{"Bot001_007_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_007.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT] i'm good", "response": "hi there what video games do you play ?", "annotation_id": "Bot001_007_02", "annotations": ["O", "O", "O", "O", "O", "O", "O", "T", "O", "T", "O", "O", "O", "T", "T"], "gpt2background_target_score": [-11.157609939575195, -7.709304332733154, -9.428908348083496, -11.68532657623291, -11.300591468811035, -9.987584114074707, -10.295103073120117, -11.471505165100098, -10.868430137634277], "gpt2background_argmax_score": [-2.115349054336548, -1.2066389322280884, -1.6541961431503296, -1.458195686340332, -0.873930811882019, -0.7113887071609497, -3.2564187049865723, -1.5525637865066528, -0.7329994440078735, -0.9619699716567993, -0.9636683464050293, -2.727112293243408, -3.7397727966308594, -2.6273601055145264, -1.1162781715393066, -1.9334958791732788, -3.447889566421509, -2.1448442935943604, -2.1447103023529053, -2.817201614379883, -1.5161967277526855, -1.303239345550537, -0.39364105463027954, -2.0954172611236572, -2.6933388710021973, -1.719538688659668, -2.6621317863464355, -1.7953510284423828, -1.4985785484313965, -1.5959209203720093, -1.5451656579971313, -1.122617244720459, -0.2957257032394409, -1.586634635925293, -1.0457992553710938, -0.4416942000389099]}, "Bot001_007_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_007.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT] i'm good hi there what video games do you play ? i like call of duty", "response": "fallout is my absolute favorite . i love the elvis school , wish it were real .", "annotation_id": "Bot001_007_04", "annotations": ["O", "O", "O", "O", "X", "T", "T", "T", "T", "O", "T", "O", "O", "T", "T"], "gpt2background_target_score": [-12.95318603515625, -11.518746376037598, -1.9892343282699585, -5.728841781616211, -11.31082820892334, -11.314562797546387, -13.265247344970703, -12.119251251220703, -9.968552589416504, -6.803121089935303, -11.6280517578125, -12.762399673461914, -11.818829536437988, -13.7391996383667, -13.977821350097656, -11.291116714477539, -14.127738952636719, -12.703968048095703, -11.98779582977295], "gpt2background_argmax_score": [-2.115349054336548, -1.2066389322280884, -1.6541961431503296, -1.458195686340332, -0.873930811882019, -0.7113887071609497, -3.2564187049865723, -1.5525637865066528, -0.7329994440078735, -0.9619699716567993, -0.9636683464050293, -2.727112293243408, -3.7397727966308594, -2.6273601055145264, -1.1162781715393066, -1.9334958791732788, -3.447889566421509, -2.1448442935943604, -2.1447103023529053, -2.817201614379883, -1.5161967277526855, -1.303239345550537, -0.39364105463027954, -2.0954172611236572, -2.6933388710021973, -1.719538688659668, -1.9838670492172241, -1.753555417060852, -0.8466934561729431, -1.2059094905853271, -0.8858330845832825, -0.268677294254303, -1.6467084884643555, -1.094954013824463, -1.590394139289856, -1.7851369380950928, -2.546926736831665, -1.2825182676315308, -0.49738752841949463, -2.7790181636810303, -2.810382843017578, -1.1203844547271729, -2.269052267074585, -2.347273588180542, -1.0179016590118408, -0.6260704398155212, -1.758025050163269, -0.8973323702812195, -2.239908218383789, -2.1087231636047363, -2.9143640995025635, -2.1014459133148193, -2.705599784851074, -3.110590696334839, -1.820804476737976, -0.9853711128234863, -0.9089016318321228, -2.0564756393432617, -2.289881467819214, -1.2367087602615356]}, "Bot001_007_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_007.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT] i'm good hi there what video games do you play ? i like call of duty fallout is my absolute favorite . i love the elvis school , wish it were real . you like video games huh ?", "response": "i love video games but i get agitated very easy when i die so much", "annotation_id": "Bot001_007_06", "annotations": ["O", "O", "O", "O", "X", "O", "T", "O", "O", "T", "O", "O", "T", "T", "O"], "gpt2background_target_score": [-10.230122566223145, -11.528180122375488, -8.087884902954102, -11.014912605285645, -8.008431434631348, -7.158161163330078, -11.273330688476562, -12.456409454345703, -12.362648010253906, -13.110090255737305, -11.374679565429688, -10.598745346069336, -14.912866592407227, -12.407217025756836, -13.192134857177734], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.6541962623596191, -1.4581934213638306, -0.8739314079284668, -0.7113863229751587, -3.256420850753784, -1.552565097808838, -0.7330005168914795, -0.961970329284668, -0.9636690020561218, -2.7271111011505127, -3.7397725582122803, -2.627358913421631, -1.1162781715393066, -1.9334969520568848, -3.4478914737701416, -2.1448445320129395, -2.1447081565856934, -2.817200183868408, -1.516198754310608, -1.3032362461090088, -0.3936407268047333, -2.095419406890869, -2.693340301513672, -1.7195377349853516, -1.9838663339614868, -1.753553867340088, -0.8466927409172058, -1.2059091329574585, -0.885831892490387, -0.26867738366127014, -1.6467089653015137, -1.094954252243042, -1.5903942584991455, -1.7851356267929077, -2.5469272136688232, -1.2825117111206055, -0.49738869071006775, -2.7790215015411377, -2.4613230228424072, -2.700657606124878, -1.1604459285736084, -0.697402834892273, -1.7826141119003296, -2.133460521697998, -2.1340434551239014, -2.5049283504486084, -3.2632479667663574, -2.21209716796875, -2.779975414276123, -2.8879599571228027, -1.8592060804367065, -1.0067979097366333, -0.8134194016456604, -2.0737476348876953, -2.4390125274658203, -1.4030482769012451, -2.339887857437134, -2.1265087127685547, -0.14646735787391663, -1.5371686220169067, -1.419929027557373, -1.8657047748565674, -2.474634885787964, -1.8192850351333618, -1.9978408813476562, -0.15066608786582947, -2.120671272277832, -1.2197264432907104, -2.508723258972168, -2.0132532119750977, -1.872876763343811, -2.0203661918640137, -1.790942907333374, -0.6968319416046143, -1.5039902925491333, -2.2262227535247803, -0.5667680501937866, -2.28813099861145]}, "Bot001_007_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_007.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT] i'm good hi there what video games do you play ? i like call of duty fallout is my absolute favorite . i love the elvis school , wish it were real . you like video games huh ? i love video games but i get agitated very easy when i die so much how old are you though", "response": "i'm 32 . how old are you ?", "annotation_id": "Bot001_007_08", "annotations": ["O", "O", "O", "O", "O", "O", "T", "O", "O", "T", "O", "O", "O", "T", "O"], "gpt2background_target_score": [-10.230122566223145, -9.635101318359375, -12.370891571044922, -11.766291618347168, -9.628887176513672, -10.948854446411133, -11.026876449584961, -11.57954216003418, -10.868431091308594], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.6541962623596191, -1.4581934213638306, -0.8739314079284668, -0.7113863229751587, -3.256420850753784, -1.552565097808838, -0.7330005168914795, -0.961970329284668, -0.9636690020561218, -2.7271111011505127, -3.7397725582122803, -2.627358913421631, -1.1162781715393066, -1.9334969520568848, -3.4478914737701416, -2.1448445320129395, -2.1447081565856934, -2.817200183868408, -1.516198754310608, -1.3032362461090088, -0.3936407268047333, -2.095419406890869, -2.693340301513672, -1.7195377349853516, -1.9838663339614868, -1.753553867340088, -0.8466927409172058, -1.2059091329574585, -0.885831892490387, -0.26867738366127014, -1.6467089653015137, -1.094954252243042, -1.5903942584991455, -1.7851356267929077, -2.5469272136688232, -1.2825117111206055, -0.49738869071006775, -2.7790215015411377, -2.4613230228424072, -2.700657606124878, -1.1604459285736084, -0.697402834892273, -1.7826141119003296, -2.133460521697998, -2.1340434551239014, -2.5049283504486084, -3.2632479667663574, -2.21209716796875, -2.779975414276123, -2.8879599571228027, -1.8592060804367065, -1.0067979097366333, -0.8134194016456604, -2.0737476348876953, -2.4390125274658203, -1.4030482769012451, -2.339887857437134, -2.1265087127685547, -0.14646735787391663, -1.5371686220169067, -1.419929027557373, -1.8657047748565674, -1.8139796257019043, -2.089994192123413, -0.14255601167678833, -2.62514591217041, -1.1690150499343872, -2.3786120414733887, -1.7173691987991333, -2.323556900024414, -2.3057096004486084, -1.8920966386795044, -0.8834351301193237, -1.4822100400924683, -1.7254067659378052, -0.6126849055290222, -1.5662050247192383, -1.4116307497024536, -0.6998898983001709, -0.3410675525665283, -0.6412278413772583, -1.024244785308838, -2.4465761184692383, -2.4115524291992188, -2.76279354095459, -1.7051687240600586, -0.8264358639717102, -0.4632209241390228, -0.23527206480503082, -0.18631437420845032, -1.2571254968643188, -0.7198540568351746]}, "Bot001_007_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_007.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT] i'm good hi there what video games do you play ? i like call of duty fallout is my absolute favorite . i love the elvis school , wish it were real . you like video games huh ? i love video games but i get agitated very easy when i die so much how old are you though i'm 32 . how old are you ? i'm 24", "response": "30 years old . i've three kids as well . do you have kids ?", "annotation_id": "Bot001_007_10", "annotations": ["O", "O", "X", "O", "O", "X", "T", "O", "X", "T", "X", "O", "X", "T", "X"], "gpt2background_target_score": [-12.273606300354004, -11.417878150939941, -8.773360252380371, -11.766291618347168, -7.696162700653076, -11.896239280700684, -12.560399055480957, -11.421430587768555, -9.349577903747559, -12.11582088470459, -12.408247947692871, -14.879243850708008, -11.412589073181152, -13.456087112426758, -14.967880249023438, -9.481515884399414], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.6541962623596191, -1.4581934213638306, -0.8739314079284668, -0.7113863229751587, -3.256420850753784, -1.552565097808838, -0.7330005168914795, -0.961970329284668, -0.9636690020561218, -2.7271111011505127, -3.7397725582122803, -2.627358913421631, -1.1162781715393066, -1.9334969520568848, -3.4478914737701416, -2.1448445320129395, -2.1447081565856934, -2.817200183868408, -1.516198754310608, -1.3032362461090088, -0.3936407268047333, -2.095419406890869, -2.693340301513672, -1.7195377349853516, -1.9838663339614868, -1.753553867340088, -0.8466927409172058, -1.2059091329574585, -0.885831892490387, -0.26867738366127014, -1.6467089653015137, -1.094954252243042, -1.5903942584991455, -1.7851356267929077, -2.5469272136688232, -1.2825117111206055, -0.49738869071006775, -2.7790215015411377, -2.4613230228424072, -2.700657606124878, -1.1604459285736084, -0.697402834892273, -1.7826141119003296, -2.133460521697998, -2.1340434551239014, -2.5049283504486084, -3.2632479667663574, -2.21209716796875, -2.779975414276123, -2.8879599571228027, -1.8592060804367065, -1.0067979097366333, -0.8134194016456604, -2.0737476348876953, -2.4390125274658203, -1.4030482769012451, -2.339887857437134, -2.1265087127685547, -0.14646735787391663, -1.5371686220169067, -1.419929027557373, -1.8657047748565674, -1.8139796257019043, -2.089994192123413, -0.14255601167678833, -2.62514591217041, -1.1690150499343872, -2.3786120414733887, -1.7173691987991333, -2.323556900024414, -2.3057096004486084, -1.8920966386795044, -0.8834351301193237, -1.4822100400924683, -1.7254067659378052, -0.6126849055290222, -1.5662050247192383, -1.4116307497024536, -0.6998898983001709, -0.3410675525665283, -0.6412278413772583, -1.024244785308838, -2.6185147762298584, -2.6542909145355225, -1.7788454294204712, -1.284990906715393, -0.6077785491943359, -0.25172534584999084, -0.18114103376865387, -0.8697587847709656, -1.8965133428573608, -1.9035934209823608, -3.2056169509887695, -1.9931973218917847, -2.852247714996338, -1.7785366773605347, -0.7346298098564148, -1.9743696451187134, -1.4572923183441162, -2.3714213371276855, -1.4286577701568604, -2.140270233154297, -2.166635751724243, -1.0079220533370972, -1.8157994747161865, -0.8821172714233398, -0.4815346300601959, -1.3189594745635986, -1.0290021896362305, -1.0793848037719727, -0.9068406224250793]}, "Bot001_007_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_007.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT] i'm good hi there what video games do you play ? i like call of duty fallout is my absolute favorite . i love the elvis school , wish it were real . you like video games huh ? i love video games but i get agitated very easy when i die so much how old are you though i'm 32 . how old are you ? i'm 24 30 years old . i've three kids as well . do you have kids ? i don't have any kids", "response": "i squeeze my 3 kids in my little honda civic haha no soccer van here", "annotation_id": "Bot001_007_12", "annotations": ["O", "O", "O", "O", "X", "O", "T", "T", "O", "T", "O", "O", "O", "T", "T"], "gpt2background_target_score": [-10.230122566223145, -13.138314247131348, -8.713422775268555, -9.503168106079102, -8.810361862182617, -9.442079544067383, -10.409024238586426, -13.033714294433594, -11.236124038696289, -13.699155807495117, -13.366609573364258, -13.879666328430176, -11.843204498291016, -13.059703826904297, -13.165843963623047, -10.028921127319336], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.6541962623596191, -1.4581934213638306, -0.8739314079284668, -0.7113863229751587, -3.256420850753784, -1.552565097808838, -0.7330005168914795, -0.961970329284668, -0.9636690020561218, -2.7271111011505127, -3.7397725582122803, -2.627358913421631, -1.1162781715393066, -1.9334969520568848, -3.4478914737701416, -2.1448445320129395, -2.1447081565856934, -2.817200183868408, -1.516198754310608, -1.3032362461090088, -0.3936407268047333, -2.095419406890869, -2.693340301513672, -1.7195377349853516, -1.9838663339614868, -1.753553867340088, -0.8466927409172058, -1.2059091329574585, -0.885831892490387, -0.26867738366127014, -1.6467089653015137, -1.094954252243042, -1.5903942584991455, -1.7851356267929077, -2.5469272136688232, -1.2825117111206055, -0.49738869071006775, -2.7790215015411377, -2.4613230228424072, -2.700657606124878, -1.1604459285736084, -0.697402834892273, -1.7826141119003296, -2.133460521697998, -2.1340434551239014, -2.5049283504486084, -3.2632479667663574, -2.21209716796875, -2.779975414276123, -2.8879599571228027, -1.8592060804367065, -1.0067979097366333, -0.8134194016456604, -2.0737476348876953, -2.4390125274658203, -1.4030482769012451, -2.339887857437134, -2.1265087127685547, -0.14646735787391663, -1.5371686220169067, -1.419929027557373, -1.8657047748565674, -1.8139796257019043, -2.089994192123413, -0.14255601167678833, -2.62514591217041, -1.1690150499343872, -2.3786120414733887, -1.7173691987991333, -2.323556900024414, -2.3057096004486084, -1.8920966386795044, -0.8834351301193237, -1.4822100400924683, -1.7254067659378052, -0.6126849055290222, -1.5662050247192383, -1.4116307497024536, -0.6998898983001709, -0.3410675525665283, -0.6412278413772583, -1.024244785308838, -2.6185147762298584, -2.6542909145355225, -1.7788454294204712, -1.284990906715393, -0.6077785491943359, -0.25172534584999084, -0.18114182353019714, -0.8697601556777954, -1.8965134620666504, -1.9035943746566772, -3.2056186199188232, -1.9931970834732056, -2.203766345977783, -0.276385635137558, -1.8934978246688843, -1.1246473789215088, -2.101386785507202, -1.3561949729919434, -2.051989793777466, -1.9705554246902466, -0.89719158411026, -1.9295612573623657, -0.9926006197929382, -0.3997500538825989, -1.3502869606018066, -0.8288285136222839, -0.9555239081382751, -1.583638072013855, -1.8768551349639893, -0.17580349743366241, -1.481019139289856, -1.5241239070892334, -2.823695659637451, -2.337290048599243, -2.4577672481536865, -1.9906227588653564, -2.6799912452697754, -2.880913019180298, -1.7923681735992432, -3.076061487197876, -2.322490930557251, -1.637255311012268, -1.658105492591858, -2.451749324798584, -2.2913358211517334, -2.8209667205810547, -1.1120225191116333, -2.182647466659546, -2.5574533939361572, -2.000385046005249, -1.6813960075378418]}, "Bot001_007_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_007.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT] i'm good hi there what video games do you play ? i like call of duty fallout is my absolute favorite . i love the elvis school , wish it were real . you like video games huh ? i love video games but i get agitated very easy when i die so much how old are you though i'm 32 . how old are you ? i'm 24 30 years old . i've three kids as well . do you have kids ? i don't have any kids i squeeze my 3 kids in my little honda civic haha no soccer van here what do you do", "response": "do you play video games ?", "annotation_id": "Bot001_007_14", "annotations": ["T", "T", "X", "O", "X", "O", "O", "O", "X", "X", "X", "O", "X", "T", "X"], "gpt2background_target_score": [-12.257475852966309, -7.276358604431152, -9.974018096923828, -11.685325622558594, -11.300590515136719, -10.01012897491455], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.6541962623596191, -1.4581934213638306, -0.8739314079284668, -0.7113863229751587, -3.256420850753784, -1.552565097808838, -0.7330005168914795, -0.961970329284668, -0.9636690020561218, -2.7271111011505127, -3.7397725582122803, -2.627358913421631, -1.1162781715393066, -1.9334969520568848, -3.4478914737701416, -2.1448445320129395, -2.1447081565856934, -2.817200183868408, -1.516198754310608, -1.3032362461090088, -0.3936407268047333, -2.095419406890869, -2.693340301513672, -1.7195377349853516, -1.9838663339614868, -1.753553867340088, -0.8466927409172058, -1.2059091329574585, -0.885831892490387, -0.26867738366127014, -1.6467089653015137, -1.094954252243042, -1.5903942584991455, -1.7851356267929077, -2.5469272136688232, -1.2825117111206055, -0.49738869071006775, -2.7790215015411377, -2.4613230228424072, -2.700657606124878, -1.1604459285736084, -0.697402834892273, -1.7826141119003296, -2.133460521697998, -2.1340434551239014, -2.5049283504486084, -3.2632479667663574, -2.21209716796875, -2.779975414276123, -2.8879599571228027, -1.8592060804367065, -1.0067979097366333, -0.8134194016456604, -2.0737476348876953, -2.4390125274658203, -1.4030482769012451, -2.339887857437134, -2.1265087127685547, -0.14646735787391663, -1.5371686220169067, -1.419929027557373, -1.8657047748565674, -1.8139796257019043, -2.089994192123413, -0.14255601167678833, -2.62514591217041, -1.1690150499343872, -2.3786120414733887, -1.7173691987991333, -2.323556900024414, -2.3057096004486084, -1.8920966386795044, -0.8834351301193237, -1.4822100400924683, -1.7254067659378052, -0.6126849055290222, -1.5662050247192383, -1.4116307497024536, -0.6998898983001709, -0.3410675525665283, -0.6412278413772583, -1.024244785308838, -2.6185147762298584, -2.6542909145355225, -1.7788454294204712, -1.284990906715393, -0.6077785491943359, -0.25172534584999084, -0.18114103376865387, -0.8697587847709656, -1.8965133428573608, -1.9035934209823608, -3.2056169509887695, -1.9931973218917847, -2.203765869140625, -0.27638572454452515, -1.8934974670410156, -1.1246470212936401, -2.101386547088623, -1.3561958074569702, -2.0519909858703613, -1.9705548286437988, -0.8971928954124451, -1.9295601844787598, -0.9925993084907532, -0.3997499644756317, -1.3502864837646484, -0.8288282752037048, -0.9555246829986572, -1.5836385488510132, -1.8768566846847534, -0.17580349743366241, -1.4810196161270142, -1.5241245031356812, -2.8236966133117676, -2.3372912406921387, -2.1700196266174316, -2.80574893951416, -2.731595039367676, -2.115363359451294, -2.649383544921875, -2.4666762351989746, -1.1948655843734741, -1.476643681526184, -2.480712652206421, -2.352227210998535, -2.4492099285125732, -2.2706613540649414, -2.3189306259155273, -2.328089475631714, -2.5993173122406006, -2.321855306625366, -2.245950937271118, -0.3637620210647583, -1.0629181861877441, -1.2498114109039307, -2.4761650562286377, -0.38350826501846313, -0.9629461169242859, -2.03288197517395, -0.08569060266017914, -1.585616946220398, -0.8606854677200317]}, "Bot001_007_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_007.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT] i'm good hi there what video games do you play ? i like call of duty fallout is my absolute favorite . i love the elvis school , wish it were real . you like video games huh ? i love video games but i get agitated very easy when i die so much how old are you though i'm 32 . how old are you ? i'm 24 30 years old . i've three kids as well . do you have kids ? i don't have any kids i squeeze my 3 kids in my little honda civic haha no soccer van here what do you do do you play video games ? what do you do for a living", "response": "do you play video games ?", "annotation_id": "Bot001_007_16", "annotations": ["T", "T", "X", "T", "X", "T", "O", "T", "X", "X", "X", "T", "X", "T", "X"], "gpt2background_target_score": [-12.257475852966309, -7.276358604431152, -9.974018096923828, -11.685325622558594, -11.300590515136719, -10.01012897491455], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.6541962623596191, -1.4581934213638306, -0.8739314079284668, -0.7113863229751587, -3.256420850753784, -1.552565097808838, -0.7330005168914795, -0.961970329284668, -0.9636690020561218, -2.7271111011505127, -3.7397725582122803, -2.627358913421631, -1.1162781715393066, -1.9334969520568848, -3.4478914737701416, -2.1448445320129395, -2.1447081565856934, -2.817200183868408, -1.516198754310608, -1.3032362461090088, -0.3936407268047333, -2.095419406890869, -2.693340301513672, -1.7195377349853516, -1.9838663339614868, -1.753553867340088, -0.8466927409172058, -1.2059091329574585, -0.885831892490387, -0.26867738366127014, -1.6467089653015137, -1.094954252243042, -1.5903942584991455, -1.7851356267929077, -2.5469272136688232, -1.2825117111206055, -0.49738869071006775, -2.7790215015411377, -2.4613230228424072, -2.700657606124878, -1.1604459285736084, -0.697402834892273, -1.7826141119003296, -2.133460521697998, -2.1340434551239014, -2.5049283504486084, -3.2632479667663574, -2.21209716796875, -2.779975414276123, -2.8879599571228027, -1.8592060804367065, -1.0067979097366333, -0.8134194016456604, -2.0737476348876953, -2.4390125274658203, -1.4030482769012451, -2.339887857437134, -2.1265087127685547, -0.14646735787391663, -1.5371686220169067, -1.419929027557373, -1.8657047748565674, -1.8139796257019043, -2.089994192123413, -0.14255601167678833, -2.62514591217041, -1.1690150499343872, -2.3786120414733887, -1.7173691987991333, -2.323556900024414, -2.3057096004486084, -1.8920966386795044, -0.8834351301193237, -1.4822100400924683, -1.7254067659378052, -0.6126849055290222, -1.5662050247192383, -1.4116307497024536, -0.6998898983001709, -0.3410675525665283, -0.6412278413772583, -1.024244785308838, -2.6185147762298584, -2.6542909145355225, -1.7788454294204712, -1.284990906715393, -0.6077785491943359, -0.25172534584999084, -0.18114103376865387, -0.8697587847709656, -1.8965133428573608, -1.9035934209823608, -3.2056169509887695, -1.9931973218917847, -2.203765869140625, -0.27638572454452515, -1.8934974670410156, -1.1246470212936401, -2.101386547088623, -1.3561958074569702, -2.0519909858703613, -1.9705548286437988, -0.8971928954124451, -1.9295601844787598, -0.9925993084907532, -0.3997499644756317, -1.3502864837646484, -0.8288282752037048, -0.9555246829986572, -1.5836385488510132, -1.8768566846847534, -0.17580349743366241, -1.4810196161270142, -1.5241245031356812, -2.8236966133117676, -2.3372912406921387, -2.1700196266174316, -2.80574893951416, -2.731595039367676, -2.115363359451294, -2.649383544921875, -2.4666762351989746, -1.1948655843734741, -1.476643681526184, -2.480712652206421, -2.352227210998535, -2.4492099285125732, -2.2706613540649414, -2.3189306259155273, -2.328089475631714, -2.5993173122406006, -2.321855306625366, -2.245950937271118, -0.3637620210647583, -1.0629181861877441, -1.2498114109039307, -1.1867316961288452, -1.396182656288147, -1.4209315776824951, -0.07915906608104706, -1.033098816871643, -1.587337851524353, -1.7312591075897217, -0.2966216206550598, -1.2236882448196411, -1.3771696090698242, -2.4702422618865967, -1.0959466695785522, -0.7080121636390686, -2.279937505722046, -0.4049438536167145, -0.9895310997962952, -0.773659348487854, -0.07784593105316162, -1.3700495958328247, -1.0117264986038208]}, "Bot001_007_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_007.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT] i'm good hi there what video games do you play ? i like call of duty fallout is my absolute favorite . i love the elvis school , wish it were real . you like video games huh ? i love video games but i get agitated very easy when i die so much how old are you though i'm 32 . how old are you ? i'm 24 30 years old . i've three kids as well . do you have kids ? i don't have any kids i squeeze my 3 kids in my little honda civic haha no soccer van here what do you do do you play video games ? what do you do for a living do you play video games ? you like cook ?", "response": "yes i do . how about you ?", "annotation_id": "Bot001_007_18", "annotations": ["O", "O", "O", "O", "O", "O", "O", "T", "O", "X", "O", "O", "O", "T", "O"], "gpt2background_target_score": [-13.353250503540039, -5.538767337799072, -2.8951992988586426, -11.766291618347168, -9.628887176513672, -10.496243476867676, -10.295101165771484, -13.217378616333008], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.6541962623596191, -1.4581934213638306, -0.8739314079284668, -0.7113863229751587, -3.256420850753784, -1.552565097808838, -0.7330005168914795, -0.961970329284668, -0.9636690020561218, -2.7271111011505127, -3.7397725582122803, -2.627358913421631, -1.1162781715393066, -1.9334969520568848, -3.4478914737701416, -2.1448445320129395, -2.1447081565856934, -2.817200183868408, -1.516198754310608, -1.3032362461090088, -0.3936407268047333, -2.095419406890869, -2.693340301513672, -1.7195377349853516, -1.9838663339614868, -1.753553867340088, -0.8466927409172058, -1.2059091329574585, -0.885831892490387, -0.26867738366127014, -1.6467089653015137, -1.094954252243042, -1.5903942584991455, -1.7851356267929077, -2.5469272136688232, -1.2825117111206055, -0.49738869071006775, -2.7790215015411377, -2.4613230228424072, -2.700657606124878, -1.1604459285736084, -0.697402834892273, -1.7826141119003296, -2.133460521697998, -2.1340434551239014, -2.5049283504486084, -3.2632479667663574, -2.21209716796875, -2.779975414276123, -2.8879599571228027, -1.8592060804367065, -1.0067979097366333, -0.8134194016456604, -2.0737476348876953, -2.4390125274658203, -1.4030482769012451, -2.339887857437134, -2.1265087127685547, -0.14646735787391663, -1.5371686220169067, -1.419929027557373, -1.8657047748565674, -1.8139796257019043, -2.089994192123413, -0.14255601167678833, -2.62514591217041, -1.1690150499343872, -2.3786120414733887, -1.7173691987991333, -2.323556900024414, -2.3057096004486084, -1.8920966386795044, -0.8834351301193237, -1.4822100400924683, -1.7254067659378052, -0.6126849055290222, -1.5662050247192383, -1.4116307497024536, -0.6998898983001709, -0.3410675525665283, -0.6412278413772583, -1.024244785308838, -2.6185147762298584, -2.6542909145355225, -1.7788454294204712, -1.284990906715393, -0.6077785491943359, -0.25172534584999084, -0.18114103376865387, -0.8697587847709656, -1.8965133428573608, -1.9035934209823608, -3.2056169509887695, -1.9931973218917847, -2.203765869140625, -0.27638572454452515, -1.8934974670410156, -1.1246470212936401, -2.101386547088623, -1.3561958074569702, -2.0519909858703613, -1.9705548286437988, -0.8971928954124451, -1.9295601844787598, -0.9925993084907532, -0.3997499644756317, -1.3502864837646484, -0.8288282752037048, -0.9555246829986572, -1.5836385488510132, -1.8768566846847534, -0.17580349743366241, -1.4810196161270142, -1.5241245031356812, -2.8236966133117676, -2.3372912406921387, -2.1700196266174316, -2.80574893951416, -2.731595039367676, -2.115363359451294, -2.649383544921875, -2.4666762351989746, -1.1948655843734741, -1.476643681526184, -2.480712652206421, -2.352227210998535, -2.4492099285125732, -2.2706613540649414, -2.3189306259155273, -2.328089475631714, -2.5993168354034424, -2.3218557834625244, -2.2459497451782227, -0.36376193165779114, -1.0629184246063232, -1.2498118877410889, -1.1867308616638184, -1.3961814641952515, -1.4209321737289429, -0.07915906608104706, -1.0330976247787476, -1.5873374938964844, -1.7312591075897217, -0.29662054777145386, -1.2236886024475098, -1.377168893814087, -2.4702415466308594, -1.095947027206421, -0.7080135941505432, -0.2729265093803406, -0.9069187641143799, -0.5484434962272644, -0.061996523290872574, -0.7829272747039795, -1.7653093338012695, -1.4041215181350708, -1.0167334079742432, -1.655203104019165, -1.4250997304916382, -2.0506701469421387, -1.5291632413864136, -1.3972342014312744, -2.139683485031128, -0.9793115854263306, -0.7189266085624695, -1.874930739402771, -0.6453382968902588, -1.3706868886947632]}, "Bot001_007_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_007.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT] i'm good hi there what video games do you play ? i like call of duty fallout is my absolute favorite . i love the elvis school , wish it were real . you like video games huh ? i love video games but i get agitated very easy when i die so much how old are you though i'm 32 . how old are you ? i'm 24 30 years old . i've three kids as well . do you have kids ? i don't have any kids i squeeze my 3 kids in my little honda civic haha no soccer van here what do you do do you play video games ? what do you do for a living do you play video games ? you like cook ? yes i do . how about you ? i like it too. where do you work", "response": "i am a teacher and i love it ! you ?", "annotation_id": "Bot001_007_20", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "O", "T", "O", "T", "O", "T", "O"], "gpt2background_target_score": [-10.230122566223145, -8.879878997802734, -5.081358432769775, -12.75271987915039, -5.625816822052002, -7.158161163330078, -11.933241844177246, -10.673749923706055, -10.864983558654785, -8.760810852050781, -10.985535621643066], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.6541962623596191, -1.4581934213638306, -0.8739314079284668, -0.7113863229751587, -3.256420850753784, -1.552565097808838, -0.7330005168914795, -0.961970329284668, -0.9636690020561218, -2.7271111011505127, -3.7397725582122803, -2.627358913421631, -1.1162781715393066, -1.9334969520568848, -3.4478914737701416, -2.1448445320129395, -2.1447081565856934, -2.817200183868408, -1.516198754310608, -1.3032362461090088, -0.3936407268047333, -2.095419406890869, -2.693340301513672, -1.7195377349853516, -1.9838663339614868, -1.753553867340088, -0.8466927409172058, -1.2059091329574585, -0.885831892490387, -0.26867738366127014, -1.6467089653015137, -1.094954252243042, -1.5903942584991455, -1.7851356267929077, -2.5469272136688232, -1.2825117111206055, -0.49738869071006775, -2.7790215015411377, -2.4613230228424072, -2.700657606124878, -1.1604459285736084, -0.697402834892273, -1.7826141119003296, -2.133460521697998, -2.1340434551239014, -2.5049283504486084, -3.2632479667663574, -2.21209716796875, -2.779975414276123, -2.8879599571228027, -1.8592060804367065, -1.0067979097366333, -0.8134194016456604, -2.0737476348876953, -2.4390125274658203, -1.4030482769012451, -2.339887857437134, -2.1265087127685547, -0.14646735787391663, -1.5371686220169067, -1.419929027557373, -1.8657047748565674, -1.8139796257019043, -2.089994192123413, -0.14255601167678833, -2.62514591217041, -1.1690150499343872, -2.3786120414733887, -1.7173691987991333, -2.323556900024414, -2.3057096004486084, -1.8920966386795044, -0.8834351301193237, -1.4822100400924683, -1.7254067659378052, -0.6126849055290222, -1.5662050247192383, -1.4116307497024536, -0.6998898983001709, -0.3410675525665283, -0.6412278413772583, -1.024244785308838, -2.6185147762298584, -2.6542909145355225, -1.7788454294204712, -1.284990906715393, -0.6077785491943359, -0.25172534584999084, -0.18114103376865387, -0.8697587847709656, -1.8965133428573608, -1.9035934209823608, -3.2056169509887695, -1.9931973218917847, -2.203765869140625, -0.27638572454452515, -1.8934974670410156, -1.1246470212936401, -2.101386547088623, -1.3561958074569702, -2.0519909858703613, -1.9705548286437988, -0.8971928954124451, -1.9295601844787598, -0.9925993084907532, -0.3997499644756317, -1.3502864837646484, -0.8288282752037048, -0.9555246829986572, -1.5836385488510132, -1.8768566846847534, -0.17580349743366241, -1.4810196161270142, -1.5241245031356812, -2.8236966133117676, -2.3372912406921387, -2.1700196266174316, -2.80574893951416, -2.731595039367676, -2.115363359451294, -2.649383544921875, -2.4666762351989746, -1.1948655843734741, -1.476643681526184, -2.480712652206421, -2.352227210998535, -2.4492099285125732, -2.2706613540649414, -2.3189306259155273, -2.328089475631714, -2.5993173122406006, -2.321855306625366, -2.245950937271118, -0.3637620210647583, -1.0629181861877441, -1.2498114109039307, -1.1867316961288452, -1.396182656288147, -1.4209315776824951, -0.07915906608104706, -1.033098816871643, -1.587337851524353, -1.7312594652175903, -0.296621173620224, -1.2236865758895874, -1.3771677017211914, -2.470242500305176, -1.095945954322815, -0.7080138325691223, -0.27292731404304504, -0.9069188833236694, -0.5484429001808167, -0.061996299773454666, -0.7829276323318481, -1.7653089761734009, -1.4041224718093872, -1.0167338848114014, -1.655202865600586, -1.4250986576080322, -1.4830873012542725, -1.5182416439056396, -2.4508631229400635, -1.0367774963378906, -1.529524803161621, -2.019827127456665, -0.5629273056983948, -1.5477986335754395, -1.844771146774292, -2.006492853164673, -2.0952377319335938, -1.8515771627426147, -1.1201744079589844, -0.9883869886398315, -0.2937941253185272, -0.9418330192565918, -0.41643404960632324, -2.4420166015625, -1.695084571838379, -1.4747873544692993, -2.869464874267578, -2.0392563343048096, -0.8104455471038818, -2.3546314239501953, -1.603688359260559, -2.31554913520813, -1.0957132577896118, -2.22560453414917, -1.2668375968933105]}, "Bot001_010_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_010.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY] [FACE WITH TEARS OF JOY] Hi! My name is Kate, I'm 56\nAnd what's your name?", "response": "i'm good how are u i'm liz", "annotation_id": "Bot001_010_02", "annotations": ["T", "T", "T", "O", "O", "O", "O", "O", "O", "O", "O", "T", "O", "X", "X"], "gpt2background_target_score": [-9.748895645141602, -9.65643310546875, -8.01815128326416, -9.126535415649414, -10.655741691589355, -8.372081756591797, -6.807960510253906, -9.620100021362305, -10.63857650756836, -12.74803352355957], "gpt2background_argmax_score": [-1.9761712551116943, -1.080935001373291, -1.7423228025436401, -1.3194321393966675, -1.4557596445083618, -0.7846617102622986, -1.5420114994049072, -3.783468723297119, -0.9428858757019043, -2.8625261783599854, -1.2497807741165161, -1.5824079513549805, -2.6078264713287354, -2.6221706867218018, -2.019376039505005, -1.0939040184020996, -3.1923019886016846, -1.4506367444992065, -0.7071110606193542, -0.14257016777992249, -0.07683060318231583, -0.41325828433036804, -0.2544838786125183, -0.20380988717079163, -0.968311607837677, -1.4936028718948364, -1.2770744562149048, -0.35812389850616455, -0.24946241080760956, -2.8903446197509766, -1.9511523246765137, -1.74555242061615, -1.4413933753967285, -1.766347050666809, -1.7424463033676147, -0.3977978825569153, -0.9413528442382812, -1.3642568588256836, -0.6331943273544312, -0.8099733591079712, -0.421786904335022, -1.725844383239746, -2.634193181991577, -1.447556972503662, -2.211866617202759, -1.6246470212936401, -1.4193910360336304, -0.2577221095561981, -1.7263988256454468, -1.4204447269439697, -2.7344236373901367, -0.9362516403198242, -1.7887505292892456]}, "Bot001_010_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_010.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY] [FACE WITH TEARS OF JOY] Hi! My name is Kate, I'm 56\nAnd what's your name? i'm good how are u i'm liz i'm fine, thanks", "response": "i started my new job at google last week . where do you work ?", "annotation_id": "Bot001_010_04", "annotations": ["T", "T", "X", "O", "T", "O", "O", "O", "O", "O", "O", "T", "T", "T", "O"], "gpt2background_target_score": [-9.748896598815918, -10.165289878845215, -8.194448471069336, -6.869709014892578, -6.182885646820068, -6.702499866485596, -10.796061515808105, -12.298324584960938, -11.71550464630127, -11.976449012756348, -11.745485305786133, -11.870245933532715, -10.90423583984375, -12.154914855957031, -10.940759658813477], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.7423242330551147, -1.3194338083267212, -1.4557617902755737, -0.7846629023551941, -1.5420138835906982, -3.7834627628326416, -0.9428880214691162, -2.86252498626709, -1.2497789859771729, -1.5824066400527954, -2.6078290939331055, -2.6221723556518555, -2.0193769931793213, -1.0939048528671265, -3.1923024654388428, -1.4506361484527588, -0.7071080803871155, -0.14257048070430756, -0.07683104276657104, -0.41325899958610535, -0.25448212027549744, -0.20380949974060059, -0.9683117866516113, -1.4936023950576782, -1.277072548866272, -0.35812515020370483, -0.24946241080760956, -2.8903448581695557, -1.9511523246765137, -1.7455514669418335, -1.4413930177688599, -1.766345739364624, -1.7424451112747192, -0.39779821038246155, -0.9413513541221619, -1.3642574548721313, -0.6331923007965088, -0.8099757432937622, -0.4217877686023712, -1.7258446216583252, -1.1298972368240356, -2.2496767044067383, -2.209921360015869, -1.330641508102417, -0.2607520520687103, -2.204378604888916, -2.024444818496704, -2.385256290435791, -1.0541322231292725, -2.4319119453430176, -0.8353729844093323, -2.46221661567688, -1.9378538131713867, -1.6419336795806885, -1.4765541553497314, -2.6201508045196533, -1.0610946416854858, -3.004312515258789, -1.8923792839050293, -1.2158074378967285, -2.591660976409912, -0.8586315512657166, -2.03648042678833, -1.330096960067749, -1.2804938554763794, -1.8457348346710205, -1.2815027236938477, -0.4157310724258423, -1.3759254217147827, -0.6919293999671936, -0.4217259883880615]}, "Bot001_010_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_010.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY] [FACE WITH TEARS OF JOY] Hi! My name is Kate, I'm 56\nAnd what's your name? i'm good how are u i'm liz i'm fine, thanks i started my new job at google last week . where do you work ? I worked at school as a drawing teacher\nI used to be a painter, but now I'm a housekeeper", "response": "cool . maybe you know my nephew ? he's in school and says i'm the best aunt ever !", "annotation_id": "Bot001_010_06", "annotations": ["O", "T", "X", "O", "O", "O", "O", "O", "O", "O", "T", "T", "O", "X", "O"], "gpt2background_target_score": [-12.146828651428223, -8.739697456359863, -12.187894821166992, -6.367705821990967, -11.512118339538574, -8.429497718811035, -11.4801607131958, -10.664615631103516, -10.401350021362305, -9.12179946899414, -9.305364608764648, -11.53520393371582, -12.547425270080566, -13.143431663513184, -10.40070915222168, -11.289285659790039, -10.818648338317871, -14.184270858764648, -12.872106552124023, -15.546771049499512, -11.946224212646484], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.7423242330551147, -1.3194338083267212, -1.4557617902755737, -0.7846629023551941, -1.5420138835906982, -3.7834627628326416, -0.9428880214691162, -2.86252498626709, -1.2497789859771729, -1.5824066400527954, -2.6078290939331055, -2.6221723556518555, -2.0193769931793213, -1.0939048528671265, -3.1923024654388428, -1.4506361484527588, -0.7071080803871155, -0.14257048070430756, -0.07683104276657104, -0.41325899958610535, -0.25448212027549744, -0.20380949974060059, -0.9683117866516113, -1.4936023950576782, -1.277072548866272, -0.35812515020370483, -0.24946241080760956, -2.8903448581695557, -1.9511523246765137, -1.7455514669418335, -1.4413930177688599, -1.766345739364624, -1.7424451112747192, -0.39779821038246155, -0.9413513541221619, -1.3642584085464478, -0.6331924796104431, -0.8099758625030518, -0.4217876195907593, -1.7258437871932983, -1.1298961639404297, -2.249676465988159, -2.2099220752716064, -1.3306411504745483, -0.2607528567314148, -2.2043776512145996, -2.0244462490081787, -2.385255813598633, -1.054131269454956, -2.431908130645752, -0.8353732824325562, -2.462216377258301, -1.9378538131713867, -1.6419332027435303, -1.4765567779541016, -1.2270845174789429, -3.069854497909546, -2.4950685501098633, -1.2733995914459229, -2.747912883758545, -1.0088623762130737, -2.079078197479248, -1.2198208570480347, -1.4517234563827515, -2.5933079719543457, -1.892686128616333, -0.4147503077983856, -1.1620250940322876, -0.8872776031494141, -1.3141621351242065, -1.3554164171218872, -1.2562477588653564, -1.2332919836044312, -1.3994777202606201, -0.527925968170166, -3.279695987701416, -2.3980801105499268, -1.836395263671875, -1.098940372467041, -1.875481367111206, -0.18433618545532227, -0.46771368384361267, -0.8589686155319214, -1.3585684299468994, -1.9641969203948975, -1.7843735218048096, -1.7994799613952637, -1.0213966369628906, -0.6781525611877441, -1.7735252380371094, -2.1381754875183105, -1.5092965364456177, -1.9038478136062622, -2.0578479766845703, -1.8176043033599854, -2.4245033264160156, -1.593377709388733, -1.7271099090576172, -1.9502655267715454, -0.8086925148963928, -1.8105106353759766, -0.7211113572120667, -1.1354212760925293, -1.1816260814666748, -2.1025707721710205, -1.9637799263000488, -1.8019365072250366, -1.4528000354766846, -1.0990605354309082, -1.5797470808029175, -2.251556396484375, -2.4609806537628174, -2.05324649810791, -1.523091435432434, -0.9297819137573242]}, "Bot001_010_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_010.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY] [FACE WITH TEARS OF JOY] Hi! My name is Kate, I'm 56\nAnd what's your name? i'm good how are u i'm liz i'm fine, thanks i started my new job at google last week . where do you work ? I worked at school as a drawing teacher\nI used to be a painter, but now I'm a housekeeper cool . maybe you know my nephew ? he's in school and says i'm the best aunt ever ! No\nI don't know him\nIt was long ago when I worked at school", "response": "i am in culinary school , and want to open a restaurant named the wall . how is it going ?", "annotation_id": "Bot001_010_08", "annotations": ["T", "T", "X", "T", "T", "O", "O", "O", "O", "X", "O", "T", "T", "O", "T"], "gpt2background_target_score": [-9.748896598815918, -8.606606483459473, -7.716994762420654, -12.56655216217041, -6.698690414428711, -8.856424331665039, -7.977316856384277, -11.016619682312012, -6.8149518966674805, -10.745352745056152, -9.595715522766113, -13.132855415344238, -12.022029876708984, -11.520859718322754, -12.008071899414062, -7.621709823608398, -12.104658126831055, -9.454870223999023, -11.496703147888184, -16.552583694458008, -13.04930591583252], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.7423242330551147, -1.3194338083267212, -1.4557617902755737, -0.7846629023551941, -1.5420138835906982, -3.7834627628326416, -0.9428880214691162, -2.86252498626709, -1.2497789859771729, -1.5824066400527954, -2.6078290939331055, -2.6221723556518555, -2.0193769931793213, -1.0939048528671265, -3.1923024654388428, -1.4506361484527588, -0.7071080803871155, -0.14257048070430756, -0.07683104276657104, -0.41325899958610535, -0.25448212027549744, -0.20380949974060059, -0.9683117866516113, -1.4936023950576782, -1.277072548866272, -0.35812515020370483, -0.24946241080760956, -2.8903448581695557, -1.9511523246765137, -1.7455514669418335, -1.4413930177688599, -1.766345739364624, -1.7424451112747192, -0.39779821038246155, -0.9413513541221619, -1.3642584085464478, -0.6331924796104431, -0.8099758625030518, -0.4217876195907593, -1.7258437871932983, -1.1298961639404297, -2.249676465988159, -2.2099220752716064, -1.3306411504745483, -0.2607528567314148, -2.2043776512145996, -2.0244462490081787, -2.385255813598633, -1.054131269454956, -2.431908130645752, -0.8353732824325562, -2.462216377258301, -1.9378538131713867, -1.6419332027435303, -1.4765567779541016, -1.2270845174789429, -3.069854497909546, -2.4950685501098633, -1.2733995914459229, -2.747912883758545, -1.0088623762130737, -2.079078197479248, -1.2198208570480347, -1.4517234563827515, -2.5933079719543457, -1.892686128616333, -0.4147503077983856, -1.1620250940322876, -0.8872776031494141, -1.3141621351242065, -1.3554164171218872, -1.2562477588653564, -1.2332919836044312, -1.3994777202606201, -0.527925968170166, -3.279695987701416, -2.3980801105499268, -1.836395263671875, -1.098940372467041, -1.875481367111206, -0.18433618545532227, -0.46771368384361267, -0.8589686155319214, -1.3585684299468994, -1.9641969203948975, -1.7843735218048096, -1.7994799613952637, -1.0213966369628906, -0.6781525611877441, -1.7735252380371094, -2.1381754875183105, -1.5092965364456177, -1.9038478136062622, -2.5236563682556152, -2.00346302986145, -1.9214640855789185, -1.7281935214996338, -1.4523937702178955, -0.721586287021637, -2.2852580547332764, -1.8822046518325806, -0.9762893915176392, -1.1872212886810303, -2.060275077819824, -2.6549601554870605, -1.658648133277893, -1.4343034029006958, -1.0445787906646729, -1.712126612663269, -2.087858200073242, -2.4734458923339844, -2.4568605422973633, -1.550047516822815, -2.084352970123291, -2.357588529586792, -1.7314176559448242, -1.4564547538757324, -0.16799864172935486, -1.1663317680358887, -2.175086259841919, -2.2840490341186523, -1.6843037605285645, -0.3900447189807892, -1.7487889528274536, -0.817010760307312, -2.48962140083313, -0.9222182631492615, -0.6743035316467285, -0.8871263861656189, -1.3601917028427124, -2.332103967666626, -2.3051095008850098, -2.0925142765045166, -2.0755341053009033, -1.0724782943725586, -0.35348740220069885, -2.325620651245117, -1.5121387243270874, -0.9759370684623718, -0.2024976909160614, -2.49560284614563, -1.113361120223999, -2.56848406791687, -2.5978517532348633, -3.0165963172912598, -3.0708487033843994, -2.489382266998291, -1.735658049583435, -1.3705343008041382, -1.5688616037368774, -1.4339097738265991, -1.1873375177383423, -0.73817378282547]}, "Bot001_010_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_010.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY] [FACE WITH TEARS OF JOY] Hi! My name is Kate, I'm 56\nAnd what's your name? i'm good how are u i'm liz i'm fine, thanks i started my new job at google last week . where do you work ? I worked at school as a drawing teacher\nI used to be a painter, but now I'm a housekeeper cool . maybe you know my nephew ? he's in school and says i'm the best aunt ever ! No\nI don't know him\nIt was long ago when I worked at school i am in culinary school , and want to open a restaurant named the wall . how is it going ? I'm fine, thanks\nHow are you?", "response": "oh feeling good . my house is sparkling clean . love cleaning", "annotation_id": "Bot001_010_10", "annotations": ["O", "T", "X", "O", "X", "O", "O", "O", "O", "O", "T", "T", "O", "T", "T"], "gpt2background_target_score": [-11.089654922485352, -10.066712379455566, -8.018150329589844, -11.021778106689453, -10.017559051513672, -12.542304039001465, -8.556512832641602, -12.163007736206055, -11.194389343261719, -11.976449012756348, -13.01677131652832, -12.846806526184082], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.7423242330551147, -1.3194338083267212, -1.4557617902755737, -0.7846629023551941, -1.5420138835906982, -3.7834627628326416, -0.9428880214691162, -2.86252498626709, -1.2497789859771729, -1.5824066400527954, -2.6078290939331055, -2.6221723556518555, -2.0193769931793213, -1.0939048528671265, -3.1923024654388428, -1.4506361484527588, -0.7071080803871155, -0.14257048070430756, -0.07683104276657104, -0.41325899958610535, -0.25448212027549744, -0.20380949974060059, -0.9683117866516113, -1.4936023950576782, -1.277072548866272, -0.35812515020370483, -0.24946241080760956, -2.8903448581695557, -1.9511523246765137, -1.7455514669418335, -1.4413930177688599, -1.766345739364624, -1.7424451112747192, -0.39779821038246155, -0.9413513541221619, -1.3642584085464478, -0.6331924796104431, -0.8099758625030518, -0.4217876195907593, -1.7258437871932983, -1.1298961639404297, -2.249676465988159, -2.2099220752716064, -1.3306411504745483, -0.2607528567314148, -2.2043776512145996, -2.0244462490081787, -2.385255813598633, -1.054131269454956, -2.431908130645752, -0.8353732824325562, -2.462216377258301, -1.9378538131713867, -1.6419332027435303, -1.4765567779541016, -1.2270845174789429, -3.069854497909546, -2.4950685501098633, -1.2733995914459229, -2.747912883758545, -1.0088623762130737, -2.079078197479248, -1.2198208570480347, -1.4517234563827515, -2.5933079719543457, -1.892686128616333, -0.4147503077983856, -1.1620250940322876, -0.8872776031494141, -1.3141621351242065, -1.3554164171218872, -1.2562477588653564, -1.2332919836044312, -1.3994777202606201, -0.527925968170166, -3.279695987701416, -2.3980801105499268, -1.836395263671875, -1.098940372467041, -1.875481367111206, -0.18433618545532227, -0.46771368384361267, -0.8589686155319214, -1.3585684299468994, -1.9641969203948975, -1.7843735218048096, -1.7994799613952637, -1.0213966369628906, -0.6781525611877441, -1.7735252380371094, -2.1381754875183105, -1.5092965364456177, -1.9038478136062622, -2.5236563682556152, -2.00346302986145, -1.9214640855789185, -1.7281935214996338, -1.4523937702178955, -0.721586287021637, -2.2852580547332764, -1.8822046518325806, -0.9762893915176392, -1.1872212886810303, -2.060275077819824, -2.6549601554870605, -1.658648133277893, -1.4343034029006958, -1.0445787906646729, -1.712126612663269, -2.087858200073242, -2.4734458923339844, -2.4568605422973633, -1.550047516822815, -2.084352970123291, -2.357588529586792, -1.7314176559448242, -1.4564547538757324, -0.16799864172935486, -1.1663317680358887, -2.175086259841919, -2.2840490341186523, -1.6843037605285645, -0.3900447189807892, -1.7487889528274536, -0.817010760307312, -2.48962140083313, -0.9222182631492615, -0.6743035316467285, -0.8871263861656189, -1.3601917028427124, -2.332103967666626, -1.4223767518997192, -1.7789652347564697, -1.9566172361373901, -0.5270060896873474, -2.2440311908721924, -1.6940492391586304, -1.1525365114212036, -0.1716310828924179, -2.3329577445983887, -1.198224425315857, -2.2129952907562256, -2.510941505432129, -2.9730279445648193, -3.2267141342163086, -2.5010461807250977, -2.1511011123657227, -1.3694254159927368, -1.5737409591674805, -1.499435305595398, -1.4288170337677002, -1.9862014055252075, -1.5532076358795166, -2.221480369567871, -2.3589162826538086, -2.0560250282287598, -1.6685764789581299, -1.202897548675537, -1.6634663343429565, -0.3476439416408539, -1.603096604347229, -1.711669921875, -1.9292503595352173, -2.618166446685791, -1.7868754863739014, -2.4730169773101807, -1.9042949676513672, -2.175359010696411, -1.0852229595184326, -2.287040948867798, -2.546288013458252, -2.051281213760376, -1.8059879541397095, -1.6718326807022095, -2.122262716293335]}, "Bot001_010_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_010.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY] [FACE WITH TEARS OF JOY] Hi! My name is Kate, I'm 56\nAnd what's your name? i'm good how are u i'm liz i'm fine, thanks i started my new job at google last week . where do you work ? I worked at school as a drawing teacher\nI used to be a painter, but now I'm a housekeeper cool . maybe you know my nephew ? he's in school and says i'm the best aunt ever ! No\nI don't know him\nIt was long ago when I worked at school i am in culinary school , and want to open a restaurant named the wall . how is it going ? I'm fine, thanks\nHow are you? oh feeling good . my house is sparkling clean . love cleaning What else do you love?", "response": "i love animals a lot", "annotation_id": "Bot001_010_12", "annotations": ["T", "T", "X", "O", "T", "O", "O", "T", "O", "O", "T", "T", "T", "X", "T"], "gpt2background_target_score": [-9.748896598815918, -11.459829330444336, -10.595314025878906, -2.8921236991882324, -10.96172046661377], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.7423242330551147, -1.3194338083267212, -1.4557617902755737, -0.7846629023551941, -1.5420138835906982, -3.7834627628326416, -0.9428880214691162, -2.86252498626709, -1.2497789859771729, -1.5824066400527954, -2.6078290939331055, -2.6221723556518555, -2.0193769931793213, -1.0939048528671265, -3.1923024654388428, -1.4506361484527588, -0.7071080803871155, -0.14257048070430756, -0.07683104276657104, -0.41325899958610535, -0.25448212027549744, -0.20380949974060059, -0.9683117866516113, -1.4936023950576782, -1.277072548866272, -0.35812515020370483, -0.24946241080760956, -2.8903448581695557, -1.9511523246765137, -1.7455514669418335, -1.4413930177688599, -1.766345739364624, -1.7424451112747192, -0.39779821038246155, -0.9413513541221619, -1.3642584085464478, -0.6331924796104431, -0.8099758625030518, -0.4217876195907593, -1.7258437871932983, -1.1298961639404297, -2.249676465988159, -2.2099220752716064, -1.3306411504745483, -0.2607528567314148, -2.2043776512145996, -2.0244462490081787, -2.385255813598633, -1.054131269454956, -2.431908130645752, -0.8353732824325562, -2.462216377258301, -1.9378538131713867, -1.6419332027435303, -1.4765567779541016, -1.2270845174789429, -3.069854497909546, -2.4950685501098633, -1.2733995914459229, -2.747912883758545, -1.0088623762130737, -2.079078197479248, -1.2198208570480347, -1.4517234563827515, -2.5933079719543457, -1.892686128616333, -0.4147503077983856, -1.1620250940322876, -0.8872776031494141, -1.3141621351242065, -1.3554164171218872, -1.2562477588653564, -1.2332919836044312, -1.3994777202606201, -0.527925968170166, -3.279695987701416, -2.3980801105499268, -1.836395263671875, -1.098940372467041, -1.875481367111206, -0.18433618545532227, -0.46771368384361267, -0.8589686155319214, -1.3585684299468994, -1.9641969203948975, -1.7843735218048096, -1.7994799613952637, -1.0213966369628906, -0.6781525611877441, -1.7735252380371094, -2.1381754875183105, -1.5092965364456177, -1.9038478136062622, -2.5236563682556152, -2.00346302986145, -1.9214640855789185, -1.7281935214996338, -1.4523937702178955, -0.721586287021637, -2.2852580547332764, -1.8822046518325806, -0.9762893915176392, -1.1872212886810303, -2.060275077819824, -2.6549601554870605, -1.658648133277893, -1.4343034029006958, -1.0445787906646729, -1.712126612663269, -2.087858200073242, -2.4734458923339844, -2.4568605422973633, -1.550047516822815, -2.084352970123291, -2.357588529586792, -1.7314176559448242, -1.4564547538757324, -0.16799864172935486, -1.1663317680358887, -2.175086259841919, -2.2840490341186523, -1.6843037605285645, -0.3900447189807892, -1.7487889528274536, -0.817010760307312, -2.48962140083313, -0.9222182631492615, -0.6743035316467285, -0.8871263861656189, -1.3601917028427124, -2.332103967666626, -1.4223767518997192, -1.7789652347564697, -1.9566172361373901, -0.5270060896873474, -2.2440311908721924, -1.6940492391586304, -1.1525365114212036, -0.1716310828924179, -2.3329577445983887, -1.198224425315857, -2.2129952907562256, -2.510941505432129, -2.9730279445648193, -3.2267141342163086, -2.5010461807250977, -2.1511011123657227, -1.3694254159927368, -1.5737409591674805, -1.499435305595398, -1.4288170337677002, -1.9862014055252075, -1.5532076358795166, -2.221480369567871, -2.3589162826538086, -2.0560250282287598, -1.6685764789581299, -1.202897548675537, -1.6634663343429565, -0.3476439416408539, -1.603096604347229, -1.711669921875, -2.3914566040039062, -2.089245080947876, -2.7640156745910645, -2.088104248046875, -2.4011499881744385, -1.0342155694961548, -2.3866493701934814, -2.6075572967529297, -2.054921865463257, -2.0602242946624756, -1.678317666053772, -2.210639238357544, -1.861268401145935, -1.8712613582611084, -0.474880576133728, -1.2473726272583008, -1.1164170503616333, -1.9955836534500122, -1.8608834743499756, -1.4762673377990723, -1.08774995803833, -2.0435409545898438, -0.16591881215572357, -1.8012323379516602]}, "Bot001_010_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_010.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY] [FACE WITH TEARS OF JOY] Hi! My name is Kate, I'm 56\nAnd what's your name? i'm good how are u i'm liz i'm fine, thanks i started my new job at google last week . where do you work ? I worked at school as a drawing teacher\nI used to be a painter, but now I'm a housekeeper cool . maybe you know my nephew ? he's in school and says i'm the best aunt ever ! No\nI don't know him\nIt was long ago when I worked at school i am in culinary school , and want to open a restaurant named the wall . how is it going ? I'm fine, thanks\nHow are you? oh feeling good . my house is sparkling clean . love cleaning What else do you love? i love animals a lot And what is you dream? Is it connected with animals?\nAs for me I'm dreaming about taking over the world\nThis is my fantasy", "response": "my dream is pizza in italy ! nearly there ! haha . what do you do for a living ?", "annotation_id": "Bot001_010_14", "annotations": ["O", "T", "X", "O", "T", "O", "O", "O", "O", "O", "O", "T", "O", "O", "T"], "gpt2background_target_score": [-11.607720375061035, -11.793573379516602, -1.8320659399032593, -10.799843788146973, -9.052428245544434, -8.084568977355957, -13.017990112304688, -11.266106605529785, -13.765609741210938, -11.672968864440918, -11.79674243927002, -10.33182144165039, -11.971481323242188, -14.504801750183105, -11.119816780090332, -8.072872161865234, -11.257966041564941, -11.168822288513184, -9.038792610168457, -18.377166748046875, -13.04930591583252], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.7423242330551147, -1.3194338083267212, -1.4557617902755737, -0.7846629023551941, -1.5420138835906982, -3.7834627628326416, -0.9428880214691162, -2.86252498626709, -1.2497789859771729, -1.5824066400527954, -2.6078290939331055, -2.6221723556518555, -2.0193769931793213, -1.0939048528671265, -3.1923024654388428, -1.4506361484527588, -0.7071080803871155, -0.14257048070430756, -0.07683104276657104, -0.41325899958610535, -0.25448212027549744, -0.20380949974060059, -0.9683117866516113, -1.4936023950576782, -1.277072548866272, -0.35812515020370483, -0.24946241080760956, -2.8903448581695557, -1.9511523246765137, -1.7455514669418335, -1.4413930177688599, -1.766345739364624, -1.7424451112747192, -0.39779821038246155, -0.9413513541221619, -1.3642584085464478, -0.6331924796104431, -0.8099758625030518, -0.4217876195907593, -1.7258437871932983, -1.1298961639404297, -2.249676465988159, -2.2099220752716064, -1.3306411504745483, -0.2607528567314148, -2.2043776512145996, -2.0244462490081787, -2.385255813598633, -1.054131269454956, -2.431908130645752, -0.8353732824325562, -2.462216377258301, -1.9378538131713867, -1.6419332027435303, -1.4765567779541016, -1.2270845174789429, -3.069854497909546, -2.4950685501098633, -1.2733995914459229, -2.747912883758545, -1.0088623762130737, -2.079078197479248, -1.2198208570480347, -1.4517234563827515, -2.5933079719543457, -1.892686128616333, -0.4147503077983856, -1.1620250940322876, -0.8872776031494141, -1.3141621351242065, -1.3554164171218872, -1.2562477588653564, -1.2332919836044312, -1.3994777202606201, -0.527925968170166, -3.279695987701416, -2.3980801105499268, -1.836395263671875, -1.098940372467041, -1.875481367111206, -0.18433618545532227, -0.46771368384361267, -0.8589686155319214, -1.3585684299468994, -1.9641969203948975, -1.7843735218048096, -1.7994799613952637, -1.0213966369628906, -0.6781525611877441, -1.7735252380371094, -2.1381754875183105, -1.5092965364456177, -1.9038478136062622, -2.5236563682556152, -2.00346302986145, -1.9214640855789185, -1.7281935214996338, -1.4523937702178955, -0.721586287021637, -2.2852580547332764, -1.8822046518325806, -0.9762893915176392, -1.1872212886810303, -2.060275077819824, -2.6549601554870605, -1.658648133277893, -1.4343034029006958, -1.0445787906646729, -1.712126612663269, -2.087858200073242, -2.4734458923339844, -2.4568605422973633, -1.550047516822815, -2.084352970123291, -2.357588529586792, -1.7314176559448242, -1.4564547538757324, -0.16799864172935486, -1.1663317680358887, -2.175086259841919, -2.2840490341186523, -1.6843037605285645, -0.3900447189807892, -1.7487889528274536, -0.817010760307312, -2.48962140083313, -0.9222182631492615, -0.6743035316467285, -0.8871263861656189, -1.3601917028427124, -2.332103967666626, -1.4223767518997192, -1.7789652347564697, -1.9566172361373901, -0.5270060896873474, -2.2440311908721924, -1.6940492391586304, -1.1525365114212036, -0.1716310828924179, -2.3329577445983887, -1.198224425315857, -2.2129952907562256, -2.510941505432129, -2.9730279445648193, -3.2267141342163086, -2.5010461807250977, -2.1511011123657227, -1.3694254159927368, -1.5737409591674805, -1.499435305595398, -1.4288170337677002, -1.9862014055252075, -1.5532076358795166, -2.221480369567871, -2.3589162826538086, -2.0560250282287598, -1.6685764789581299, -1.202897548675537, -1.6634663343429565, -0.3476439416408539, -1.603096604347229, -1.711669921875, -2.3914566040039062, -2.089245080947876, -2.7640156745910645, -2.088104248046875, -2.4011499881744385, -1.0342155694961548, -2.3866493701934814, -2.6075572967529297, -2.054921865463257, -2.0602242946624756, -1.678317666053772, -2.210639238357544, -1.861268401145935, -1.8712613582611084, -0.474880576133728, -1.2473726272583008, -1.1164170503616333, -1.9955836534500122, -1.6326072216033936, -1.539790391921997, -1.8796594142913818, -0.19219321012496948, -1.8090741634368896, -1.3200560808181763, -2.2824811935424805, -0.8382858633995056, -1.448968529701233, -1.2383766174316406, -2.033212900161743, -0.8990854620933533, -2.2955877780914307, -0.4580501616001129, -1.6530637741088867, -1.1702083349227905, -2.4988601207733154, -1.675694227218628, -1.1294316053390503, -2.396117925643921, -1.3307135105133057, -1.7846239805221558, -2.015719175338745, -1.4508798122406006, -2.732119560241699, -1.1507594585418701, -1.2613203525543213, -0.8004721999168396, -2.2703027725219727, -1.6211004257202148, -0.7937350273132324, -1.2865394353866577, -1.237462043762207, -1.6573772430419922, -1.9695709943771362, -0.8421365022659302, -0.9064220190048218, -0.8502874374389648, -1.8318332433700562, -1.3794677257537842, -2.117788791656494, -2.5290262699127197, -2.1476359367370605, -3.3572936058044434, -2.045947551727295, -2.169628620147705, -1.130067229270935, -2.0111539363861084, -2.0519967079162598, -0.30265340209007263, -2.066129684448242, -0.5114500522613525, -2.218756914138794, -1.4080828428268433, -0.3274439871311188, -1.0608409643173218]}, "Bot001_010_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_010.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY] [FACE WITH TEARS OF JOY] Hi! My name is Kate, I'm 56\nAnd what's your name? i'm good how are u i'm liz i'm fine, thanks i started my new job at google last week . where do you work ? I worked at school as a drawing teacher\nI used to be a painter, but now I'm a housekeeper cool . maybe you know my nephew ? he's in school and says i'm the best aunt ever ! No\nI don't know him\nIt was long ago when I worked at school i am in culinary school , and want to open a restaurant named the wall . how is it going ? I'm fine, thanks\nHow are you? oh feeling good . my house is sparkling clean . love cleaning What else do you love? i love animals a lot And what is you dream? Is it connected with animals?\nAs for me I'm dreaming about taking over the world\nThis is my fantasy my dream is pizza in italy ! nearly there ! haha . what do you do for a living ? My children decided that it is time to have a rest for me\nI have 2 grown children\nThey earen a lot of money, and from time to time send me money\nWe live separately and they don't even visit me\nToo busy as always", "response": "i also have two . jack and jillian i'm good . how are you ? [FACE WITH STUCK-OUT TONGUE AND TIGHTLY-CLOSED EYES]", "annotation_id": "Bot001_010_16", "annotations": ["T", "T", "X", "T", "X", "O", "T", "T", "T", "O", "T", "T", "T", "T", "O"], "gpt2background_target_score": [-9.748896598815918, -12.285618782043457, -5.171525478363037, -10.132145881652832, -11.293764114379883, -11.9157133102417, -7.977316856384277, -11.534806251525879, -10.831436157226562, -8.982739448547363, -11.323887825012207, -11.900936126708984, -11.971481323242188, -13.814044952392578, -10.699753761291504, -8.072872161865234, -11.864173889160156, -9.76350212097168, -10.964881896972656, -11.773401260375977, -9.586302757263184, -10.571663856506348, -9.273597717285156, -11.025632858276367, -7.713918209075928, -13.547954559326172, -14.361401557922363, -13.639492988586426, -10.012680053710938, -12.021451950073242, -13.23546028137207, -11.710247993469238, -12.630390167236328, -13.04196834564209, -10.287673950195312, -10.805739402770996, -11.613954544067383], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.7423242330551147, -1.3194338083267212, -1.4557617902755737, -0.7846629023551941, -1.5420138835906982, -3.7834627628326416, -0.9428880214691162, -2.86252498626709, -1.2497789859771729, -1.5824066400527954, -2.6078290939331055, -2.6221723556518555, -2.0193769931793213, -1.0939048528671265, -3.1923024654388428, -1.4506361484527588, -0.7071080803871155, -0.14257048070430756, -0.07683104276657104, -0.41325899958610535, -0.25448212027549744, -0.20380949974060059, -0.9683117866516113, -1.4936023950576782, -1.277072548866272, -0.35812515020370483, -0.24946241080760956, -2.8903448581695557, -1.9511523246765137, -1.7455514669418335, -1.4413930177688599, -1.766345739364624, -1.7424451112747192, -0.39779821038246155, -0.9413513541221619, -1.3642584085464478, -0.6331924796104431, -0.8099758625030518, -0.4217876195907593, -1.7258437871932983, -1.1298961639404297, -2.249676465988159, -2.2099220752716064, -1.3306411504745483, -0.2607528567314148, -2.2043776512145996, -2.0244462490081787, -2.385255813598633, -1.054131269454956, -2.431908130645752, -0.8353732824325562, -2.462216377258301, -1.9378538131713867, -1.6419332027435303, -1.4765567779541016, -1.2270845174789429, -3.069854497909546, -2.4950685501098633, -1.2733995914459229, -2.747912883758545, -1.0088623762130737, -2.079078197479248, -1.2198208570480347, -1.4517234563827515, -2.5933079719543457, -1.892686128616333, -0.4147503077983856, -1.1620250940322876, -0.8872776031494141, -1.3141621351242065, -1.3554164171218872, -1.2562477588653564, -1.2332919836044312, -1.3994777202606201, -0.527925968170166, -3.279695987701416, -2.3980801105499268, -1.836395263671875, -1.098940372467041, -1.875481367111206, -0.18433618545532227, -0.46771368384361267, -0.8589686155319214, -1.3585684299468994, -1.9641969203948975, -1.7843735218048096, -1.7994799613952637, -1.0213966369628906, -0.6781525611877441, -1.7735252380371094, -2.1381754875183105, -1.5092965364456177, -1.9038478136062622, -2.5236563682556152, -2.00346302986145, -1.9214640855789185, -1.7281935214996338, -1.4523937702178955, -0.721586287021637, -2.2852580547332764, -1.8822046518325806, -0.9762893915176392, -1.1872212886810303, -2.060275077819824, -2.6549601554870605, -1.658648133277893, -1.4343034029006958, -1.0445787906646729, -1.712126612663269, -2.087858200073242, -2.4734458923339844, -2.4568605422973633, -1.550047516822815, -2.084352970123291, -2.357588529586792, -1.7314176559448242, -1.4564547538757324, -0.16799864172935486, -1.1663317680358887, -2.175086259841919, -2.2840490341186523, -1.6843037605285645, -0.3900447189807892, -1.7487889528274536, -0.817010760307312, -2.48962140083313, -0.9222182631492615, -0.6743035316467285, -0.8871263861656189, -1.3601917028427124, -2.332103967666626, -1.4223767518997192, -1.7789652347564697, -1.9566172361373901, -0.5270060896873474, -2.2440311908721924, -1.6940492391586304, -1.1525365114212036, -0.1716310828924179, -2.3329577445983887, -1.198224425315857, -2.2129952907562256, -2.510941505432129, -2.9730279445648193, -3.2267141342163086, -2.5010461807250977, -2.1511011123657227, -1.3694254159927368, -1.5737409591674805, -1.499435305595398, -1.4288170337677002, -1.9862014055252075, -1.5532076358795166, -2.221480369567871, -2.3589162826538086, -2.0560250282287598, -1.6685764789581299, -1.202897548675537, -1.6634663343429565, -0.3476439416408539, -1.603096604347229, -1.711669921875, -2.3914575576782227, -2.089245557785034, -2.7640159130096436, -2.0881056785583496, -2.4011483192443848, -1.0342154502868652, -2.386648416519165, -2.6075572967529297, -2.054924488067627, -2.0602242946624756, -1.6783193349838257, -2.2106387615203857, -1.8612678050994873, -1.871260643005371, -0.47488072514533997, -1.2473734617233276, -1.1164166927337646, -1.995584487915039, -1.6326062679290771, -1.5397882461547852, -1.8796603679656982, -0.19219331443309784, -1.809072732925415, -1.3200572729110718, -2.2824833393096924, -0.838286280632019, -1.448967695236206, -1.2383768558502197, -2.0332112312316895, -0.8990851640701294, -2.295588970184326, -0.4580497741699219, -1.6530622243881226, -1.1702061891555786, -2.498858690261841, -1.675694227218628, -1.1294307708740234, -2.3961169719696045, -1.3307127952575684, -1.7846250534057617, -2.015718698501587, -1.4508813619613647, -2.732118844985962, -1.1507586240768433, -1.2613213062286377, -0.8004719018936157, -2.2703022956848145, -1.6211004257202148, -0.7937349081039429, -1.2865395545959473, -1.2374612092971802, -1.6573777198791504, -2.082440137863159, -2.4778318405151367, -1.8156782388687134, -2.739339590072632, -1.4415485858917236, -2.3842051029205322, -2.723536491394043, -2.407287836074829, -3.2301599979400635, -2.3880372047424316, -2.3645663261413574, -2.242753505706787, -2.13185453414917, -2.0091664791107178, -0.3289302587509155, -1.9958561658859253, -0.8233818411827087, -2.1416120529174805, -1.3404812812805176, -0.4730239510536194, -2.152627944946289, -1.3248672485351562, -1.0221697092056274, -0.6524452567100525, -1.4709511995315552, -1.164331316947937, -2.1817569732666016, -0.6606190800666809, -2.3958559036254883, -0.8733478784561157, -3.1115596294403076, -1.5521252155303955, -1.24416184425354, -2.115736722946167, -1.5942652225494385, -1.827696681022644, -1.0183295011520386, -2.037224292755127, -1.1682543754577637, -2.214658498764038, -1.4613821506500244, -1.2095308303833008, -3.380040407180786, -3.3082237243652344, -2.4237911701202393, -1.8739255666732788, -2.4299557209014893, -2.0433456897735596, -2.2934930324554443, -1.7070964574813843, -1.3094022274017334, -0.2333531677722931, -0.08600622415542603, -1.8035870790481567, -2.594210147857666, -2.5260531902313232, -2.1593267917633057, -1.395309567451477, -1.9715566635131836, -0.8636326789855957, -2.204864978790283, -2.3892362117767334, -1.6339833736419678, -0.18323829770088196, -1.7690675258636475, -1.7916160821914673, -1.0980110168457031, -1.9886819124221802, -1.581857681274414, -1.7346704006195068, -2.070263147354126, -1.938842535018921, -2.395627737045288, -1.948176383972168, -2.362926483154297, -1.9180160760879517, -1.444313883781433, -2.389220952987671, -1.8021249771118164, -3.651329517364502, -1.6390658617019653, -3.2663309574127197, -1.9874978065490723, -2.4174580574035645, -2.504617214202881, -1.557737112045288, -1.4748115539550781, -1.251373291015625, -0.3632340133190155, -2.019139289855957, -1.476749062538147, -1.9015381336212158, -0.45076435804367065, -0.22492562234401703, -2.5815813541412354, -2.242658853530884, -3.1032378673553467, -2.074254274368286, -1.8956469297409058, -2.3797318935394287, -1.571408987045288, -2.4888243675231934, -1.2351069450378418, -2.0686237812042236, -3.942936420440674, -3.4417479038238525, -2.8319320678710938, -1.4948642253875732, -1.823655128479004, -1.5965158939361572, -1.5760313272476196]}, "Bot001_010_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_010.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY] [FACE WITH TEARS OF JOY] Hi! My name is Kate, I'm 56\nAnd what's your name? i'm good how are u i'm liz i'm fine, thanks i started my new job at google last week . where do you work ? I worked at school as a drawing teacher\nI used to be a painter, but now I'm a housekeeper cool . maybe you know my nephew ? he's in school and says i'm the best aunt ever ! No\nI don't know him\nIt was long ago when I worked at school i am in culinary school , and want to open a restaurant named the wall . how is it going ? I'm fine, thanks\nHow are you? oh feeling good . my house is sparkling clean . love cleaning What else do you love? i love animals a lot And what is you dream? Is it connected with animals?\nAs for me I'm dreaming about taking over the world\nThis is my fantasy my dream is pizza in italy ! nearly there ! haha . what do you do for a living ? My children decided that it is time to have a rest for me\nI have 2 grown children\nThey earen a lot of money, and from time to time send me money\nWe live separately and they don't even visit me\nToo busy as always i also have two . jack and jillian i'm good . how are you ? [FACE WITH STUCK-OUT TONGUE AND TIGHTLY-CLOSED EYES] I have answered this question twice\nNothing changed\nI'm still fine", "response": "then why did you have grammar error if you are so smart ?", "annotation_id": "Bot001_010_18", "annotations": ["T", "T", "X", "X", "X", "O", "T", "O", "X", "X", "T", "T", "O", "O", "T"], "gpt2background_target_score": [-14.200417518615723, -8.876132011413574, -4.907699108123779, -6.367705821990967, -10.058279991149902, -12.050840377807617, -11.912618637084961, -11.988367080688477, -7.5334930419921875, -11.310379981994629, -11.66849136352539, -12.577367782592773, -13.412928581237793], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.7423242330551147, -1.3194338083267212, -1.4557617902755737, -0.7846629023551941, -1.5420138835906982, -3.7834627628326416, -0.9428880214691162, -2.86252498626709, -1.2497789859771729, -1.5824066400527954, -2.6078290939331055, -2.6221723556518555, -2.0193769931793213, -1.0939048528671265, -3.1923024654388428, -1.4506361484527588, -0.7071080803871155, -0.14257048070430756, -0.07683104276657104, -0.41325899958610535, -0.25448212027549744, -0.20380949974060059, -0.9683117866516113, -1.4936023950576782, -1.277072548866272, -0.35812515020370483, -0.24946241080760956, -2.8903448581695557, -1.9511523246765137, -1.7455514669418335, -1.4413930177688599, -1.766345739364624, -1.7424451112747192, -0.39779821038246155, -0.9413513541221619, -1.3642584085464478, -0.6331924796104431, -0.8099758625030518, -0.4217876195907593, -1.7258437871932983, -1.1298961639404297, -2.249676465988159, -2.2099220752716064, -1.3306411504745483, -0.2607528567314148, -2.2043776512145996, -2.0244462490081787, -2.385255813598633, -1.054131269454956, -2.431908130645752, -0.8353732824325562, -2.462216377258301, -1.9378538131713867, -1.6419332027435303, -1.4765567779541016, -1.2270845174789429, -3.069854497909546, -2.4950685501098633, -1.2733995914459229, -2.747912883758545, -1.0088623762130737, -2.079078197479248, -1.2198208570480347, -1.4517234563827515, -2.5933079719543457, -1.892686128616333, -0.4147503077983856, -1.1620250940322876, -0.8872776031494141, -1.3141621351242065, -1.3554164171218872, -1.2562477588653564, -1.2332919836044312, -1.3994777202606201, -0.527925968170166, -3.279695987701416, -2.3980801105499268, -1.836395263671875, -1.098940372467041, -1.875481367111206, -0.18433618545532227, -0.46771368384361267, -0.8589686155319214, -1.3585684299468994, -1.9641969203948975, -1.7843735218048096, -1.7994799613952637, -1.0213966369628906, -0.6781525611877441, -1.7735252380371094, -2.1381754875183105, -1.5092965364456177, -1.9038478136062622, -2.5236563682556152, -2.00346302986145, -1.9214640855789185, -1.7281935214996338, -1.4523937702178955, -0.721586287021637, -2.2852580547332764, -1.8822046518325806, -0.9762893915176392, -1.1872212886810303, -2.060275077819824, -2.6549601554870605, -1.658648133277893, -1.4343034029006958, -1.0445787906646729, -1.712126612663269, -2.087858200073242, -2.4734458923339844, -2.4568605422973633, -1.550047516822815, -2.084352970123291, -2.357588529586792, -1.7314176559448242, -1.4564547538757324, -0.16799864172935486, -1.1663317680358887, -2.175086259841919, -2.2840490341186523, -1.6843037605285645, -0.3900447189807892, -1.7487889528274536, -0.817010760307312, -2.48962140083313, -0.9222182631492615, -0.6743035316467285, -0.8871263861656189, -1.3601917028427124, -2.332103967666626, -1.4223767518997192, -1.7789652347564697, -1.9566172361373901, -0.5270060896873474, -2.2440311908721924, -1.6940492391586304, -1.1525365114212036, -0.1716310828924179, -2.3329577445983887, -1.198224425315857, -2.2129952907562256, -2.510941505432129, -2.9730279445648193, -3.2267141342163086, -2.5010461807250977, -2.1511011123657227, -1.3694254159927368, -1.5737409591674805, -1.499435305595398, -1.4288170337677002, -1.9862014055252075, -1.5532076358795166, -2.221480369567871, -2.3589162826538086, -2.0560250282287598, -1.6685764789581299, -1.202897548675537, -1.6634663343429565, -0.3476439416408539, -1.603096604347229, -1.711669921875, -2.3914566040039062, -2.089245080947876, -2.7640156745910645, -2.088104248046875, -2.4011499881744385, -1.0342155694961548, -2.3866493701934814, -2.6075572967529297, -2.054921865463257, -2.0602242946624756, -1.678317666053772, -2.210639238357544, -1.861268401145935, -1.871261715888977, -0.474881112575531, -1.2473747730255127, -1.1164171695709229, -1.9955828189849854, -1.6326065063476562, -1.539792537689209, -1.8796595335006714, -0.19219271838665009, -1.8090728521347046, -1.320056676864624, -2.2824790477752686, -0.838284432888031, -1.4489680528640747, -1.2383757829666138, -2.0332119464874268, -0.8990848064422607, -2.2955892086029053, -0.45804932713508606, -1.6530630588531494, -1.1702072620391846, -2.4988605976104736, -1.6756945848464966, -1.1294299364089966, -2.3961181640625, -1.3307137489318848, -1.784625768661499, -2.0157196521759033, -1.4508817195892334, -2.7321197986602783, -1.1507591009140015, -1.2613204717636108, -0.8004729151725769, -2.2703025341033936, -1.6211014986038208, -0.7937339544296265, -1.2865400314331055, -1.2374614477157593, -1.657379388809204, -2.0824413299560547, -2.477832794189453, -1.8156790733337402, -2.7393388748168945, -1.441548466682434, -2.384204626083374, -2.7235352993011475, -2.4072885513305664, -3.230161428451538, -2.388038158416748, -2.3645663261413574, -2.242753744125366, -2.1318559646606445, -2.0091660022735596, -0.3289302587509155, -1.9958555698394775, -0.823381245136261, -2.1416125297546387, -1.3404827117919922, -0.47302380204200745, -2.1526293754577637, -1.3248661756515503, -1.0221697092056274, -0.6524449586868286, -1.4709514379501343, -1.164332389831543, -2.1817545890808105, -0.6606184840202332, -2.3958582878112793, -0.8733478784561157, -3.1115589141845703, -1.5521245002746582, -1.244161605834961, -2.115736961364746, -1.5942661762237549, -1.827697515487671, -1.0183295011520386, -2.0372252464294434, -1.168254017829895, -2.21465802192688, -1.4613813161849976, -1.2095308303833008, -3.380038022994995, -3.3082215785980225, -2.4237916469573975, -1.8739269971847534, -2.4299569129943848, -2.0433459281921387, -2.2934937477111816, -1.7070972919464111, -1.309403657913208, -0.23335327208042145, -0.08600633591413498, -1.8035868406295776, -2.5942111015319824, -2.5260517597198486, -2.159327745437622, -1.395312786102295, -1.9715577363967896, -0.8636330366134644, -2.204866409301758, -2.389235496520996, -1.6339828968048096, -0.18323838710784912, -1.7690681219100952, -1.7916138172149658, -1.0980098247528076, -1.9886809587478638, -1.5818595886230469, -1.7346720695495605, -2.070263385772705, -1.9388412237167358, -2.3956286907196045, -2.402759313583374, -1.52968430519104, -1.5505921840667725, -2.286893367767334, -1.8213542699813843, -3.519423007965088, -1.8041365146636963, -3.193709373474121, -2.2859485149383545, -2.3840744495391846, -2.512373208999634, -1.6138328313827515, -1.8876093626022339, -1.289646863937378, -0.36789798736572266, -1.942031979560852, -2.315706253051758, -1.3211196660995483, -0.41136687994003296, -0.245968759059906, -2.4995665550231934, -2.118037462234497, -3.133406639099121, -2.2265701293945312, -1.8555049896240234, -2.1099987030029297, -1.2477566003799438, -2.6953377723693848, -0.7943866848945618, -2.1199402809143066, -3.9263129234313965, -3.408294916152954, -2.6984453201293945, -1.3157776594161987, -1.8739923238754272, -1.398321270942688, -1.7655714750289917, -1.8871370553970337, -1.6886433362960815, -2.5460028648376465, -0.7264309525489807, -3.08201003074646, -2.250058650970459, -1.4526643753051758, -2.7389421463012695, -2.597365379333496, -1.6301088333129883, -2.157820224761963, -2.384490966796875, -2.585780382156372, -1.96114981174469, -2.022679567337036, -1.8500913381576538, -1.8514231443405151, -0.40335503220558167, -1.7528009414672852, -1.4979145526885986, -1.8884921073913574, -1.4654229879379272, -0.6078562140464783, -2.5587339401245117, -2.4024815559387207, -3.0088605880737305, -1.6089037656784058, -1.4086487293243408]}, "Bot001_010_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_010.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY] [FACE WITH TEARS OF JOY] Hi! My name is Kate, I'm 56\nAnd what's your name? i'm good how are u i'm liz i'm fine, thanks i started my new job at google last week . where do you work ? I worked at school as a drawing teacher\nI used to be a painter, but now I'm a housekeeper cool . maybe you know my nephew ? he's in school and says i'm the best aunt ever ! No\nI don't know him\nIt was long ago when I worked at school i am in culinary school , and want to open a restaurant named the wall . how is it going ? I'm fine, thanks\nHow are you? oh feeling good . my house is sparkling clean . love cleaning What else do you love? i love animals a lot And what is you dream? Is it connected with animals?\nAs for me I'm dreaming about taking over the world\nThis is my fantasy my dream is pizza in italy ! nearly there ! haha . what do you do for a living ? My children decided that it is time to have a rest for me\nI have 2 grown children\nThey earen a lot of money, and from time to time send me money\nWe live separately and they don't even visit me\nToo busy as always i also have two . jack and jillian i'm good . how are you ? [FACE WITH STUCK-OUT TONGUE AND TIGHTLY-CLOSED EYES] I have answered this question twice\nNothing changed\nI'm still fine then why did you have grammar error if you are so smart ? I hadn't say that", "response": "its okay baby , take your time [FACE WITH TEARS OF JOY]", "annotation_id": "Bot001_010_20", "annotations": ["T", "T", "X", "X", "T", "O", "T", "T", "X", "O", "X", "T", "T", "T", "T"], "gpt2background_target_score": [-11.777235984802246, -11.559459686279297, -10.679494857788086, -11.767194747924805, -5.615479946136475, -6.22390604019165, -11.53696346282959, -11.009322166442871, -9.545991897583008, -8.510150909423828, -10.61425495147705, -10.294222831726074, -7.996210098266602, -11.022790908813477, -8.120044708251953, -11.091459274291992], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.7423242330551147, -1.3194338083267212, -1.4557617902755737, -0.7846629023551941, -1.5420138835906982, -3.7834627628326416, -0.9428880214691162, -2.86252498626709, -1.2497789859771729, -1.5824066400527954, -2.6078290939331055, -2.6221723556518555, -2.0193769931793213, -1.0939048528671265, -3.1923024654388428, -1.4506361484527588, -0.7071080803871155, -0.14257048070430756, -0.07683104276657104, -0.41325899958610535, -0.25448212027549744, -0.20380949974060059, -0.9683117866516113, -1.4936023950576782, -1.277072548866272, -0.35812515020370483, -0.24946241080760956, -2.8903448581695557, -1.9511523246765137, -1.7455514669418335, -1.4413930177688599, -1.766345739364624, -1.7424451112747192, -0.39779821038246155, -0.9413513541221619, -1.3642584085464478, -0.6331924796104431, -0.8099758625030518, -0.4217876195907593, -1.7258437871932983, -1.1298961639404297, -2.249676465988159, -2.2099220752716064, -1.3306411504745483, -0.2607528567314148, -2.2043776512145996, -2.0244462490081787, -2.385255813598633, -1.054131269454956, -2.431908130645752, -0.8353732824325562, -2.462216377258301, -1.9378538131713867, -1.6419332027435303, -1.4765567779541016, -1.2270845174789429, -3.069854497909546, -2.4950685501098633, -1.2733995914459229, -2.747912883758545, -1.0088623762130737, -2.079078197479248, -1.2198208570480347, -1.4517234563827515, -2.5933079719543457, -1.892686128616333, -0.4147503077983856, -1.1620250940322876, -0.8872776031494141, -1.3141621351242065, -1.3554164171218872, -1.2562477588653564, -1.2332919836044312, -1.3994777202606201, -0.527925968170166, -3.279695987701416, -2.3980801105499268, -1.836395263671875, -1.098940372467041, -1.875481367111206, -0.18433618545532227, -0.46771368384361267, -0.8589686155319214, -1.3585684299468994, -1.9641969203948975, -1.7843735218048096, -1.7994799613952637, -1.0213966369628906, -0.6781525611877441, -1.7735252380371094, -2.1381754875183105, -1.5092965364456177, -1.9038478136062622, -2.5236563682556152, -2.00346302986145, -1.9214640855789185, -1.7281935214996338, -1.4523937702178955, -0.721586287021637, -2.2852580547332764, -1.8822046518325806, -0.9762893915176392, -1.1872212886810303, -2.060275077819824, -2.6549601554870605, -1.658648133277893, -1.4343034029006958, -1.0445787906646729, -1.712126612663269, -2.087858200073242, -2.4734458923339844, -2.4568605422973633, -1.550047516822815, -2.084352970123291, -2.357588529586792, -1.7314176559448242, -1.4564547538757324, -0.16799864172935486, -1.1663317680358887, -2.175086259841919, -2.2840490341186523, -1.6843037605285645, -0.3900447189807892, -1.7487889528274536, -0.817010760307312, -2.48962140083313, -0.9222182631492615, -0.6743035316467285, -0.8871263861656189, -1.3601917028427124, -2.332103967666626, -1.4223767518997192, -1.7789652347564697, -1.9566172361373901, -0.5270060896873474, -2.2440311908721924, -1.6940492391586304, -1.1525365114212036, -0.1716310828924179, -2.3329577445983887, -1.198224425315857, -2.2129952907562256, -2.510941505432129, -2.9730279445648193, -3.2267141342163086, -2.5010461807250977, -2.1511011123657227, -1.3694254159927368, -1.5737409591674805, -1.499435305595398, -1.4288170337677002, -1.9862014055252075, -1.5532076358795166, -2.221480369567871, -2.3589162826538086, -2.0560250282287598, -1.6685764789581299, -1.202897548675537, -1.6634663343429565, -0.3476439416408539, -1.603096604347229, -1.711669921875, -2.3914566040039062, -2.089245080947876, -2.7640156745910645, -2.088104248046875, -2.4011499881744385, -1.0342155694961548, -2.3866493701934814, -2.6075572967529297, -2.054921865463257, -2.0602242946624756, -1.678317666053772, -2.210639238357544, -1.861268401145935, -1.8712613582611084, -0.474880576133728, -1.2473726272583008, -1.1164170503616333, -1.9955836534500122, -1.6326072216033936, -1.539790391921997, -1.8796594142913818, -0.19219321012496948, -1.8090741634368896, -1.3200560808181763, -2.2824814319610596, -0.838284969329834, -1.448972225189209, -1.2383747100830078, -2.033212661743164, -0.8990857601165771, -2.2955870628356934, -0.4580502212047577, -1.6530646085739136, -1.170207142829895, -2.4988598823547363, -1.675694227218628, -1.129431128501892, -2.39611554145813, -1.3307127952575684, -1.7846232652664185, -2.0157201290130615, -1.4508802890777588, -2.7321176528930664, -1.1507580280303955, -1.26132071018219, -0.8004727363586426, -2.270303249359131, -1.6211018562316895, -0.7937343716621399, -1.2865384817123413, -1.2374645471572876, -1.6573765277862549, -2.0824403762817383, -2.477830171585083, -1.8156768083572388, -2.7393383979797363, -1.4415478706359863, -2.384204626083374, -2.723536729812622, -2.4072885513305664, -3.2301604747772217, -2.38803768157959, -2.364565372467041, -2.242753505706787, -2.13185453414917, -2.0091664791107178, -0.32892975211143494, -1.9958542585372925, -0.8233819603919983, -2.1416120529174805, -1.3404816389083862, -0.4730239510536194, -2.1526286602020264, -1.3248652219772339, -1.0221692323684692, -0.6524448990821838, -1.4709516763687134, -1.1643331050872803, -2.1817562580108643, -0.6606181263923645, -2.395857095718384, -0.8733478784561157, -3.1115593910217285, -1.5521247386932373, -1.2441623210906982, -2.115736961364746, -1.5942665338516235, -1.827695608139038, -1.0183286666870117, -2.0372250080108643, -1.168252944946289, -2.2146596908569336, -1.4613821506500244, -1.2095308303833008, -3.380037307739258, -3.308223009109497, -2.423792839050293, -1.8739269971847534, -2.4299557209014893, -2.0433449745178223, -2.2934930324554443, -1.7070964574813843, -1.3094030618667603, -0.23335270583629608, -0.08600622415542603, -1.8035873174667358, -2.5942094326019287, -2.5260512828826904, -2.159327268600464, -1.3953107595443726, -1.9715567827224731, -0.86363285779953, -2.2048659324645996, -2.389235734939575, -1.6339824199676514, -0.1832381933927536, -1.7690680027008057, -1.791616439819336, -1.0980110168457031, -1.9886808395385742, -1.5818594694137573, -1.734670877456665, -2.0702593326568604, -1.9388407468795776, -2.3956286907196045, -2.4027583599090576, -1.529686450958252, -1.5505913496017456, -2.2868940830230713, -1.8213540315628052, -3.519421100616455, -1.8041326999664307, -3.193708896636963, -2.2859456539154053, -2.3840749263763428, -2.512373447418213, -1.6138333082199097, -1.8876093626022339, -1.2896461486816406, -0.3678988814353943, -1.9420298337936401, -2.315706729888916, -1.3211215734481812, -0.41136813163757324, -0.24596856534481049, -2.4995672702789307, -2.118039131164551, -3.133406400680542, -2.226569890975952, -1.8555034399032593, -2.109999179840088, -1.247755527496338, -2.695333957672119, -0.7943866848945618, -2.119936943054199, -3.926314115524292, -3.4082953929901123, -2.69844388961792, -1.3157786130905151, -1.8739917278289795, -1.3983203172683716, -1.7655713558197021, -1.8871371746063232, -1.6886430978775024, -2.5460023880004883, -0.7264291048049927, -3.0820112228393555, -2.250058889389038, -1.4526643753051758, -2.7389423847198486, -2.597364902496338, -1.6301075220108032, -2.1578195095062256, -2.3844892978668213, -2.585783004760742, -1.9611493349075317, -2.417095422744751, -1.991760015487671, -0.6240702867507935, -2.1028590202331543, -1.434125304222107, -1.9376872777938843, -1.615078091621399, -0.7499860525131226, -2.3417742252349854, -2.3050971031188965, -3.157285213470459, -1.7578680515289307, -2.4065723419189453, -1.8635903596878052, -0.23250548541545868, -2.91262149810791, -1.500124454498291, -2.2352020740509033, -1.7418725490570068, -2.184547185897827, -2.3081376552581787, -2.760486602783203, -1.658949851989746, -1.6041581630706787, -1.7620686292648315, -1.6687666177749634, -2.191110372543335, -0.307493656873703, -0.9462516903877258, -0.10580936074256897, -0.13036003708839417, -0.09670159965753555, -0.2204720824956894, -0.181240975856781, -1.597211241722107]}, "Bot001_018_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_018.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES] hii", "response": "i am good but been better car broke down", "annotation_id": "Bot001_018_02", "annotations": ["O", "T", "T", "O", "T", "T", "T", "O", "O", "O", "X", "T", "O", "O", "O"], "gpt2background_target_score": [-10.842501640319824, -8.814092636108398, -6.5202717781066895, -10.841689109802246, -10.127521514892578, -8.614620208740234, -12.214363098144531, -11.078864097595215, -11.00070571899414], "gpt2background_argmax_score": [-2.13662052154541, -1.2113471031188965, -1.5648894309997559, -1.7970792055130005, -0.6839268803596497, -0.775888979434967, -0.4462241530418396, -0.9304897785186768, -3.4276959896087646, -1.8226357698440552, -0.6177114844322205, -0.8431870937347412, -1.3930963277816772, -2.888204574584961, -0.14823447167873383, -0.7739041447639465, -1.634175419807434, -1.3842437267303467, -1.9094035625457764, -0.5620830059051514, -1.2948262691497803, -0.49290576577186584, -2.267089605331421, -2.5680270195007324, -1.8342612981796265, -1.7258774042129517, -1.3340809345245361, -3.1228535175323486, -1.6444886922836304, -3.4331648349761963, -1.8073103427886963, -2.276963233947754]}, "Bot001_018_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_018.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES] hii i am good but been better car broke down my day is going great", "response": "then it is time to eat meat", "annotation_id": "Bot001_018_04", "annotations": ["O", "T", "T", "O", "T", "X", "T", "O", "X", "O", "X", "O", "T", "X", "T"], "gpt2background_target_score": [-13.989267349243164, -8.010079383850098, -3.018554210662842, -7.841911792755127, -9.994009971618652, -12.245646476745605, -12.374907493591309], "gpt2background_argmax_score": [-2.13662052154541, -1.2113471031188965, -1.5648894309997559, -1.7970792055130005, -0.6839268803596497, -0.775888979434967, -0.4462241530418396, -0.9304897785186768, -3.4276959896087646, -1.8226357698440552, -0.6177114844322205, -0.8431870937347412, -1.3930963277816772, -2.888204574584961, -0.14823447167873383, -0.7739041447639465, -1.634175419807434, -1.3842437267303467, -1.9094035625457764, -0.5620830059051514, -1.2948262691497803, -0.49290576577186584, -2.9270527362823486, -1.6776787042617798, -2.211777925491333, -1.5706592798233032, -3.145407199859619, -1.5420305728912354, -3.493654489517212, -2.7244977951049805, -2.425992965698242, -3.970594644546509, -2.523266077041626, -2.9606821537017822, -1.1917718648910522, -2.1975698471069336, -2.341641902923584, -1.9954884052276611, -1.4159928560256958, -2.9064724445343018, -0.5482370853424072, -2.270493745803833, -2.600586414337158, -1.1130332946777344]}, "Bot001_018_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_018.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES] hii i am good but been better car broke down my day is going great then it is time to eat meat i liisten country music", "response": "hello ! i'm sarah ! country is my favorite music . lol", "annotation_id": "Bot001_018_06", "annotations": ["O", "T", "T", "O", "T", "T", "T", "O", "O", "O", "X", "O", "O", "O", "O"], "gpt2background_target_score": [-11.531097412109375, -8.436479568481445, -8.05324935913086, -13.322925567626953, -9.00907039642334, -13.561769485473633, -8.47543716430664, -12.464375495910645, -10.690442085266113, -9.97140884399414, -12.862610816955566, -10.869874954223633, -11.751267433166504, -12.787399291992188], "gpt2background_argmax_score": [-2.13662052154541, -1.2113471031188965, -1.5648894309997559, -1.7970792055130005, -0.6839268803596497, -0.775888979434967, -0.4462241530418396, -0.9304897785186768, -3.4276959896087646, -1.8226357698440552, -0.6177114844322205, -0.8431870937347412, -1.3930963277816772, -2.888204574584961, -0.14823447167873383, -0.7739041447639465, -1.634175419807434, -1.3842437267303467, -1.9094035625457764, -0.5620830059051514, -1.2948262691497803, -0.49290576577186584, -2.9270527362823486, -1.6776787042617798, -2.211777925491333, -1.5706592798233032, -3.145407199859619, -1.5420305728912354, -3.493654489517212, -2.7244977951049805, -2.4259941577911377, -3.9705941677093506, -2.5232646465301514, -2.9606809616088867, -1.1917706727981567, -2.19757080078125, -1.3530218601226807, -1.3776005506515503, -2.6435317993164062, -0.5239446759223938, -2.2919445037841797, -2.9139559268951416, -1.8477685451507568, -1.7080392837524414, -3.2741098403930664, -3.714657783508301, -3.0008533000946045, -3.1265604496002197, -2.390105724334717, -2.483832359313965, -1.5077192783355713, -1.607014775276184, -2.0450973510742188, -2.7539896965026855, -3.7380077838897705, -1.4587559700012207, -1.4507553577423096, -0.28990381956100464, -3.197270393371582, -1.8451441526412964, -1.383147954940796, -2.293599843978882, -1.7135648727416992, -0.6839890480041504]}, "Bot001_018_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_018.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES] hii i am good but been better car broke down my day is going great then it is time to eat meat i liisten country music hello ! i'm sarah ! country is my favorite music . lol hi i m peter", "response": "i'm a fright truck driver [SMIRKING FACE WITH GLASSES]", "annotation_id": "Bot001_018_08", "annotations": ["O", "T", "T", "O", "X", "T", "T", "X", "T", "O", "X", "T", "T", "X", "O"], "gpt2background_target_score": [-10.842503547668457, -9.851035118103027, -6.720869541168213, -13.455802917480469, -10.825638771057129, -13.220212936401367, -9.057679176330566, -12.258790016174316, -10.498590469360352, -9.327964782714844, -11.662956237792969, -6.459593772888184, -9.229585647583008, -11.74554443359375, -8.30960750579834, -4.307031631469727], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -0.7758899331092834, -0.4462234079837799, -0.9304934740066528, -3.4276962280273438, -1.8226350545883179, -0.6177105903625488, -0.8431873917579651, -1.393097996711731, -2.888206720352173, -0.14823457598686218, -0.7739039063453674, -1.634175419807434, -1.3842461109161377, -1.909401535987854, -0.5620837211608887, -1.2948294878005981, -0.4929059147834778, -2.9270541667938232, -1.6776803731918335, -2.2117810249328613, -1.5706597566604614, -3.1454074382781982, -1.542028546333313, -3.4936554431915283, -2.7244985103607178, -2.425992727279663, -3.9705965518951416, -2.5232648849487305, -2.960684061050415, -1.1917715072631836, -2.1975691318511963, -1.353022813796997, -1.3776006698608398, -2.6435329914093018, -0.5239437222480774, -2.291947603225708, -2.9139578342437744, -1.8477692604064941, -1.7080414295196533, -3.274109125137329, -3.714660882949829, -3.000856399536133, -3.1265621185302734, -2.3901093006134033, -2.2631168365478516, -1.6287750005722046, -1.9613444805145264, -2.8342108726501465, -3.8424198627471924, -3.020430088043213, -2.3163368701934814, -0.3972398638725281, -3.14662766456604, -1.6778624057769775, -1.3673088550567627, -1.5569583177566528, -2.3427953720092773, -1.9295753240585327, -2.9523959159851074, -2.5481159687042236, -3.5947601795196533, -3.6342642307281494, -3.092559576034546, -2.5928168296813965, -2.086857795715332, -2.9169809818267822, -3.3863182067871094, -3.303227424621582, -1.2686729431152344, -2.1354618072509766, -3.2264509201049805, -0.1786559522151947, -0.9124264121055603, -1.6424452066421509, -0.7418316006660461, -0.8339658975601196, -2.3032100200653076, -2.9827587604522705, -2.719381809234619, -2.0642614364624023]}, "Bot001_018_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_018.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES] hii i am good but been better car broke down my day is going great then it is time to eat meat i liisten country music hello ! i'm sarah ! country is my favorite music . lol hi i m peter i'm a fright truck driver [SMIRKING FACE WITH GLASSES] and i m a store manager", "response": "i'm jennifer . i go to college , and i also work part time at mcdonald . [GRINNING FACE]", "annotation_id": "Bot001_018_10", "annotations": ["X", "T", "T", "O", "X", "X", "T", "X", "O", "O", "T", "T", "O", "X", "O"], "gpt2background_target_score": [-10.842503547668457, -9.851035118103027, -10.603741645812988, -13.655088424682617, -14.734978675842285, -10.86396598815918, -9.545958518981934, -9.875402450561523, -10.263876914978027, -12.49368953704834, -11.795286178588867, -7.219318866729736, -9.545458793640137, -12.365538597106934, -12.75189208984375, -12.287495613098145, -13.516491889953613, -11.328204154968262, -12.749794960021973, -13.822114944458008, -12.271925926208496, -8.900670051574707, -13.257852554321289, -11.979263305664062, -12.242057800292969, -12.77582836151123, -13.066048622131348], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -0.7758899331092834, -0.4462234079837799, -0.9304934740066528, -3.4276962280273438, -1.8226350545883179, -0.6177105903625488, -0.8431873917579651, -1.393097996711731, -2.888206720352173, -0.14823457598686218, -0.7739039063453674, -1.634175419807434, -1.3842461109161377, -1.909401535987854, -0.5620837211608887, -1.2948294878005981, -0.4929059147834778, -2.9270541667938232, -1.6776803731918335, -2.2117810249328613, -1.5706597566604614, -3.1454074382781982, -1.542028546333313, -3.4936554431915283, -2.7244985103607178, -2.425992727279663, -3.9705965518951416, -2.5232648849487305, -2.960684061050415, -1.1917715072631836, -2.1975691318511963, -1.353022813796997, -1.3776006698608398, -2.6435329914093018, -0.5239437222480774, -2.291947603225708, -2.9139578342437744, -1.8477692604064941, -1.7080403566360474, -3.274108648300171, -3.71466064453125, -3.0008556842803955, -3.1265618801116943, -2.3901076316833496, -2.2631165981292725, -1.6287734508514404, -1.9613441228866577, -2.8342103958129883, -3.8424179553985596, -3.0204291343688965, -2.3163368701934814, -0.39723995327949524, -3.146624803543091, -1.6778620481491089, -1.367308259010315, -1.556958794593811, -2.3427958488464355, -1.9295759201049805, -2.952396869659424, -2.5481159687042236, -3.5947608947753906, -3.6342647075653076, -3.092561721801758, -2.5742039680480957, -2.922212600708008, -3.519202709197998, -3.231431484222412, -1.3605730533599854, -2.316056489944458, -3.4371747970581055, -0.20695903897285461, -0.7493593692779541, -1.7503072023391724, -0.6378558874130249, -0.8107691407203674, -2.3309614658355713, -2.5597641468048096, -2.4703056812286377, -2.5628275871276855, -1.126697063446045, -1.7177393436431885, -2.946021318435669, -4.246183395385742, -1.8798117637634277, -1.9106895923614502, -2.780994176864624, -2.176154375076294, -1.3562991619110107, -2.5249786376953125, -3.3918299674987793, -1.5736194849014282, -1.9726370573043823, -1.5411930084228516, -1.0393370389938354, -1.6174206733703613, -1.8556822538375854, -1.4318287372589111, -0.902595043182373, -2.110506772994995, -2.0575592517852783, -1.9052814245224, -0.25264108180999756, -2.1100447177886963, -0.7929118275642395, -0.2529510259628296, -0.39897724986076355, -0.9770044088363647, -1.7821398973464966, -2.3439080715179443, -1.975814700126648, -1.175279140472412, -0.5883944630622864, -1.6318913698196411]}, "Bot001_018_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_018.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES] hii i am good but been better car broke down my day is going great then it is time to eat meat i liisten country music hello ! i'm sarah ! country is my favorite music . lol hi i m peter i'm a fright truck driver [SMIRKING FACE WITH GLASSES] and i m a store manager i'm jennifer . i go to college , and i also work part time at mcdonald . [GRINNING FACE] how is truck driving", "response": "hey there , i am good , bout to go golfing [SMILING FACE WITH HEART-SHAPED EYES]", "annotation_id": "Bot001_018_12", "annotations": ["O", "T", "T", "O", "X", "X", "X", "X", "X", "X", "X", "T", "T", "O", "T"], "gpt2background_target_score": [-11.550772666931152, -7.901233673095703, -12.98260498046875, -8.713114738464355, -12.029468536376953, -9.248485565185547, -8.822575569152832, -12.190056800842285, -10.263876914978027, -11.76491641998291, -12.462198257446289, -11.771587371826172, -7.503044605255127, -10.089426040649414, -0.14823457598686218, -0.7739039063453674, -1.634175419807434, -11.572882652282715, -7.435021877288818, -13.057685852050781, -6.254579544067383, -11.414085388183594, -11.557463645935059, -12.877726554870605, -10.480056762695312, -12.470351219177246, -13.066048622131348], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -0.7758899331092834, -0.4462234079837799, -0.9304934740066528, -3.4276962280273438, -1.8226350545883179, -0.6177105903625488, -0.8431873917579651, -1.393097996711731, -2.888206720352173, -0.14823457598686218, -0.7739039063453674, -1.634175419807434, -1.3842461109161377, -1.909401535987854, -0.5620837211608887, -1.2948294878005981, -0.4929059147834778, -2.9270541667938232, -1.6776803731918335, -2.2117810249328613, -1.5706597566604614, -3.1454074382781982, -1.542028546333313, -3.4936554431915283, -2.7244985103607178, -2.425992727279663, -3.9705965518951416, -2.5232648849487305, -2.960684061050415, -1.1917715072631836, -2.1975691318511963, -1.353022813796997, -1.3776006698608398, -2.6435329914093018, -0.5239437222480774, -2.291947603225708, -2.9139578342437744, -1.8477692604064941, -1.7080403566360474, -3.274108648300171, -3.71466064453125, -3.0008556842803955, -3.1265618801116943, -2.3901076316833496, -2.2631165981292725, -1.6287734508514404, -1.9613441228866577, -2.8342103958129883, -3.8424179553985596, -3.0204291343688965, -2.3163368701934814, -0.39723995327949524, -3.146624803543091, -1.6778620481491089, -1.367308259010315, -1.556958794593811, -2.3427958488464355, -1.9295759201049805, -2.952396869659424, -2.5481159687042236, -3.5947608947753906, -3.6342647075653076, -3.092561721801758, -2.5742039680480957, -2.922212600708008, -3.519202709197998, -3.231431484222412, -1.3605730533599854, -2.316056489944458, -3.4371747970581055, -0.20695903897285461, -0.7493593692779541, -1.7503072023391724, -0.6378558874130249, -0.8107691407203674, -2.3309614658355713, -2.5597641468048096, -2.4703056812286377, -2.5628275871276855, -1.126697063446045, -1.7177393436431885, -2.946021318435669, -4.246183395385742, -1.8798117637634277, -1.9106895923614502, -2.0726242065429688, -1.847954273223877, -2.715623617172241, -3.6261584758758545, -3.648561477661133, -1.9277303218841553, -1.6160420179367065, -0.9066317677497864, -1.6847397089004517, -1.7479774951934814, -1.3544059991836548, -0.8009604811668396, -2.0092008113861084, -2.121490001678467, -1.995923638343811, -0.2671893537044525, -2.268289566040039, -0.785943865776062, -0.3470552861690521, -0.38243886828422546, -1.140526533126831, -1.2443927526474, -2.4302375316619873, -2.2294178009033203, -1.2418420314788818, -0.5510576367378235, -1.9196280241012573, -1.9453816413879395, -0.5827022194862366, -1.782827615737915, -2.575035333633423, -2.64180326461792, -1.9151965379714966, -1.8721017837524414, -1.2368110418319702, -2.3188140392303467, -1.4384552240371704, -1.8842108249664307, -0.9596924185752869, -1.0573956966400146, -1.977056622505188, -1.126733660697937, -1.5622775554656982, -1.4206287860870361, -2.106989860534668, -0.21479937434196472, -0.11772560328245163, -0.41254574060440063, -0.5680177807807922, -2.3329033851623535, -1.1251978874206543, -1.4581403732299805, -3.6294853687286377, -2.0743699073791504, -1.9694010019302368, -2.135601282119751, -0.2713658809661865, -0.5619686841964722, -1.7717677354812622]}, "Bot001_018_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_018.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES] hii i am good but been better car broke down my day is going great then it is time to eat meat i liisten country music hello ! i'm sarah ! country is my favorite music . lol hi i m peter i'm a fright truck driver [SMIRKING FACE WITH GLASSES] and i m a store manager i'm jennifer . i go to college , and i also work part time at mcdonald . [GRINNING FACE] how is truck driving hey there , i am good , bout to go golfing [SMILING FACE WITH HEART-SHAPED EYES] hello jennifer", "response": "nice to meet you ! i'm a nurse .", "annotation_id": "Bot001_018_14", "annotations": ["O", "T", "T", "O", "T", "X", "X", "X", "O", "O", "T", "O", "O", "X", "T"], "gpt2background_target_score": [-12.784667015075684, -8.680066108703613, -11.324056625366211, -5.360256195068359, -11.555852890014648, -9.783825874328613, -13.424691200256348, -8.571905136108398, -11.303357124328613, -13.082845687866211], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -0.7758899331092834, -0.4462234079837799, -0.9304934740066528, -3.4276962280273438, -1.8226350545883179, -0.6177105903625488, -0.8431873917579651, -1.393097996711731, -2.888206720352173, -0.14823457598686218, -0.7739039063453674, -1.634175419807434, -1.3842461109161377, -1.909401535987854, -0.5620837211608887, -1.2948294878005981, -0.4929059147834778, -2.9270541667938232, -1.6776803731918335, -2.2117810249328613, -1.5706597566604614, -3.1454074382781982, -1.542028546333313, -3.4936554431915283, -2.7244985103607178, -2.425992727279663, -3.9705965518951416, -2.5232648849487305, -2.960684061050415, -1.1917715072631836, -2.1975691318511963, -1.353022813796997, -1.3776006698608398, -2.6435329914093018, -0.5239437222480774, -2.291947603225708, -2.9139578342437744, -1.8477692604064941, -1.7080403566360474, -3.274108648300171, -3.71466064453125, -3.0008556842803955, -3.1265618801116943, -2.3901076316833496, -2.2631165981292725, -1.6287734508514404, -1.9613441228866577, -2.8342103958129883, -3.8424179553985596, -3.0204291343688965, -2.3163368701934814, -0.39723995327949524, -3.146624803543091, -1.6778620481491089, -1.367308259010315, -1.556958794593811, -2.3427958488464355, -1.9295759201049805, -2.952396869659424, -2.5481159687042236, -3.5947608947753906, -3.6342647075653076, -3.092561721801758, -2.5742039680480957, -2.922212600708008, -3.519202709197998, -3.231431484222412, -1.3605730533599854, -2.316056489944458, -3.4371747970581055, -0.20695903897285461, -0.7493593692779541, -1.7503072023391724, -0.6378558874130249, -0.8107691407203674, -2.3309614658355713, -2.5597641468048096, -2.4703056812286377, -2.5628275871276855, -1.126697063446045, -1.7177393436431885, -2.946021318435669, -4.246183395385742, -1.8798117637634277, -1.9106895923614502, -2.0726242065429688, -1.847954273223877, -2.715623617172241, -3.6261584758758545, -3.648561477661133, -1.9277303218841553, -1.6160420179367065, -0.9066317677497864, -1.6847397089004517, -1.7479774951934814, -1.3544059991836548, -0.8009604811668396, -2.0092008113861084, -2.121490001678467, -1.995923638343811, -0.2671893537044525, -2.268289566040039, -0.785943865776062, -0.3470552861690521, -0.38243886828422546, -1.140526533126831, -1.2443927526474, -2.4302375316619873, -2.2294178009033203, -1.2418420314788818, -0.5510576367378235, -1.9196280241012573, -1.9453816413879395, -0.5827022194862366, -1.782827615737915, -2.575035333633423, -2.623878240585327, -2.0189108848571777, -1.6661044359207153, -1.8739252090454102, -1.775131106376648, -1.892905831336975, -1.2434091567993164, -1.2949827909469604, -1.894698977470398, -1.2782974243164062, -1.5685908794403076, -1.3030487298965454, -1.6077948808670044, -0.24104973673820496, -0.12551775574684143, -0.48695018887519836, -0.6003690958023071, -2.7724952697753906, -1.0537720918655396, -1.7749677896499634, -3.601649761199951, -2.3999252319335938, -1.697434425354004, -2.140103816986084, -0.295355886220932, -0.4477580487728119, -1.956005573272705, -2.2048933506011963, -1.3022871017456055, -0.13382428884506226, -1.9416195154190063, -2.607419967651367, -1.975142240524292, -1.6677675247192383, -1.4518285989761353, -2.0054657459259033, -1.4244896173477173, -2.3713009357452393, -1.9042094945907593, -3.227802276611328, -2.1763949394226074, -1.1943901777267456]}, "Bot001_018_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_018.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES] hii i am good but been better car broke down my day is going great then it is time to eat meat i liisten country music hello ! i'm sarah ! country is my favorite music . lol hi i m peter i'm a fright truck driver [SMIRKING FACE WITH GLASSES] and i m a store manager i'm jennifer . i go to college , and i also work part time at mcdonald . [GRINNING FACE] how is truck driving hey there , i am good , bout to go golfing [SMILING FACE WITH HEART-SHAPED EYES] hello jennifer nice to meet you ! i'm a nurse . sarah are u still there", "response": "what do you do for a living ?", "annotation_id": "Bot001_018_16", "annotations": ["T", "T", "T", "O", "X", "X", "X", "T", "O", "O", "X", "O", "T", "X", "O"], "gpt2background_target_score": [-11.99992847442627, -8.717646598815918, -5.4432806968688965, -9.381630897521973, -10.681581497192383, -7.532219886779785, -11.253806114196777, -9.69080924987793], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -0.7758899331092834, -0.4462234079837799, -0.9304934740066528, -3.4276962280273438, -1.8226350545883179, -0.6177105903625488, -0.8431873917579651, -1.393097996711731, -2.888206720352173, -0.14823457598686218, -0.7739039063453674, -1.634175419807434, -1.3842461109161377, -1.909401535987854, -0.5620837211608887, -1.2948294878005981, -0.4929059147834778, -2.9270541667938232, -1.6776803731918335, -2.2117810249328613, -1.5706597566604614, -3.1454074382781982, -1.542028546333313, -3.4936554431915283, -2.7244985103607178, -2.425992727279663, -3.9705965518951416, -2.5232648849487305, -2.960684061050415, -1.1917715072631836, -2.1975691318511963, -1.353022813796997, -1.3776006698608398, -2.6435329914093018, -0.5239437222480774, -2.291947603225708, -2.9139578342437744, -1.8477692604064941, -1.7080403566360474, -3.274108648300171, -3.71466064453125, -3.0008556842803955, -3.1265618801116943, -2.3901076316833496, -2.2631165981292725, -1.6287734508514404, -1.9613441228866577, -2.8342103958129883, -3.8424179553985596, -3.0204291343688965, -2.3163368701934814, -0.39723995327949524, -3.146624803543091, -1.6778620481491089, -1.367308259010315, -1.556958794593811, -2.3427958488464355, -1.9295759201049805, -2.952396869659424, -2.5481159687042236, -3.5947608947753906, -3.6342647075653076, -3.092561721801758, -2.5742039680480957, -2.922212600708008, -3.519202709197998, -3.231431484222412, -1.3605730533599854, -2.316056489944458, -3.4371747970581055, -0.20695903897285461, -0.7493593692779541, -1.7503072023391724, -0.6378558874130249, -0.8107691407203674, -2.3309614658355713, -2.5597641468048096, -2.4703056812286377, -2.5628275871276855, -1.126697063446045, -1.7177393436431885, -2.946021318435669, -4.246183395385742, -1.8798117637634277, -1.9106895923614502, -2.0726242065429688, -1.847954273223877, -2.715623617172241, -3.6261584758758545, -3.648561477661133, -1.9277303218841553, -1.6160420179367065, -0.9066317677497864, -1.6847397089004517, -1.7479774951934814, -1.3544059991836548, -0.8009604811668396, -2.0092008113861084, -2.121490001678467, -1.995923638343811, -0.2671893537044525, -2.268289566040039, -0.785943865776062, -0.3470552861690521, -0.38243886828422546, -1.140526533126831, -1.2443927526474, -2.4302375316619873, -2.2294178009033203, -1.2418420314788818, -0.5510576367378235, -1.9196280241012573, -1.9453816413879395, -0.5827022194862366, -1.782827615737915, -2.575035333633423, -2.623878240585327, -2.0189108848571777, -1.6661044359207153, -1.8739252090454102, -1.775131106376648, -1.892905831336975, -1.2434091567993164, -1.2949827909469604, -1.894698977470398, -1.2782974243164062, -1.5685908794403076, -1.3030487298965454, -1.6077948808670044, -0.24104973673820496, -0.12551775574684143, -0.48695018887519836, -0.6003690958023071, -2.7724952697753906, -1.0537720918655396, -1.7749677896499634, -3.601649761199951, -2.3999252319335938, -1.697434425354004, -2.140103816986084, -0.295355886220932, -0.4477580487728119, -1.956005573272705, -2.2048933506011963, -1.3022871017456055, -0.13382428884506226, -1.9416195154190063, -2.5545058250427246, -1.7371288537979126, -1.3043235540390015, -2.155869245529175, -1.3769023418426514, -1.7827839851379395, -2.0509092807769775, -3.3880491256713867, -1.8881471157073975, -0.9884735941886902, -0.778114914894104, -2.1744372844696045, -1.3146376609802246, -2.441800832748413, -2.5387191772460938, -0.9264705181121826, -2.41131854057312, -2.313307046890259, -0.40488049387931824, -1.47913658618927, -1.3795140981674194, -2.224608898162842, -2.5183680057525635, -0.6735123991966248, -0.5867601633071899]}, "Bot001_018_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_018.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES] hii i am good but been better car broke down my day is going great then it is time to eat meat i liisten country music hello ! i'm sarah ! country is my favorite music . lol hi i m peter i'm a fright truck driver [SMIRKING FACE WITH GLASSES] and i m a store manager i'm jennifer . i go to college , and i also work part time at mcdonald . [GRINNING FACE] how is truck driving hey there , i am good , bout to go golfing [SMILING FACE WITH HEART-SHAPED EYES] hello jennifer nice to meet you ! i'm a nurse . sarah are u still there what do you do for a living ? i m a store manager", "response": "do you like to hike and fish ? nevada is great for both . [GRINNING FACE]", "annotation_id": "Bot001_018_18", "annotations": ["T", "T", "T", "O", "X", "O", "O", "X", "O", "O", "X", "X", "O", "O", "O"], "gpt2background_target_score": [-12.245512962341309, -7.502675533294678, -9.65006160736084, -8.270681381225586, -9.75985050201416, -4.200183391571045, -12.9045991897583, -9.69080924987793, -14.017400741577148, -9.680153846740723, -12.772581100463867, -8.381309509277344, -14.039190292358398, -13.560998916625977, -13.563043594360352, -12.189406394958496, -7.108048439025879, -7.374698638916016, -8.217781066894531, -11.947288513183594, -12.02374267578125, -10.82807445526123], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -0.7758899331092834, -0.4462234079837799, -0.9304934740066528, -3.4276962280273438, -1.8226350545883179, -0.6177105903625488, -0.8431873917579651, -1.393097996711731, -2.888206720352173, -0.14823457598686218, -0.7739039063453674, -1.634175419807434, -1.3842461109161377, -1.909401535987854, -0.5620837211608887, -1.2948294878005981, -0.4929059147834778, -2.9270541667938232, -1.6776803731918335, -2.2117810249328613, -1.5706597566604614, -3.1454074382781982, -1.542028546333313, -3.4936554431915283, -2.7244985103607178, -2.425992727279663, -3.9705965518951416, -2.5232648849487305, -2.960684061050415, -1.1917715072631836, -2.1975691318511963, -1.353022813796997, -1.3776006698608398, -2.6435329914093018, -0.5239437222480774, -2.291947603225708, -2.9139578342437744, -1.8477692604064941, -1.7080403566360474, -3.274108648300171, -3.71466064453125, -3.0008556842803955, -3.1265618801116943, -2.3901076316833496, -2.2631165981292725, -1.6287734508514404, -1.9613441228866577, -2.8342103958129883, -3.8424179553985596, -3.0204291343688965, -2.3163368701934814, -0.39723995327949524, -3.146624803543091, -1.6778620481491089, -1.367308259010315, -1.556958794593811, -2.3427958488464355, -1.9295759201049805, -2.952396869659424, -2.5481159687042236, -3.5947608947753906, -3.6342647075653076, -3.092561721801758, -2.5742039680480957, -2.922212600708008, -3.519202709197998, -3.231431484222412, -1.3605730533599854, -2.316056489944458, -3.4371747970581055, -0.20695903897285461, -0.7493593692779541, -1.7503072023391724, -0.6378558874130249, -0.8107691407203674, -2.3309614658355713, -2.5597641468048096, -2.4703056812286377, -2.5628275871276855, -1.126697063446045, -1.7177393436431885, -2.946021318435669, -4.246183395385742, -1.8798117637634277, -1.9106895923614502, -2.0726242065429688, -1.847954273223877, -2.715623617172241, -3.6261584758758545, -3.648561477661133, -1.9277303218841553, -1.6160420179367065, -0.9066317677497864, -1.6847397089004517, -1.7479774951934814, -1.3544059991836548, -0.8009604811668396, -2.0092008113861084, -2.121490001678467, -1.995923638343811, -0.2671893537044525, -2.268289566040039, -0.785943865776062, -0.3470552861690521, -0.38243886828422546, -1.140526533126831, -1.2443927526474, -2.4302375316619873, -2.2294178009033203, -1.2418420314788818, -0.5510576367378235, -1.9196280241012573, -1.9453816413879395, -0.5827022194862366, -1.782827615737915, -2.575035333633423, -2.623878240585327, -2.0189108848571777, -1.6661044359207153, -1.8739252090454102, -1.775131106376648, -1.892905831336975, -1.2434091567993164, -1.2949827909469604, -1.894698977470398, -1.2782974243164062, -1.5685908794403076, -1.3030487298965454, -1.6077948808670044, -0.24104973673820496, -0.12551775574684143, -0.48695018887519836, -0.6003690958023071, -2.7724952697753906, -1.0537720918655396, -1.7749677896499634, -3.601649761199951, -2.3999252319335938, -1.697434425354004, -2.140103816986084, -0.295355886220932, -0.4477580487728119, -1.956005573272705, -2.2048933506011963, -1.3022871017456055, -0.13382428884506226, -1.9416195154190063, -2.5545058250427246, -1.7371288537979126, -1.3043235540390015, -2.155869245529175, -1.3769023418426514, -1.7827839851379395, -2.0509092807769775, -3.3880491256713867, -1.8881471157073975, -0.9884735941886902, -0.778114914894104, -2.1744372844696045, -1.3146376609802246, -2.441800832748413, -2.5387191772460938, -0.9264705181121826, -2.082775354385376, -0.48471954464912415, -1.7337616682052612, -0.7722866535186768, -2.591315269470215, -2.2198684215545654, -0.6267775893211365, -1.8643584251403809, -2.196641683578491, -1.8157663345336914, -1.028170108795166, -0.14164996147155762, -2.535198211669922, -2.435403823852539, -0.36807486414909363, -1.4750651121139526, -2.477111339569092, -1.8136225938796997, -1.9253344535827637, -2.7040467262268066, -1.1011675596237183, -0.9307726621627808, -2.6781513690948486, -3.869206190109253, -1.741934895515442, -2.2890498638153076, -2.0355379581451416, -2.1539242267608643, -2.076425552368164, -1.5373002290725708, -2.0858964920043945, -0.6274684071540833, -0.49258580803871155, -0.32445070147514343, -0.4309898912906647, -2.1860647201538086]}, "Bot001_018_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_018.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES] hii i am good but been better car broke down my day is going great then it is time to eat meat i liisten country music hello ! i'm sarah ! country is my favorite music . lol hi i m peter i'm a fright truck driver [SMIRKING FACE WITH GLASSES] and i m a store manager i'm jennifer . i go to college , and i also work part time at mcdonald . [GRINNING FACE] how is truck driving hey there , i am good , bout to go golfing [SMILING FACE WITH HEART-SHAPED EYES] hello jennifer nice to meet you ! i'm a nurse . sarah are u still there what do you do for a living ? i m a store manager do you like to hike and fish ? nevada is great for both . [GRINNING FACE] thats great, i liked it", "response": "do you have any hobbies", "annotation_id": "Bot001_018_20", "annotations": ["O", "T", "T", "O", "T", "T", "O", "X", "O", "O", "X", "O", "O", "O", "O"], "gpt2background_target_score": [-12.245512962341309, -7.502675533294678, -4.577103137969971, -8.932912826538086, -9.514431953430176], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -0.7758899331092834, -0.4462234079837799, -0.9304934740066528, -3.4276962280273438, -1.8226350545883179, -0.6177105903625488, -0.8431873917579651, -1.393097996711731, -2.888206720352173, -0.14823457598686218, -0.7739039063453674, -1.634175419807434, -1.3842461109161377, -1.909401535987854, -0.5620837211608887, -1.2948294878005981, -0.4929059147834778, -2.9270541667938232, -1.6776803731918335, -2.2117810249328613, -1.5706597566604614, -3.1454074382781982, -1.542028546333313, -3.4936554431915283, -2.7244985103607178, -2.425992727279663, -3.9705965518951416, -2.5232648849487305, -2.960684061050415, -1.1917715072631836, -2.1975691318511963, -1.353022813796997, -1.3776006698608398, -2.6435329914093018, -0.5239437222480774, -2.291947603225708, -2.9139578342437744, -1.8477692604064941, -1.7080403566360474, -3.274108648300171, -3.71466064453125, -3.0008556842803955, -3.1265618801116943, -2.3901076316833496, -2.2631165981292725, -1.6287734508514404, -1.9613441228866577, -2.8342103958129883, -3.8424179553985596, -3.0204291343688965, -2.3163368701934814, -0.39723995327949524, -3.146624803543091, -1.6778620481491089, -1.367308259010315, -1.556958794593811, -2.3427958488464355, -1.9295759201049805, -2.952396869659424, -2.5481159687042236, -3.5947608947753906, -3.6342647075653076, -3.092561721801758, -2.5742039680480957, -2.922212600708008, -3.519202709197998, -3.231431484222412, -1.3605730533599854, -2.316056489944458, -3.4371747970581055, -0.20695903897285461, -0.7493593692779541, -1.7503072023391724, -0.6378558874130249, -0.8107691407203674, -2.3309614658355713, -2.5597641468048096, -2.4703056812286377, -2.5628275871276855, -1.126697063446045, -1.7177393436431885, -2.946021318435669, -4.246183395385742, -1.8798117637634277, -1.9106895923614502, -2.0726242065429688, -1.847954273223877, -2.715623617172241, -3.6261584758758545, -3.648561477661133, -1.9277303218841553, -1.6160420179367065, -0.9066317677497864, -1.6847397089004517, -1.7479774951934814, -1.3544059991836548, -0.8009604811668396, -2.0092008113861084, -2.121490001678467, -1.995923638343811, -0.2671893537044525, -2.268289566040039, -0.785943865776062, -0.3470552861690521, -0.38243886828422546, -1.140526533126831, -1.2443927526474, -2.4302375316619873, -2.2294178009033203, -1.2418420314788818, -0.5510576367378235, -1.9196280241012573, -1.9453816413879395, -0.5827022194862366, -1.782827615737915, -2.575035333633423, -2.623878240585327, -2.0189108848571777, -1.6661044359207153, -1.8739252090454102, -1.775131106376648, -1.892905831336975, -1.2434091567993164, -1.2949827909469604, -1.894698977470398, -1.2782974243164062, -1.5685908794403076, -1.3030487298965454, -1.6077948808670044, -0.24104973673820496, -0.12551775574684143, -0.48695018887519836, -0.6003690958023071, -2.7724952697753906, -1.0537720918655396, -1.7749677896499634, -3.601649761199951, -2.3999252319335938, -1.697434425354004, -2.140103816986084, -0.295355886220932, -0.4477580487728119, -1.956005573272705, -2.2048933506011963, -1.3022871017456055, -0.13382428884506226, -1.9416195154190063, -2.5545058250427246, -1.7371288537979126, -1.3043235540390015, -2.155869245529175, -1.3769023418426514, -1.7827839851379395, -2.0509092807769775, -3.3880491256713867, -1.8881471157073975, -0.9884735941886902, -0.778114914894104, -2.1744372844696045, -1.3146376609802246, -2.441800832748413, -2.5387191772460938, -0.9264705181121826, -2.082775354385376, -0.48471954464912415, -1.7337616682052612, -0.7722866535186768, -2.591315269470215, -2.2198684215545654, -0.6267775893211365, -1.8643584251403809, -2.196641683578491, -1.8157663345336914, -1.028170108795166, -0.14164996147155762, -2.535198211669922, -0.6930510997772217, -1.9807491302490234, -1.6054350137710571, -1.828995704650879, -1.315765380859375, -2.964756727218628, -0.86191725730896, -1.5876753330230713, -3.3922150135040283, -3.670232057571411, -2.5648138523101807, -2.5833024978637695, -2.1035866737365723, -2.1603763103485107, -2.0173227787017822, -1.9555665254592896, -1.6938632726669312, -0.6966941356658936, -0.46371275186538696, -0.3380300998687744, -0.4731178283691406, -2.060112953186035, -2.6438546180725098, -1.7248238325119019, -1.3488110303878784, -2.118363380432129, -1.6055636405944824, -2.3761940002441406, -2.4183921813964844, -0.3246246874332428, -1.0624866485595703, -1.0845717191696167, -3.0940403938293457, -0.8180725574493408]}, "Bot001_022_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_022.log.json", "context": "Hi! Howdy! [SMILING FACE WITH SUNGLASSES] [FACE WITH STUCK-OUT TONGUE AND TIGHTLY-CLOSED EYES] yo", "response": "no , i've flower plants instead . what do you do for a living ?", "annotation_id": "Bot001_022_02", "annotations": ["O", "O", "T", "O", "X", "X", "T", "O", "T", "X", "O", "T", "O", "T", "O"], "gpt2background_target_score": [-11.387569427490234, -9.722461700439453, -8.133902549743652, -11.098316192626953, -12.298102378845215, -12.86379337310791, -12.208431243896484, -11.644493103027344, -9.910592079162598, -10.934633255004883, -7.608970642089844, -11.801676750183105, -11.759702682495117, -10.127947807312012, -12.207830429077148, -8.66577434539795], "gpt2background_argmax_score": [-1.9761712551116943, -1.080935001373291, -1.5788280963897705, -1.4128875732421875, -1.6646547317504883, -3.6350786685943604, -1.8260324001312256, -0.5739428997039795, -0.838753879070282, -1.2427740097045898, -2.9512836933135986, -1.6020081043243408, -2.0703911781311035, -1.7861636877059937, -1.587195873260498, -0.6627095341682434, -3.1088922023773193, -2.196099042892456, -2.3909313678741455, -2.3940658569335938, -1.8931512832641602, -3.2545878887176514, -1.4026598930358887, -1.7659071683883667, -1.8252155780792236, -1.1856926679611206, -3.8363139629364014, -1.7335145473480225, -2.141392469406128, -3.6695151329040527, -3.7182295322418213, -2.2866058349609375, -1.6102861166000366, -1.908490538597107, -1.759505271911621, -0.7239364981651306, -2.173879861831665, -2.4515676498413086, -2.407042980194092, -2.133854389190674, -2.4349851608276367, -1.2658432722091675, -1.4978829622268677, -2.125502109527588, -0.7587327361106873, -1.4057753086090088, -2.0795562267303467, -0.47948265075683594, -1.3026413917541504, -1.3654996156692505, -2.1961863040924072, -2.68766188621521, -1.3171836137771606, -0.5033329725265503]}, "Bot001_022_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_022.log.json", "context": "Hi! Howdy! [SMILING FACE WITH SUNGLASSES] [FACE WITH STUCK-OUT TONGUE AND TIGHTLY-CLOSED EYES] yo no , i've flower plants instead . what do you do for a living ? i am data scientist. Where you from?", "response": "i work at the clinic for children .", "annotation_id": "Bot001_022_04", "annotations": ["O", "O", "T", "O", "T", "O", "O", "T", "T", "O", "O", "T", "T", "T", "T"], "gpt2background_target_score": [-9.748896598815918, -11.115638732910156, -9.952210426330566, -7.963574409484863, -12.592568397521973, -9.956693649291992, -11.65522575378418, -11.644492149353027], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.5788270235061646, -1.4128859043121338, -1.664656400680542, -3.6350791454315186, -1.8260313272476196, -0.5739432573318481, -0.83875572681427, -1.242777943611145, -2.951284170150757, -1.6020121574401855, -2.0703957080841064, -1.7861641645431519, -1.5871942043304443, -0.6627095937728882, -3.1088924407958984, -2.1960947513580322, -2.390929698944092, -2.3940649032592773, -1.89314866065979, -3.254587411880493, -1.4026588201522827, -1.7659050226211548, -1.8252185583114624, -1.185692548751831, -3.8363168239593506, -1.7335166931152344, -2.1413938999176025, -3.6695168018341064, -3.7182271480560303, -2.286609411239624, -1.6102877855300903, -1.9084886312484741, -1.7595056295394897, -0.7239354848861694, -2.173879623413086, -2.446514368057251, -2.4590494632720947, -2.2770276069641113, -1.1087414026260376, -1.756543755531311, -2.2129151821136475, -0.6006717085838318, -2.701706886291504, -2.006254196166992, -0.5436701774597168, -1.9651589393615723, -1.3953243494033813, -2.3275389671325684, -3.007128953933716, -1.188578724861145, -1.619859218597412, -2.2872302532196045, -2.0861642360687256, -2.6991350650787354, -1.7044340372085571, -1.7990617752075195, -1.1775836944580078, -1.6763538122177124, -1.077938199043274, -1.9276986122131348, -2.3388919830322266, -2.0716729164123535, -1.0961685180664062, -0.82547926902771, -3.338853120803833, -2.1127336025238037, -1.4702879190444946, -1.6821609735488892, -1.5650721788406372]}, "Bot001_022_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_022.log.json", "context": "Hi! Howdy! [SMILING FACE WITH SUNGLASSES] [FACE WITH STUCK-OUT TONGUE AND TIGHTLY-CLOSED EYES] yo no , i've flower plants instead . what do you do for a living ? i am data scientist. Where you from? i work at the clinic for children . I hate a children", "response": "ll . i know the feeling all too well", "annotation_id": "Bot001_022_06", "annotations": ["T", "T", "X", "T", "O", "T", "O", "T", "O", "O", "O", "T", "X", "T", "O"], "gpt2background_target_score": [-12.28087043762207, -8.739697456359863, -8.133903503417969, -10.566916465759277, -9.006381034851074, -10.840418815612793, -9.682056427001953, -8.91462230682373, -11.381997108459473], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.5788270235061646, -1.4128859043121338, -1.664656400680542, -3.6350791454315186, -1.8260313272476196, -0.5739432573318481, -0.83875572681427, -1.242777943611145, -2.951284170150757, -1.6020121574401855, -2.0703957080841064, -1.7861641645431519, -1.5871942043304443, -0.6627095937728882, -3.1088924407958984, -2.1960947513580322, -2.390929698944092, -2.3940649032592773, -1.89314866065979, -3.254587411880493, -1.4026588201522827, -1.7659050226211548, -1.8252185583114624, -1.185692548751831, -3.8363168239593506, -1.7335166931152344, -2.1413938999176025, -3.6695168018341064, -3.7182271480560303, -2.286609411239624, -1.6102877855300903, -1.9084886312484741, -1.7595056295394897, -0.7239354848861694, -2.173879623413086, -2.446514368057251, -2.4590494632720947, -2.2770276069641113, -1.1087414026260376, -1.756543755531311, -2.2129151821136475, -0.6006717085838318, -2.701706886291504, -2.006254196166992, -0.5436701774597168, -1.9651589393615723, -1.3953243494033813, -2.3275389671325684, -3.007128953933716, -1.188578724861145, -1.619859218597412, -2.2872302532196045, -2.0861642360687256, -2.6991350650787354, -1.7044340372085571, -1.7990617752075195, -1.1775836944580078, -1.6763538122177124, -1.077938199043274, -1.9276986122131348, -2.1464624404907227, -0.9659718871116638, -1.0628970861434937, -3.3142497539520264, -2.021635055541992, -1.6211332082748413, -1.646135926246643, -1.6224799156188965, -2.019244909286499, -2.436156988143921, -1.5365362167358398, -1.0977908372879028, -2.388307571411133, -2.6836163997650146, -2.0471200942993164, -2.5213541984558105, -2.4051403999328613, -2.451388359069824, -1.2825045585632324, -1.6291805505752563, -1.1356170177459717, -1.781060814857483]}, "Bot001_022_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_022.log.json", "context": "Hi! Howdy! [SMILING FACE WITH SUNGLASSES] [FACE WITH STUCK-OUT TONGUE AND TIGHTLY-CLOSED EYES] yo no , i've flower plants instead . what do you do for a living ? i am data scientist. Where you from? i work at the clinic for children . I hate a children ll . i know the feeling all too well You are cool", "response": "no , i enjoy game of thrones too much how are you ?", "annotation_id": "Bot001_022_08", "annotations": ["T", "O", "X", "O", "O", "T", "X", "O", "T", "T", "T", "T", "O", "T", "O"], "gpt2background_target_score": [-11.387571334838867, -9.722461700439453, -8.133903503417969, -11.076436042785645, -11.650374412536621, -10.540063858032227, -12.188464164733887, -14.79869556427002, -9.719769477844238, -13.410923957824707, -11.397775650024414, -11.233743667602539, -10.585726737976074, -9.6619234085083], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.5788270235061646, -1.4128859043121338, -1.664656400680542, -3.6350791454315186, -1.8260313272476196, -0.5739432573318481, -0.83875572681427, -1.242777943611145, -2.951284170150757, -1.6020121574401855, -2.0703957080841064, -1.7861641645431519, -1.5871942043304443, -0.6627095937728882, -3.1088924407958984, -2.1960947513580322, -2.390929698944092, -2.3940649032592773, -1.89314866065979, -3.254587411880493, -1.4026588201522827, -1.7659050226211548, -1.8252185583114624, -1.185692548751831, -3.8363168239593506, -1.7335166931152344, -2.1413938999176025, -3.6695168018341064, -3.7182271480560303, -2.286609411239624, -1.6102877855300903, -1.9084886312484741, -1.7595056295394897, -0.7239354848861694, -2.173879623413086, -2.446514368057251, -2.4590494632720947, -2.2770276069641113, -1.1087414026260376, -1.756543755531311, -2.2129151821136475, -0.6006717085838318, -2.701706886291504, -2.006254196166992, -0.5436701774597168, -1.9651589393615723, -1.3953243494033813, -2.3275389671325684, -3.007128953933716, -1.188578724861145, -1.619859218597412, -2.2872302532196045, -2.0861642360687256, -2.6991350650787354, -1.7044340372085571, -1.7990617752075195, -1.1775836944580078, -1.6763538122177124, -1.077938199043274, -1.9276986122131348, -2.1464624404907227, -0.9659718871116638, -1.0628970861434937, -3.3142497539520264, -2.021635055541992, -1.6211332082748413, -1.646135926246643, -1.6224799156188965, -2.019244909286499, -2.436156988143921, -1.5365347862243652, -1.0977917909622192, -1.089518427848816, -1.8050744533538818, -2.540494441986084, -2.5590827465057373, -3.355051040649414, -0.9361288547515869, -1.3410383462905884, -1.27536940574646, -1.3391973972320557, -2.135256767272949, -2.0770103931427, -2.2147674560546875, -2.402296543121338, -2.319936990737915, -0.7199153304100037, -2.2045986652374268, -2.7783138751983643, -2.789907693862915, -0.5764796137809753, -0.20749884843826294, -1.9218113422393799, -1.8900989294052124, -1.8065966367721558, -1.8269248008728027, -0.5133287906646729, -2.0005674362182617, -0.7226420640945435]}, "Bot001_022_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_022.log.json", "context": "Hi! Howdy! [SMILING FACE WITH SUNGLASSES] [FACE WITH STUCK-OUT TONGUE AND TIGHTLY-CLOSED EYES] yo no , i've flower plants instead . what do you do for a living ? i am data scientist. Where you from? i work at the clinic for children . I hate a children ll . i know the feeling all too well You are cool no , i enjoy game of thrones too much how are you ? I love you", "response": "i am only 22 i hope they don't drive me crazy lol", "annotation_id": "Bot001_022_10", "annotations": ["X", "T", "X", "T", "X", "X", "X", "T", "X", "X", "O", "T", "X", "X", "O"], "gpt2background_target_score": [-9.748896598815918, -8.606606483459473, -10.238615989685059, -11.430188179016113, -6.250679016113281, -11.554228782653809, -12.588959693908691, -9.474503517150879, -11.83262825012207, -14.040210723876953, -7.714797019958496, -15.765827178955078, -14.293808937072754], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.5788270235061646, -1.4128859043121338, -1.664656400680542, -3.6350791454315186, -1.8260313272476196, -0.5739432573318481, -0.83875572681427, -1.242777943611145, -2.951284170150757, -1.6020121574401855, -2.0703957080841064, -1.7861641645431519, -1.5871942043304443, -0.6627095937728882, -3.1088924407958984, -2.1960947513580322, -2.390929698944092, -2.3940649032592773, -1.89314866065979, -3.254587411880493, -1.4026588201522827, -1.7659050226211548, -1.8252185583114624, -1.185692548751831, -3.8363168239593506, -1.7335166931152344, -2.1413938999176025, -3.6695168018341064, -3.7182271480560303, -2.286609411239624, -1.6102877855300903, -1.9084886312484741, -1.7595056295394897, -0.7239354848861694, -2.173879623413086, -2.446514368057251, -2.4590494632720947, -2.2770276069641113, -1.1087414026260376, -1.756543755531311, -2.2129151821136475, -0.6006717085838318, -2.701706886291504, -2.006254196166992, -0.5436701774597168, -1.9651589393615723, -1.3953243494033813, -2.3275389671325684, -3.007128953933716, -1.188578724861145, -1.619859218597412, -2.2872302532196045, -2.0861642360687256, -2.6991350650787354, -1.7044340372085571, -1.7990617752075195, -1.1775836944580078, -1.6763538122177124, -1.077938199043274, -1.9276986122131348, -2.1464624404907227, -0.9659718871116638, -1.0628970861434937, -3.3142497539520264, -2.021635055541992, -1.6211332082748413, -1.646135926246643, -1.6224799156188965, -2.019244909286499, -2.436156988143921, -1.5365347862243652, -1.0977917909622192, -1.089518427848816, -1.8050744533538818, -2.540494441986084, -2.5590827465057373, -3.355051040649414, -0.9361288547515869, -1.3410383462905884, -1.27536940574646, -1.3391973972320557, -2.135256767272949, -2.0770103931427, -2.2147674560546875, -3.0293400287628174, -1.1831581592559814, -2.1889536380767822, -2.7549166679382324, -2.4664969444274902, -0.6498526334762573, -0.3552011251449585, -1.6889147758483887, -1.5960006713867188, -1.334671974182129, -1.838416337966919, -0.3820490837097168, -1.8116506338119507, -2.0735926628112793, -2.2101168632507324, -2.709690570831299, -2.1943938732147217, -2.3047163486480713, -1.9362130165100098, -1.7916299104690552, -2.18218994140625, -1.932984709739685, -2.1940526962280273, -0.6157444715499878, -2.420880079269409, -0.4177040755748749, -2.719334840774536, -1.6472471952438354, -2.031475782394409, -1.4254403114318848, -0.6594275236129761]}, "Bot001_022_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_022.log.json", "context": "Hi! Howdy! [SMILING FACE WITH SUNGLASSES] [FACE WITH STUCK-OUT TONGUE AND TIGHTLY-CLOSED EYES] yo no , i've flower plants instead . what do you do for a living ? i am data scientist. Where you from? i work at the clinic for children . I hate a children ll . i know the feeling all too well You are cool no , i enjoy game of thrones too much how are you ? I love you i am only 22 i hope they don't drive me crazy lol You are girl?", "response": "i'm a boy . i'm trying to convince my dad to get me a dog", "annotation_id": "Bot001_022_12", "annotations": ["O", "T", "X", "T", "O", "T", "T", "T", "O", "O", "O", "T", "O", "O", "O"], "gpt2background_target_score": [-9.748896598815918, -9.656435012817383, -6.72431755065918, -8.812959671020508, -8.243613243103027, -10.546205520629883, -8.874628067016602, -10.957518577575684, -7.449211597442627, -15.459558486938477, -5.544005393981934, -12.934402465820312, -11.949028015136719, -11.676416397094727, -10.43189811706543, -9.02603816986084, -11.730445861816406], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.5788270235061646, -1.4128859043121338, -1.664656400680542, -3.6350791454315186, -1.8260313272476196, -0.5739432573318481, -0.83875572681427, -1.242777943611145, -2.951284170150757, -1.6020121574401855, -2.0703957080841064, -1.7861641645431519, -1.5871942043304443, -0.6627095937728882, -3.1088924407958984, -2.1960947513580322, -2.390929698944092, -2.3940649032592773, -1.89314866065979, -3.254587411880493, -1.4026588201522827, -1.7659050226211548, -1.8252185583114624, -1.185692548751831, -3.8363168239593506, -1.7335166931152344, -2.1413938999176025, -3.6695168018341064, -3.7182271480560303, -2.286609411239624, -1.6102877855300903, -1.9084886312484741, -1.7595056295394897, -0.7239354848861694, -2.173879623413086, -2.446514368057251, -2.4590494632720947, -2.2770276069641113, -1.1087414026260376, -1.756543755531311, -2.2129151821136475, -0.6006717085838318, -2.701706886291504, -2.006254196166992, -0.5436701774597168, -1.9651589393615723, -1.3953243494033813, -2.3275389671325684, -3.007128953933716, -1.188578724861145, -1.619859218597412, -2.2872302532196045, -2.0861642360687256, -2.6991350650787354, -1.7044340372085571, -1.7990617752075195, -1.1775836944580078, -1.6763538122177124, -1.077938199043274, -1.9276986122131348, -2.1464624404907227, -0.9659718871116638, -1.0628970861434937, -3.3142497539520264, -2.021635055541992, -1.6211332082748413, -1.646135926246643, -1.6224799156188965, -2.019244909286499, -2.436156988143921, -1.5365347862243652, -1.0977917909622192, -1.089518427848816, -1.8050744533538818, -2.540494441986084, -2.5590827465057373, -3.355051040649414, -0.9361288547515869, -1.3410383462905884, -1.27536940574646, -1.3391973972320557, -2.135256767272949, -2.0770103931427, -2.2147674560546875, -3.0293400287628174, -1.1831581592559814, -2.1889536380767822, -2.7549166679382324, -2.4664969444274902, -0.6498516798019409, -0.35520079731941223, -1.688915491104126, -1.5960005521774292, -1.3346714973449707, -1.8384164571762085, -0.38204988837242126, -1.8116503953933716, -2.0735936164855957, -2.2101149559020996, -2.7096915245056152, -2.1943938732147217, -1.56734037399292, -2.1075501441955566, -2.4112601280212402, -1.854994535446167, -2.0687248706817627, -0.5615019202232361, -2.3923346996307373, -0.3734394311904907, -3.1314337253570557, -1.2811890840530396, -2.2021853923797607, -1.7641043663024902, -1.8577075004577637, -1.3239301443099976, -2.298480272293091, -2.557663917541504, -2.439922332763672, -2.3351194858551025, -2.582052707672119, -2.5651659965515137, -1.942483901977539, -2.2642292976379395, -1.0352836847305298, -1.8397040367126465, -1.6838606595993042, -0.3885388672351837, -2.0620198249816895, -1.6489530801773071, -2.412766695022583, -0.9274435043334961, -2.6715831756591797, -1.8908401727676392, -1.6538114547729492, -1.6687265634536743, -2.3370940685272217]}, "Bot001_022_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_022.log.json", "context": "Hi! Howdy! [SMILING FACE WITH SUNGLASSES] [FACE WITH STUCK-OUT TONGUE AND TIGHTLY-CLOSED EYES] yo no , i've flower plants instead . what do you do for a living ? i am data scientist. Where you from? i work at the clinic for children . I hate a children ll . i know the feeling all too well You are cool no , i enjoy game of thrones too much how are you ? I love you i am only 22 i hope they don't drive me crazy lol You are girl? i'm a boy . i'm trying to convince my dad to get me a dog Do you like sex with dogs?", "response": "her 3rd birthday is at disney land . her brother will have the same do you have any hobbies ?", "annotation_id": "Bot001_022_14", "annotations": ["T", "T", "X", "O", "X", "T", "O", "O", "X", "X", "T", "T", "X", "X", "X"], "gpt2background_target_score": [-12.527872085571289, -8.299047470092773, -14.05989933013916, -10.028068542480469, -8.943276405334473, -11.902255058288574, -12.370917320251465, -12.716261863708496, -13.432029724121094, -12.11687183380127, -8.096587181091309, -12.926246643066406, -12.375150680541992, -10.758731842041016, -9.670784950256348, -13.187307357788086, -11.16517448425293, -11.205233573913574, -12.715572357177734, -11.15220832824707, -13.51744556427002, -12.110872268676758], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.5788270235061646, -1.4128859043121338, -1.664656400680542, -3.6350791454315186, -1.8260313272476196, -0.5739432573318481, -0.83875572681427, -1.242777943611145, -2.951284170150757, -1.6020121574401855, -2.0703957080841064, -1.7861641645431519, -1.5871942043304443, -0.6627095937728882, -3.1088924407958984, -2.1960947513580322, -2.390929698944092, -2.3940649032592773, -1.89314866065979, -3.254587411880493, -1.4026588201522827, -1.7659050226211548, -1.8252185583114624, -1.185692548751831, -3.8363168239593506, -1.7335166931152344, -2.1413938999176025, -3.6695168018341064, -3.7182271480560303, -2.286609411239624, -1.6102877855300903, -1.9084886312484741, -1.7595056295394897, -0.7239354848861694, -2.173879623413086, -2.446514368057251, -2.4590494632720947, -2.2770276069641113, -1.1087414026260376, -1.756543755531311, -2.2129151821136475, -0.6006717085838318, -2.701706886291504, -2.006254196166992, -0.5436701774597168, -1.9651589393615723, -1.3953243494033813, -2.3275389671325684, -3.007128953933716, -1.188578724861145, -1.619859218597412, -2.2872302532196045, -2.0861642360687256, -2.6991350650787354, -1.7044340372085571, -1.7990617752075195, -1.1775836944580078, -1.6763538122177124, -1.077938199043274, -1.9276986122131348, -2.1464624404907227, -0.9659718871116638, -1.0628970861434937, -3.3142497539520264, -2.021635055541992, -1.6211332082748413, -1.646135926246643, -1.6224799156188965, -2.019244909286499, -2.436156988143921, -1.5365347862243652, -1.0977917909622192, -1.089518427848816, -1.8050744533538818, -2.540494441986084, -2.5590827465057373, -3.355051040649414, -0.9361288547515869, -1.3410383462905884, -1.27536940574646, -1.3391973972320557, -2.135256767272949, -2.0770103931427, -2.2147674560546875, -3.0293400287628174, -1.1831581592559814, -2.1889536380767822, -2.7549166679382324, -2.4664969444274902, -0.6498526334762573, -0.3552011251449585, -1.6889147758483887, -1.5960006713867188, -1.334671974182129, -1.838416337966919, -0.3820490837097168, -1.8116506338119507, -2.0735926628112793, -2.2101168632507324, -2.709690570831299, -2.1943938732147217, -1.5673404932022095, -2.1075499057769775, -2.4112582206726074, -1.854995846748352, -2.0687255859375, -0.5615016222000122, -2.3923346996307373, -0.37343981862068176, -3.131434202194214, -1.2811893224716187, -2.2021872997283936, -1.7641053199768066, -1.85770845413208, -1.3239314556121826, -2.2984812259674072, -2.5576648712158203, -2.4399220943450928, -2.128650188446045, -2.5783393383026123, -1.9679020643234253, -2.4485127925872803, -1.4628764390945435, -2.0787572860717773, -1.70978581905365, -0.3687555193901062, -2.12886905670166, -1.6065806150436401, -2.29252552986145, -0.9450364708900452, -2.687046527862549, -1.8762785196304321, -1.6600674390792847, -1.6318998336791992, -2.3611888885498047, -0.3743804395198822, -1.2234418392181396, -3.0607082843780518, -1.7911925315856934, -2.0537803173065186, -1.174808382987976, -1.974561333656311, -2.120249032974243, -3.671751022338867, -2.1242334842681885, -2.179810047149658, -1.1252068281173706, -1.798874855041504, -1.981329321861267, -0.5732153654098511, -2.652021884918213, -2.1693568229675293, -1.5486843585968018, -1.7508105039596558, -1.125683069229126, -1.045150637626648, -1.2482547760009766, -1.9463833570480347, -2.395350694656372, -2.156437635421753, -1.3039970397949219, -1.8513010740280151, -2.460589647293091, -1.3342679738998413, -0.9999165534973145]}, "Bot001_022_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_022.log.json", "context": "Hi! Howdy! [SMILING FACE WITH SUNGLASSES] [FACE WITH STUCK-OUT TONGUE AND TIGHTLY-CLOSED EYES] yo no , i've flower plants instead . what do you do for a living ? i am data scientist. Where you from? i work at the clinic for children . I hate a children ll . i know the feeling all too well You are cool no , i enjoy game of thrones too much how are you ? I love you i am only 22 i hope they don't drive me crazy lol You are girl? i'm a boy . i'm trying to convince my dad to get me a dog Do you like sex with dogs? her 3rd birthday is at disney land . her brother will have the same do you have any hobbies ? I am data scientist. You?", "response": "i mainly work for an extra for major motion pictures", "annotation_id": "Bot001_022_16", "annotations": ["X", "T", "X", "X", "X", "T", "X", "T", "O", "X", "O", "T", "X", "T", "X"], "gpt2background_target_score": [-9.748896598815918, -13.373427391052246, -10.492547988891602, -6.677345275878906, -10.766952514648438, -13.023674964904785, -9.125186920166016, -12.319595336914062, -14.086498260498047, -11.553080558776855], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.5788270235061646, -1.4128859043121338, -1.664656400680542, -3.6350791454315186, -1.8260313272476196, -0.5739432573318481, -0.83875572681427, -1.242777943611145, -2.951284170150757, -1.6020121574401855, -2.0703957080841064, -1.7861641645431519, -1.5871942043304443, -0.6627095937728882, -3.1088924407958984, -2.1960947513580322, -2.390929698944092, -2.3940649032592773, -1.89314866065979, -3.254587411880493, -1.4026588201522827, -1.7659050226211548, -1.8252185583114624, -1.185692548751831, -3.8363168239593506, -1.7335166931152344, -2.1413938999176025, -3.6695168018341064, -3.7182271480560303, -2.286609411239624, -1.6102877855300903, -1.9084886312484741, -1.7595056295394897, -0.7239354848861694, -2.173879623413086, -2.446514368057251, -2.4590494632720947, -2.2770276069641113, -1.1087414026260376, -1.756543755531311, -2.2129151821136475, -0.6006717085838318, -2.701706886291504, -2.006254196166992, -0.5436701774597168, -1.9651589393615723, -1.3953243494033813, -2.3275389671325684, -3.007128953933716, -1.188578724861145, -1.619859218597412, -2.2872302532196045, -2.0861642360687256, -2.6991350650787354, -1.7044340372085571, -1.7990617752075195, -1.1775836944580078, -1.6763538122177124, -1.077938199043274, -1.9276986122131348, -2.1464624404907227, -0.9659718871116638, -1.0628970861434937, -3.3142497539520264, -2.021635055541992, -1.6211332082748413, -1.646135926246643, -1.6224799156188965, -2.019244909286499, -2.436156988143921, -1.5365347862243652, -1.0977917909622192, -1.089518427848816, -1.8050744533538818, -2.540494441986084, -2.5590827465057373, -3.355051040649414, -0.9361288547515869, -1.3410383462905884, -1.27536940574646, -1.3391973972320557, -2.135256767272949, -2.0770103931427, -2.2147674560546875, -3.0293400287628174, -1.1831581592559814, -2.1889536380767822, -2.7549166679382324, -2.4664969444274902, -0.6498526334762573, -0.3552011251449585, -1.6889147758483887, -1.5960006713867188, -1.334671974182129, -1.838416337966919, -0.3820490837097168, -1.8116506338119507, -2.0735926628112793, -2.2101168632507324, -2.709690570831299, -2.1943938732147217, -1.5673404932022095, -2.1075499057769775, -2.4112582206726074, -1.854995846748352, -2.0687255859375, -0.5615016222000122, -2.3923346996307373, -0.37343981862068176, -3.131434202194214, -1.2811893224716187, -2.2021872997283936, -1.7641053199768066, -1.85770845413208, -1.3239314556121826, -2.2984812259674072, -2.5576648712158203, -2.4399220943450928, -2.128650188446045, -2.5783393383026123, -1.9679020643234253, -2.4485127925872803, -1.4628764390945435, -2.0787572860717773, -1.70978581905365, -0.3687555193901062, -2.12886905670166, -1.6065806150436401, -2.29252552986145, -0.9450364708900452, -2.687046527862549, -1.8762785196304321, -1.6600674390792847, -1.6318998336791992, -2.3611888885498047, -0.3743804395198822, -1.2234405279159546, -3.0607082843780518, -1.7911930084228516, -2.053781270980835, -1.1748089790344238, -1.9745616912841797, -3.3245983123779297, -2.587369203567505, -2.59287691116333, -1.1467876434326172, -1.770790457725525, -1.9397989511489868, -0.8203144073486328, -2.7421836853027344, -2.2527358531951904, -1.4387876987457275, -1.990951418876648, -0.9064622521400452, -1.1064625978469849, -1.1705992221832275, -1.8125687837600708, -2.7140588760375977, -1.8702112436294556, -1.3685994148254395, -1.8473914861679077, -2.405078887939453, -1.2700302600860596, -2.159350633621216, -2.131892681121826, -1.7269508838653564, -0.6847371459007263, -1.5843299627304077, -2.135967969894409, -1.2216527462005615, -2.2298641204833984, -2.477426528930664, -2.4909000396728516, -2.4125828742980957, -1.5289438962936401, -1.9716501235961914, -2.8470962047576904, -2.233164072036743, -2.0352625846862793, -2.943838119506836, -2.6865501403808594, -1.5086233615875244]}, "Bot001_022_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_022.log.json", "context": "Hi! Howdy! [SMILING FACE WITH SUNGLASSES] [FACE WITH STUCK-OUT TONGUE AND TIGHTLY-CLOSED EYES] yo no , i've flower plants instead . what do you do for a living ? i am data scientist. Where you from? i work at the clinic for children . I hate a children ll . i know the feeling all too well You are cool no , i enjoy game of thrones too much how are you ? I love you i am only 22 i hope they don't drive me crazy lol You are girl? i'm a boy . i'm trying to convince my dad to get me a dog Do you like sex with dogs? her 3rd birthday is at disney land . her brother will have the same do you have any hobbies ? I am data scientist. You? i mainly work for an extra for major motion pictures cool", "response": "yeah , its pretty cool . my dogs barely recognize me !", "annotation_id": "Bot001_022_18", "annotations": ["X", "T", "T", "T", "O", "T", "O", "O", "T", "O", "T", "T", "X", "T", "O"], "gpt2background_target_score": [-13.354665756225586, -9.722461700439453, -11.025734901428223, -11.157794952392578, -11.553756713867188, -12.459606170654297, -9.039579391479492, -11.382678031921387, -13.267735481262207, -12.484307289123535, -7.714797019958496, -10.372936248779297], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.5788270235061646, -1.4128859043121338, -1.664656400680542, -3.6350791454315186, -1.8260313272476196, -0.5739432573318481, -0.83875572681427, -1.242777943611145, -2.951284170150757, -1.6020121574401855, -2.0703957080841064, -1.7861641645431519, -1.5871942043304443, -0.6627095937728882, -3.1088924407958984, -2.1960947513580322, -2.390929698944092, -2.3940649032592773, -1.89314866065979, -3.254587411880493, -1.4026588201522827, -1.7659050226211548, -1.8252185583114624, -1.185692548751831, -3.8363168239593506, -1.7335166931152344, -2.1413938999176025, -3.6695168018341064, -3.7182271480560303, -2.286609411239624, -1.6102877855300903, -1.9084886312484741, -1.7595056295394897, -0.7239354848861694, -2.173879623413086, -2.446514368057251, -2.4590494632720947, -2.2770276069641113, -1.1087414026260376, -1.756543755531311, -2.2129151821136475, -0.6006717085838318, -2.701706886291504, -2.006254196166992, -0.5436701774597168, -1.9651589393615723, -1.3953243494033813, -2.3275389671325684, -3.007128953933716, -1.188578724861145, -1.619859218597412, -2.2872302532196045, -2.0861642360687256, -2.6991350650787354, -1.7044340372085571, -1.7990617752075195, -1.1775836944580078, -1.6763538122177124, -1.077938199043274, -1.9276986122131348, -2.1464624404907227, -0.9659718871116638, -1.0628970861434937, -3.3142497539520264, -2.021635055541992, -1.6211332082748413, -1.646135926246643, -1.6224799156188965, -2.019244909286499, -2.436156988143921, -1.5365347862243652, -1.0977917909622192, -1.089518427848816, -1.8050744533538818, -2.540494441986084, -2.5590827465057373, -3.355051040649414, -0.9361288547515869, -1.3410383462905884, -1.27536940574646, -1.3391973972320557, -2.135256767272949, -2.0770103931427, -2.2147674560546875, -3.0293400287628174, -1.1831581592559814, -2.1889536380767822, -2.7549166679382324, -2.4664969444274902, -0.6498526334762573, -0.3552011251449585, -1.6889147758483887, -1.5960006713867188, -1.334671974182129, -1.838416337966919, -0.3820490837097168, -1.8116506338119507, -2.0735926628112793, -2.2101168632507324, -2.709690570831299, -2.1943938732147217, -1.5673404932022095, -2.1075499057769775, -2.4112582206726074, -1.854995846748352, -2.0687255859375, -0.5615016222000122, -2.3923346996307373, -0.37343981862068176, -3.131434202194214, -1.2811893224716187, -2.2021872997283936, -1.7641053199768066, -1.85770845413208, -1.3239314556121826, -2.2984812259674072, -2.5576648712158203, -2.4399220943450928, -2.128650188446045, -2.5783393383026123, -1.9679020643234253, -2.4485127925872803, -1.4628764390945435, -2.0787572860717773, -1.70978581905365, -0.3687555193901062, -2.12886905670166, -1.6065806150436401, -2.29252552986145, -0.9450364708900452, -2.687046527862549, -1.8762785196304321, -1.6600674390792847, -1.6318998336791992, -2.3611888885498047, -0.3743804395198822, -1.2234418392181396, -3.0607082843780518, -1.7911925315856934, -2.0537803173065186, -1.174808382987976, -1.974561333656311, -3.3245978355407715, -2.5873682498931885, -2.592878818511963, -1.1467876434326172, -1.7707905769348145, -1.9397978782653809, -0.8203144073486328, -2.7421836853027344, -2.252737522125244, -1.4387868642807007, -1.9909510612487793, -0.9064622521400452, -1.1064598560333252, -1.1705986261367798, -1.8125684261322021, -2.714059352874756, -1.8702105283737183, -1.3686020374298096, -1.8473931550979614, -2.405078887939453, -1.2700304985046387, -2.1593499183654785, -2.1318929195404053, -1.7269505262374878, -0.6847372055053711, -1.5843286514282227, -2.1359691619873047, -1.2216529846191406, -2.229865074157715, -1.9057543277740479, -2.55153751373291, -1.5296170711517334, -1.9183437824249268, -2.780949354171753, -2.6555025577545166, -2.0285425186157227, -2.5776174068450928, -2.692125082015991, -1.5295860767364502, -2.8738555908203125, -2.204657793045044, -1.4061938524246216, -0.842708170413971, -2.220088005065918, -1.5024285316467285, -2.221135377883911, -1.2601817846298218, -2.2242770195007324, -0.9317998886108398, -2.4495668411254883, -0.8868094682693481, -1.8265798091888428, -1.5249134302139282]}, "Bot001_022_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_022.log.json", "context": "Hi! Howdy! [SMILING FACE WITH SUNGLASSES] [FACE WITH STUCK-OUT TONGUE AND TIGHTLY-CLOSED EYES] yo no , i've flower plants instead . what do you do for a living ? i am data scientist. Where you from? i work at the clinic for children . I hate a children ll . i know the feeling all too well You are cool no , i enjoy game of thrones too much how are you ? I love you i am only 22 i hope they don't drive me crazy lol You are girl? i'm a boy . i'm trying to convince my dad to get me a dog Do you like sex with dogs? her 3rd birthday is at disney land . her brother will have the same do you have any hobbies ? I am data scientist. You? i mainly work for an extra for major motion pictures cool yeah , its pretty cool . my dogs barely recognize me ! aaaaa", "response": "i just started a new job ! and moved into a new home ! i love kids too ! how is your day going ?", "annotation_id": "Bot001_022_20", "annotations": ["X", "T", "X", "O", "X", "T", "T", "O", "T", "X", "T", "T", "X", "T", "O"], "gpt2background_target_score": [-9.748896598815918, -7.8072004318237305, -9.472668647766113, -8.752657890319824, -8.884815216064453, -11.432317733764648, -11.066056251525879, -5.860020637512207, -12.543627738952637, -9.393170356750488, -5.745277404785156, -10.786561965942383, -12.327905654907227, -7.805314540863037, -8.960838317871094, -11.496546745300293, -12.276884078979492, -9.792755126953125, -10.915035247802734, -13.455331802368164, -9.544122695922852, -12.781525611877441, -13.908169746398926, -14.746316909790039, -10.536893844604492], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.5788270235061646, -1.4128859043121338, -1.664656400680542, -3.6350791454315186, -1.8260313272476196, -0.5739432573318481, -0.83875572681427, -1.242777943611145, -2.951284170150757, -1.6020121574401855, -2.0703957080841064, -1.7861641645431519, -1.5871942043304443, -0.6627095937728882, -3.1088924407958984, -2.1960947513580322, -2.390929698944092, -2.3940649032592773, -1.89314866065979, -3.254587411880493, -1.4026588201522827, -1.7659050226211548, -1.8252185583114624, -1.185692548751831, -3.8363168239593506, -1.7335166931152344, -2.1413938999176025, -3.6695168018341064, -3.7182271480560303, -2.286609411239624, -1.6102877855300903, -1.9084886312484741, -1.7595056295394897, -0.7239354848861694, -2.173879623413086, -2.446514368057251, -2.4590494632720947, -2.2770276069641113, -1.1087414026260376, -1.756543755531311, -2.2129151821136475, -0.6006717085838318, -2.701706886291504, -2.006254196166992, -0.5436701774597168, -1.9651589393615723, -1.3953243494033813, -2.3275389671325684, -3.007128953933716, -1.188578724861145, -1.619859218597412, -2.2872302532196045, -2.0861642360687256, -2.6991350650787354, -1.7044340372085571, -1.7990617752075195, -1.1775836944580078, -1.6763538122177124, -1.077938199043274, -1.9276986122131348, -2.1464624404907227, -0.9659718871116638, -1.0628970861434937, -3.3142497539520264, -2.021635055541992, -1.6211332082748413, -1.646135926246643, -1.6224799156188965, -2.019244909286499, -2.436156988143921, -1.5365347862243652, -1.0977917909622192, -1.089518427848816, -1.8050744533538818, -2.540494441986084, -2.5590827465057373, -3.355051040649414, -0.9361288547515869, -1.3410383462905884, -1.27536940574646, -1.3391973972320557, -2.135256767272949, -2.0770103931427, -2.2147674560546875, -3.0293400287628174, -1.1831581592559814, -2.1889536380767822, -2.7549166679382324, -2.4664969444274902, -0.6498526334762573, -0.3552011251449585, -1.6889147758483887, -1.5960006713867188, -1.334671974182129, -1.838416337966919, -0.3820490837097168, -1.8116506338119507, -2.0735926628112793, -2.2101168632507324, -2.709690570831299, -2.1943938732147217, -1.5673404932022095, -2.1075499057769775, -2.4112582206726074, -1.854995846748352, -2.0687255859375, -0.5615016222000122, -2.3923346996307373, -0.37343981862068176, -3.131434202194214, -1.2811893224716187, -2.2021872997283936, -1.7641053199768066, -1.85770845413208, -1.3239314556121826, -2.2984812259674072, -2.5576648712158203, -2.4399220943450928, -2.128650188446045, -2.5783393383026123, -1.9679020643234253, -2.4485127925872803, -1.4628764390945435, -2.0787572860717773, -1.70978581905365, -0.3687555193901062, -2.12886905670166, -1.6065806150436401, -2.29252552986145, -0.9450364708900452, -2.687046527862549, -1.8762785196304321, -1.6600674390792847, -1.6318998336791992, -2.3611888885498047, -0.3743804395198822, -1.2234418392181396, -3.0607082843780518, -1.7911925315856934, -2.0537803173065186, -1.174808382987976, -1.974561333656311, -3.3245978355407715, -2.5873682498931885, -2.592878818511963, -1.1467876434326172, -1.7707905769348145, -1.9397978782653809, -0.8203144073486328, -2.7421836853027344, -2.252737522125244, -1.4387868642807007, -1.9909510612487793, -0.9064622521400452, -1.1064598560333252, -1.1705986261367798, -1.8125684261322021, -2.714059352874756, -1.8702105283737183, -1.3686020374298096, -1.8473931550979614, -2.405078887939453, -1.2700304985046387, -2.1593499183654785, -2.1318929195404053, -1.7269505262374878, -0.6847372055053711, -1.5843286514282227, -2.1359691619873047, -1.2216529846191406, -2.229865074157715, -1.9057543277740479, -2.55153751373291, -1.5296170711517334, -1.9183437824249268, -2.780949354171753, -2.6555025577545166, -2.0285425186157227, -2.5776174068450928, -2.692125082015991, -1.5295860767364502, -2.8738555908203125, -1.7865121364593506, -0.810609757900238, -2.290351629257202, -1.236160159111023, -2.535085916519165, -1.5043984651565552, -2.3687984943389893, -0.8561937212944031, -2.351370096206665, -0.7778898477554321, -1.7080131769180298, -1.6056625843048096, -2.6217257976531982, -1.289148211479187, -2.19578218460083, -2.624924659729004, -2.5382847785949707, -2.515523672103882, -1.9435200691223145, -0.4965117275714874, -1.729472279548645, -1.4241070747375488, -0.9095903038978577, -0.9562187790870667, -0.6782967448234558, -0.9016790986061096, -1.2832430601119995, -1.9559285640716553, -1.6165040731430054, -2.39827036857605, -2.3812296390533447, -1.573142170906067, -1.5508402585983276, -1.3902974128723145, -1.4365170001983643, -1.3151662349700928, -1.8303258419036865, -1.1689475774765015, -0.49714604020118713, -0.8008657097816467]}, "Bot001_023_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_023.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES] [ROLLING ON THE FLOOR LAUGHING] Great! And yours?", "response": "spectacular . my mind , body , and soul are functioning well together", "annotation_id": "Bot001_023_02", "annotations": ["T", "O", "T", "O", "O", "O", "O", "O", "O", "O", "X", "T", "X", "O", "O"], "gpt2background_target_score": [-12.409460067749023, -13.866889953613281, -12.187353134155273, -3.70515775680542, -7.547913551330566, -10.716462135314941, -13.335776329040527, -11.26961612701416, -10.461601257324219, -13.533756256103516, -10.0499849319458, -13.936161994934082, -12.826005935668945, -15.166144371032715], "gpt2background_argmax_score": [-2.13662052154541, -1.2113471031188965, -1.5648894309997559, -1.7970792055130005, -0.6839268803596497, -0.775888979434967, -0.4462241530418396, -0.9304897785186768, -3.4276959896087646, -1.8226357698440552, -0.6177114844322205, -0.8431870937347412, -1.3930963277816772, -2.888204574584961, -0.14823447167873383, -0.7739041447639465, -1.634175419807434, -1.3842437267303467, -1.9094035625457764, -0.5620830059051514, -3.0675699710845947, -1.1480339765548706, -1.280601978302002, -2.4323630332946777, -2.1192564964294434, -3.8756980895996094, -2.0797929763793945, -0.9742558002471924, -2.5247299671173096, -2.566422462463379, -1.9239939451217651, -3.1672685146331787, -0.4663277864456177, -2.1053426265716553, -1.6277474164962769, -2.240744113922119, -1.8536261320114136, -1.622387409210205, -2.058143377304077, -3.6481947898864746, -1.5281691551208496, -1.6286016702651978, -3.5242183208465576, -1.6388299465179443, -2.2816293239593506, -2.033184766769409, -2.2695486545562744, -1.6772198677062988, -2.0414295196533203, -2.110976457595825, -2.657362937927246, -1.7658790349960327, -1.930039644241333]}, "Bot001_023_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_023.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES] [ROLLING ON THE FLOOR LAUGHING] Great! And yours? spectacular . my mind , body , and soul are functioning well together What have you been doing today?", "response": "working all day , my feet hurt and smell , but money is my favorite thing i love it", "annotation_id": "Bot001_023_04", "annotations": ["T", "O", "T", "T", "O", "O", "T", "X", "X", "T", "X", "O", "X", "O", "O"], "gpt2background_target_score": [-12.501923561096191, -9.112849235534668, -10.721481323242188, -12.086311340332031, -9.804475784301758, -14.078794479370117, -12.070701599121094, -7.460695266723633, -12.172286033630371, -12.755935668945312, -8.959039688110352, -12.545248985290527, -7.950265407562256, -6.307712554931641, -12.865572929382324, -11.76154899597168, -8.982259750366211, -13.57266902923584, -10.068737983703613], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -0.7758899331092834, -0.4462234079837799, -0.9304934740066528, -3.4276962280273438, -1.8226350545883179, -0.6177105903625488, -0.8431873917579651, -1.393097996711731, -2.888206720352173, -0.14823457598686218, -0.7739039063453674, -1.634175419807434, -1.3842461109161377, -1.909401535987854, -0.5620837211608887, -3.067567825317383, -1.1480358839035034, -1.2806042432785034, -2.4323666095733643, -2.1192538738250732, -3.8756988048553467, -2.0797948837280273, -0.9742573499679565, -2.524728298187256, -2.566418409347534, -1.9239952564239502, -3.1672720909118652, -0.46632784605026245, -2.105341672897339, -1.627746820449829, -2.240744113922119, -1.8536261320114136, -1.6223880052566528, -2.618316650390625, -1.7785288095474243, -3.766139507293701, -1.5777945518493652, -2.1106832027435303, -1.8962297439575195, -2.5962934494018555, -1.868295669555664, -1.7356364727020264, -2.3324103355407715, -2.5467617511749268, -1.7172671556472778, -1.7528692483901978, -1.9000427722930908, -0.32709190249443054, -1.313645839691162, -1.5775094032287598, -1.976946473121643, -0.7308130264282227, -1.550125241279602, -1.586438536643982, -1.595341444015503, -0.7824740409851074, -2.5681352615356445, -2.462498426437378, -2.414745807647705, -0.9528061747550964, -1.925142765045166, -1.3240487575531006, -2.5024964809417725, -1.8406411409378052, -1.7517520189285278, -1.599422574043274, -1.7958723306655884, -3.1543190479278564, -2.6219966411590576, -1.6196390390396118, -1.6950979232788086, -2.44881010055542, -2.268481969833374]}, "Bot001_023_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_023.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES] [ROLLING ON THE FLOOR LAUGHING] Great! And yours? spectacular . my mind , body , and soul are functioning well together What have you been doing today? working all day , my feet hurt and smell , but money is my favorite thing i love it Where do you work?", "response": "i have a horse but it never talks to me lol", "annotation_id": "Bot001_023_06", "annotations": ["T", "O", "X", "X", "X", "T", "O", "X", "O", "X", "X", "X", "X", "X", "T"], "gpt2background_target_score": [-10.842503547668457, -8.76507568359375, -6.720869541168213, -11.474334716796875, -11.737292289733887, -9.49937629699707, -12.970608711242676, -12.94050407409668, -10.263876914978027, -8.301557540893555, -11.03725814819336], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -0.7758899331092834, -0.4462234079837799, -0.9304934740066528, -3.4276962280273438, -1.8226350545883179, -0.6177105903625488, -0.8431873917579651, -1.393097996711731, -2.888206720352173, -0.14823457598686218, -0.7739039063453674, -1.634175419807434, -1.3842461109161377, -1.909401535987854, -0.5620837211608887, -3.067567825317383, -1.1480358839035034, -1.2806042432785034, -2.4323666095733643, -2.1192538738250732, -3.8756988048553467, -2.0797948837280273, -0.9742573499679565, -2.524728298187256, -2.566418409347534, -1.9239952564239502, -3.1672720909118652, -0.46632784605026245, -2.105341672897339, -1.627746820449829, -2.240744113922119, -1.8536255359649658, -1.622388243675232, -2.6183152198791504, -1.7785292863845825, -3.7661373615264893, -1.577795386314392, -2.1106834411621094, -1.8962308168411255, -2.5962936878204346, -1.8682973384857178, -1.7356362342834473, -2.332409381866455, -2.5467610359191895, -1.7172672748565674, -1.7528698444366455, -1.9000424146652222, -0.32709240913391113, -1.3136454820632935, -1.5775083303451538, -1.9769468307495117, -0.7308132648468018, -1.5501264333724976, -1.663598656654358, -1.0790516138076782, -2.843065023422241, -2.6616361141204834, -2.1766631603240967, -1.0840635299682617, -1.76388680934906, -1.3527565002441406, -2.395916223526001, -1.9117496013641357, -1.658992886543274, -1.496891975402832, -1.4831874370574951, -2.957732677459717, -2.7462856769561768, -1.6846290826797485, -1.6478633880615234, -2.9030985832214355, -2.4466969966888428, -1.69675612449646, -0.33927202224731445, -1.1532925367355347, -1.1795834302902222, -1.6424936056137085, -1.8597933053970337, -0.5377086997032166, -1.1935296058654785, -1.4357572793960571, -2.223862886428833, -0.9111472368240356, -1.3646087646484375, -2.5478603839874268, -0.7957876324653625, -0.24045556783676147, -1.7945609092712402, -0.7831583023071289]}, "Bot001_023_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_023.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES] [ROLLING ON THE FLOOR LAUGHING] Great! And yours? spectacular . my mind , body , and soul are functioning well together What have you been doing today? working all day , my feet hurt and smell , but money is my favorite thing i love it Where do you work? i have a horse but it never talks to me lol Why is that?", "response": "they think it will corrupt me or some stupid thing . what are you doing ? [GRINNING FACE WITH SMILING EYES]", "annotation_id": "Bot001_023_08", "annotations": ["T", "O", "T", "O", "O", "X", "T", "O", "X", "T", "O", "O", "X", "X", "O"], "gpt2background_target_score": [-13.57323169708252, -11.257638931274414, -7.560663223266602, -10.418350219726562, -13.677680015563965, -13.063557624816895, -7.407188892364502, -11.030179023742676, -13.365958213806152, -12.88805103302002, -11.555685043334961, -10.48602294921875, -11.362112998962402, -7.932622909545898, -13.736202239990234, -11.140337944030762, -7.108048439025879, -7.374698638916016, -8.217781066894531, -11.947288513183594, -8.908493041992188, -10.750195503234863, -8.239569664001465, -10.056363105773926, -8.201597213745117, -5.493546485900879, -8.539628028869629, -7.1415252685546875], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -0.7758899331092834, -0.4462234079837799, -0.9304934740066528, -3.4276962280273438, -1.8226350545883179, -0.6177105903625488, -0.8431873917579651, -1.393097996711731, -2.888206720352173, -0.14823457598686218, -0.7739039063453674, -1.634175419807434, -1.3842461109161377, -1.909401535987854, -0.5620837211608887, -3.067567825317383, -1.1480358839035034, -1.2806042432785034, -2.4323666095733643, -2.1192538738250732, -3.8756988048553467, -2.0797948837280273, -0.9742573499679565, -2.524728298187256, -2.566418409347534, -1.9239952564239502, -3.1672720909118652, -0.46632784605026245, -2.105341672897339, -1.627746820449829, -2.240744113922119, -1.8536255359649658, -1.622388243675232, -2.6183152198791504, -1.7785292863845825, -3.7661373615264893, -1.577795386314392, -2.1106834411621094, -1.8962308168411255, -2.5962936878204346, -1.8682973384857178, -1.7356362342834473, -2.332409381866455, -2.5467610359191895, -1.7172672748565674, -1.7528698444366455, -1.9000424146652222, -0.32709240913391113, -1.3136454820632935, -1.5775083303451538, -1.9769468307495117, -0.7308132648468018, -1.5501264333724976, -1.663598656654358, -1.0790516138076782, -2.843065023422241, -2.6616361141204834, -2.1766631603240967, -1.0840635299682617, -1.76388680934906, -1.3527565002441406, -2.395916223526001, -1.9117496013641357, -1.658992886543274, -1.496891975402832, -1.4831874370574951, -2.957732677459717, -2.7462856769561768, -1.6846290826797485, -1.6478633880615234, -2.9030985832214355, -2.4466969966888428, -1.69675612449646, -0.33927202224731445, -1.1532925367355347, -1.1795834302902222, -1.6424936056137085, -0.836635172367096, -1.2485198974609375, -1.3825734853744507, -2.098057985305786, -0.9176172018051147, -1.3334801197052002, -2.4686481952667236, -0.7330510020256042, -0.24021117389202118, -2.237940549850464, -1.7720550298690796, -2.0143303871154785, -1.3472294807434082, -1.4247326850891113, -2.1884801387786865, -1.9134001731872559, -1.949737787246704, -1.8293123245239258, -0.937570333480835, -1.7702640295028687, -2.192152738571167, -2.0603935718536377, -1.9382721185684204, -1.8456701040267944, -2.0733346939086914, -1.916082739830017, -1.5838696956634521, -1.9018702507019043, -0.7705206871032715, -0.6089431643486023, -1.6853193044662476, -0.6665602326393127, -3.5852885246276855, -2.37212872505188, -1.9135206937789917, -2.4263107776641846, -1.0609499216079712, -1.0367045402526855, -0.10370706766843796, -0.19838781654834747, -0.5200949311256409, -0.15989448130130768, -0.4536668658256531, -0.8702438473701477]}, "Bot001_023_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_023.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES] [ROLLING ON THE FLOOR LAUGHING] Great! And yours? spectacular . my mind , body , and soul are functioning well together What have you been doing today? working all day , my feet hurt and smell , but money is my favorite thing i love it Where do you work? i have a horse but it never talks to me lol Why is that? they think it will corrupt me or some stupid thing . what are you doing ? [GRINNING FACE WITH SMILING EYES] I am listening to music", "response": "nice ! who are you listening to ?", "annotation_id": "Bot001_023_10", "annotations": ["T", "O", "O", "T", "O", "O", "O", "O", "X", "O", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-12.784667015075684, -8.436481475830078, -11.19683837890625, -10.8818941116333, -10.142598152160645, -9.016530990600586, -6.442579746246338, -9.69080924987793], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -0.7758899331092834, -0.4462234079837799, -0.9304934740066528, -3.4276962280273438, -1.8226350545883179, -0.6177105903625488, -0.8431873917579651, -1.393097996711731, -2.888206720352173, -0.14823457598686218, -0.7739039063453674, -1.634175419807434, -1.3842461109161377, -1.909401535987854, -0.5620837211608887, -3.067567825317383, -1.1480358839035034, -1.2806042432785034, -2.4323666095733643, -2.1192538738250732, -3.8756988048553467, -2.0797948837280273, -0.9742573499679565, -2.524728298187256, -2.566418409347534, -1.9239952564239502, -3.1672720909118652, -0.46632784605026245, -2.105341672897339, -1.627746820449829, -2.240744113922119, -1.8536255359649658, -1.622388243675232, -2.6183152198791504, -1.7785292863845825, -3.7661373615264893, -1.577795386314392, -2.1106834411621094, -1.8962308168411255, -2.5962936878204346, -1.8682973384857178, -1.7356362342834473, -2.332409381866455, -2.5467610359191895, -1.7172672748565674, -1.7528698444366455, -1.9000424146652222, -0.32709240913391113, -1.3136454820632935, -1.5775083303451538, -1.9769468307495117, -0.7308132648468018, -1.5501264333724976, -1.663598656654358, -1.0790516138076782, -2.843065023422241, -2.6616361141204834, -2.1766631603240967, -1.0840635299682617, -1.76388680934906, -1.3527565002441406, -2.395916223526001, -1.9117496013641357, -1.658992886543274, -1.496891975402832, -1.4831874370574951, -2.957732677459717, -2.7462856769561768, -1.6846290826797485, -1.6478633880615234, -2.9030985832214355, -2.4466969966888428, -1.69675612449646, -0.33927202224731445, -1.1532925367355347, -1.1795834302902222, -1.6424936056137085, -0.836635172367096, -1.2485198974609375, -1.3825715780258179, -2.098057985305786, -0.9176164269447327, -1.3334811925888062, -2.468651294708252, -0.7330511212348938, -0.24021145701408386, -2.237940788269043, -1.772053837776184, -2.0143301486968994, -1.3472301959991455, -1.424733281135559, -2.188478469848633, -1.8456132411956787, -1.5368074178695679, -0.9703683853149414, -1.5450907945632935, -1.638816237449646, -2.5404276847839355, -1.8479013442993164, -1.806317687034607, -1.9552466869354248, -2.1239213943481445, -2.353416681289673, -1.8594175577163696, -0.7366382479667664, -0.6152796745300293, -2.0763778686523438, -1.993708848953247, -3.782783031463623, -2.4939756393432617, -1.9565094709396362, -2.0276267528533936, -1.170639157295227, -1.0727312564849854, -0.12005380541086197, -0.20192517340183258, -0.43174833059310913, -0.15502645075321198, -0.4006630480289459, -2.3287103176116943, -2.318161725997925, -2.6294169425964355, -0.31270602345466614, -2.6344079971313477, -1.6691715717315674, -2.053569793701172, -1.9487595558166504, -1.9064675569534302, -2.001711368560791, -0.2882739007472992, -1.0210012197494507, -0.2395390123128891, -0.8665944337844849, -0.7020308971405029]}, "Bot001_023_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_023.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES] [ROLLING ON THE FLOOR LAUGHING] Great! And yours? spectacular . my mind , body , and soul are functioning well together What have you been doing today? working all day , my feet hurt and smell , but money is my favorite thing i love it Where do you work? i have a horse but it never talks to me lol Why is that? they think it will corrupt me or some stupid thing . what are you doing ? [GRINNING FACE WITH SMILING EYES] I am listening to music nice ! who are you listening to ? Eminem", "response": "i enjoy cooking and reading more than music .", "annotation_id": "Bot001_023_12", "annotations": ["T", "O", "T", "X", "O", "O", "O", "O", "X", "T", "T", "X", "X", "T", "O"], "gpt2background_target_score": [-10.842503547668457, -11.790031433105469, -11.37370777130127, -8.404799461364746, -9.325957298278809, -9.649063110351562, -9.513667106628418, -10.798437118530273, -13.099207878112793], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -0.7758899331092834, -0.4462234079837799, -0.9304934740066528, -3.4276962280273438, -1.8226350545883179, -0.6177105903625488, -0.8431873917579651, -1.393097996711731, -2.888206720352173, -0.14823457598686218, -0.7739039063453674, -1.634175419807434, -1.3842461109161377, -1.909401535987854, -0.5620837211608887, -3.067567825317383, -1.1480358839035034, -1.2806042432785034, -2.4323666095733643, -2.1192538738250732, -3.8756988048553467, -2.0797948837280273, -0.9742573499679565, -2.524728298187256, -2.566418409347534, -1.9239952564239502, -3.1672720909118652, -0.46632784605026245, -2.105341672897339, -1.627746820449829, -2.240744113922119, -1.8536255359649658, -1.622388243675232, -2.6183152198791504, -1.7785292863845825, -3.7661373615264893, -1.577795386314392, -2.1106834411621094, -1.8962308168411255, -2.5962936878204346, -1.8682973384857178, -1.7356362342834473, -2.332409381866455, -2.5467610359191895, -1.7172672748565674, -1.7528698444366455, -1.9000424146652222, -0.32709240913391113, -1.3136454820632935, -1.5775083303451538, -1.9769468307495117, -0.7308132648468018, -1.5501264333724976, -1.663598656654358, -1.0790516138076782, -2.843065023422241, -2.6616361141204834, -2.1766631603240967, -1.0840635299682617, -1.76388680934906, -1.3527565002441406, -2.395916223526001, -1.9117496013641357, -1.658992886543274, -1.496891975402832, -1.4831874370574951, -2.957732677459717, -2.7462856769561768, -1.6846290826797485, -1.6478633880615234, -2.9030985832214355, -2.4466969966888428, -1.69675612449646, -0.33927202224731445, -1.1532925367355347, -1.1795834302902222, -1.6424936056137085, -0.836635172367096, -1.2485198974609375, -1.3825715780258179, -2.098057985305786, -0.9176164269447327, -1.3334811925888062, -2.468651294708252, -0.7330511212348938, -0.24021145701408386, -2.237940788269043, -1.772053837776184, -2.0143301486968994, -1.3472301959991455, -1.424733281135559, -2.188478469848633, -1.8456132411956787, -1.5368074178695679, -0.9703683853149414, -1.5450907945632935, -1.638816237449646, -2.5404276847839355, -1.8479013442993164, -1.806317687034607, -1.9552466869354248, -2.1239213943481445, -2.353416681289673, -1.8594175577163696, -0.7366382479667664, -0.6152796745300293, -2.0763778686523438, -1.993708848953247, -3.782783031463623, -2.4939756393432617, -1.9565094709396362, -2.0276267528533936, -1.170639157295227, -1.0727312564849854, -0.12005380541086197, -0.20192517340183258, -0.43174833059310913, -0.15502645075321198, -0.4006630480289459, -2.3287103176116943, -2.318161725997925, -2.6294169425964355, -0.31270602345466614, -2.6344079971313477, -1.6691715717315674, -2.484745979309082, -2.500215768814087, -2.296416997909546, -0.3256261944770813, -1.287037968635559, -0.2654672861099243, -0.8299334645271301, -2.3690290451049805, -1.9586989879608154, -2.0532708168029785, -2.5546560287475586, -1.7194440364837646, -2.0103507041931152, -2.0821940898895264, -2.173358201980591, -2.425171136856079, -1.201248049736023, -2.2847909927368164, -1.5090618133544922]}, "Bot001_023_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_023.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES] [ROLLING ON THE FLOOR LAUGHING] Great! And yours? spectacular . my mind , body , and soul are functioning well together What have you been doing today? working all day , my feet hurt and smell , but money is my favorite thing i love it Where do you work? i have a horse but it never talks to me lol Why is that? they think it will corrupt me or some stupid thing . what are you doing ? [GRINNING FACE WITH SMILING EYES] I am listening to music nice ! who are you listening to ? Eminem i enjoy cooking and reading more than music . What exactly do you like to cook  ?", "response": "i am a waitress currently . how are you ?  oh , that's fun . i was raised by my granny", "annotation_id": "Bot001_023_14", "annotations": ["T", "O", "T", "O", "X", "T", "X", "X", "T", "O", "X", "T", "X", "X", "O"], "gpt2background_target_score": [-10.842503547668457, -8.814091682434082, -6.720869541168213, -12.48002815246582, -9.335225105285645, -10.86396598815918, -11.005474090576172, -9.914849281311035, -10.822927474975586, -13.169485092163086, -9.583963394165039, -10.72691535949707, -11.4948091506958, -9.48561954498291, -10.928511619567871, -12.232481956481934, -11.763263702392578, -12.643221855163574, -11.656020164489746, -13.364530563354492, -12.961189270019531, -12.669240951538086, -12.519816398620605, -14.478530883789062], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -0.7758899331092834, -0.4462234079837799, -0.9304934740066528, -3.4276962280273438, -1.8226350545883179, -0.6177105903625488, -0.8431873917579651, -1.393097996711731, -2.888206720352173, -0.14823457598686218, -0.7739039063453674, -1.634175419807434, -1.3842461109161377, -1.909401535987854, -0.5620837211608887, -3.067567825317383, -1.1480358839035034, -1.2806042432785034, -2.4323666095733643, -2.1192538738250732, -3.8756988048553467, -2.0797948837280273, -0.9742573499679565, -2.524728298187256, -2.566418409347534, -1.9239952564239502, -3.1672720909118652, -0.46632784605026245, -2.105341672897339, -1.627746820449829, -2.240744113922119, -1.8536255359649658, -1.622388243675232, -2.6183152198791504, -1.7785292863845825, -3.7661373615264893, -1.577795386314392, -2.1106834411621094, -1.8962308168411255, -2.5962936878204346, -1.8682973384857178, -1.7356362342834473, -2.332409381866455, -2.5467610359191895, -1.7172672748565674, -1.7528698444366455, -1.9000424146652222, -0.32709240913391113, -1.3136454820632935, -1.5775083303451538, -1.9769468307495117, -0.7308132648468018, -1.5501264333724976, -1.663598656654358, -1.0790516138076782, -2.843065023422241, -2.6616361141204834, -2.1766631603240967, -1.0840635299682617, -1.76388680934906, -1.3527565002441406, -2.395916223526001, -1.9117496013641357, -1.658992886543274, -1.496891975402832, -1.4831874370574951, -2.957732677459717, -2.7462856769561768, -1.6846290826797485, -1.6478633880615234, -2.9030985832214355, -2.4466969966888428, -1.69675612449646, -0.33927202224731445, -1.1532925367355347, -1.1795834302902222, -1.6424936056137085, -0.836635172367096, -1.2485198974609375, -1.3825715780258179, -2.098057985305786, -0.9176164269447327, -1.3334811925888062, -2.468651294708252, -0.7330511212348938, -0.24021145701408386, -2.237940788269043, -1.772053837776184, -2.0143301486968994, -1.3472301959991455, -1.424733281135559, -2.188478469848633, -1.8456132411956787, -1.5368074178695679, -0.9703683853149414, -1.5450907945632935, -1.638816237449646, -2.5404276847839355, -1.8479013442993164, -1.806317687034607, -1.9552466869354248, -2.1239213943481445, -2.353416681289673, -1.8594175577163696, -0.7366382479667664, -0.6152796745300293, -2.0763778686523438, -1.993708848953247, -3.782783031463623, -2.4939756393432617, -1.9565094709396362, -2.0276267528533936, -1.170639157295227, -1.0727312564849854, -0.12005380541086197, -0.20192517340183258, -0.43174833059310913, -0.15502645075321198, -0.4006630480289459, -2.3287103176116943, -2.318161725997925, -2.6294169425964355, -0.31270602345466614, -2.6344079971313477, -1.6691715717315674, -2.484745979309082, -2.500215768814087, -2.296416997909546, -0.3256261944770813, -1.287037968635559, -0.2654672861099243, -0.8299334645271301, -2.3690290451049805, -1.958699345588684, -2.0666849613189697, -1.6091769933700562, -1.8561674356460571, -2.566134214401245, -2.6940345764160156, -2.447531223297119, -1.8081544637680054, -2.029757499694824, -1.9519377946853638, -1.7510130405426025, -1.367929458618164, -0.2679591774940491, -1.4750452041625977, -1.0447641611099243, -1.4975324869155884, -0.5559030771255493, -2.657438039779663, -2.4560441970825195, -1.746543049812317, -1.6960484981536865, -1.8285537958145142, -2.3040013313293457, -1.9407047033309937, -1.9452680349349976, -1.1581145524978638, -1.4663450717926025, -0.25724947452545166, -1.00812828540802, -1.2295572757720947, -1.1779136657714844, -2.1733782291412354, -1.232992172241211, -1.4120181798934937, -2.3734488487243652, -1.603452205657959, -1.8574331998825073, -1.9192910194396973, -2.409369945526123, -1.3939741849899292, -0.9764060378074646, -1.5656400918960571, -1.594818353652954, -1.82872474193573]}, "Bot001_023_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_023.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES] [ROLLING ON THE FLOOR LAUGHING] Great! And yours? spectacular . my mind , body , and soul are functioning well together What have you been doing today? working all day , my feet hurt and smell , but money is my favorite thing i love it Where do you work? i have a horse but it never talks to me lol Why is that? they think it will corrupt me or some stupid thing . what are you doing ? [GRINNING FACE WITH SMILING EYES] I am listening to music nice ! who are you listening to ? Eminem i enjoy cooking and reading more than music . What exactly do you like to cook  ? i am a waitress currently . how are you ?  oh , that's fun . i was raised by my granny How old are you?", "response": "i'm 32 . and you ?", "annotation_id": "Bot001_023_16", "annotations": ["T", "O", "O", "T", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-10.842503547668457, -9.851035118103027, -12.139105796813965, -10.16869831085205, -8.943187713623047, -8.147284507751465, -5.65812873840332], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -0.7758899331092834, -0.4462234079837799, -0.9304934740066528, -3.4276962280273438, -1.8226350545883179, -0.6177105903625488, -0.8431873917579651, -1.393097996711731, -2.888206720352173, -0.14823457598686218, -0.7739039063453674, -1.634175419807434, -1.3842461109161377, -1.909401535987854, -0.5620837211608887, -3.067567825317383, -1.1480358839035034, -1.2806042432785034, -2.4323666095733643, -2.1192538738250732, -3.8756988048553467, -2.0797948837280273, -0.9742573499679565, -2.524728298187256, -2.566418409347534, -1.9239952564239502, -3.1672720909118652, -0.46632784605026245, -2.105341672897339, -1.627746820449829, -2.240744113922119, -1.8536255359649658, -1.622388243675232, -2.6183152198791504, -1.7785292863845825, -3.7661373615264893, -1.577795386314392, -2.1106834411621094, -1.8962308168411255, -2.5962936878204346, -1.8682973384857178, -1.7356362342834473, -2.332409381866455, -2.5467610359191895, -1.7172672748565674, -1.7528698444366455, -1.9000424146652222, -0.32709240913391113, -1.3136454820632935, -1.5775083303451538, -1.9769468307495117, -0.7308132648468018, -1.5501264333724976, -1.663598656654358, -1.0790516138076782, -2.843065023422241, -2.6616361141204834, -2.1766631603240967, -1.0840635299682617, -1.76388680934906, -1.3527565002441406, -2.395916223526001, -1.9117496013641357, -1.658992886543274, -1.496891975402832, -1.4831874370574951, -2.957732677459717, -2.7462856769561768, -1.6846290826797485, -1.6478633880615234, -2.9030985832214355, -2.4466969966888428, -1.69675612449646, -0.33927202224731445, -1.1532925367355347, -1.1795834302902222, -1.6424936056137085, -0.836635172367096, -1.2485198974609375, -1.3825715780258179, -2.098057985305786, -0.9176164269447327, -1.3334811925888062, -2.468651294708252, -0.7330511212348938, -0.24021145701408386, -2.237940788269043, -1.772053837776184, -2.0143301486968994, -1.3472301959991455, -1.424733281135559, -2.188478469848633, -1.8456132411956787, -1.5368074178695679, -0.9703683853149414, -1.5450907945632935, -1.638816237449646, -2.5404276847839355, -1.8479013442993164, -1.806317687034607, -1.9552466869354248, -2.1239213943481445, -2.353416681289673, -1.8594175577163696, -0.7366382479667664, -0.6152796745300293, -2.0763778686523438, -1.993708848953247, -3.782783031463623, -2.4939756393432617, -1.9565094709396362, -2.0276267528533936, -1.170639157295227, -1.0727312564849854, -0.12005380541086197, -0.20192517340183258, -0.43174833059310913, -0.15502645075321198, -0.4006630480289459, -2.3287103176116943, -2.318161725997925, -2.6294169425964355, -0.31270602345466614, -2.6344079971313477, -1.6691715717315674, -2.484745979309082, -2.500215768814087, -2.296416997909546, -0.3256261944770813, -1.287037968635559, -0.2654672861099243, -0.8299334645271301, -2.3690290451049805, -1.9586989879608154, -2.0666847229003906, -1.609176516532898, -1.8561655282974243, -2.566135883331299, -2.6940338611602783, -2.4475321769714355, -1.8081570863723755, -2.0297601222991943, -1.9519392251968384, -1.7510135173797607, -1.3679310083389282, -0.2679595351219177, -1.4750471115112305, -1.0447653532028198, -1.4975299835205078, -0.5559023022651672, -2.657435894012451, -2.4560458660125732, -1.7365994453430176, -2.0697460174560547, -2.3179547786712646, -1.842587947845459, -1.873813271522522, -1.5168206691741943, -1.51804780960083, -0.2694760262966156, -1.004037618637085, -2.0290167331695557, -2.127995491027832, -2.502502679824829, -1.2604918479919434, -1.3036617040634155, -2.419632911682129, -1.9686955213546753, -1.8187371492385864, -1.9946423768997192, -2.424053192138672, -1.3297886848449707, -1.019799828529358, -1.5310022830963135, -1.5875641107559204, -1.8632184267044067, -1.5350642204284668, -0.5481207370758057, -0.2064775973558426, -0.5161398649215698, -2.3689281940460205, -2.230555295944214, -1.9601494073867798, -2.4224467277526855, -1.8855535984039307, -1.0020607709884644, -0.7530267834663391, -1.9994823932647705, -1.153734564781189]}, "Bot001_023_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_023.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES] [ROLLING ON THE FLOOR LAUGHING] Great! And yours? spectacular . my mind , body , and soul are functioning well together What have you been doing today? working all day , my feet hurt and smell , but money is my favorite thing i love it Where do you work? i have a horse but it never talks to me lol Why is that? they think it will corrupt me or some stupid thing . what are you doing ? [GRINNING FACE WITH SMILING EYES] I am listening to music nice ! who are you listening to ? Eminem i enjoy cooking and reading more than music . What exactly do you like to cook  ? i am a waitress currently . how are you ?  oh , that's fun . i was raised by my granny How old are you? i'm 32 . and you ? 23", "response": "so i guess you can drink the beer my company makes ?", "annotation_id": "Bot001_023_18", "annotations": ["T", "T", "T", "X", "O", "O", "O", "O", "O", "T", "O", "O", "X", "O", "O"], "gpt2background_target_score": [-12.56482982635498, -5.6088643074035645, -14.412343978881836, -5.360256195068359, -12.127443313598633, -11.196684837341309, -8.972121238708496, -11.10148811340332, -10.977758407592773, -10.899239540100098, -10.274311065673828, -10.886216163635254], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -0.7758899331092834, -0.4462234079837799, -0.9304934740066528, -3.4276962280273438, -1.8226350545883179, -0.6177105903625488, -0.8431873917579651, -1.393097996711731, -2.888206720352173, -0.14823457598686218, -0.7739039063453674, -1.634175419807434, -1.3842461109161377, -1.909401535987854, -0.5620837211608887, -3.067567825317383, -1.1480358839035034, -1.2806042432785034, -2.4323666095733643, -2.1192538738250732, -3.8756988048553467, -2.0797948837280273, -0.9742573499679565, -2.524728298187256, -2.566418409347534, -1.9239952564239502, -3.1672720909118652, -0.46632784605026245, -2.105341672897339, -1.627746820449829, -2.240744113922119, -1.8536255359649658, -1.622388243675232, -2.6183152198791504, -1.7785292863845825, -3.7661373615264893, -1.577795386314392, -2.1106834411621094, -1.8962308168411255, -2.5962936878204346, -1.8682973384857178, -1.7356362342834473, -2.332409381866455, -2.5467610359191895, -1.7172672748565674, -1.7528698444366455, -1.9000424146652222, -0.32709240913391113, -1.3136454820632935, -1.5775083303451538, -1.9769468307495117, -0.7308132648468018, -1.5501264333724976, -1.663598656654358, -1.0790516138076782, -2.843065023422241, -2.6616361141204834, -2.1766631603240967, -1.0840635299682617, -1.76388680934906, -1.3527565002441406, -2.395916223526001, -1.9117496013641357, -1.658992886543274, -1.496891975402832, -1.4831874370574951, -2.957732677459717, -2.7462856769561768, -1.6846290826797485, -1.6478633880615234, -2.9030985832214355, -2.4466969966888428, -1.69675612449646, -0.33927202224731445, -1.1532925367355347, -1.1795834302902222, -1.6424936056137085, -0.836635172367096, -1.2485198974609375, -1.3825715780258179, -2.098057985305786, -0.9176164269447327, -1.3334811925888062, -2.468651294708252, -0.7330511212348938, -0.24021145701408386, -2.237940788269043, -1.772053837776184, -2.0143301486968994, -1.3472301959991455, -1.424733281135559, -2.188478469848633, -1.8456132411956787, -1.5368074178695679, -0.9703683853149414, -1.5450907945632935, -1.638816237449646, -2.5404276847839355, -1.8479013442993164, -1.806317687034607, -1.9552466869354248, -2.1239213943481445, -2.353416681289673, -1.8594175577163696, -0.7366382479667664, -0.6152796745300293, -2.0763778686523438, -1.993708848953247, -3.782783031463623, -2.4939756393432617, -1.9565094709396362, -2.0276267528533936, -1.170639157295227, -1.0727312564849854, -0.12005380541086197, -0.20192517340183258, -0.43174833059310913, -0.15502645075321198, -0.4006630480289459, -2.3287103176116943, -2.318161725997925, -2.6294169425964355, -0.31270602345466614, -2.6344079971313477, -1.6691715717315674, -2.484745979309082, -2.500215768814087, -2.296416997909546, -0.3256261944770813, -1.287037968635559, -0.2654672861099243, -0.8299334645271301, -2.3690290451049805, -1.9586989879608154, -2.0666847229003906, -1.609176516532898, -1.8561655282974243, -2.566135883331299, -2.6940338611602783, -2.4475321769714355, -1.8081570863723755, -2.0297601222991943, -1.9519392251968384, -1.7510135173797607, -1.3679310083389282, -0.2679595351219177, -1.4750471115112305, -1.0447653532028198, -1.4975299835205078, -0.5559023022651672, -2.657435894012451, -2.4560458660125732, -1.7365994453430176, -2.0697460174560547, -2.3179547786712646, -1.842587947845459, -1.873813271522522, -1.5168206691741943, -1.51804780960083, -0.2694760262966156, -1.004037618637085, -2.0290167331695557, -2.127995491027832, -2.502502679824829, -1.2604918479919434, -1.3036617040634155, -2.419632911682129, -1.9686955213546753, -1.8187371492385864, -1.9946423768997192, -2.424053192138672, -1.3297886848449707, -1.019799828529358, -1.5310022830963135, -1.5875641107559204, -1.8632184267044067, -1.5350642204284668, -0.5481207370758057, -0.2064775973558426, -0.5161398649215698, -2.3689281940460205, -1.4880125522613525, -2.451951026916504, -1.8126600980758667, -1.4334369897842407, -0.810360312461853, -1.8604896068572998, -1.902479648590088, -1.3570164442062378, -2.421581983566284, -1.8729445934295654, -2.1466875076293945, -1.2812844514846802, -1.8316015005111694, -2.7279739379882812, -2.5801594257354736, -2.1958401203155518, -2.358888626098633, -2.9269843101501465, -2.054673671722412, -1.9997498989105225, -1.0658094882965088]}, "Bot001_023_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_023.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES] [ROLLING ON THE FLOOR LAUGHING] Great! And yours? spectacular . my mind , body , and soul are functioning well together What have you been doing today? working all day , my feet hurt and smell , but money is my favorite thing i love it Where do you work? i have a horse but it never talks to me lol Why is that? they think it will corrupt me or some stupid thing . what are you doing ? [GRINNING FACE WITH SMILING EYES] I am listening to music nice ! who are you listening to ? Eminem i enjoy cooking and reading more than music . What exactly do you like to cook  ? i am a waitress currently . how are you ?  oh , that's fun . i was raised by my granny How old are you? i'm 32 . and you ? 23 so i guess you can drink the beer my company makes ? Yes I can", "response": "i prefer reading to a lot of things . especially sports . [ROBOT FACE]", "annotation_id": "Bot001_023_20", "annotations": ["T", "O", "O", "O", "X", "T", "T", "O", "X", "T", "X", "X", "X", "X", "O"], "gpt2background_target_score": [-10.842503547668457, -13.225597381591797, -12.460728645324707, -8.270681381225586, -9.090210914611816, -13.230937957763672, -9.604293823242188, -11.022627830505371, -13.099207878112793, -15.034481048583984, -11.523017883300781, -11.7606840133667, -7.503044605255127, -10.601667404174805, -9.475828170776367, -6.773637771606445, -1.634175419807434, -7.001893043518066], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -0.7758899331092834, -0.4462234079837799, -0.9304934740066528, -3.4276962280273438, -1.8226350545883179, -0.6177105903625488, -0.8431873917579651, -1.393097996711731, -2.888206720352173, -0.14823457598686218, -0.7739039063453674, -1.634175419807434, -1.3842461109161377, -1.909401535987854, -0.5620837211608887, -3.067567825317383, -1.1480358839035034, -1.2806042432785034, -2.4323666095733643, -2.1192538738250732, -3.8756988048553467, -2.0797948837280273, -0.9742573499679565, -2.524728298187256, -2.566418409347534, -1.9239952564239502, -3.1672720909118652, -0.46632784605026245, -2.105341672897339, -1.627746820449829, -2.240744113922119, -1.8536255359649658, -1.622388243675232, -2.6183152198791504, -1.7785292863845825, -3.7661373615264893, -1.577795386314392, -2.1106834411621094, -1.8962308168411255, -2.5962936878204346, -1.8682973384857178, -1.7356362342834473, -2.332409381866455, -2.5467610359191895, -1.7172672748565674, -1.7528698444366455, -1.9000424146652222, -0.32709240913391113, -1.3136454820632935, -1.5775083303451538, -1.9769468307495117, -0.7308132648468018, -1.5501264333724976, -1.663598656654358, -1.0790516138076782, -2.843065023422241, -2.6616361141204834, -2.1766631603240967, -1.0840635299682617, -1.76388680934906, -1.3527565002441406, -2.395916223526001, -1.9117496013641357, -1.658992886543274, -1.496891975402832, -1.4831874370574951, -2.957732677459717, -2.7462856769561768, -1.6846290826797485, -1.6478633880615234, -2.9030985832214355, -2.4466969966888428, -1.69675612449646, -0.33927202224731445, -1.1532925367355347, -1.1795834302902222, -1.6424936056137085, -0.836635172367096, -1.2485198974609375, -1.3825715780258179, -2.098057985305786, -0.9176164269447327, -1.3334811925888062, -2.468651294708252, -0.7330511212348938, -0.24021145701408386, -2.237940788269043, -1.772053837776184, -2.0143301486968994, -1.3472301959991455, -1.424733281135559, -2.188478469848633, -1.8456132411956787, -1.5368074178695679, -0.9703683853149414, -1.5450907945632935, -1.638816237449646, -2.5404276847839355, -1.8479013442993164, -1.806317687034607, -1.9552466869354248, -2.1239213943481445, -2.353416681289673, -1.8594175577163696, -0.7366382479667664, -0.6152796745300293, -2.0763778686523438, -1.993708848953247, -3.782783031463623, -2.4939756393432617, -1.9565094709396362, -2.0276267528533936, -1.170639157295227, -1.0727312564849854, -0.12005380541086197, -0.20192517340183258, -0.43174833059310913, -0.15502645075321198, -0.4006630480289459, -2.3287103176116943, -2.318161725997925, -2.6294169425964355, -0.31270602345466614, -2.6344079971313477, -1.6691715717315674, -2.484745979309082, -2.500215768814087, -2.296416997909546, -0.3256261944770813, -1.287037968635559, -0.2654672861099243, -0.8299334645271301, -2.3690290451049805, -1.9586989879608154, -2.0666847229003906, -1.609176516532898, -1.8561655282974243, -2.566135883331299, -2.6940338611602783, -2.4475321769714355, -1.8081570863723755, -2.0297601222991943, -1.9519392251968384, -1.7510135173797607, -1.3679310083389282, -0.2679595351219177, -1.4750471115112305, -1.0447653532028198, -1.4975299835205078, -0.5559023022651672, -2.657435894012451, -2.4560458660125732, -1.7365994453430176, -2.0697460174560547, -2.3179547786712646, -1.842587947845459, -1.873813271522522, -1.5168206691741943, -1.51804780960083, -0.2694760262966156, -1.004037618637085, -2.0290167331695557, -2.127995491027832, -2.502502679824829, -1.2604918479919434, -1.3036617040634155, -2.419632911682129, -1.9686955213546753, -1.8187371492385864, -1.9946423768997192, -2.424053192138672, -1.3297886848449707, -1.019799828529358, -1.5310022830963135, -1.5875641107559204, -1.8632184267044067, -1.5350642204284668, -0.5481207370758057, -0.2064775973558426, -0.5161398649215698, -2.3689281940460205, -1.4880125522613525, -2.451951026916504, -1.8126600980758667, -1.4334369897842407, -0.810360312461853, -1.8604896068572998, -1.902477502822876, -1.3570172786712646, -1.4939336776733398, -1.9911882877349854, -1.2816888093948364, -2.033153772354126, -2.7591466903686523, -2.5706005096435547, -1.9334417581558228, -2.0867507457733154, -2.8503997325897217, -1.9935486316680908, -1.5827831029891968, -2.3363211154937744, -1.6089907884597778, -0.9770331978797913, -1.547891616821289, -2.3252739906311035, -2.0706684589385986, -1.6366159915924072, -2.7397100925445557, -1.0903276205062866, -1.989491581916809, -0.6741310954093933, -1.9487823247909546, -2.206023931503296, -1.3368512392044067, -2.7917749881744385, -1.231783151626587, -1.0983948707580566, -3.243722438812256, -2.812537431716919, -1.961856722831726, -2.4617369174957275, -1.075394630432129, -2.306813955307007]}, "Bot001_025_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_025.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT] Hi-hi! Who are you?", "response": "i'm mike , nice to meet you .", "annotation_id": "Bot001_025_02", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-10.230127334594727, -9.635100364685059, -10.018739700317383, -11.961017608642578, -9.25032901763916, -11.067819595336914, -10.438336372375488, -10.590981483459473, -8.41416072845459, -11.898070335388184], "gpt2background_argmax_score": [-2.115349054336548, -1.2066389322280884, -1.6541961431503296, -1.458195686340332, -0.873930811882019, -0.7113887071609497, -3.2564187049865723, -1.5525637865066528, -0.7329994440078735, -0.9619699716567993, -0.9636683464050293, -2.727112293243408, -3.7397727966308594, -2.6273601055145264, -1.1162781715393066, -1.9334958791732788, -3.447889566421509, -2.1448442935943604, -2.1447103023529053, -2.817201614379883, -1.5161967277526855, -1.303239345550537, -0.39364105463027954, -1.680012822151184, -0.9813889861106873, -1.5507539510726929, -1.4147679805755615, -0.9306526184082031, -0.44806957244873047, -2.0094962120056152, -1.6184051036834717, -2.2840189933776855, -1.5633256435394287, -2.2070999145507812, -3.085354804992676, -2.4885692596435547, -2.5722522735595703, -2.702857255935669, -2.152352809906006, -1.0006130933761597, -1.6309123039245605, -1.2615312337875366]}, "Bot001_025_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_025.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT] Hi-hi! Who are you? i'm mike , nice to meet you . Me too, i\u2019m liza", "response": "i've a big yellow cat and i like to sleep in on sundays .", "annotation_id": "Bot001_025_04", "annotations": ["X", "O", "O", "O", "T", "T", "X", "X", "O", "O", "O", "O", "T", "O", "T"], "gpt2background_target_score": [-10.230122566223145, -10.782904624938965, -5.081358432769775, -10.037495613098145, -11.88538932800293, -10.835040092468262, -10.533870697021484, -12.119251251220703, -9.696150779724121, -7.729866981506348, -13.862849235534668, -11.860666275024414, -10.290492057800293, -11.498018264770508, -15.194643020629883, -10.609563827514648], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.6541962623596191, -1.4581934213638306, -0.8739314079284668, -0.7113863229751587, -3.256420850753784, -1.552565097808838, -0.7330005168914795, -0.961970329284668, -0.9636690020561218, -2.7271111011505127, -3.7397725582122803, -2.627358913421631, -1.1162781715393066, -1.9334969520568848, -3.4478914737701416, -2.1448445320129395, -2.1447081565856934, -2.817200183868408, -1.516198754310608, -1.3032362461090088, -0.3936407268047333, -1.6800118684768677, -0.9813873171806335, -1.5507546663284302, -1.414766788482666, -0.9306519031524658, -0.44806888699531555, -2.009495496749878, -1.6184026002883911, -1.1512565612792969, -2.1030149459838867, -3.072179079055786, -2.783095598220825, -2.503775119781494, -2.575546979904175, -2.4176254272460938, -0.91184401512146, -2.454880714416504, -2.417837381362915, -0.9177693724632263, -2.1228270530700684, -2.431718349456787, -1.4884353876113892, -0.12943197786808014, -0.4160985052585602, -2.3926331996917725, -2.129848003387451, -2.430729389190674, -2.6842434406280518, -1.9428540468215942, -0.9004412293434143, -1.5034654140472412, -1.010537028312683, -3.0632076263427734, -2.3929920196533203, -1.3111060857772827, -1.737117052078247, -1.758001685142517, -2.6541454792022705, -1.0316694974899292, -1.8547817468643188, -2.0102944374084473, -0.40943610668182373, -2.4023866653442383, -1.4835058450698853]}, "Bot001_025_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_025.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT] Hi-hi! Who are you? i'm mike , nice to meet you . Me too, i\u2019m liza i've a big yellow cat and i like to sleep in on sundays . Wow)))", "response": "i like fishing too [LYING FACE]", "annotation_id": "Bot001_025_06", "annotations": ["O", "O", "O", "O", "O", "O", "O", "X", "O", "O", "T", "O", "O", "O", "O"], "gpt2background_target_score": [-10.230122566223145, -10.527121543884277, -12.53662109375, -9.295145034790039, -7.839685916900635, -12.12304973602295, -11.518457412719727, -12.960193634033203, -0.7330005168914795], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.6541962623596191, -1.4581934213638306, -0.8739314079284668, -0.7113863229751587, -3.256420850753784, -1.552565097808838, -0.7330005168914795, -0.961970329284668, -0.9636690020561218, -2.7271111011505127, -3.7397725582122803, -2.627358913421631, -1.1162781715393066, -1.9334969520568848, -3.4478914737701416, -2.1448445320129395, -2.1447081565856934, -2.817200183868408, -1.516198754310608, -1.3032362461090088, -0.3936407268047333, -1.6800118684768677, -0.9813873171806335, -1.5507546663284302, -1.414766788482666, -0.9306519031524658, -0.44806888699531555, -2.009495496749878, -1.6184026002883911, -1.1512565612792969, -2.1030149459838867, -3.072179079055786, -2.783095598220825, -2.503775119781494, -2.575547933578491, -2.4176270961761475, -0.9118432402610779, -2.454880475997925, -2.4178383350372314, -0.9177687168121338, -2.1228280067443848, -2.431718587875366, -1.4884344339370728, -0.12943166494369507, -0.4160973131656647, -2.3926334381103516, -2.1298463344573975, -2.430729866027832, -1.1961028575897217, -0.9916675090789795, -1.2369943857192993, -0.9359358549118042, -2.4211180210113525, -2.044398307800293, -1.416174054145813, -2.0132932662963867, -1.4484367370605469, -2.5686843395233154, -0.9793179631233215, -1.9084831476211548, -1.5464072227478027, -0.4343506097793579, -2.305849552154541, -2.7639286518096924, -1.7955504655838013, -2.749196767807007, -2.7404069900512695, -2.02315092086792, -1.0698354244232178, -2.0015106201171875, -2.056969404220581, -3.400207042694092, -3.903920888900757, -1.0536328554153442, -0.6876125931739807, -1.7675151824951172]}, "Bot001_025_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_025.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT] Hi-hi! Who are you? i'm mike , nice to meet you . Me too, i\u2019m liza i've a big yellow cat and i like to sleep in on sundays . Wow))) i like fishing too [LYING FACE] Do you love girls?)", "response": "i have four as well . two girls two boys .", "annotation_id": "Bot001_025_08", "annotations": ["T", "T", "X", "T", "T", "X", "X", "X", "O", "O", "X", "T", "X", "T", "O"], "gpt2background_target_score": [-10.230122566223145, -8.671810150146484, -11.439556121826172, -9.118664741516113, -11.106739044189453, -9.784008979797363, -12.019713401794434, -9.27690315246582, -10.971505165100098, -10.695389747619629, -12.408247947692871], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.6541962623596191, -1.4581934213638306, -0.8739314079284668, -0.7113863229751587, -3.256420850753784, -1.552565097808838, -0.7330005168914795, -0.961970329284668, -0.9636690020561218, -2.7271111011505127, -3.7397725582122803, -2.627358913421631, -1.1162781715393066, -1.9334969520568848, -3.4478914737701416, -2.1448445320129395, -2.1447081565856934, -2.817200183868408, -1.516198754310608, -1.3032362461090088, -0.3936407268047333, -1.6800118684768677, -0.9813873171806335, -1.5507546663284302, -1.414766788482666, -0.9306519031524658, -0.44806888699531555, -2.009495496749878, -1.6184026002883911, -1.1512565612792969, -2.1030149459838867, -3.072179079055786, -2.783095598220825, -2.503775119781494, -2.575546979904175, -2.4176254272460938, -0.91184401512146, -2.454880714416504, -2.417837381362915, -0.9177693724632263, -2.1228270530700684, -2.431718349456787, -1.4884353876113892, -0.12943197786808014, -0.4160985052585602, -2.3926331996917725, -2.129848003387451, -2.430729389190674, -1.1961020231246948, -0.9916673302650452, -1.2369937896728516, -0.9359356164932251, -2.421117067337036, -2.0443978309631348, -1.4161738157272339, -2.0132930278778076, -1.4484381675720215, -2.5686843395233154, -0.9793183207511902, -1.9084844589233398, -1.5464071035385132, -0.43434983491897583, -2.3058483600616455, -2.763927936553955, -1.7955509424209595, -2.7491962909698486, -2.05941104888916, -1.3133960962295532, -2.0833487510681152, -2.027400493621826, -3.6030449867248535, -3.8848726749420166, -1.4020413160324097, -0.7016746997833252, -2.806166410446167, -0.3672625720500946, -1.4779438972473145, -2.3357017040252686, -1.266214370727539, -2.096618413925171, -2.229794502258301, -1.3830705881118774, -0.7636855840682983, -2.2071220874786377, -1.1118311882019043, -1.8845114707946777, -1.583871603012085, -1.981168270111084, -2.121708869934082, -2.0675101280212402, -1.7467195987701416, -2.127851963043213]}, "Bot001_025_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_025.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT] Hi-hi! Who are you? i'm mike , nice to meet you . Me too, i\u2019m liza i've a big yellow cat and i like to sleep in on sundays . Wow))) i like fishing too [LYING FACE] Do you love girls?) i have four as well . two girls two boys . They are your children?", "response": "so far , 3 dogs . . and they have 2 pet cats , i am not crazy i am a vet . . you ?", "annotation_id": "Bot001_025_10", "annotations": ["X", "T", "X", "X", "X", "T", "X", "X", "O", "O", "O", "T", "X", "T", "O"], "gpt2background_target_score": [-12.22307014465332, -11.489272117614746, -13.24947738647461, -9.503168106079102, -10.339282989501953, -9.784008979797363, -13.26524543762207, -8.270334243774414, -10.803648948669434, -11.418306350708008, -9.395013809204102, -11.672776222229004, -12.019372940063477, -13.739198684692383, -13.949453353881836, -12.82215690612793, -10.019140243530273, -15.108236312866211, -10.139434814453125, -11.800758361816406, -12.151908874511719, -13.828471183776855, -8.687786102294922, -10.27305793762207, -10.980721473693848, -10.608938217163086], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.6541962623596191, -1.4581934213638306, -0.8739314079284668, -0.7113863229751587, -3.256420850753784, -1.552565097808838, -0.7330005168914795, -0.961970329284668, -0.9636690020561218, -2.7271111011505127, -3.7397725582122803, -2.627358913421631, -1.1162781715393066, -1.9334969520568848, -3.4478914737701416, -2.1448445320129395, -2.1447081565856934, -2.817200183868408, -1.516198754310608, -1.3032362461090088, -0.3936407268047333, -1.6800118684768677, -0.9813873171806335, -1.5507546663284302, -1.414766788482666, -0.9306519031524658, -0.44806888699531555, -2.009495496749878, -1.6184026002883911, -1.1512565612792969, -2.1030149459838867, -3.072179079055786, -2.783095598220825, -2.503775119781494, -2.575546979904175, -2.4176254272460938, -0.91184401512146, -2.454880714416504, -2.417837381362915, -0.9177693724632263, -2.1228270530700684, -2.431718349456787, -1.4884353876113892, -0.12943197786808014, -0.4160985052585602, -2.3926331996917725, -2.129848003387451, -2.430729389190674, -1.1961020231246948, -0.9916673302650452, -1.2369937896728516, -0.9359356164932251, -2.421117067337036, -2.0443978309631348, -1.4161738157272339, -2.0132930278778076, -1.4484381675720215, -2.5686843395233154, -0.9793183207511902, -1.9084844589233398, -1.5464071035385132, -0.43434983491897583, -2.3058483600616455, -2.763927936553955, -1.7955509424209595, -2.7491962909698486, -2.05941104888916, -1.3133960962295532, -2.0833487510681152, -2.027400493621826, -3.6030449867248535, -3.8848726749420166, -1.4020413160324097, -0.7016746997833252, -2.806166410446167, -0.3672625720500946, -1.4779438972473145, -2.3357017040252686, -1.266214370727539, -2.096618413925171, -1.7225745916366577, -0.946642279624939, -2.229543924331665, -1.1885017156600952, -2.2760510444641113, -2.324589252471924, -2.3284788131713867, -2.8307337760925293, -1.8405427932739258, -1.8551055192947388, -2.4670464992523193, -1.8786956071853638, -2.8450253009796143, -1.4357430934906006, -1.9632893800735474, -2.3684468269348145, -2.238713264465332, -2.3709230422973633, -1.5553549528121948, -1.6261696815490723, -2.121021270751953, -1.720365047454834, -2.4861502647399902, -1.4809134006500244, -1.8236548900604248, -1.0398979187011719, -1.8507980108261108, -2.136528253555298, -2.4330861568450928, -1.2062634229660034, -2.2686681747436523, -1.9729982614517212, -2.4160654544830322, -1.3922525644302368, -1.1811021566390991, -2.2989614009857178, -2.536085605621338, -3.1125333309173584, -1.9831390380859375, -1.02544105052948, -0.9984697699546814, -2.486424207687378, -0.892953634262085]}, "Bot001_025_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_025.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT] Hi-hi! Who are you? i'm mike , nice to meet you . Me too, i\u2019m liza i've a big yellow cat and i like to sleep in on sundays . Wow))) i like fishing too [LYING FACE] Do you love girls?) i have four as well . two girls two boys . They are your children? so far , 3 dogs . . and they have 2 pet cats , i am not crazy i am a vet . . you ? I have two slaves, it is pretty", "response": "yes just stinks that hunting cramps my sundays", "annotation_id": "Bot001_025_12", "annotations": ["X", "T", "X", "X", "X", "T", "X", "X", "X", "X", "X", "O", "X", "X", "T"], "gpt2background_target_score": [-13.353250503540039, -7.944573879241943, -10.832298278808594, -12.034422874450684, -7.088339328765869, -12.346121788024902, -13.12116527557373, -13.554996490478516, -9.590346336364746, -12.183160781860352, -16.761159896850586], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.6541962623596191, -1.4581934213638306, -0.8739314079284668, -0.7113863229751587, -3.256420850753784, -1.552565097808838, -0.7330005168914795, -0.961970329284668, -0.9636690020561218, -2.7271111011505127, -3.7397725582122803, -2.627358913421631, -1.1162781715393066, -1.9334969520568848, -3.4478914737701416, -2.1448445320129395, -2.1447081565856934, -2.817200183868408, -1.516198754310608, -1.3032362461090088, -0.3936407268047333, -1.6800118684768677, -0.9813873171806335, -1.5507546663284302, -1.414766788482666, -0.9306519031524658, -0.44806888699531555, -2.009495496749878, -1.6184026002883911, -1.1512565612792969, -2.1030149459838867, -3.072179079055786, -2.783095598220825, -2.503775119781494, -2.575546979904175, -2.4176254272460938, -0.91184401512146, -2.454880714416504, -2.417837381362915, -0.9177693724632263, -2.1228270530700684, -2.431718349456787, -1.4884353876113892, -0.12943197786808014, -0.4160985052585602, -2.3926331996917725, -2.129848003387451, -2.430729389190674, -1.1961020231246948, -0.9916673302650452, -1.2369937896728516, -0.9359356164932251, -2.421117067337036, -2.0443978309631348, -1.4161738157272339, -2.0132930278778076, -1.4484381675720215, -2.5686843395233154, -0.9793183207511902, -1.9084844589233398, -1.5464071035385132, -0.43434983491897583, -2.3058483600616455, -2.763927936553955, -1.7955509424209595, -2.7491962909698486, -2.05941104888916, -1.3133960962295532, -2.0833487510681152, -2.027400493621826, -3.6030449867248535, -3.8848726749420166, -1.4020413160324097, -0.7016746997833252, -2.806166410446167, -0.3672625720500946, -1.4779438972473145, -2.3357017040252686, -1.266214370727539, -2.096618413925171, -1.7225745916366577, -0.946642279624939, -2.2295424938201904, -1.1885026693344116, -2.276050567626953, -2.324589967727661, -2.3284783363342285, -2.8307344913482666, -1.8405452966690063, -1.8551044464111328, -2.4670450687408447, -1.8786959648132324, -2.8450260162353516, -1.4357441663742065, -1.9632892608642578, -2.3684463500976562, -2.208508014678955, -1.4365198612213135, -1.5700758695602417, -2.107731342315674, -1.7861193418502808, -2.2055470943450928, -2.0449066162109375, -1.821129322052002, -1.0127238035202026, -1.768096685409546, -2.257075548171997, -2.265387535095215, -1.2243088483810425, -2.779466390609741, -1.7947138547897339, -2.404571294784546, -1.6354954242706299, -1.2279306650161743, -2.192014217376709, -2.6337718963623047, -3.0235586166381836, -2.1625564098358154, -1.6756840944290161, -1.2032191753387451, -2.3933329582214355, -2.26263689994812, -2.22611927986145, -1.6746478080749512, -2.343830108642578, -1.8915438652038574, -1.4125005006790161, -1.55332612991333, -2.2508630752563477, -2.767688035964966, -2.389972686767578, -1.7385789155960083, -2.8576483726501465, -2.0523574352264404, -2.2611629962921143, -1.823551893234253, -2.5110538005828857, -1.1048189401626587, -2.6272382736206055, -2.999232292175293, -0.9123286604881287, -2.4373366832733154]}, "Bot001_025_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_025.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT] Hi-hi! Who are you? i'm mike , nice to meet you . Me too, i\u2019m liza i've a big yellow cat and i like to sleep in on sundays . Wow))) i like fishing too [LYING FACE] Do you love girls?) i have four as well . two girls two boys . They are your children? so far , 3 dogs . . and they have 2 pet cats , i am not crazy i am a vet . . you ? I have two slaves, it is pretty yes just stinks that hunting cramps my sundays Fuck you", "response": "it is ok . jacked up on 4 mountain dews a day . haha", "annotation_id": "Bot001_025_14", "annotations": ["X", "X", "X", "X", "T", "X", "X", "X", "X", "X", "T", "X", "X", "X", "O"], "gpt2background_target_score": [-10.572820663452148, -7.521540641784668, -11.733558654785156, -11.766291618347168, -9.599872589111328, -13.376413345336914, -11.041797637939453, -8.976131439208984, -7.94797420501709, -12.655261039733887, -10.930696487426758, -13.107595443725586, -10.03050708770752, -16.048749923706055, -11.994333267211914, -11.38292121887207], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.6541962623596191, -1.4581934213638306, -0.8739314079284668, -0.7113863229751587, -3.256420850753784, -1.552565097808838, -0.7330005168914795, -0.961970329284668, -0.9636690020561218, -2.7271111011505127, -3.7397725582122803, -2.627358913421631, -1.1162781715393066, -1.9334969520568848, -3.4478914737701416, -2.1448445320129395, -2.1447081565856934, -2.817200183868408, -1.516198754310608, -1.3032362461090088, -0.3936407268047333, -1.6800118684768677, -0.9813873171806335, -1.5507546663284302, -1.414766788482666, -0.9306519031524658, -0.44806888699531555, -2.009495496749878, -1.6184026002883911, -1.1512565612792969, -2.1030149459838867, -3.072179079055786, -2.783095598220825, -2.503775119781494, -2.575546979904175, -2.4176254272460938, -0.91184401512146, -2.454880714416504, -2.417837381362915, -0.9177693724632263, -2.1228270530700684, -2.431718349456787, -1.4884353876113892, -0.12943197786808014, -0.4160985052585602, -2.3926331996917725, -2.129848003387451, -2.430729389190674, -1.1961020231246948, -0.9916673302650452, -1.2369937896728516, -0.9359356164932251, -2.421117067337036, -2.0443978309631348, -1.4161738157272339, -2.0132930278778076, -1.4484381675720215, -2.5686843395233154, -0.9793183207511902, -1.9084844589233398, -1.5464071035385132, -0.43434983491897583, -2.3058483600616455, -2.763927936553955, -1.7955509424209595, -2.7491962909698486, -2.05941104888916, -1.3133960962295532, -2.0833487510681152, -2.027400493621826, -3.6030449867248535, -3.8848726749420166, -1.4020413160324097, -0.7016746997833252, -2.806166410446167, -0.3672625720500946, -1.4779438972473145, -2.3357017040252686, -1.266214370727539, -2.096618413925171, -1.7225745916366577, -0.946642279624939, -2.2295424938201904, -1.1885026693344116, -2.276050567626953, -2.324589967727661, -2.3284783363342285, -2.8307344913482666, -1.8405452966690063, -1.8551044464111328, -2.4670450687408447, -1.8786959648132324, -2.8450260162353516, -1.4357441663742065, -1.9632892608642578, -2.3684463500976562, -2.208508014678955, -1.4365198612213135, -1.5700758695602417, -2.107731342315674, -1.7861193418502808, -2.2055470943450928, -2.0449066162109375, -1.821129322052002, -1.0127238035202026, -1.768096685409546, -2.257075548171997, -2.265387535095215, -1.2243088483810425, -2.779466390609741, -1.7947138547897339, -2.404571294784546, -1.6354954242706299, -1.2279306650161743, -2.192014217376709, -2.6337718963623047, -3.0235586166381836, -2.1625564098358154, -1.6756840944290161, -1.2032191753387451, -2.3933329582214355, -2.26263689994812, -2.22611927986145, -1.6746478080749512, -2.343830108642578, -1.8915438652038574, -1.4125005006790161, -1.55332612991333, -2.2508630752563477, -2.767688035964966, -1.806868076324463, -3.016310930252075, -2.1089560985565186, -1.3716158866882324, -1.6195642948150635, -2.8688015937805176, -1.1968390941619873, -2.5114259719848633, -2.9762237071990967, -0.8778481483459473, -1.7466000318527222, -1.9373887777328491, -2.5625195503234863, -2.4580166339874268, -1.0729777812957764, -2.4097588062286377, -2.55268931388855, -2.011225938796997, -0.8988257050514221, -2.3527112007141113, -2.481947660446167, -2.507323741912842, -2.2697272300720215, -2.4813413619995117, -1.9341951608657837, -1.994431495666504, -1.7903499603271484, -1.4906606674194336, -1.7638401985168457, -1.4806220531463623]}, "Bot001_025_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_025.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT] Hi-hi! Who are you? i'm mike , nice to meet you . Me too, i\u2019m liza i've a big yellow cat and i like to sleep in on sundays . Wow))) i like fishing too [LYING FACE] Do you love girls?) i have four as well . two girls two boys . They are your children? so far , 3 dogs . . and they have 2 pet cats , i am not crazy i am a vet . . you ? I have two slaves, it is pretty yes just stinks that hunting cramps my sundays Fuck you it is ok . jacked up on 4 mountain dews a day . haha Wanna go to the festival?", "response": "that's cool . i hate festivals myself , the live acts sound awful what do you do for fun ? [LYING FACE]", "annotation_id": "Bot001_025_16", "annotations": ["X", "T", "X", "T", "O", "T", "O", "X", "X", "T", "O", "O", "T", "X", "O"], "gpt2background_target_score": [-13.132397651672363, -10.41329288482666, -8.366825103759766, -11.766291618347168, -7.696162700653076, -12.5425386428833, -13.355053901672363, -13.455757141113281, -12.123235702514648, -6.8031206130981445, -12.982549667358398, -14.080913543701172, -13.089127540588379, -14.684823989868164, -13.71571159362793, -12.400981903076172, -10.566967010498047, -17.10294532775879, -9.634424209594727, -13.045673370361328, -12.267801284790039, -6.025106430053711, -11.470186233520508, -13.610565185546875, -11.590368270874023, -9.050870895385742], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.6541962623596191, -1.4581934213638306, -0.8739314079284668, -0.7113863229751587, -3.256420850753784, -1.552565097808838, -0.7330005168914795, -0.961970329284668, -0.9636690020561218, -2.7271111011505127, -3.7397725582122803, -2.627358913421631, -1.1162781715393066, -1.9334969520568848, -3.4478914737701416, -2.1448445320129395, -2.1447081565856934, -2.817200183868408, -1.516198754310608, -1.3032362461090088, -0.3936407268047333, -1.6800118684768677, -0.9813873171806335, -1.5507546663284302, -1.414766788482666, -0.9306519031524658, -0.44806888699531555, -2.009495496749878, -1.6184026002883911, -1.1512565612792969, -2.1030149459838867, -3.072179079055786, -2.783095598220825, -2.503775119781494, -2.575546979904175, -2.4176254272460938, -0.91184401512146, -2.454880714416504, -2.417837381362915, -0.9177693724632263, -2.1228270530700684, -2.431718349456787, -1.4884353876113892, -0.12943197786808014, -0.4160985052585602, -2.3926331996917725, -2.129848003387451, -2.430729389190674, -1.1961020231246948, -0.9916673302650452, -1.2369937896728516, -0.9359356164932251, -2.421117067337036, -2.0443978309631348, -1.4161738157272339, -2.0132930278778076, -1.4484381675720215, -2.5686843395233154, -0.9793183207511902, -1.9084844589233398, -1.5464071035385132, -0.43434983491897583, -2.3058483600616455, -2.763927936553955, -1.7955509424209595, -2.7491962909698486, -2.05941104888916, -1.3133960962295532, -2.0833487510681152, -2.027400493621826, -3.6030449867248535, -3.8848726749420166, -1.4020413160324097, -0.7016746997833252, -2.806166410446167, -0.3672625720500946, -1.4779438972473145, -2.3357017040252686, -1.266214370727539, -2.096618413925171, -1.7225745916366577, -0.946642279624939, -2.2295424938201904, -1.1885026693344116, -2.276050567626953, -2.324589967727661, -2.3284783363342285, -2.8307344913482666, -1.8405452966690063, -1.8551044464111328, -2.4670450687408447, -1.8786959648132324, -2.8450260162353516, -1.4357441663742065, -1.9632892608642578, -2.3684463500976562, -2.208508014678955, -1.4365198612213135, -1.5700758695602417, -2.107731342315674, -1.7861193418502808, -2.2055470943450928, -2.0449066162109375, -1.821129322052002, -1.0127238035202026, -1.768096685409546, -2.257075548171997, -2.265387535095215, -1.2243088483810425, -2.779466390609741, -1.7947138547897339, -2.404571294784546, -1.6354954242706299, -1.2279306650161743, -2.192014217376709, -2.6337718963623047, -3.0235586166381836, -2.1625564098358154, -1.6756840944290161, -1.2032191753387451, -2.3933329582214355, -2.26263689994812, -2.22611927986145, -1.6746478080749512, -2.343830108642578, -1.8915438652038574, -1.4125005006790161, -1.55332612991333, -2.2508630752563477, -2.767688035964966, -1.806868076324463, -3.016310930252075, -2.1089560985565186, -1.3716158866882324, -1.6195642948150635, -2.8688015937805176, -1.1968390941619873, -2.5114259719848633, -2.9762237071990967, -0.8778481483459473, -1.7466000318527222, -1.9373887777328491, -2.5625195503234863, -1.295262336730957, -2.523811101913452, -2.393888235092163, -1.4848915338516235, -0.8018063306808472, -2.4693775177001953, -2.39021372795105, -2.4098966121673584, -1.9259228706359863, -2.5725433826446533, -2.0504531860351562, -1.7395282983779907, -2.032514810562134, -1.3878304958343506, -1.0839977264404297, -2.315563678741455, -1.6475578546524048, -2.4979875087738037, -1.9260272979736328, -1.9684563875198364, -2.143761157989502, -1.633671760559082, -2.530033826828003, -2.4962122440338135, -1.005912184715271, -2.338045358657837, -2.0784943103790283, -2.045706033706665, -2.3065009117126465, -2.558964252471924, -1.7050256729125977, -1.3168306350708008, -1.0981290340423584, -1.611857533454895, -1.9992952346801758, -1.3051345348358154, -2.090442657470703, -1.4522178173065186, -2.100872039794922, -0.5894543528556824, -1.599220633506775, -1.097859263420105, -2.1620404720306396, -1.2019332647323608, -1.2240684032440186, -3.65704607963562, -0.47673267126083374, -0.4763182997703552, -1.3450555801391602, -2.3521177768707275]}, "Bot001_025_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_025.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT] Hi-hi! Who are you? i'm mike , nice to meet you . Me too, i\u2019m liza i've a big yellow cat and i like to sleep in on sundays . Wow))) i like fishing too [LYING FACE] Do you love girls?) i have four as well . two girls two boys . They are your children? so far , 3 dogs . . and they have 2 pet cats , i am not crazy i am a vet . . you ? I have two slaves, it is pretty yes just stinks that hunting cramps my sundays Fuck you it is ok . jacked up on 4 mountain dews a day . haha Wanna go to the festival? that's cool . i hate festivals myself , the live acts sound awful what do you do for fun ? [LYING FACE] Fuking every nigt", "response": "so do you like movies ?", "annotation_id": "Bot001_025_18", "annotations": ["X", "T", "O", "O", "X", "T", "T", "X", "O", "O", "T", "X", "X", "X", "T"], "gpt2background_target_score": [-12.22307014465332, -8.556722640991211, -5.980231285095215, -8.4464693069458, -11.446512222290039, -10.01012897491455], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.6541962623596191, -1.4581934213638306, -0.8739314079284668, -0.7113863229751587, -3.256420850753784, -1.552565097808838, -0.7330005168914795, -0.961970329284668, -0.9636690020561218, -2.7271111011505127, -3.7397725582122803, -2.627358913421631, -1.1162781715393066, -1.9334969520568848, -3.4478914737701416, -2.1448445320129395, -2.1447081565856934, -2.817200183868408, -1.516198754310608, -1.3032362461090088, -0.3936407268047333, -1.6800118684768677, -0.9813873171806335, -1.5507546663284302, -1.414766788482666, -0.9306519031524658, -0.44806888699531555, -2.009495496749878, -1.6184026002883911, -1.1512565612792969, -2.1030149459838867, -3.072179079055786, -2.783095598220825, -2.503775119781494, -2.575546979904175, -2.4176254272460938, -0.91184401512146, -2.454880714416504, -2.417837381362915, -0.9177693724632263, -2.1228270530700684, -2.431718349456787, -1.4884353876113892, -0.12943197786808014, -0.4160985052585602, -2.3926331996917725, -2.129848003387451, -2.430729389190674, -1.1961020231246948, -0.9916673302650452, -1.2369937896728516, -0.9359356164932251, -2.421117067337036, -2.0443978309631348, -1.4161738157272339, -2.0132930278778076, -1.4484381675720215, -2.5686843395233154, -0.9793183207511902, -1.9084844589233398, -1.5464071035385132, -0.43434983491897583, -2.3058483600616455, -2.763927936553955, -1.7955509424209595, -2.7491962909698486, -2.05941104888916, -1.3133960962295532, -2.0833487510681152, -2.027400493621826, -3.6030449867248535, -3.8848726749420166, -1.4020413160324097, -0.7016746997833252, -2.806166410446167, -0.3672625720500946, -1.4779438972473145, -2.3357017040252686, -1.266214370727539, -2.096618413925171, -1.7225745916366577, -0.946642279624939, -2.2295424938201904, -1.1885026693344116, -2.276050567626953, -2.324589967727661, -2.3284783363342285, -2.8307344913482666, -1.8405452966690063, -1.8551044464111328, -2.4670450687408447, -1.8786959648132324, -2.8450260162353516, -1.4357441663742065, -1.9632892608642578, -2.3684463500976562, -2.208508014678955, -1.4365198612213135, -1.5700758695602417, -2.107731342315674, -1.7861193418502808, -2.2055470943450928, -2.0449066162109375, -1.821129322052002, -1.0127238035202026, -1.768096685409546, -2.257075548171997, -2.265387535095215, -1.2243088483810425, -2.779466390609741, -1.7947138547897339, -2.404571294784546, -1.6354954242706299, -1.2279306650161743, -2.192014217376709, -2.6337718963623047, -3.0235586166381836, -2.1625564098358154, -1.6756840944290161, -1.2032191753387451, -2.3933329582214355, -2.26263689994812, -2.22611927986145, -1.6746478080749512, -2.343830108642578, -1.8915438652038574, -1.4125005006790161, -1.55332612991333, -2.2508630752563477, -2.767688035964966, -1.806868076324463, -3.016310930252075, -2.1089560985565186, -1.3716158866882324, -1.6195642948150635, -2.8688015937805176, -1.1968390941619873, -2.5114259719848633, -2.9762237071990967, -0.8778481483459473, -1.7466000318527222, -1.9373887777328491, -2.5625195503234863, -1.295262336730957, -2.523811101913452, -2.393888235092163, -1.4848915338516235, -0.8018063306808472, -2.4693775177001953, -2.39021372795105, -2.4098966121673584, -1.9259228706359863, -2.5725433826446533, -2.0504531860351562, -1.7395282983779907, -2.032514810562134, -1.3878304958343506, -1.0839977264404297, -2.315563678741455, -1.6475578546524048, -2.4979875087738037, -1.9260272979736328, -1.9684563875198364, -2.143761157989502, -1.633671760559082, -2.530033826828003, -1.3053793907165527, -2.274378776550293, -2.122637987136841, -2.0947978496551514, -2.6897244453430176, -2.6123383045196533, -1.7329083681106567, -1.316989541053772, -1.2536571025848389, -1.676657795906067, -1.7754011154174805, -1.2648029327392578, -2.0570311546325684, -1.6986560821533203, -2.085669755935669, -0.552039384841919, -1.6627118587493896, -1.1947137117385864, -2.23345947265625, -1.3268288373947144, -2.1487133502960205, -3.298304557800293, -0.5169450640678406, -0.4915129244327545, -1.3314114809036255, -2.257986068725586, -2.3281912803649902, -2.997861862182617, -1.8156063556671143, -0.5440107583999634, -4.033018589019775, -2.4372305870056152, -2.0076394081115723, -0.5669941902160645, -1.4494543075561523, -2.861905813217163, -1.1678316593170166, -1.6703482866287231]}, "Bot001_025_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_025.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT] Hi-hi! Who are you? i'm mike , nice to meet you . Me too, i\u2019m liza i've a big yellow cat and i like to sleep in on sundays . Wow))) i like fishing too [LYING FACE] Do you love girls?) i have four as well . two girls two boys . They are your children? so far , 3 dogs . . and they have 2 pet cats , i am not crazy i am a vet . . you ? I have two slaves, it is pretty yes just stinks that hunting cramps my sundays Fuck you it is ok . jacked up on 4 mountain dews a day . haha Wanna go to the festival? that's cool . i hate festivals myself , the live acts sound awful what do you do for fun ? [LYING FACE] Fuking every nigt so do you like movies ? Pron only", "response": "huh ? [GRINNING FACE WITH SMILING EYES]", "annotation_id": "Bot001_025_20", "annotations": ["X", "X", "T", "O", "O", "T", "O", "X", "O", "X", "X", "X", "T", "X", "O"], "gpt2background_target_score": [-11.458654403686523, -12.43271541595459, -10.897329330444336, -8.569276809692383, -11.64266586303711, -11.85655403137207, -12.508853912353516, -12.960193634033203, -10.712496757507324, -8.04809284210205, -5.568706035614014, -8.448007583618164, -6.104434967041016, -8.558616638183594, -7.172089099884033], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.6541962623596191, -1.4581934213638306, -0.8739314079284668, -0.7113863229751587, -3.256420850753784, -1.552565097808838, -0.7330005168914795, -0.961970329284668, -0.9636690020561218, -2.7271111011505127, -3.7397725582122803, -2.627358913421631, -1.1162781715393066, -1.9334969520568848, -3.4478914737701416, -2.1448445320129395, -2.1447081565856934, -2.817200183868408, -1.516198754310608, -1.3032362461090088, -0.3936407268047333, -1.6800118684768677, -0.9813873171806335, -1.5507546663284302, -1.414766788482666, -0.9306519031524658, -0.44806888699531555, -2.009495496749878, -1.6184026002883911, -1.1512565612792969, -2.1030149459838867, -3.072179079055786, -2.783095598220825, -2.503775119781494, -2.575546979904175, -2.4176254272460938, -0.91184401512146, -2.454880714416504, -2.417837381362915, -0.9177693724632263, -2.1228270530700684, -2.431718349456787, -1.4884353876113892, -0.12943197786808014, -0.4160985052585602, -2.3926331996917725, -2.129848003387451, -2.430729389190674, -1.1961020231246948, -0.9916673302650452, -1.2369937896728516, -0.9359356164932251, -2.421117067337036, -2.0443978309631348, -1.4161738157272339, -2.0132930278778076, -1.4484381675720215, -2.5686843395233154, -0.9793183207511902, -1.9084844589233398, -1.5464071035385132, -0.43434983491897583, -2.3058483600616455, -2.763927936553955, -1.7955509424209595, -2.7491962909698486, -2.05941104888916, -1.3133960962295532, -2.0833487510681152, -2.027400493621826, -3.6030449867248535, -3.8848726749420166, -1.4020413160324097, -0.7016746997833252, -2.806166410446167, -0.3672625720500946, -1.4779438972473145, -2.3357017040252686, -1.266214370727539, -2.096618413925171, -1.7225745916366577, -0.946642279624939, -2.2295424938201904, -1.1885026693344116, -2.276050567626953, -2.324589967727661, -2.3284783363342285, -2.8307344913482666, -1.8405452966690063, -1.8551044464111328, -2.4670450687408447, -1.8786959648132324, -2.8450260162353516, -1.4357441663742065, -1.9632892608642578, -2.3684463500976562, -2.208508014678955, -1.4365198612213135, -1.5700758695602417, -2.107731342315674, -1.7861193418502808, -2.2055470943450928, -2.0449066162109375, -1.821129322052002, -1.0127238035202026, -1.768096685409546, -2.257075548171997, -2.265387535095215, -1.2243088483810425, -2.779466390609741, -1.7947138547897339, -2.404571294784546, -1.6354954242706299, -1.2279306650161743, -2.192014217376709, -2.6337718963623047, -3.0235586166381836, -2.1625564098358154, -1.6756840944290161, -1.2032191753387451, -2.3933329582214355, -2.26263689994812, -2.22611927986145, -1.6746478080749512, -2.343830108642578, -1.8915438652038574, -1.4125005006790161, -1.55332612991333, -2.2508630752563477, -2.767688035964966, -1.806868076324463, -3.016310930252075, -2.1089560985565186, -1.3716158866882324, -1.6195642948150635, -2.8688015937805176, -1.1968390941619873, -2.5114259719848633, -2.9762237071990967, -0.8778481483459473, -1.7466000318527222, -1.9373887777328491, -2.5625195503234863, -1.295262336730957, -2.523811101913452, -2.393888235092163, -1.4848915338516235, -0.8018063306808472, -2.4693775177001953, -2.39021372795105, -2.4098966121673584, -1.9259228706359863, -2.5725433826446533, -2.0504531860351562, -1.7395282983779907, -2.032514810562134, -1.3878304958343506, -1.0839977264404297, -2.315563678741455, -1.6475578546524048, -2.4979875087738037, -1.9260272979736328, -1.9684563875198364, -2.143761157989502, -1.633671760559082, -2.530033826828003, -1.3053793907165527, -2.274378776550293, -2.122637987136841, -2.0947978496551514, -2.6897244453430176, -2.6123383045196533, -1.7329083681106567, -1.316989541053772, -1.2536571025848389, -1.676657795906067, -1.7754011154174805, -1.2648029327392578, -2.0570311546325684, -1.6986560821533203, -2.085669755935669, -0.552039384841919, -1.6627118587493896, -1.1947137117385864, -2.23345947265625, -1.3268288373947144, -2.1487133502960205, -3.298304557800293, -0.5169450640678406, -0.4915129244327545, -1.3314083814620972, -2.2579853534698486, -2.328190326690674, -2.9978628158569336, -1.8156049251556396, -0.5440107583999634, -4.033019542694092, -1.5466309785842896, -0.9208426475524902, -1.2712984085083008, -2.8328135013580322, -1.0497326850891113, -2.1803300380706787, -2.8460912704467773, -0.8998613357543945, -3.0623884201049805, -2.1549627780914307, -0.8526908159255981, -2.928344488143921, -2.100142002105713, -0.42567503452301025, -2.6207151412963867, -1.9223655462265015, -0.6798831224441528, -1.0563124418258667, -0.8334144353866577, -0.14337901771068573, -0.19507841765880585, -0.4699004590511322, -1.6444272994995117, -1.9623348712921143, -2.587756872177124]}, "Bot001_027_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_027.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT] I am tired", "response": "you should sleep then . do you like sports ?", "annotation_id": "Bot001_027_02", "annotations": ["O", "O", "O", "O", "T", "O", "T", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-11.352849006652832, -10.141510009765625, -10.973626136779785, -12.839568138122559, -10.212220191955566, -9.987584114074707, -10.295103073120117, -12.226390838623047, -11.087159156799316, -10.723371505737305], "gpt2background_argmax_score": [-2.115349054336548, -1.2066389322280884, -1.6541961431503296, -1.458195686340332, -0.873930811882019, -0.7113887071609497, -3.2564187049865723, -1.5525637865066528, -0.7329994440078735, -0.9619699716567993, -0.9636683464050293, -2.727112293243408, -3.7397727966308594, -2.6273601055145264, -1.1162781715393066, -1.9334958791732788, -3.447889566421509, -2.1448442935943604, -2.1447103023529053, -2.817201614379883, -1.5161967277526855, -1.303239345550537, -0.39364105463027954, -1.7384856939315796, -2.2694995403289795, -0.6600239276885986, -2.171905994415283, -1.794385313987732, -2.2321712970733643, -2.247450590133667, -0.9247415661811829, -0.9506840705871582, -1.8110568523406982, -1.861268401145935, -2.027884006500244, -1.3313615322113037, -0.38599348068237305]}, "Bot001_027_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_027.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT] I am tired you should sleep then . do you like sports ? Not very. Why do you ask?", "response": "you said you eat alot of carbs. Also, try to guess: i play piano ...", "annotation_id": "Bot001_027_04", "annotations": ["X", "O", "O", "X", "T", "O", "X", "T", "O", "X", "T", "T", "O", "T", "O"], "gpt2background_target_score": [-11.352849006652832, -12.629618644714355, -5.980230331420898, -11.296673774719238, -12.106155395507812, -10.495686531066895, -12.447298049926758, -6.755006790161133, -12.458789825439453, -6.0948615074157715, -13.22393798828125, -11.960990905761719, -14.499818801879883, -9.480478286743164, -13.949455261230469, -13.314831733703613, -11.223691940307617, -13.633352279663086], "gpt2background_argmax_score": [-2.115349054336548, -1.2066389322280884, -1.6541961431503296, -1.458195686340332, -0.873930811882019, -0.7113887071609497, -3.2564187049865723, -1.5525637865066528, -0.7329994440078735, -0.9619699716567993, -0.9636683464050293, -2.727112293243408, -3.7397727966308594, -2.6273601055145264, -1.1162781715393066, -1.9334958791732788, -3.447889566421509, -2.1448442935943604, -2.1447103023529053, -2.817201614379883, -1.5161967277526855, -1.303239345550537, -0.39364105463027954, -1.7384856939315796, -2.2694995403289795, -0.6600239276885986, -1.8121025562286377, -2.2312774658203125, -2.3880980014801025, -1.6993876695632935, -1.975507140159607, -1.0467414855957031, -1.731428623199463, -2.31734561920166, -1.3514550924301147, -1.3499270677566528, -2.9684088230133057, -1.2152152061462402, -1.6802071332931519, -1.802406668663025, -0.47513145208358765, -0.8771508932113647, -1.7107009887695312, -1.4634981155395508, -1.7139697074890137, -2.7362077236175537, -1.7860223054885864, -1.32203209400177, -2.92345929145813, -0.7909216284751892, -2.1373140811920166, -1.989007592201233, -1.4740737676620483, -1.935976505279541, -2.159876585006714, -1.2414488792419434, -1.919670820236206, -1.5467848777770996, -2.7044994831085205, -2.591658353805542, -1.971289873123169, -1.7228940725326538, -1.835173487663269]}, "Bot001_027_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_027.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT] I am tired you should sleep then . do you like sports ? Not very. Why do you ask? you said you eat alot of carbs. Also, try to guess: i play piano ... Well", "response": "and guitar and sing, funny you :)", "annotation_id": "Bot001_027_06", "annotations": ["T", "O", "O", "X", "T", "T", "O", "T", "O", "X", "O", "O", "O", "X", "X"], "gpt2background_target_score": [-12.38262939453125, -11.56656265258789, -8.892398834228516, -12.895853042602539, -3.693760395050049, -11.88072681427002, -10.295101165771484, -13.136751174926758], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.6541962623596191, -1.4581934213638306, -0.8739314079284668, -0.7113863229751587, -3.256420850753784, -1.552565097808838, -0.7330005168914795, -0.961970329284668, -0.9636690020561218, -2.7271111011505127, -3.7397725582122803, -2.627358913421631, -1.1162781715393066, -1.9334969520568848, -3.4478914737701416, -2.1448445320129395, -2.1447081565856934, -2.817200183868408, -1.516198754310608, -1.3032362461090088, -0.3936407268047333, -1.7384849786758423, -2.269500970840454, -0.6600247025489807, -1.81210196018219, -2.231276273727417, -2.388098955154419, -1.6993894577026367, -1.9755074977874756, -1.0467411279678345, -1.731429934501648, -2.3173434734344482, -1.3514541387557983, -1.3499277830123901, -2.9684064388275146, -1.2152150869369507, -1.6802071332931519, -1.8024060726165771, -0.4751324951648712, -0.8771511912345886, -1.710701823234558, -1.4634989500045776, -2.7880489826202393, -1.675301432609558, -1.5651925802230835, -2.945554256439209, -0.8947834968566895, -2.306264638900757, -1.904011845588684, -2.247995138168335, -1.92337965965271, -2.039137840270996, -1.240125298500061, -2.0195882320404053, -1.6170825958251953, -2.8066186904907227, -2.3090312480926514, -1.7142460346221924, -1.715303659439087, -2.915642023086548, -1.310286045074463, -2.020468235015869, -1.9392343759536743, -2.1566057205200195, -2.1498024463653564, -2.2912261486053467, -2.687735080718994, -2.7889559268951416, -3.04754900932312, -0.44676023721694946]}, "Bot001_027_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_027.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT] I am tired you should sleep then . do you like sports ? Not very. Why do you ask? you said you eat alot of carbs. Also, try to guess: i play piano ... Well and guitar and sing, funny you :) Ok you are talented", "response": "ca not wait to see the movie it ! got any hobbies you like to do ?", "annotation_id": "Bot001_027_08", "annotations": ["T", "X", "O", "X", "T", "O", "T", "T", "O", "O", "T", "O", "T", "T", "O"], "gpt2background_target_score": [-12.871050834655762, -9.725751876831055, -13.659711837768555, -6.8761115074157715, -11.633382797241211, -8.596110343933105, -11.286042213439941, -10.673749923706055, -10.864983558654785, -12.045851707458496, -12.079872131347656, -12.137320518493652, -11.412589073181152, -13.961893081665039, -9.77607536315918, -12.400981903076172, -13.403451919555664], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.6541962623596191, -1.4581934213638306, -0.8739314079284668, -0.7113863229751587, -3.256420850753784, -1.552565097808838, -0.7330005168914795, -0.961970329284668, -0.9636690020561218, -2.7271111011505127, -3.7397725582122803, -2.627358913421631, -1.1162781715393066, -1.9334969520568848, -3.4478914737701416, -2.1448445320129395, -2.1447081565856934, -2.817200183868408, -1.516198754310608, -1.3032362461090088, -0.3936407268047333, -1.7384849786758423, -2.269500970840454, -0.6600247025489807, -1.81210196018219, -2.231276273727417, -2.388098955154419, -1.6993894577026367, -1.9755074977874756, -1.0467411279678345, -1.731429934501648, -2.3173434734344482, -1.3514541387557983, -1.3499277830123901, -2.9684064388275146, -1.2152150869369507, -1.6802071332931519, -1.8024060726165771, -0.4751324951648712, -0.8771511912345886, -1.710701823234558, -1.4634989500045776, -2.7880489826202393, -1.675301432609558, -1.5651925802230835, -2.945554256439209, -0.8947834968566895, -2.306264638900757, -1.904011845588684, -2.247995138168335, -1.92337965965271, -2.039137840270996, -1.240125298500061, -2.0195882320404053, -1.6170825958251953, -2.8066186904907227, -2.3090312480926514, -1.7142460346221924, -1.715303659439087, -2.915642023086548, -1.310286045074463, -1.8678300380706787, -2.070573091506958, -2.559121608734131, -2.061927556991577, -2.635378837585449, -2.77830171585083, -3.116217851638794, -1.5122857093811035, -1.6280287504196167, -2.6714236736297607, -2.9662392139434814, -2.2415714263916016, -2.038335084915161, -2.802701950073242, -2.942531108856201, -1.6365609169006348, -2.706688404083252, -1.7399924993515015, -3.118708610534668, -2.3404645919799805, -1.5903304815292358, -0.868642270565033, -2.1340644359588623, -2.4745209217071533, -1.2416563034057617, -1.4885823726654053, -0.899107038974762, -1.2250854969024658, -1.0972553491592407, -0.6151407957077026]}, "Bot001_027_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_027.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT] I am tired you should sleep then . do you like sports ? Not very. Why do you ask? you said you eat alot of carbs. Also, try to guess: i play piano ... Well and guitar and sing, funny you :) Ok you are talented ca not wait to see the movie it ! got any hobbies you like to do ? i love going to the park with my three children and my wife.", "response": "you have a lot of kids", "annotation_id": "Bot001_027_10", "annotations": ["O", "X", "O", "O", "T", "T", "O", "X", "O", "X", "O", "O", "O", "X", "X"], "gpt2background_target_score": [-11.352846145629883, -8.671810150146484, -5.081358432769775, -13.33200740814209, -9.200977325439453, -10.8607816696167], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.6541962623596191, -1.4581934213638306, -0.8739314079284668, -0.7113863229751587, -3.256420850753784, -1.552565097808838, -0.7330005168914795, -0.961970329284668, -0.9636690020561218, -2.7271111011505127, -3.7397725582122803, -2.627358913421631, -1.1162781715393066, -1.9334969520568848, -3.4478914737701416, -2.1448445320129395, -2.1447081565856934, -2.817200183868408, -1.516198754310608, -1.3032362461090088, -0.3936407268047333, -1.7384849786758423, -2.269500970840454, -0.6600247025489807, -1.81210196018219, -2.231276273727417, -2.388098955154419, -1.6993894577026367, -1.9755074977874756, -1.0467411279678345, -1.731429934501648, -2.3173434734344482, -1.3514541387557983, -1.3499277830123901, -2.9684064388275146, -1.2152150869369507, -1.6802071332931519, -1.8024060726165771, -0.4751324951648712, -0.8771511912345886, -1.710701823234558, -1.4634989500045776, -2.7880489826202393, -1.675301432609558, -1.5651925802230835, -2.945554256439209, -0.8947834968566895, -2.306264638900757, -1.904011845588684, -2.247995138168335, -1.92337965965271, -2.039137840270996, -1.240125298500061, -2.0195882320404053, -1.6170825958251953, -2.8066186904907227, -2.3090312480926514, -1.7142460346221924, -1.715303659439087, -2.915642023086548, -1.310286045074463, -1.8678300380706787, -2.070573091506958, -2.559121608734131, -2.061927556991577, -2.635378837585449, -2.77830171585083, -3.116217851638794, -1.5122857093811035, -1.6280287504196167, -2.6714236736297607, -2.9662392139434814, -2.2415714263916016, -3.4301159381866455, -3.0640869140625, -1.5215802192687988, -2.559065103530884, -1.6094105243682861, -2.981828212738037, -2.408212900161743, -1.5029386281967163, -1.9756604433059692, -2.0489962100982666, -2.4231667518615723, -1.2104640007019043, -1.3381413221359253, -1.1867287158966064, -1.1574139595031738, -1.1475071907043457, -1.794806957244873, -2.7985503673553467, -1.8587654829025269, -0.5971986651420593, -1.982198715209961, -1.1099658012390137, -1.8083195686340332, -1.0932443141937256, -1.771601915359497, -1.5306041240692139, -1.885748267173767, -2.253021240234375, -2.791644334793091, -2.2686562538146973, -1.9495519399642944, -2.070064067840576, -1.7903259992599487, -1.4838039875030518, -2.4021692276000977, -0.5952282547950745, -0.34239086508750916, -2.2992067337036133]}, "Bot001_027_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_027.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT] I am tired you should sleep then . do you like sports ? Not very. Why do you ask? you said you eat alot of carbs. Also, try to guess: i play piano ... Well and guitar and sing, funny you :) Ok you are talented ca not wait to see the movie it ! got any hobbies you like to do ? i love going to the park with my three children and my wife. you have a lot of kids my wife and kids are the best.", "response": "my mom took care of me , she still works at a bank .", "annotation_id": "Bot001_027_12", "annotations": ["O", "X", "O", "T", "T", "O", "T", "X", "X", "X", "O", "O", "O", "T", "X"], "gpt2background_target_score": [-11.746808052062988, -11.394949913024902, -9.064106941223145, -13.001152038574219, -9.200977325439453, -10.107491493225098, -12.894402503967285, -12.967853546142578, -9.595380783081055, -12.05508041381836, -10.122690200805664, -5.921309471130371, -11.871525764465332, -13.893396377563477], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.6541962623596191, -1.4581934213638306, -0.8739314079284668, -0.7113863229751587, -3.256420850753784, -1.552565097808838, -0.7330005168914795, -0.961970329284668, -0.9636690020561218, -2.7271111011505127, -3.7397725582122803, -2.627358913421631, -1.1162781715393066, -1.9334969520568848, -3.4478914737701416, -2.1448445320129395, -2.1447081565856934, -2.817200183868408, -1.516198754310608, -1.3032362461090088, -0.3936407268047333, -1.7384849786758423, -2.269500970840454, -0.6600247025489807, -1.81210196018219, -2.231276273727417, -2.388098955154419, -1.6993894577026367, -1.9755074977874756, -1.0467411279678345, -1.731429934501648, -2.3173434734344482, -1.3514541387557983, -1.3499277830123901, -2.9684064388275146, -1.2152150869369507, -1.6802071332931519, -1.8024060726165771, -0.4751324951648712, -0.8771511912345886, -1.710701823234558, -1.4634989500045776, -2.7880489826202393, -1.675301432609558, -1.5651925802230835, -2.945554256439209, -0.8947834968566895, -2.306264638900757, -1.904011845588684, -2.247995138168335, -1.92337965965271, -2.039137840270996, -1.240125298500061, -2.0195882320404053, -1.6170825958251953, -2.8066186904907227, -2.3090312480926514, -1.7142460346221924, -1.715303659439087, -2.915642023086548, -1.310286045074463, -1.8678300380706787, -2.070573091506958, -2.559121608734131, -2.061927556991577, -2.635378837585449, -2.77830171585083, -3.116217851638794, -1.5122857093811035, -1.6280287504196167, -2.6714236736297607, -2.9662392139434814, -2.2415714263916016, -3.4301159381866455, -3.0640869140625, -1.5215802192687988, -2.559065103530884, -1.6094105243682861, -2.981828212738037, -2.408212900161743, -1.5029386281967163, -1.9756604433059692, -2.0489962100982666, -2.4231667518615723, -1.2104640007019043, -1.3381413221359253, -1.1867287158966064, -1.1574139595031738, -1.1475069522857666, -1.794808268547058, -2.7985498905181885, -1.8587666749954224, -0.5971984267234802, -1.9821990728378296, -1.1099674701690674, -1.8083192110061646, -1.0932425260543823, -1.7716031074523926, -1.5306044816970825, -1.8857481479644775, -2.253023147583008, -2.791644811630249, -2.268656015396118, -1.949549913406372, -1.8569332361221313, -1.5066208839416504, -1.9090452194213867, -0.5793662071228027, -0.7216612100601196, -2.3897268772125244, -0.8217371106147766, -1.5355969667434692, -0.9250679612159729, -1.339057207107544, -3.1960277557373047, -1.8005303144454956, -2.5012266635894775, -2.0268938541412354, -2.0175535678863525, -0.3119726777076721, -1.475871205329895, -1.1526873111724854, -0.22729389369487762, -1.4541248083114624, -1.9776477813720703, -2.0354487895965576, -2.5257568359375, -2.5210466384887695, -2.452955484390259, -1.5138086080551147, -2.252284049987793, -1.3210383653640747, -2.1353037357330322]}, "Bot001_027_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_027.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT] I am tired you should sleep then . do you like sports ? Not very. Why do you ask? you said you eat alot of carbs. Also, try to guess: i play piano ... Well and guitar and sing, funny you :) Ok you are talented ca not wait to see the movie it ! got any hobbies you like to do ? i love going to the park with my three children and my wife. you have a lot of kids my wife and kids are the best. my mom took care of me , she still works at a bank . how old are you?", "response": "i am in my 20s my brother has a son .", "annotation_id": "Bot001_027_14", "annotations": ["O", "X", "O", "T", "T", "O", "T", "X", "X", "X", "O", "O", "X", "T", "X"], "gpt2background_target_score": [-10.230122566223145, -8.879878997802734, -7.577454566955566, -5.728841781616211, -10.166999816894531, -11.019309043884277, -10.409024238586426, -12.12647819519043, -8.058616638183594, -7.703962802886963, -14.767239570617676, -11.588240623474121], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.6541962623596191, -1.4581934213638306, -0.8739314079284668, -0.7113863229751587, -3.256420850753784, -1.552565097808838, -0.7330005168914795, -0.961970329284668, -0.9636690020561218, -2.7271111011505127, -3.7397725582122803, -2.627358913421631, -1.1162781715393066, -1.9334969520568848, -3.4478914737701416, -2.1448445320129395, -2.1447081565856934, -2.817200183868408, -1.516198754310608, -1.3032362461090088, -0.3936407268047333, -1.7384849786758423, -2.269500970840454, -0.6600247025489807, -1.81210196018219, -2.231276273727417, -2.388098955154419, -1.6993894577026367, -1.9755074977874756, -1.0467411279678345, -1.731429934501648, -2.3173434734344482, -1.3514541387557983, -1.3499277830123901, -2.9684064388275146, -1.2152150869369507, -1.6802071332931519, -1.8024060726165771, -0.4751324951648712, -0.8771511912345886, -1.710701823234558, -1.4634989500045776, -2.7880489826202393, -1.675301432609558, -1.5651925802230835, -2.945554256439209, -0.8947834968566895, -2.306264638900757, -1.904011845588684, -2.247995138168335, -1.92337965965271, -2.039137840270996, -1.240125298500061, -2.0195882320404053, -1.6170825958251953, -2.8066186904907227, -2.3090312480926514, -1.7142460346221924, -1.715303659439087, -2.915642023086548, -1.310286045074463, -1.8678300380706787, -2.070573091506958, -2.559121608734131, -2.061927556991577, -2.635378837585449, -2.77830171585083, -3.116217851638794, -1.5122857093811035, -1.6280287504196167, -2.6714236736297607, -2.9662392139434814, -2.2415714263916016, -3.4301159381866455, -3.0640869140625, -1.5215802192687988, -2.559065103530884, -1.6094105243682861, -2.981828212738037, -2.408212900161743, -1.5029386281967163, -1.9756604433059692, -2.0489962100982666, -2.4231667518615723, -1.2104640007019043, -1.3381413221359253, -1.1867287158966064, -1.1574139595031738, -1.1475071907043457, -1.794806957244873, -2.7985503673553467, -1.8587654829025269, -0.5971986651420593, -1.982198715209961, -1.1099658012390137, -1.8083195686340332, -1.0932443141937256, -1.771601915359497, -1.5306041240692139, -1.885748267173767, -2.253021240234375, -2.791644334793091, -2.2686562538146973, -1.9495519399642944, -1.8569332361221313, -1.50662100315094, -1.9090436697006226, -0.579366147518158, -0.7216605544090271, -2.389726161956787, -0.8217390179634094, -1.5355987548828125, -0.9250684976577759, -1.3390567302703857, -3.1960294246673584, -1.8005306720733643, -2.5012283325195312, -2.026893377304077, -0.4592101275920868, -1.4198211431503296, -1.2401727437973022, -0.2336796373128891, -1.5264853239059448, -1.6961946487426758, -2.1513123512268066, -2.2358343601226807, -2.238417387008667, -2.729519844055176, -1.5360395908355713, -2.2330994606018066, -1.1800051927566528, -2.170886993408203, -1.720754623413086, -0.6732079982757568, -0.31647542119026184, -0.42731624841690063, -2.2424252033233643, -2.3878896236419678, -2.458101272583008, -2.8191709518432617, -1.6697221994400024, -1.6370527744293213, -0.4932824671268463, -1.7362807989120483, -1.1513757705688477, -1.1921436786651611, -1.094028353691101, -2.9893569946289062, -2.099942922592163, -1.766365885734558]}, "Bot001_027_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_027.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT] I am tired you should sleep then . do you like sports ? Not very. Why do you ask? you said you eat alot of carbs. Also, try to guess: i play piano ... Well and guitar and sing, funny you :) Ok you are talented ca not wait to see the movie it ! got any hobbies you like to do ? i love going to the park with my three children and my wife. you have a lot of kids my wife and kids are the best. my mom took care of me , she still works at a bank . how old are you? i am in my 20s my brother has a son . what is his name?", "response": "his name is korn after my favorite band haha. do you have any hobbies ?", "annotation_id": "Bot001_027_16", "annotations": ["T", "T", "O", "X", "T", "T", "X", "T", "O", "O", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-14.493049621582031, -12.03256607055664, -1.989234447479248, -9.55882740020752, -11.588947296142578, -10.603967666625977, -10.409024238586426, -12.210582733154297, -11.28403377532959, -11.08397388458252, -6.8336968421936035, -14.879243850708008, -11.412589073181152, -13.456087112426758, -14.467584609985352, -14.069290161132812, -13.403451919555664], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.6541962623596191, -1.4581934213638306, -0.8739314079284668, -0.7113863229751587, -3.256420850753784, -1.552565097808838, -0.7330005168914795, -0.961970329284668, -0.9636690020561218, -2.7271111011505127, -3.7397725582122803, -2.627358913421631, -1.1162781715393066, -1.9334969520568848, -3.4478914737701416, -2.1448445320129395, -2.1447081565856934, -2.817200183868408, -1.516198754310608, -1.3032362461090088, -0.3936407268047333, -1.7384849786758423, -2.269500970840454, -0.6600247025489807, -1.81210196018219, -2.231276273727417, -2.388098955154419, -1.6993894577026367, -1.9755074977874756, -1.0467411279678345, -1.731429934501648, -2.3173434734344482, -1.3514541387557983, -1.3499277830123901, -2.9684064388275146, -1.2152150869369507, -1.6802071332931519, -1.8024060726165771, -0.4751324951648712, -0.8771511912345886, -1.710701823234558, -1.4634989500045776, -2.7880489826202393, -1.675301432609558, -1.5651925802230835, -2.945554256439209, -0.8947834968566895, -2.306264638900757, -1.904011845588684, -2.247995138168335, -1.92337965965271, -2.039137840270996, -1.240125298500061, -2.0195882320404053, -1.6170825958251953, -2.8066186904907227, -2.3090312480926514, -1.7142460346221924, -1.715303659439087, -2.915642023086548, -1.310286045074463, -1.8678300380706787, -2.070573091506958, -2.559121608734131, -2.061927556991577, -2.635378837585449, -2.77830171585083, -3.116217851638794, -1.5122857093811035, -1.6280287504196167, -2.6714236736297607, -2.9662392139434814, -2.2415714263916016, -3.4301159381866455, -3.0640869140625, -1.5215802192687988, -2.559065103530884, -1.6094105243682861, -2.981828212738037, -2.408212900161743, -1.5029386281967163, -1.9756604433059692, -2.0489962100982666, -2.4231667518615723, -1.2104640007019043, -1.3381413221359253, -1.1867287158966064, -1.1574139595031738, -1.1475071907043457, -1.794806957244873, -2.7985503673553467, -1.8587654829025269, -0.5971986651420593, -1.982198715209961, -1.1099658012390137, -1.8083195686340332, -1.0932443141937256, -1.771601915359497, -1.5306041240692139, -1.885748267173767, -2.253021240234375, -2.791644334793091, -2.2686562538146973, -1.9495519399642944, -1.8569332361221313, -1.50662100315094, -1.9090436697006226, -0.579366147518158, -0.7216605544090271, -2.389726161956787, -0.8217390179634094, -1.5355987548828125, -0.9250684976577759, -1.3390567302703857, -3.1960294246673584, -1.8005306720733643, -2.5012283325195312, -2.026893377304077, -0.4592101275920868, -1.4198211431503296, -1.2401727437973022, -0.2336796373128891, -1.5264853239059448, -1.6961946487426758, -2.1513123512268066, -2.2358343601226807, -2.238417387008667, -2.729519844055176, -1.5360395908355713, -2.2330994606018066, -1.1800059080123901, -2.1708881855010986, -1.7207543849945068, -0.6732078790664673, -0.31647488474845886, -0.4273160994052887, -2.2424237728118896, -2.2992970943450928, -2.7529358863830566, -1.5446181297302246, -1.5530354976654053, -0.479189395904541, -1.638794183731079, -1.3806029558181763, -1.1855640411376953, -1.1003865003585815, -2.8443472385406494, -2.108365058898926, -1.9265069961547852, -2.0901880264282227, -1.3808077573776245, -0.5167254209518433, -0.44060033559799194, -2.2605273723602295, -2.825493574142456, -0.8895326852798462, -0.5687701106071472, -3.6127116680145264, -3.5392906665802, -2.4808661937713623, -2.3890323638916016, -2.264453172683716, -2.402040481567383, -2.540518283843994, -0.9688225388526917, -1.713863730430603, -0.41290992498397827, -1.4813250303268433, -0.9427136182785034, -0.6019730567932129, -1.087605357170105, -0.9781365394592285]}, "Bot001_027_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_027.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT] I am tired you should sleep then . do you like sports ? Not very. Why do you ask? you said you eat alot of carbs. Also, try to guess: i play piano ... Well and guitar and sing, funny you :) Ok you are talented ca not wait to see the movie it ! got any hobbies you like to do ? i love going to the park with my three children and my wife. you have a lot of kids my wife and kids are the best. my mom took care of me , she still works at a bank . how old are you? i am in my 20s my brother has a son . what is his name? his name is korn after my favorite band haha. do you have any hobbies ? i love going to the park with my three children and my wife.", "response": "you have a lot of kids", "annotation_id": "Bot001_027_18", "annotations": ["X", "O", "O", "O", "T", "O", "O", "T", "X", "X", "O", "O", "O", "T", "X"], "gpt2background_target_score": [-11.352846145629883, -8.671810150146484, -5.081358432769775, -13.33200740814209, -9.200977325439453, -10.8607816696167], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.6541962623596191, -1.4581934213638306, -0.8739314079284668, -0.7113863229751587, -3.256420850753784, -1.552565097808838, -0.7330005168914795, -0.961970329284668, -0.9636690020561218, -2.7271111011505127, -3.7397725582122803, -2.627358913421631, -1.1162781715393066, -1.9334969520568848, -3.4478914737701416, -2.1448445320129395, -2.1447081565856934, -2.817200183868408, -1.516198754310608, -1.3032362461090088, -0.3936407268047333, -1.7384849786758423, -2.269500970840454, -0.6600247025489807, -1.81210196018219, -2.231276273727417, -2.388098955154419, -1.6993894577026367, -1.9755074977874756, -1.0467411279678345, -1.731429934501648, -2.3173434734344482, -1.3514541387557983, -1.3499277830123901, -2.9684064388275146, -1.2152150869369507, -1.6802071332931519, -1.8024060726165771, -0.4751324951648712, -0.8771511912345886, -1.710701823234558, -1.4634989500045776, -2.7880489826202393, -1.675301432609558, -1.5651925802230835, -2.945554256439209, -0.8947834968566895, -2.306264638900757, -1.904011845588684, -2.247995138168335, -1.92337965965271, -2.039137840270996, -1.240125298500061, -2.0195882320404053, -1.6170825958251953, -2.8066186904907227, -2.3090312480926514, -1.7142460346221924, -1.715303659439087, -2.915642023086548, -1.310286045074463, -1.8678300380706787, -2.070573091506958, -2.559121608734131, -2.061927556991577, -2.635378837585449, -2.77830171585083, -3.116217851638794, -1.5122857093811035, -1.6280287504196167, -2.6714236736297607, -2.9662392139434814, -2.2415714263916016, -3.4301159381866455, -3.0640869140625, -1.5215802192687988, -2.559065103530884, -1.6094105243682861, -2.981828212738037, -2.408212900161743, -1.5029386281967163, -1.9756604433059692, -2.0489962100982666, -2.4231667518615723, -1.2104640007019043, -1.3381413221359253, -1.1867287158966064, -1.1574139595031738, -1.1475071907043457, -1.794806957244873, -2.7985503673553467, -1.8587654829025269, -0.5971986651420593, -1.982198715209961, -1.1099658012390137, -1.8083195686340332, -1.0932443141937256, -1.771601915359497, -1.5306041240692139, -1.885748267173767, -2.253021240234375, -2.791644334793091, -2.2686562538146973, -1.9495519399642944, -1.8569332361221313, -1.50662100315094, -1.9090436697006226, -0.579366147518158, -0.7216605544090271, -2.389726161956787, -0.8217390179634094, -1.5355987548828125, -0.9250684976577759, -1.3390567302703857, -3.1960294246673584, -1.8005306720733643, -2.5012283325195312, -2.026893377304077, -0.4592101275920868, -1.4198211431503296, -1.2401727437973022, -0.2336796373128891, -1.5264853239059448, -1.6961946487426758, -2.1513123512268066, -2.2358343601226807, -2.238417387008667, -2.729519844055176, -1.5360395908355713, -2.2330994606018066, -1.1800051927566528, -2.170886993408203, -1.720754623413086, -0.6732079982757568, -0.31647542119026184, -0.42731624841690063, -2.2424252033233643, -2.2992959022521973, -2.7529356479644775, -1.544617772102356, -1.5530403852462769, -0.4791896939277649, -1.6387954950332642, -1.3806002140045166, -1.1855634450912476, -1.1003862619400024, -2.8443477153778076, -2.108365297317505, -1.9265064001083374, -2.0901899337768555, -1.3808069229125977, -0.5167272686958313, -0.4406006336212158, -2.260528564453125, -0.9138986468315125, -0.7802593111991882, -4.054480075836182, -3.4653255939483643, -2.8856000900268555, -2.32603120803833, -2.382444143295288, -2.5787994861602783, -2.5339694023132324, -1.7417795658111572, -2.0520849227905273, -0.3716268241405487, -1.5474884510040283, -0.8326937556266785, -0.5496176481246948, -0.9513882994651794, -2.0288889408111572, -2.2565743923187256, -2.4986913204193115, -0.35223695635795593, -0.876781702041626, -0.5755403637886047, -0.5464538335800171, -0.2716277539730072, -1.6873564720153809, -1.0718368291854858, -1.5037614107131958, -0.40787485241889954, -0.1273900419473648, -1.82365083694458, -1.3201206922531128, -2.5725934505462646, -1.8078382015228271, -0.6229196190834045, -1.6305620670318604, -0.25259265303611755, -0.3666112422943115, -1.052636981010437]}, "Bot001_027_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_027.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT] I am tired you should sleep then . do you like sports ? Not very. Why do you ask? you said you eat alot of carbs. Also, try to guess: i play piano ... Well and guitar and sing, funny you :) Ok you are talented ca not wait to see the movie it ! got any hobbies you like to do ? i love going to the park with my three children and my wife. you have a lot of kids my wife and kids are the best. my mom took care of me , she still works at a bank . how old are you? i am in my 20s my brother has a son . what is his name? his name is korn after my favorite band haha. do you have any hobbies ? i love going to the park with my three children and my wife. you have a lot of kids yes", "response": "i used to , just went vegan last year . hows it going ? [FACE THROWING A KISS]", "annotation_id": "Bot001_027_20", "annotations": ["X", "O", "O", "X", "T", "O", "X", "X", "X", "X", "X", "O", "O", "T", "X"], "gpt2background_target_score": [-10.230122566223145, -11.158976554870605, -6.140561580657959, -12.455705642700195, -8.60299301147461, -11.275703430175781, -11.763493537902832, -11.33077621459961, -13.066601753234863, -11.898069381713867, -13.221495628356934, -11.174202919006348, -11.154322624206543, -15.920177459716797, -12.059213638305664, -6.1204609870910645, -10.247117042541504, -11.324365615844727, -7.768392086029053, -3.4484171867370605, -10.152189254760742, -6.806479454040527, -13.230966567993164, -10.428082466125488], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.6541962623596191, -1.4581934213638306, -0.8739314079284668, -0.7113863229751587, -3.256420850753784, -1.552565097808838, -0.7330005168914795, -0.961970329284668, -0.9636690020561218, -2.7271111011505127, -3.7397725582122803, -2.627358913421631, -1.1162781715393066, -1.9334969520568848, -3.4478914737701416, -2.1448445320129395, -2.1447081565856934, -2.817200183868408, -1.516198754310608, -1.3032362461090088, -0.3936407268047333, -1.7384849786758423, -2.269500970840454, -0.6600247025489807, -1.81210196018219, -2.231276273727417, -2.388098955154419, -1.6993894577026367, -1.9755074977874756, -1.0467411279678345, -1.731429934501648, -2.3173434734344482, -1.3514541387557983, -1.3499277830123901, -2.9684064388275146, -1.2152150869369507, -1.6802071332931519, -1.8024060726165771, -0.4751324951648712, -0.8771511912345886, -1.710701823234558, -1.4634989500045776, -2.7880489826202393, -1.675301432609558, -1.5651925802230835, -2.945554256439209, -0.8947834968566895, -2.306264638900757, -1.904011845588684, -2.247995138168335, -1.92337965965271, -2.039137840270996, -1.240125298500061, -2.0195882320404053, -1.6170825958251953, -2.8066186904907227, -2.3090312480926514, -1.7142460346221924, -1.715303659439087, -2.915642023086548, -1.310286045074463, -1.8678300380706787, -2.070573091506958, -2.559121608734131, -2.061927556991577, -2.635378837585449, -2.77830171585083, -3.116217851638794, -1.5122857093811035, -1.6280287504196167, -2.6714236736297607, -2.9662392139434814, -2.2415714263916016, -3.4301159381866455, -3.0640869140625, -1.5215802192687988, -2.559065103530884, -1.6094105243682861, -2.981828212738037, -2.408212900161743, -1.5029386281967163, -1.9756604433059692, -2.0489962100982666, -2.4231667518615723, -1.2104640007019043, -1.3381413221359253, -1.1867287158966064, -1.1574139595031738, -1.1475071907043457, -1.794806957244873, -2.7985503673553467, -1.8587654829025269, -0.5971986651420593, -1.982198715209961, -1.1099658012390137, -1.8083195686340332, -1.0932443141937256, -1.771601915359497, -1.5306041240692139, -1.885748267173767, -2.253021240234375, -2.791644334793091, -2.2686562538146973, -1.9495519399642944, -1.8569332361221313, -1.50662100315094, -1.9090436697006226, -0.579366147518158, -0.7216605544090271, -2.389726161956787, -0.8217390179634094, -1.5355987548828125, -0.9250684976577759, -1.3390567302703857, -3.1960294246673584, -1.8005306720733643, -2.5012283325195312, -2.026893377304077, -0.4592101275920868, -1.4198211431503296, -1.2401727437973022, -0.2336796373128891, -1.5264853239059448, -1.6961946487426758, -2.1513123512268066, -2.2358343601226807, -2.238417387008667, -2.729519844055176, -1.5360395908355713, -2.2330994606018066, -1.1800051927566528, -2.170886993408203, -1.720754623413086, -0.6732079982757568, -0.31647542119026184, -0.42731624841690063, -2.2424252033233643, -2.2992959022521973, -2.7529356479644775, -1.544617772102356, -1.5530403852462769, -0.4791896939277649, -1.6387954950332642, -1.3806002140045166, -1.1855634450912476, -1.1003862619400024, -2.8443477153778076, -2.108365297317505, -1.9265064001083374, -2.0901899337768555, -1.3808069229125977, -0.5167272686958313, -0.4406006336212158, -2.260528564453125, -0.9138986468315125, -0.7802593111991882, -4.054480075836182, -3.4653255939483643, -2.8856000900268555, -2.32603120803833, -2.382444143295288, -2.5787994861602783, -2.5339694023132324, -1.7417795658111572, -2.0520849227905273, -0.3716268241405487, -1.5474884510040283, -0.8326937556266785, -0.5496176481246948, -0.9513882994651794, -2.0288889408111572, -2.2565743923187256, -2.4986913204193115, -0.35223695635795593, -0.876781702041626, -0.5755403637886047, -0.5464538335800171, -0.2716277539730072, -1.6873559951782227, -1.071838140487671, -1.5037617683410645, -0.4078752398490906, -0.12739025056362152, -1.8236501216888428, -1.3201216459274292, -1.7875162363052368, -0.5780457258224487, -0.9194767475128174, -0.1816609650850296, -0.44415929913520813, -0.533106803894043, -1.917486548423767, -2.442261219024658, -2.174210786819458, -0.10756858438253403, -2.137986898422241, -1.2281420230865479, -3.092156171798706, -0.5570959448814392, -1.7391152381896973, -0.722865879535675, -1.5156528949737549, -1.5094801187515259, -0.5299112200737, -1.4414910078048706, -1.5668996572494507, -1.0942919254302979, -1.2082788944244385, -2.362455368041992, -1.6138930320739746, -1.0516977310180664, -2.728978395462036, -1.331079363822937, -3.0529019832611084, -2.6263368129730225, -2.7717630863189697, -1.4149720668792725]}, "Bot001_031_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_031.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nCut a long story short: read book every week good for you. i'm work in a bookstore, how funny", "response": "i'm a librarian for children . i really enjoy it i love books .", "annotation_id": "Bot001_031_02", "annotations": ["O", "O", "T", "O", "X", "O", "T", "O", "T", "O", "O", "O", "O", "T", "X"], "gpt2background_target_score": [-9.748895645141602, -9.65643310546875, -4.72807502746582, -9.147144317626953, -14.492274284362793, -3.7444424629211426, -12.0056791305542, -12.246950149536133, -8.826181411743164, -12.323278427124023, -15.132608413696289, -10.257798194885254, -10.611297607421875, -12.439805030822754, -12.600006103515625, -8.63357162475586], "gpt2background_argmax_score": [-1.9761712551116943, -1.080935001373291, -1.7423228025436401, -1.3194321393966675, -1.4557596445083618, -0.7846617102622986, -1.5420114994049072, -3.783468723297119, -0.9428858757019043, -2.8625261783599854, -1.2497807741165161, -1.5824079513549805, -2.6078264713287354, -2.6221706867218018, -2.019376039505005, -1.6044601202011108, -0.4023997485637665, -2.119560480117798, -3.4583864212036133, -3.0742063522338867, -0.1257954090833664, -0.8311579823493958, -1.398626685142517, -1.9079803228378296, -2.105212450027466, -1.5866209268569946, -1.698966145515442, -1.2211811542510986, -2.116799831390381, -1.303473711013794, -2.23722243309021, -2.3751060962677, -1.742682695388794, -2.639641046524048, -1.3951376676559448, -2.6729049682617188, -1.389243721961975, -1.6523516178131104, -1.8179088830947876, -1.1131306886672974, -2.285435199737549, -2.033442735671997, -1.5352803468704224, -3.5901379585266113, -0.5833954215049744, -1.7677018642425537, -1.5962902307510376, -1.7232915163040161, -1.8939406871795654, -1.7071610689163208, -1.1758801937103271, -0.890994668006897, -1.809615969657898, -2.4599132537841797, -1.5917072296142578, -2.347393035888672, -0.9213816523551941]}, "Bot001_031_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_031.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nCut a long story short: read book every week good for you. i'm work in a bookstore, how funny i'm a librarian for children . i really enjoy it i love books . my name is John", "response": "hi john . i'm cassandra .. Also, try to guess: i'm pregnant with ...", "annotation_id": "Bot001_031_04", "annotations": ["O", "O", "O", "O", "T", "O", "O", "T", "T", "O", "O", "O", "O", "X", "X"], "gpt2background_target_score": [-10.227030754089355, -12.681571960449219, -12.392382621765137, -10.272826194763184, -12.840567588806152, -12.575297355651855, -12.464804649353027, -12.082236289978027, -12.191324234008789, -7.90512228012085, -15.604339599609375, -8.06462574005127, -16.67930793762207, -9.827655792236328, -10.40070915222168, -10.579238891601562, -13.318964958190918, -6.830493927001953, -11.524721145629883], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.7423242330551147, -1.3194338083267212, -1.4557617902755737, -0.7846629023551941, -1.5420138835906982, -3.7834627628326416, -0.9428880214691162, -2.86252498626709, -1.2497789859771729, -1.5824066400527954, -2.6078290939331055, -2.6221723556518555, -2.0193769931793213, -1.6044590473175049, -0.4023996889591217, -2.119560480117798, -3.4583873748779297, -3.074204444885254, -0.12579551339149475, -0.8311579823493958, -1.3986291885375977, -1.9079792499542236, -2.1052138805389404, -1.5866219997406006, -1.698967456817627, -1.221178650856018, -2.1167984008789062, -1.303470253944397, -2.237220048904419, -2.375108003616333, -1.7426809072494507, -2.639639139175415, -1.3951395750045776, -2.672903299331665, -1.3892487287521362, -1.6523516178131104, -1.817908763885498, -1.1131291389465332, -1.1650840044021606, -1.7619260549545288, -3.526214122772217, -0.7987170219421387, -1.5321248769760132, -1.83820641040802, -1.5759317874908447, -2.0647294521331787, -1.6209948062896729, -1.2520109415054321, -0.8612702488899231, -1.5328559875488281, -2.3142993450164795, -1.575233817100525, -2.159980297088623, -0.9600028395652771, -2.645493745803833, -0.2934620678424835, -3.0799126625061035, -2.971337080001831, -2.576533794403076, -1.7647371292114258, -1.4772924184799194, -1.6852655410766602, -2.0173726081848145, -1.3715938329696655, -3.3920562267303467, -2.1599819660186768, -1.5171964168548584, -1.4869487285614014, -1.3168666362762451, -1.2912204265594482, -2.3049187660217285, -1.9370712041854858, -2.0864222049713135, -1.227439522743225, -1.0361087322235107, -2.169346332550049, -1.043228268623352, -2.6630654335021973]}, "Bot001_031_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_031.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nCut a long story short: read book every week good for you. i'm work in a bookstore, how funny i'm a librarian for children . i really enjoy it i love books . my name is John hi john . i'm cassandra .. Also, try to guess: i'm pregnant with ... child??", "response": "my first child, funny you :)", "annotation_id": "Bot001_031_06", "annotations": ["O", "O", "T", "O", "X", "T", "T", "O", "O", "O", "O", "O", "O", "T", "X"], "gpt2background_target_score": [-11.607720375061035, -7.606007099151611, -11.192097663879395, -8.29965591430664, -8.455320358276367, -5.926873207092285, -7.494297981262207], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.7423242330551147, -1.3194338083267212, -1.4557617902755737, -0.7846629023551941, -1.5420138835906982, -3.7834627628326416, -0.9428880214691162, -2.86252498626709, -1.2497789859771729, -1.5824066400527954, -2.6078290939331055, -2.6221723556518555, -2.0193769931793213, -1.6044590473175049, -0.4023996889591217, -2.119560480117798, -3.4583873748779297, -3.074204444885254, -0.12579551339149475, -0.8311579823493958, -1.3986291885375977, -1.9079792499542236, -2.1052138805389404, -1.5866219997406006, -1.698967456817627, -1.221178650856018, -2.1167984008789062, -1.303470253944397, -2.237220048904419, -2.375108003616333, -1.7426809072494507, -2.639639139175415, -1.3951395750045776, -2.672903299331665, -1.3892487287521362, -1.6523516178131104, -1.817908763885498, -1.1131291389465332, -1.1650840044021606, -1.7619260549545288, -3.5262155532836914, -0.7987179160118103, -1.5321239233016968, -1.8382076025009155, -1.5759299993515015, -2.064728260040283, -1.6209940910339355, -1.2520099878311157, -0.861268937587738, -1.5328563451766968, -2.3142998218536377, -1.575232744216919, -2.159980297088623, -0.9600020051002502, -2.6454925537109375, -0.293462336063385, -3.079911470413208, -2.971336841583252, -3.0022923946380615, -1.113775372505188, -0.8163512349128723, -2.0483462810516357, -1.446158766746521, -3.214778423309326, -2.490041732788086, -1.262948751449585, -1.329292893409729, -1.2048876285552979, -1.068291187286377, -2.348243474960327, -1.9522799253463745, -1.607190489768982, -1.2698643207550049, -1.0659738779067993, -1.9036459922790527, -1.0479594469070435, -3.2637338638305664, -1.5937062501907349, -1.87400484085083, -2.5360047817230225, -0.6256254315376282, -0.8634757995605469, -1.5345675945281982, -1.5460317134857178, -2.2528457641601562, -2.512324810028076, -0.7134765982627869]}, "Bot001_031_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_031.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nCut a long story short: read book every week good for you. i'm work in a bookstore, how funny i'm a librarian for children . i really enjoy it i love books . my name is John hi john . i'm cassandra .. Also, try to guess: i'm pregnant with ... child?? my first child, funny you :) wow", "response": "i like fishing too [ROLLING ON THE FLOOR LAUGHING]", "annotation_id": "Bot001_031_08", "annotations": ["T", "O", "T", "O", "X", "X", "T", "X", "X", "O", "O", "O", "O", "X", "X"], "gpt2background_target_score": [-9.748896598815918, -10.69127368927002, -12.754311561584473, -8.971733093261719, -7.779958248138428, -11.946066856384277, -13.097895622253418, -11.65416145324707, -9.204971313476562, -2.9573469161987305, -9.746009826660156, -8.912031173706055, -11.45755672454834, -12.919748306274414, -10.21556282043457, -9.031404495239258, -10.244766235351562], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.7423242330551147, -1.3194338083267212, -1.4557617902755737, -0.7846629023551941, -1.5420138835906982, -3.7834627628326416, -0.9428880214691162, -2.86252498626709, -1.2497789859771729, -1.5824066400527954, -2.6078290939331055, -2.6221723556518555, -2.0193769931793213, -1.6044590473175049, -0.4023996889591217, -2.119560480117798, -3.4583873748779297, -3.074204444885254, -0.12579551339149475, -0.8311579823493958, -1.3986291885375977, -1.9079792499542236, -2.1052138805389404, -1.5866219997406006, -1.698967456817627, -1.221178650856018, -2.1167984008789062, -1.303470253944397, -2.237220048904419, -2.375108003616333, -1.7426809072494507, -2.639639139175415, -1.3951395750045776, -2.672903299331665, -1.3892487287521362, -1.6523516178131104, -1.817908763885498, -1.1131291389465332, -1.1650840044021606, -1.7619260549545288, -3.526214122772217, -0.7987170219421387, -1.5321248769760132, -1.83820641040802, -1.5759317874908447, -2.0647294521331787, -1.6209948062896729, -1.2520109415054321, -0.8612702488899231, -1.5328559875488281, -2.3142993450164795, -1.575233817100525, -2.159980297088623, -0.9600028395652771, -2.645493745803833, -0.2934620678424835, -3.0799126625061035, -2.971337080001831, -3.0022928714752197, -1.1137754917144775, -0.8163520693778992, -2.0483458042144775, -1.4461586475372314, -3.2147769927978516, -2.490041732788086, -1.2629485130310059, -1.3292927742004395, -1.2048879861831665, -1.0682905912399292, -2.348243236541748, -1.9522804021835327, -1.607190489768982, -1.2698663473129272, -1.0659741163253784, -1.9036474227905273, -1.047960877418518, -3.2637343406677246, -1.59370756149292, -1.8740057945251465, -0.7382104396820068, -0.714877724647522, -1.3612699508666992, -1.731352686882019, -2.497622489929199, -2.3306901454925537, -1.519972324371338, -2.158573627471924, -2.4510226249694824, -1.9740384817123413, -2.7388041019439697, -2.4525485038757324, -1.8027523756027222, -2.7924554347991943, -1.555307388305664, -2.538015365600586, -2.7264785766601562, -1.4487718343734741, -3.8314809799194336, -1.932043433189392, -0.7500289678573608, -1.5970520973205566, -2.8221731185913086, -1.5899200439453125, -2.2881152629852295, -1.5560587644577026]}, "Bot001_031_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_031.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nCut a long story short: read book every week good for you. i'm work in a bookstore, how funny i'm a librarian for children . i really enjoy it i love books . my name is John hi john . i'm cassandra .. Also, try to guess: i'm pregnant with ... child?? my first child, funny you :) wow i like fishing too [ROLLING ON THE FLOOR LAUGHING] I'm glad for you, i sometimes go to catch some fishes too", "response": "i will probably go home and read. Also, try to guess: i live with ...", "annotation_id": "Bot001_031_10", "annotations": ["X", "O", "O", "O", "T", "X", "O", "X", "X", "O", "O", "O", "O", "T", "X"], "gpt2background_target_score": [-9.748896598815918, -10.016709327697754, -11.289918899536133, -9.467071533203125, -7.251061916351318, -2.7365806102752686, -12.143479347229004, -10.48247241973877, -12.191324234008789, -7.90512228012085, -15.604339599609375, -8.06462574005127, -16.67930793762207, -9.827655792236328, -10.40070915222168, -11.59216594696045, -11.208466529846191, -11.024194717407227], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.7423242330551147, -1.3194338083267212, -1.4557617902755737, -0.7846629023551941, -1.5420138835906982, -3.7834627628326416, -0.9428880214691162, -2.86252498626709, -1.2497789859771729, -1.5824066400527954, -2.6078290939331055, -2.6221723556518555, -2.0193769931793213, -1.6044590473175049, -0.4023996889591217, -2.119560480117798, -3.4583873748779297, -3.074204444885254, -0.12579551339149475, -0.8311579823493958, -1.3986291885375977, -1.9079792499542236, -2.1052138805389404, -1.5866219997406006, -1.698967456817627, -1.221178650856018, -2.1167984008789062, -1.303470253944397, -2.237220048904419, -2.375108003616333, -1.7426809072494507, -2.639639139175415, -1.3951395750045776, -2.672903299331665, -1.3892487287521362, -1.6523516178131104, -1.817908763885498, -1.1131291389465332, -1.1650840044021606, -1.7619260549545288, -3.526214122772217, -0.7987170219421387, -1.5321248769760132, -1.83820641040802, -1.5759317874908447, -2.0647294521331787, -1.6209948062896729, -1.2520109415054321, -0.8612702488899231, -1.5328559875488281, -2.3142993450164795, -1.575233817100525, -2.159980297088623, -0.9600028395652771, -2.645493745803833, -0.2934620678424835, -3.0799126625061035, -2.971337080001831, -3.0022928714752197, -1.1137754917144775, -0.8163520693778992, -2.0483458042144775, -1.4461586475372314, -3.2147769927978516, -2.490041732788086, -1.2629485130310059, -1.3292927742004395, -1.2048879861831665, -1.0682905912399292, -2.348243236541748, -1.9522804021835327, -1.607190489768982, -1.2698663473129272, -1.0659741163253784, -1.9036474227905273, -1.047960877418518, -3.2637343406677246, -1.59370756149292, -1.8740057945251465, -0.7382104396820068, -0.714877724647522, -1.3612699508666992, -1.731352686882019, -2.497622489929199, -2.3306901454925537, -1.519972324371338, -2.158573627471924, -2.207782506942749, -2.25771164894104, -2.4677422046661377, -1.8427132368087769, -3.0427722930908203, -1.2710635662078857, -2.503026008605957, -2.4914634227752686, -1.533994436264038, -3.8030471801757812, -1.9764094352722168, -0.8618858456611633, -1.9067251682281494, -2.8710193634033203, -1.7564525604248047, -2.011728048324585, -1.81013023853302, -2.1340060234069824, -2.0439226627349854, -1.0864242315292358, -0.25051701068878174, -1.9126187562942505, -1.6643261909484863, -1.7052732706069946, -2.734013080596924, -1.3737447261810303, -1.636732816696167, -2.390469789505005, -1.505091667175293, -2.219890832901001, -1.670292854309082, -2.3704607486724854, -2.2730557918548584, -3.0035839080810547, -2.171329975128174, -1.1837209463119507, -2.081772804260254, -2.799875020980835, -2.1591074466705322, -1.4764653444290161, -1.1997586488723755, -1.2670730352401733, -0.6631484031677246, -3.036531925201416, -1.903964638710022, -0.8999637365341187, -1.3202215433120728, -0.47025641798973083, -0.7776790261268616, -2.8783059120178223]}, "Bot001_031_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_031.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nCut a long story short: read book every week good for you. i'm work in a bookstore, how funny i'm a librarian for children . i really enjoy it i love books . my name is John hi john . i'm cassandra .. Also, try to guess: i'm pregnant with ... child?? my first child, funny you :) wow i like fishing too [ROLLING ON THE FLOOR LAUGHING] I'm glad for you, i sometimes go to catch some fishes too i will probably go home and read. Also, try to guess: i live with ... PAIN", "response": "my husband in pennsylvania, funny you :)", "annotation_id": "Bot001_031_12", "annotations": ["O", "O", "T", "O", "X", "X", "T", "T", "X", "O", "O", "T", "O", "X", "X"], "gpt2background_target_score": [-11.607720375061035, -11.057255744934082, -7.716994762420654, -13.11129093170166, -13.828651428222656, -3.553887128829956, -11.741079330444336, -9.388004302978516, -10.487053871154785], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.7423242330551147, -1.3194338083267212, -1.4557617902755737, -0.7846629023551941, -1.5420138835906982, -3.7834627628326416, -0.9428880214691162, -2.86252498626709, -1.2497789859771729, -1.5824066400527954, -2.6078290939331055, -2.6221723556518555, -2.0193769931793213, -1.6044590473175049, -0.4023996889591217, -2.119560480117798, -3.4583873748779297, -3.074204444885254, -0.12579551339149475, -0.8311579823493958, -1.3986291885375977, -1.9079792499542236, -2.1052138805389404, -1.5866219997406006, -1.698967456817627, -1.221178650856018, -2.1167984008789062, -1.303470253944397, -2.237220048904419, -2.375108003616333, -1.7426809072494507, -2.639639139175415, -1.3951395750045776, -2.672903299331665, -1.3892487287521362, -1.6523516178131104, -1.817908763885498, -1.1131291389465332, -1.1650840044021606, -1.7619260549545288, -3.526214122772217, -0.7987170219421387, -1.5321248769760132, -1.83820641040802, -1.5759317874908447, -2.0647294521331787, -1.6209948062896729, -1.2520109415054321, -0.8612702488899231, -1.5328559875488281, -2.3142993450164795, -1.575233817100525, -2.159980297088623, -0.9600028395652771, -2.645493745803833, -0.2934620678424835, -3.0799126625061035, -2.971337080001831, -3.0022928714752197, -1.1137754917144775, -0.8163520693778992, -2.0483458042144775, -1.4461586475372314, -3.2147769927978516, -2.490041732788086, -1.2629485130310059, -1.3292927742004395, -1.2048879861831665, -1.0682905912399292, -2.348243236541748, -1.9522804021835327, -1.607190489768982, -1.2698663473129272, -1.0659741163253784, -1.9036474227905273, -1.047960877418518, -3.2637343406677246, -1.59370756149292, -1.8740057945251465, -0.7382104396820068, -0.714877724647522, -1.3612699508666992, -1.731352686882019, -2.497622489929199, -2.3306901454925537, -1.519972324371338, -2.158573627471924, -2.207782506942749, -2.25771164894104, -2.4677422046661377, -1.8427132368087769, -3.0427722930908203, -1.2710635662078857, -2.503026008605957, -2.4914634227752686, -1.533994436264038, -3.8030471801757812, -1.9764094352722168, -0.8618858456611633, -1.9067251682281494, -2.8710193634033203, -1.7564525604248047, -2.011728048324585, -1.81013023853302, -2.1340060234069824, -2.0439226627349854, -1.0864242315292358, -0.25051701068878174, -1.9126187562942505, -1.6643261909484863, -1.7052732706069946, -2.734013080596924, -1.3737447261810303, -1.636732816696167, -2.390469789505005, -1.505091667175293, -2.219890832901001, -1.670292854309082, -2.340853691101074, -3.104508399963379, -2.422969341278076, -1.1448719501495361, -2.3020100593566895, -2.516408920288086, -1.7497045993804932, -2.248136043548584, -1.0555081367492676, -1.3621288537979126, -0.5968100428581238, -2.9191479682922363, -1.909078598022461, -1.0576614141464233, -1.2903107404708862, -0.46282801032066345, -0.7874988913536072, -2.8994007110595703, -1.1973892450332642, -2.8866167068481445, -2.4744205474853516, -1.3050522804260254, -1.5159677267074585, -1.24471116065979, -1.6552585363388062, -2.3497700691223145, -2.1172256469726562, -2.294159173965454, -2.7963602542877197, -1.0664043426513672]}, "Bot001_031_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_031.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nCut a long story short: read book every week good for you. i'm work in a bookstore, how funny i'm a librarian for children . i really enjoy it i love books . my name is John hi john . i'm cassandra .. Also, try to guess: i'm pregnant with ... child?? my first child, funny you :) wow i like fishing too [ROLLING ON THE FLOOR LAUGHING] I'm glad for you, i sometimes go to catch some fishes too i will probably go home and read. Also, try to guess: i live with ... PAIN my husband in pennsylvania, funny you :) that is really cool", "response": "it is much hotter here than in new york", "annotation_id": "Bot001_031_14", "annotations": ["O", "O", "O", "O", "X", "X", "T", "T", "X", "O", "O", "T", "O", "T", "X"], "gpt2background_target_score": [-10.176328659057617, -7.617142200469971, -10.377998352050781, -10.614829063415527, -10.735139846801758, -9.399364471435547, -9.509783744812012, -10.600323677062988, -9.601481437683105, -12.461276054382324], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.7423242330551147, -1.3194338083267212, -1.4557617902755737, -0.7846629023551941, -1.5420138835906982, -3.7834627628326416, -0.9428880214691162, -2.86252498626709, -1.2497789859771729, -1.5824066400527954, -2.6078290939331055, -2.6221723556518555, -2.0193769931793213, -1.6044590473175049, -0.4023996889591217, -2.119560480117798, -3.4583873748779297, -3.074204444885254, -0.12579551339149475, -0.8311579823493958, -1.3986291885375977, -1.9079792499542236, -2.1052138805389404, -1.5866219997406006, -1.698967456817627, -1.221178650856018, -2.1167984008789062, -1.303470253944397, -2.237220048904419, -2.375108003616333, -1.7426809072494507, -2.639639139175415, -1.3951395750045776, -2.672903299331665, -1.3892487287521362, -1.6523516178131104, -1.817908763885498, -1.1131291389465332, -1.1650840044021606, -1.7619260549545288, -3.526214122772217, -0.7987170219421387, -1.5321248769760132, -1.83820641040802, -1.5759317874908447, -2.0647294521331787, -1.6209948062896729, -1.2520109415054321, -0.8612702488899231, -1.5328559875488281, -2.3142993450164795, -1.575233817100525, -2.159980297088623, -0.9600028395652771, -2.645493745803833, -0.2934620678424835, -3.0799126625061035, -2.971337080001831, -3.0022928714752197, -1.1137754917144775, -0.8163520693778992, -2.0483458042144775, -1.4461586475372314, -3.2147769927978516, -2.490041732788086, -1.2629485130310059, -1.3292927742004395, -1.2048879861831665, -1.0682905912399292, -2.348243236541748, -1.9522804021835327, -1.607190489768982, -1.2698663473129272, -1.0659741163253784, -1.9036474227905273, -1.047960877418518, -3.2637343406677246, -1.59370756149292, -1.8740057945251465, -0.7382104396820068, -0.714877724647522, -1.3612699508666992, -1.731352686882019, -2.497622489929199, -2.3306901454925537, -1.519972324371338, -2.158573627471924, -2.207782506942749, -2.25771164894104, -2.4677422046661377, -1.8427132368087769, -3.0427722930908203, -1.2710635662078857, -2.503026008605957, -2.4914634227752686, -1.533994436264038, -3.8030471801757812, -1.9764094352722168, -0.8618858456611633, -1.9067251682281494, -2.8710193634033203, -1.7564525604248047, -2.011728048324585, -1.81013023853302, -2.1340060234069824, -2.0439226627349854, -1.0864242315292358, -0.25051701068878174, -1.9126187562942505, -1.6643261909484863, -1.7052732706069946, -2.734013080596924, -1.3737447261810303, -1.636732816696167, -2.390469789505005, -1.505091667175293, -2.219890832901001, -1.670292854309082, -2.340853691101074, -3.104508399963379, -2.422969341278076, -1.1448719501495361, -2.3020100593566895, -2.516408920288086, -1.7497045993804932, -2.248136043548584, -1.0555081367492676, -1.3621288537979126, -0.5968100428581238, -2.9191479682922363, -1.909078598022461, -1.0576614141464233, -1.2903107404708862, -0.46282801032066345, -0.7874988913536072, -2.8994007110595703, -1.1973892450332642, -2.8866167068481445, -2.409349203109741, -2.053318500518799, -1.8714444637298584, -1.7921521663665771, -2.094212293624878, -2.01873779296875, -1.9168826341629028, -2.737806797027588, -2.0321428775787354, -0.6965044140815735, -2.3847408294677734, -0.9445999264717102, -1.8506618738174438, -2.413501739501953, -0.6436742544174194, -2.406566858291626, -1.7966159582138062, -1.5107100009918213, -1.9236491918563843, -1.5127750635147095, -1.783066987991333, -2.534118890762329, -0.9136216640472412, -1.8462074995040894]}, "Bot001_031_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_031.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nCut a long story short: read book every week good for you. i'm work in a bookstore, how funny i'm a librarian for children . i really enjoy it i love books . my name is John hi john . i'm cassandra .. Also, try to guess: i'm pregnant with ... child?? my first child, funny you :) wow i like fishing too [ROLLING ON THE FLOOR LAUGHING] I'm glad for you, i sometimes go to catch some fishes too i will probably go home and read. Also, try to guess: i live with ... PAIN my husband in pennsylvania, funny you :) that is really cool it is much hotter here than in new york that is your favorite color?", "response": "no , teal is . do you game ?", "annotation_id": "Bot001_031_16", "annotations": ["O", "O", "T", "O", "O", "X", "O", "X", "X", "T", "X", "O", "O", "X", "X"], "gpt2background_target_score": [-11.387571334838867, -9.722461700439453, -10.873878479003906, -12.46214485168457, -10.077372550964355, -10.026762962341309, -9.891535758972168, -9.388004302978516, -9.033315658569336, -11.337119102478027], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.7423242330551147, -1.3194338083267212, -1.4557617902755737, -0.7846629023551941, -1.5420138835906982, -3.7834627628326416, -0.9428880214691162, -2.86252498626709, -1.2497789859771729, -1.5824066400527954, -2.6078290939331055, -2.6221723556518555, -2.0193769931793213, -1.6044590473175049, -0.4023996889591217, -2.119560480117798, -3.4583873748779297, -3.074204444885254, -0.12579551339149475, -0.8311579823493958, -1.3986291885375977, -1.9079792499542236, -2.1052138805389404, -1.5866219997406006, -1.698967456817627, -1.221178650856018, -2.1167984008789062, -1.303470253944397, -2.237220048904419, -2.375108003616333, -1.7426809072494507, -2.639639139175415, -1.3951395750045776, -2.672903299331665, -1.3892487287521362, -1.6523516178131104, -1.817908763885498, -1.1131291389465332, -1.1650840044021606, -1.7619260549545288, -3.526214122772217, -0.7987170219421387, -1.5321248769760132, -1.83820641040802, -1.5759317874908447, -2.0647294521331787, -1.6209948062896729, -1.2520109415054321, -0.8612702488899231, -1.5328559875488281, -2.3142993450164795, -1.575233817100525, -2.159980297088623, -0.9600028395652771, -2.645493745803833, -0.2934620678424835, -3.0799126625061035, -2.971337080001831, -3.0022928714752197, -1.1137754917144775, -0.8163520693778992, -2.0483458042144775, -1.4461586475372314, -3.2147769927978516, -2.490041732788086, -1.2629485130310059, -1.3292927742004395, -1.2048879861831665, -1.0682905912399292, -2.348243236541748, -1.9522804021835327, -1.607190489768982, -1.2698663473129272, -1.0659741163253784, -1.9036474227905273, -1.047960877418518, -3.2637343406677246, -1.59370756149292, -1.8740057945251465, -0.7382104396820068, -0.714877724647522, -1.3612699508666992, -1.731352686882019, -2.497622489929199, -2.3306901454925537, -1.519972324371338, -2.158573627471924, -2.207782506942749, -2.25771164894104, -2.4677422046661377, -1.8427132368087769, -3.0427722930908203, -1.2710635662078857, -2.503026008605957, -2.4914634227752686, -1.533994436264038, -3.8030471801757812, -1.9764094352722168, -0.8618858456611633, -1.9067251682281494, -2.8710193634033203, -1.7564525604248047, -2.011728048324585, -1.81013023853302, -2.1340060234069824, -2.0439226627349854, -1.0864242315292358, -0.25051701068878174, -1.9126187562942505, -1.6643261909484863, -1.7052732706069946, -2.734013080596924, -1.3737447261810303, -1.636732816696167, -2.390469789505005, -1.505091667175293, -2.219890832901001, -1.670292854309082, -2.340853691101074, -3.104508399963379, -2.422969341278076, -1.1448719501495361, -2.3020100593566895, -2.516408920288086, -1.7497045993804932, -2.248136043548584, -1.0555081367492676, -1.3621288537979126, -0.5968100428581238, -2.9191479682922363, -1.909078598022461, -1.0576614141464233, -1.2903107404708862, -0.46282801032066345, -0.7874988913536072, -2.8994007110595703, -1.1973892450332642, -2.8866167068481445, -2.409349203109741, -2.053318500518799, -1.8714444637298584, -1.7921521663665771, -2.094212293624878, -2.01873779296875, -1.9168826341629028, -2.737806797027588, -2.0321428775787354, -0.6965044140815735, -2.3847408294677734, -0.9445999264717102, -1.8506618738174438, -1.0011175870895386, -2.86983060836792, -1.9648691415786743, -1.3601974248886108, -1.8879661560058594, -1.2754647731781006, -1.8706612586975098, -2.423848867416382, -0.6622241139411926, -1.7996642589569092, -1.3833887577056885, -3.2287323474884033, -1.5194140672683716, -2.0525870323181152, -1.7634854316711426, -1.6926084756851196, -2.3500864505767822, -1.8616036176681519, -1.2007732391357422, -2.3031163215637207, -2.548586845397949, -2.365859031677246, -2.2612054347991943, -0.7384763956069946, -1.5922306776046753, -3.0522549152374268, -0.8999863862991333]}, "Bot001_031_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_031.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nCut a long story short: read book every week good for you. i'm work in a bookstore, how funny i'm a librarian for children . i really enjoy it i love books . my name is John hi john . i'm cassandra .. Also, try to guess: i'm pregnant with ... child?? my first child, funny you :) wow i like fishing too [ROLLING ON THE FLOOR LAUGHING] I'm glad for you, i sometimes go to catch some fishes too i will probably go home and read. Also, try to guess: i live with ... PAIN my husband in pennsylvania, funny you :) that is really cool it is much hotter here than in new york that is your favorite color? no , teal is . do you game ? *what", "response": "a stick ! !", "annotation_id": "Bot001_031_18", "annotations": ["X", "O", "O", "O", "X", "X", "T", "X", "X", "T", "X", "X", "X", "X", "X"], "gpt2background_target_score": [-10.909478187561035, -12.638565063476562, -11.130971908569336, -11.944208145141602], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.7423242330551147, -1.3194338083267212, -1.4557617902755737, -0.7846629023551941, -1.5420138835906982, -3.7834627628326416, -0.9428880214691162, -2.86252498626709, -1.2497789859771729, -1.5824066400527954, -2.6078290939331055, -2.6221723556518555, -2.0193769931793213, -1.6044590473175049, -0.4023996889591217, -2.119560480117798, -3.4583873748779297, -3.074204444885254, -0.12579551339149475, -0.8311579823493958, -1.3986291885375977, -1.9079792499542236, -2.1052138805389404, -1.5866219997406006, -1.698967456817627, -1.221178650856018, -2.1167984008789062, -1.303470253944397, -2.237220048904419, -2.375108003616333, -1.7426809072494507, -2.639639139175415, -1.3951395750045776, -2.672903299331665, -1.3892487287521362, -1.6523516178131104, -1.817908763885498, -1.1131291389465332, -1.1650840044021606, -1.7619260549545288, -3.526214122772217, -0.7987170219421387, -1.5321248769760132, -1.83820641040802, -1.5759317874908447, -2.0647294521331787, -1.6209948062896729, -1.2520109415054321, -0.8612702488899231, -1.5328559875488281, -2.3142993450164795, -1.575233817100525, -2.159980297088623, -0.9600028395652771, -2.645493745803833, -0.2934620678424835, -3.0799126625061035, -2.971337080001831, -3.0022928714752197, -1.1137754917144775, -0.8163520693778992, -2.0483458042144775, -1.4461586475372314, -3.2147769927978516, -2.490041732788086, -1.2629485130310059, -1.3292927742004395, -1.2048879861831665, -1.0682905912399292, -2.348243236541748, -1.9522804021835327, -1.607190489768982, -1.2698663473129272, -1.0659741163253784, -1.9036474227905273, -1.047960877418518, -3.2637343406677246, -1.59370756149292, -1.8740057945251465, -0.7382104396820068, -0.714877724647522, -1.3612699508666992, -1.731352686882019, -2.497622489929199, -2.3306901454925537, -1.519972324371338, -2.158573627471924, -2.207782506942749, -2.25771164894104, -2.4677422046661377, -1.8427132368087769, -3.0427722930908203, -1.2710635662078857, -2.503026008605957, -2.4914634227752686, -1.533994436264038, -3.8030471801757812, -1.9764094352722168, -0.8618858456611633, -1.9067251682281494, -2.8710193634033203, -1.7564525604248047, -2.011728048324585, -1.81013023853302, -2.1340060234069824, -2.0439226627349854, -1.0864242315292358, -0.25051701068878174, -1.9126187562942505, -1.6643261909484863, -1.7052732706069946, -2.734013080596924, -1.3737447261810303, -1.636732816696167, -2.390469789505005, -1.505091667175293, -2.219890832901001, -1.670292854309082, -2.340853691101074, -3.104508399963379, -2.422969341278076, -1.1448719501495361, -2.3020100593566895, -2.516408920288086, -1.7497045993804932, -2.248136043548584, -1.0555081367492676, -1.3621288537979126, -0.5968100428581238, -2.9191479682922363, -1.909078598022461, -1.0576614141464233, -1.2903107404708862, -0.46282801032066345, -0.7874988913536072, -2.8994007110595703, -1.1973896026611328, -2.886617422103882, -2.40934681892395, -2.053317070007324, -1.8714442253112793, -1.7921537160873413, -2.0942113399505615, -2.0187387466430664, -1.9168850183486938, -2.7378089427948, -2.0321431159973145, -0.6965047717094421, -2.3847405910491943, -0.944599986076355, -1.850660800933838, -1.0011179447174072, -2.869832754135132, -1.9648700952529907, -1.3601975440979004, -1.8879661560058594, -1.2754656076431274, -1.8706610202789307, -2.4238460063934326, -0.6622229814529419, -1.799663782119751, -1.3833891153335571, -3.2287333011627197, -1.5194145441055298, -2.0525877475738525, -1.7634848356246948, -1.6926069259643555, -1.9272487163543701, -1.3225027322769165, -2.23083758354187, -2.4674570560455322, -2.680682897567749, -2.2455904483795166, -0.7724062204360962, -1.5215182304382324, -2.9651267528533936, -1.8575942516326904, -3.243443012237549, -1.8503758907318115, -2.2078323364257812, -3.110212802886963, -1.4861681461334229, -2.0792319774627686, -1.8988721370697021]}, "Bot001_031_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_031.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nCut a long story short: read book every week good for you. i'm work in a bookstore, how funny i'm a librarian for children . i really enjoy it i love books . my name is John hi john . i'm cassandra .. Also, try to guess: i'm pregnant with ... child?? my first child, funny you :) wow i like fishing too [ROLLING ON THE FLOOR LAUGHING] I'm glad for you, i sometimes go to catch some fishes too i will probably go home and read. Also, try to guess: i live with ... PAIN my husband in pennsylvania, funny you :) that is really cool it is much hotter here than in new york that is your favorite color? no , teal is . do you game ? *what a stick ! ! meow..", "response": "i've cats too !", "annotation_id": "Bot001_031_20", "annotations": ["O", "O", "T", "O", "X", "X", "T", "X", "X", "O", "X", "O", "O", "X", "X"], "gpt2background_target_score": [-9.748896598815918, -10.745282173156738, -12.018513679504395, -8.971733093261719, -11.407246589660645], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.7423242330551147, -1.3194338083267212, -1.4557617902755737, -0.7846629023551941, -1.5420138835906982, -3.7834627628326416, -0.9428880214691162, -2.86252498626709, -1.2497789859771729, -1.5824066400527954, -2.6078290939331055, -2.6221723556518555, -2.0193769931793213, -1.6044590473175049, -0.4023996889591217, -2.119560480117798, -3.4583873748779297, -3.074204444885254, -0.12579551339149475, -0.8311579823493958, -1.3986291885375977, -1.9079792499542236, -2.1052138805389404, -1.5866219997406006, -1.698967456817627, -1.221178650856018, -2.1167984008789062, -1.303470253944397, -2.237220048904419, -2.375108003616333, -1.7426809072494507, -2.639639139175415, -1.3951395750045776, -2.672903299331665, -1.3892487287521362, -1.6523516178131104, -1.817908763885498, -1.1131291389465332, -1.1650840044021606, -1.7619260549545288, -3.526214122772217, -0.7987170219421387, -1.5321248769760132, -1.83820641040802, -1.5759317874908447, -2.0647294521331787, -1.6209948062896729, -1.2520109415054321, -0.8612702488899231, -1.5328559875488281, -2.3142993450164795, -1.575233817100525, -2.159980297088623, -0.9600028395652771, -2.645493745803833, -0.2934620678424835, -3.0799126625061035, -2.971337080001831, -3.0022928714752197, -1.1137754917144775, -0.8163520693778992, -2.0483458042144775, -1.4461586475372314, -3.2147769927978516, -2.490041732788086, -1.2629485130310059, -1.3292927742004395, -1.2048879861831665, -1.0682905912399292, -2.348243236541748, -1.9522804021835327, -1.607190489768982, -1.2698663473129272, -1.0659741163253784, -1.9036474227905273, -1.047960877418518, -3.2637343406677246, -1.59370756149292, -1.8740057945251465, -0.7382104396820068, -0.714877724647522, -1.3612699508666992, -1.731352686882019, -2.497622489929199, -2.3306901454925537, -1.519972324371338, -2.158573627471924, -2.207782506942749, -2.25771164894104, -2.4677422046661377, -1.8427132368087769, -3.0427722930908203, -1.2710635662078857, -2.503026008605957, -2.4914634227752686, -1.533994436264038, -3.8030471801757812, -1.9764094352722168, -0.8618858456611633, -1.9067251682281494, -2.8710193634033203, -1.7564525604248047, -2.011728048324585, -1.81013023853302, -2.1340060234069824, -2.0439226627349854, -1.0864242315292358, -0.25051701068878174, -1.9126187562942505, -1.6643261909484863, -1.7052732706069946, -2.734013080596924, -1.3737447261810303, -1.636732816696167, -2.390469789505005, -1.505091667175293, -2.219890832901001, -1.670292854309082, -2.340853691101074, -3.104508399963379, -2.422969341278076, -1.1448719501495361, -2.3020100593566895, -2.516408920288086, -1.7497045993804932, -2.248136043548584, -1.0555081367492676, -1.3621288537979126, -0.5968100428581238, -2.9191479682922363, -1.909078598022461, -1.0576614141464233, -1.2903107404708862, -0.46282801032066345, -0.7874988913536072, -2.8994007110595703, -1.1973892450332642, -2.8866167068481445, -2.409349203109741, -2.053318500518799, -1.8714444637298584, -1.7921521663665771, -2.094212293624878, -2.01873779296875, -1.9168826341629028, -2.737806797027588, -2.0321428775787354, -0.6965044140815735, -2.3847408294677734, -0.9445999264717102, -1.8506618738174438, -1.0011175870895386, -2.86983060836792, -1.9648691415786743, -1.3601974248886108, -1.8879661560058594, -1.2754647731781006, -1.8706612586975098, -2.423848867416382, -0.6622241139411926, -1.7996642589569092, -1.3833887577056885, -3.2287323474884033, -1.5194140672683716, -2.0525870323181152, -1.7634854316711426, -1.6926078796386719, -1.9272488355636597, -1.322502613067627, -2.230835199356079, -2.4674575328826904, -2.680682897567749, -2.2455921173095703, -0.7724059224128723, -1.5215197801589966, -2.9651265144348145, -1.8575937747955322, -3.2434444427490234, -1.8503767251968384, -3.6977436542510986, -3.054245710372925, -0.7666236162185669, -0.8745729327201843, -2.0398640632629395, -3.2128422260284424, -2.607537269592285, -2.388578414916992, -2.2081446647644043, -1.5445458889007568, -2.5821681022644043, -1.956688404083252, -1.5154876708984375]}, "Bot001_032_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_032.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nI do like to talk about myself, i drive a bmw Hi. It doesn't matter.\nDo you like your car?", "response": "yeah , my parents do not believe in science [FACE WITH STUCK-OUT TONGUE AND WINKING EYE]", "annotation_id": "Bot001_032_02", "annotations": ["O", "X", "O", "O", "X", "O", "O", "T", "X", "O", "T", "T", "X", "X", "T"], "gpt2background_target_score": [-13.354665756225586, -9.722461700439453, -8.194448471069336, -12.304287910461426, -8.218637466430664, -8.949138641357422, -13.351846694946289, -10.603257179260254, -11.692858695983887, -7.533866882324219, -13.511571884155273, -5.65683126449585, -5.425047874450684, -8.02853775024414, -4.739729881286621, -9.961112976074219, -10.088282585144043, -12.267500877380371, -14.268275260925293, -11.484760284423828, -10.710163116455078, -12.312371253967285, -12.493620872497559, -10.61000919342041, -12.394562721252441, -10.689435958862305], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.7423242330551147, -1.3194338083267212, -1.4557617902755737, -0.7846629023551941, -1.5420138835906982, -3.7834627628326416, -0.9428880214691162, -2.86252498626709, -1.2497789859771729, -1.5824066400527954, -2.6078290939331055, -2.6221723556518555, -2.0193769931793213, -1.6044590473175049, -0.4023996889591217, -1.6171083450317383, -1.0055551528930664, -1.98173189163208, -2.199010133743286, -0.8351332545280457, -2.2782700061798096, -1.8991376161575317, -1.1373265981674194, -2.624992609024048, -2.225796699523926, -1.0730892419815063, -2.215738296508789, -1.6863725185394287, -1.9977812767028809, -1.8494865894317627, -2.0597832202911377, -0.7658581733703613, -0.3052341341972351, -1.7266937494277954, -1.3178092241287231, -1.6865297555923462, -1.3834646940231323, -0.32840052247047424, -1.45028817653656, -1.0336828231811523, -1.806151032447815, -0.6685591340065002, -1.915144443511963, -1.8663113117218018, -1.668423056602478, -1.389394998550415, -1.901198387145996, -1.7781496047973633, -1.857883095741272, -0.6963301301002502, -0.6025741100311279, -1.107302188873291, -1.887923240661621, -3.148020029067993, -0.8105031847953796, -0.5606812238693237, -2.948188304901123, -2.477710723876953, -3.096937894821167, -2.793116331100464, -2.1455957889556885, -2.3870608806610107, -1.9882385730743408, -3.358145236968994, -2.3267407417297363, -2.021453380584717, -2.1434497833251953, -2.1361348628997803, -2.702845335006714, -1.378833293914795]}, "Bot001_032_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_032.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nI do like to talk about myself, i drive a bmw Hi. It doesn't matter.\nDo you like your car? yeah , my parents do not believe in science [FACE WITH STUCK-OUT TONGUE AND WINKING EYE] Why? Are they religious?", "response": "i believe the one that loves us all loves us unconditionally . i hope they do", "annotation_id": "Bot001_032_04", "annotations": ["O", "T", "T", "O", "X", "T", "T", "X", "X", "O", "O", "O", "O", "X", "X"], "gpt2background_target_score": [-9.748896598815918, -12.458850860595703, -5.06511926651001, -4.782506942749023, -10.228900909423828, -14.140164375305176, -12.789509773254395, -11.860917091369629, -12.162138938903809, -7.633930683135986, -12.884340286254883, -13.122217178344727, -11.971481323242188, -12.478014945983887, -12.775139808654785, -10.162114143371582, -10.64118766784668], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.7423242330551147, -1.3194338083267212, -1.4557617902755737, -0.7846629023551941, -1.5420138835906982, -3.7834627628326416, -0.9428880214691162, -2.86252498626709, -1.2497789859771729, -1.5824066400527954, -2.6078290939331055, -2.6221723556518555, -2.0193769931793213, -1.6044590473175049, -0.4023996889591217, -1.6171083450317383, -1.0055551528930664, -1.98173189163208, -2.199010133743286, -0.8351332545280457, -2.2782700061798096, -1.8991376161575317, -1.1373265981674194, -2.624992609024048, -2.225796699523926, -1.0730892419815063, -2.215738296508789, -1.6863725185394287, -1.9977812767028809, -1.8494865894317627, -2.0597832202911377, -0.7658581733703613, -0.3052341341972351, -1.7266937494277954, -1.3178092241287231, -1.6865297555923462, -1.3834646940231323, -0.32840052247047424, -1.45028817653656, -1.0336828231811523, -1.806151032447815, -0.6685591340065002, -1.915144443511963, -1.7705633640289307, -1.6230570077896118, -1.6778355836868286, -1.7739101648330688, -1.307568073272705, -0.6809585094451904, -0.7416932582855225, -1.074027419090271, -1.5074996948242188, -2.6637794971466064, -0.7871904969215393, -0.5520930290222168, -3.020770788192749, -2.456033945083618, -2.947362184524536, -3.0966973304748535, -1.9904406070709229, -2.5459039211273193, -2.16098690032959, -3.4307808876037598, -2.3557326793670654, -2.0259790420532227, -2.2748782634735107, -2.2084670066833496, -2.6490414142608643, -1.4823791980743408, -1.7300366163253784, -2.0172765254974365, -0.3425835072994232, -3.1096746921539307, -0.6818161010742188, -2.1115379333496094, -2.075958490371704, -2.584996461868286, -0.8930402994155884, -3.36026668548584, -2.105968475341797, -2.575434684753418, -2.0591444969177246, -0.998860239982605, -1.559222936630249, -1.1528465747833252, -1.7278544902801514, -0.014071651734411716, -1.4219839572906494, -1.81337308883667, -2.6265745162963867, -1.5630877017974854, -2.692946672439575, -0.8994685411453247]}, "Bot001_032_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_032.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nI do like to talk about myself, i drive a bmw Hi. It doesn't matter.\nDo you like your car? yeah , my parents do not believe in science [FACE WITH STUCK-OUT TONGUE AND WINKING EYE] Why? Are they religious? i believe the one that loves us all loves us unconditionally . i hope they do Okay. So do you go to church?", "response": "i do but i also play football. Also, try to guess: i grew up ...", "annotation_id": "Bot001_032_06", "annotations": ["O", "T", "O", "O", "O", "O", "O", "O", "X", "T", "T", "O", "X", "X", "T"], "gpt2background_target_score": [-9.748896598815918, -8.541638374328613, -11.364603042602539, -10.272826194763184, -13.412489891052246, -11.448644638061523, -10.905557632446289, -10.48247241973877, -12.191324234008789, -7.90512228012085, -15.604339599609375, -8.06462574005127, -16.67930793762207, -9.827655792236328, -10.40070915222168, -11.559487342834473, -12.265986442565918, -11.27379035949707], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.7423242330551147, -1.3194338083267212, -1.4557617902755737, -0.7846629023551941, -1.5420138835906982, -3.7834627628326416, -0.9428880214691162, -2.86252498626709, -1.2497789859771729, -1.5824066400527954, -2.6078290939331055, -2.6221723556518555, -2.0193769931793213, -1.6044590473175049, -0.4023996889591217, -1.6171083450317383, -1.0055551528930664, -1.98173189163208, -2.199010133743286, -0.8351332545280457, -2.2782700061798096, -1.8991376161575317, -1.1373265981674194, -2.624992609024048, -2.225796699523926, -1.0730892419815063, -2.215738296508789, -1.6863725185394287, -1.9977812767028809, -1.8494865894317627, -2.0597832202911377, -0.7658581733703613, -0.3052341341972351, -1.7266937494277954, -1.3178092241287231, -1.6865297555923462, -1.3834646940231323, -0.32840052247047424, -1.45028817653656, -1.0336828231811523, -1.806151032447815, -0.6685591340065002, -1.915144443511963, -1.7705633640289307, -1.6230570077896118, -1.6778355836868286, -1.7739101648330688, -1.307568073272705, -0.6809585094451904, -0.7416932582855225, -1.074027419090271, -1.5074996948242188, -2.6637794971466064, -0.7871904969215393, -0.5520930290222168, -3.020770788192749, -2.456033945083618, -2.947362184524536, -3.0966973304748535, -1.9904406070709229, -2.5459039211273193, -2.16098690032959, -3.4307808876037598, -2.3557326793670654, -2.0259790420532227, -2.2748782634735107, -2.2084670066833496, -2.6490414142608643, -1.4823791980743408, -1.7300366163253784, -2.0172765254974365, -0.3425835072994232, -3.1096746921539307, -0.6818161010742188, -2.1115379333496094, -2.3156239986419678, -0.8602019548416138, -3.2252583503723145, -1.6260985136032104, -2.618932008743286, -1.8539149761199951, -1.0556095838546753, -1.6253316402435303, -1.2172108888626099, -2.121413230895996, -0.005807431414723396, -1.5566273927688599, -2.096360206604004, -2.594175338745117, -1.4568461179733276, -2.7568624019622803, -0.8401491045951843, -2.42765474319458, -2.2545995712280273, -2.459991455078125, -0.549356997013092, -1.5069025754928589, -1.0160194635391235, -1.8645678758621216, -1.219426155090332, -2.558619976043701, -2.4510765075683594, -2.6002182960510254, -1.7071171998977661, -1.1019808053970337, -2.2431397438049316, -2.359283924102783, -1.958260178565979, -1.926890254020691, -1.0800707340240479, -0.8950873613357544, -0.7916789650917053, -0.8381549119949341, -2.5691685676574707, -1.9776941537857056, -1.760166049003601, -2.537839651107788, -0.08038369566202164, -0.7689148783683777, -2.121983766555786]}, "Bot001_032_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_032.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nI do like to talk about myself, i drive a bmw Hi. It doesn't matter.\nDo you like your car? yeah , my parents do not believe in science [FACE WITH STUCK-OUT TONGUE AND WINKING EYE] Why? Are they religious? i believe the one that loves us all loves us unconditionally . i hope they do Okay. So do you go to church? i do but i also play football. Also, try to guess: i grew up ... You grew up...? I don't know", "response": "in manhattan, funny you :)", "annotation_id": "Bot001_032_08", "annotations": ["O", "T", "T", "T", "X", "T", "O", "O", "X", "T", "O", "T", "X", "X", "T"], "gpt2background_target_score": [-10.602641105651855, -11.144636154174805, -12.888371467590332, -8.29965591430664, -8.455320358276367, -5.926873207092285, -7.494297981262207], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.7423242330551147, -1.3194338083267212, -1.4557617902755737, -0.7846629023551941, -1.5420138835906982, -3.7834627628326416, -0.9428880214691162, -2.86252498626709, -1.2497789859771729, -1.5824066400527954, -2.6078290939331055, -2.6221723556518555, -2.0193769931793213, -1.6044590473175049, -0.4023996889591217, -1.6171083450317383, -1.0055551528930664, -1.98173189163208, -2.199010133743286, -0.8351332545280457, -2.2782700061798096, -1.8991376161575317, -1.1373265981674194, -2.624992609024048, -2.225796699523926, -1.0730892419815063, -2.215738296508789, -1.6863725185394287, -1.9977812767028809, -1.8494865894317627, -2.0597832202911377, -0.7658581733703613, -0.3052341341972351, -1.7266937494277954, -1.3178092241287231, -1.6865297555923462, -1.3834646940231323, -0.32840052247047424, -1.45028817653656, -1.0336828231811523, -1.806151032447815, -0.6685591340065002, -1.915144443511963, -1.7705633640289307, -1.6230570077896118, -1.6778355836868286, -1.7739101648330688, -1.307568073272705, -0.6809585094451904, -0.7416932582855225, -1.074027419090271, -1.5074996948242188, -2.6637794971466064, -0.7871904969215393, -0.5520930290222168, -3.020770788192749, -2.456033945083618, -2.947362184524536, -3.0966973304748535, -1.9904406070709229, -2.5459039211273193, -2.16098690032959, -3.4307808876037598, -2.3557326793670654, -2.0259790420532227, -2.2748782634735107, -2.2084670066833496, -2.6490414142608643, -1.4823791980743408, -1.7300366163253784, -2.0172765254974365, -0.3425835072994232, -3.1096746921539307, -0.6818161010742188, -2.1115379333496094, -2.3156239986419678, -0.8602019548416138, -3.2252583503723145, -1.6260985136032104, -2.618932008743286, -1.8539149761199951, -1.0556095838546753, -1.6253303289413452, -1.2172114849090576, -2.1214115619659424, -0.005807431414723396, -1.5566271543502808, -2.0963613986968994, -2.594176769256592, -1.4568461179733276, -2.756861686706543, -0.8401492834091187, -2.427654981613159, -2.2545995712280273, -2.4599924087524414, -0.5493573546409607, -1.5069022178649902, -1.0160197019577026, -1.8645654916763306, -1.2194263935089111, -2.558619976043701, -2.8215017318725586, -1.895185947418213, -1.108204960823059, -1.8703384399414062, -2.343277931213379, -1.7342206239700317, -1.6622103452682495, -1.381795048713684, -1.253257155418396, -1.2075730562210083, -0.8065197467803955, -2.568838596343994, -1.9718656539916992, -1.6792761087417603, -2.58947491645813, -0.07584287226200104, -0.7646384239196777, -2.1224701404571533, -2.6239564418792725, -0.1490967720746994, -1.343672275543213, -1.7628344297409058, -2.40697979927063, -0.2381167858839035, -1.5623972415924072, -1.579770565032959, -2.4132869243621826, -2.1830153465270996, -1.490073800086975, -1.6361567974090576, -1.6939715147018433, -2.4603333473205566, -2.7309820652008057, -0.5499645471572876]}, "Bot001_032_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_032.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nI do like to talk about myself, i drive a bmw Hi. It doesn't matter.\nDo you like your car? yeah , my parents do not believe in science [FACE WITH STUCK-OUT TONGUE AND WINKING EYE] Why? Are they religious? i believe the one that loves us all loves us unconditionally . i hope they do Okay. So do you go to church? i do but i also play football. Also, try to guess: i grew up ... You grew up...? I don't know in manhattan, funny you :) Okay. I could not guess that", "response": "haha that sucks . i'd probably have an easy time hiding them beneath my versacchi suits", "annotation_id": "Bot001_032_10", "annotations": ["O", "X", "X", "T", "X", "O", "T", "O", "T", "T", "O", "T", "X", "X", "X"], "gpt2background_target_score": [-10.384845733642578, -13.69393539428711, -9.75150203704834, -12.431131362915039, -11.293764114379883, -8.08791732788086, -13.083257675170898, -13.29011058807373, -9.208724975585938, -7.619727611541748, -14.765918731689453, -13.458991050720215, -13.267231941223145, -15.049188613891602, -14.127368927001953, -8.159811973571777, -12.945581436157227, -12.464174270629883, -13.82955551147461, -9.939007759094238], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.7423242330551147, -1.3194338083267212, -1.4557617902755737, -0.7846629023551941, -1.5420138835906982, -3.7834627628326416, -0.9428880214691162, -2.86252498626709, -1.2497789859771729, -1.5824066400527954, -2.6078290939331055, -2.6221723556518555, -2.0193769931793213, -1.6044590473175049, -0.4023996889591217, -1.6171083450317383, -1.0055551528930664, -1.98173189163208, -2.199010133743286, -0.8351332545280457, -2.2782700061798096, -1.8991376161575317, -1.1373265981674194, -2.624992609024048, -2.225796699523926, -1.0730892419815063, -2.215738296508789, -1.6863725185394287, -1.9977812767028809, -1.8494865894317627, -2.0597832202911377, -0.7658581733703613, -0.3052341341972351, -1.7266937494277954, -1.3178092241287231, -1.6865297555923462, -1.3834646940231323, -0.32840052247047424, -1.45028817653656, -1.0336828231811523, -1.806151032447815, -0.6685591340065002, -1.915144443511963, -1.7705633640289307, -1.6230570077896118, -1.6778355836868286, -1.7739101648330688, -1.307568073272705, -0.6809585094451904, -0.7416932582855225, -1.074027419090271, -1.5074996948242188, -2.6637794971466064, -0.7871904969215393, -0.5520930290222168, -3.020770788192749, -2.456033945083618, -2.947362184524536, -3.0966973304748535, -1.9904406070709229, -2.5459039211273193, -2.16098690032959, -3.4307808876037598, -2.3557326793670654, -2.0259790420532227, -2.2748782634735107, -2.2084670066833496, -2.6490414142608643, -1.4823791980743408, -1.7300366163253784, -2.0172765254974365, -0.3425835072994232, -3.1096746921539307, -0.6818161010742188, -2.1115379333496094, -2.3156239986419678, -0.8602019548416138, -3.2252583503723145, -1.6260985136032104, -2.618932008743286, -1.8539149761199951, -1.0556095838546753, -1.6253303289413452, -1.2172114849090576, -2.1214115619659424, -0.005807431414723396, -1.5566271543502808, -2.0963613986968994, -2.5941755771636963, -1.456845998764038, -2.756862163543701, -0.8401497006416321, -2.42765474319458, -2.254598617553711, -2.459991216659546, -0.549357533454895, -1.5069020986557007, -1.0160189867019653, -1.864566445350647, -1.2194262742996216, -2.5586187839508057, -2.8214995861053467, -1.8951871395111084, -1.1082054376602173, -1.8703396320343018, -2.343277931213379, -1.734221339225769, -1.6622110605239868, -1.3817951679229736, -1.2532562017440796, -1.2075742483139038, -0.8065202832221985, -2.5688364505767822, -1.9718656539916992, -1.679276704788208, -2.5894761085510254, -0.07584287226200104, -0.7646383047103882, -2.122468948364258, -2.623955488204956, -0.1490965634584427, -1.343671202659607, -1.762834906578064, -2.4069809913635254, -0.23811687529087067, -1.5623981952667236, -1.5797704458236694, -1.9547420740127563, -1.4330087900161743, -1.8637845516204834, -1.6987687349319458, -2.1018733978271484, -2.621253490447998, -1.3835526704788208, -1.231811761856079, -2.200650691986084, -2.165097236633301, -2.284745454788208, -2.6797475814819336, -1.8324733972549438, -1.7186102867126465, -2.3752307891845703, -1.182583212852478, -2.2052001953125, -0.9640594720840454, -1.120856761932373, -2.011918783187866, -2.919105291366577, -2.314011812210083, -1.9911271333694458, -0.728053629398346, -2.034266471862793, -0.9347167611122131, -2.4317262172698975, -1.3505967855453491, -1.5991926193237305, -1.091166615486145, -1.5813244581222534, -1.8467276096343994, -3.0677216053009033, -2.486595869064331, -1.6768852472305298]}, "Bot001_032_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_032.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nI do like to talk about myself, i drive a bmw Hi. It doesn't matter.\nDo you like your car? yeah , my parents do not believe in science [FACE WITH STUCK-OUT TONGUE AND WINKING EYE] Why? Are they religious? i believe the one that loves us all loves us unconditionally . i hope they do Okay. So do you go to church? i do but i also play football. Also, try to guess: i grew up ... You grew up...? I don't know in manhattan, funny you :) Okay. I could not guess that haha that sucks . i'd probably have an easy time hiding them beneath my versacchi suits So you rich", "response": "that must be great i'm not rich but i try to be. Also, try to guess: my parents are ...", "annotation_id": "Bot001_032_12", "annotations": ["O", "T", "O", "T", "O", "T", "O", "O", "X", "T", "O", "O", "X", "X", "O"], "gpt2background_target_score": [-13.311595916748047, -12.348226547241211, -10.05815601348877, -8.358564376831055, -10.51657772064209, -12.780543327331543, -9.511453628540039, -12.282682418823242, -10.973901748657227, -8.982739448547363, -15.604339599609375, -8.06462574005127, -13.200577735900879, -5.054660797119141, -12.703622817993164, -9.779552459716797, -12.907126426696777, -10.156852722167969, -9.922844886779785, -7.602974891662598, -9.70517349243164, -11.559476852416992, -10.958072662353516, -8.089765548706055], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.7423242330551147, -1.3194338083267212, -1.4557617902755737, -0.7846629023551941, -1.5420138835906982, -3.7834627628326416, -0.9428880214691162, -2.86252498626709, -1.2497789859771729, -1.5824066400527954, -2.6078290939331055, -2.6221723556518555, -2.0193769931793213, -1.6044590473175049, -0.4023996889591217, -1.6171083450317383, -1.0055551528930664, -1.98173189163208, -2.199010133743286, -0.8351332545280457, -2.2782700061798096, -1.8991376161575317, -1.1373265981674194, -2.624992609024048, -2.225796699523926, -1.0730892419815063, -2.215738296508789, -1.6863725185394287, -1.9977812767028809, -1.8494865894317627, -2.0597832202911377, -0.7658581733703613, -0.3052341341972351, -1.7266937494277954, -1.3178092241287231, -1.6865297555923462, -1.3834646940231323, -0.32840052247047424, -1.45028817653656, -1.0336828231811523, -1.806151032447815, -0.6685591340065002, -1.915144443511963, -1.7705633640289307, -1.6230570077896118, -1.6778355836868286, -1.7739101648330688, -1.307568073272705, -0.6809585094451904, -0.7416932582855225, -1.074027419090271, -1.5074996948242188, -2.6637794971466064, -0.7871904969215393, -0.5520930290222168, -3.020770788192749, -2.456033945083618, -2.947362184524536, -3.0966973304748535, -1.9904406070709229, -2.5459039211273193, -2.16098690032959, -3.4307808876037598, -2.3557326793670654, -2.0259790420532227, -2.2748782634735107, -2.2084670066833496, -2.6490414142608643, -1.4823791980743408, -1.7300366163253784, -2.0172765254974365, -0.3425835072994232, -3.1096746921539307, -0.6818161010742188, -2.1115379333496094, -2.3156239986419678, -0.8602019548416138, -3.2252583503723145, -1.6260985136032104, -2.618932008743286, -1.8539149761199951, -1.0556095838546753, -1.6253303289413452, -1.2172114849090576, -2.1214115619659424, -0.005807431414723396, -1.5566271543502808, -2.0963613986968994, -2.5941755771636963, -1.456845998764038, -2.756862163543701, -0.8401497006416321, -2.42765474319458, -2.254598617553711, -2.459991216659546, -0.549357533454895, -1.5069020986557007, -1.0160189867019653, -1.864566445350647, -1.2194262742996216, -2.5586187839508057, -2.8214995861053467, -1.8951871395111084, -1.1082054376602173, -1.8703396320343018, -2.343277931213379, -1.734221339225769, -1.6622110605239868, -1.3817951679229736, -1.2532562017440796, -1.2075742483139038, -0.8065202832221985, -2.5688364505767822, -1.9718656539916992, -1.679276704788208, -2.5894761085510254, -0.07584287226200104, -0.7646383047103882, -2.122468948364258, -2.623955488204956, -0.1490965634584427, -1.343671202659607, -1.762834906578064, -2.4069809913635254, -0.23811687529087067, -1.5623981952667236, -1.5797704458236694, -1.9547420740127563, -1.4330087900161743, -1.8637845516204834, -1.6987687349319458, -2.1018733978271484, -2.621253490447998, -1.3835526704788208, -1.231811761856079, -2.200650691986084, -2.165097236633301, -2.284745454788208, -2.6797475814819336, -1.8324733972549438, -1.7186102867126465, -1.2964788675308228, -0.7898200750350952, -1.1342601776123047, -2.2060210704803467, -2.8468072414398193, -1.7297136783599854, -2.146057367324829, -0.7549842596054077, -2.283933162689209, -1.0664026737213135, -2.2655537128448486, -1.444623589515686, -1.5701756477355957, -1.0350626707077026, -1.5227893590927124, -1.7580053806304932, -3.335867404937744, -2.3886826038360596, -1.5571202039718628, -2.0741612911224365, -2.574064254760742, -3.2100861072540283, -2.373117208480835, -0.8503713607788086, -0.44838976860046387, -1.8070833683013916, -1.428457498550415, -1.5782320499420166, -2.283964157104492, -1.771254539489746, -2.5575945377349854, -0.9674916863441467, -1.9623304605484009, -0.790523111820221, -1.5612521171569824, -2.5008177757263184, -1.5440402030944824, -1.0990595817565918, -1.3150849342346191, -0.4481661319732666, -1.818540334701538, -2.0653023719787598, -0.8653912544250488, -0.8912772536277771, -2.0170822143554688, -1.3810539245605469, -3.5258662700653076]}, "Bot001_032_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_032.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nI do like to talk about myself, i drive a bmw Hi. It doesn't matter.\nDo you like your car? yeah , my parents do not believe in science [FACE WITH STUCK-OUT TONGUE AND WINKING EYE] Why? Are they religious? i believe the one that loves us all loves us unconditionally . i hope they do Okay. So do you go to church? i do but i also play football. Also, try to guess: i grew up ... You grew up...? I don't know in manhattan, funny you :) Okay. I could not guess that haha that sucks . i'd probably have an easy time hiding them beneath my versacchi suits So you rich that must be great i'm not rich but i try to be. Also, try to guess: my parents are ... Your parents are ... Nice?", "response": "very wealthy bankers, funny you :)", "annotation_id": "Bot001_032_14", "annotations": ["O", "T", "T", "T", "X", "O", "O", "O", "X", "T", "O", "T", "O", "T", "T"], "gpt2background_target_score": [-12.245268821716309, -12.869044303894043, -13.599347114562988, -8.29965591430664, -8.455320358276367, -5.926873207092285, -7.494297981262207], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.7423242330551147, -1.3194338083267212, -1.4557617902755737, -0.7846629023551941, -1.5420138835906982, -3.7834627628326416, -0.9428880214691162, -2.86252498626709, -1.2497789859771729, -1.5824066400527954, -2.6078290939331055, -2.6221723556518555, -2.0193769931793213, -1.6044590473175049, -0.4023996889591217, -1.6171083450317383, -1.0055551528930664, -1.98173189163208, -2.199010133743286, -0.8351332545280457, -2.2782700061798096, -1.8991376161575317, -1.1373265981674194, -2.624992609024048, -2.225796699523926, -1.0730892419815063, -2.215738296508789, -1.6863725185394287, -1.9977812767028809, -1.8494865894317627, -2.0597832202911377, -0.7658581733703613, -0.3052341341972351, -1.7266937494277954, -1.3178092241287231, -1.6865297555923462, -1.3834646940231323, -0.32840052247047424, -1.45028817653656, -1.0336828231811523, -1.806151032447815, -0.6685591340065002, -1.915144443511963, -1.7705633640289307, -1.6230570077896118, -1.6778355836868286, -1.7739101648330688, -1.307568073272705, -0.6809585094451904, -0.7416932582855225, -1.074027419090271, -1.5074996948242188, -2.6637794971466064, -0.7871904969215393, -0.5520930290222168, -3.020770788192749, -2.456033945083618, -2.947362184524536, -3.0966973304748535, -1.9904406070709229, -2.5459039211273193, -2.16098690032959, -3.4307808876037598, -2.3557326793670654, -2.0259790420532227, -2.2748782634735107, -2.2084670066833496, -2.6490414142608643, -1.4823791980743408, -1.7300366163253784, -2.0172765254974365, -0.3425835072994232, -3.1096746921539307, -0.6818161010742188, -2.1115379333496094, -2.3156239986419678, -0.8602019548416138, -3.2252583503723145, -1.6260985136032104, -2.618932008743286, -1.8539149761199951, -1.0556095838546753, -1.6253303289413452, -1.2172114849090576, -2.1214115619659424, -0.005807431414723396, -1.5566271543502808, -2.0963613986968994, -2.5941755771636963, -1.456845998764038, -2.756862163543701, -0.8401497006416321, -2.42765474319458, -2.254598617553711, -2.459991216659546, -0.549357533454895, -1.5069020986557007, -1.0160189867019653, -1.864566445350647, -1.2194262742996216, -2.5586187839508057, -2.8214995861053467, -1.8951871395111084, -1.1082054376602173, -1.8703396320343018, -2.343277931213379, -1.734221339225769, -1.6622110605239868, -1.3817951679229736, -1.2532562017440796, -1.2075742483139038, -0.8065202832221985, -2.5688364505767822, -1.9718656539916992, -1.679276704788208, -2.5894761085510254, -0.07584287226200104, -0.7646383047103882, -2.122468948364258, -2.623955488204956, -0.1490965634584427, -1.343671202659607, -1.762834906578064, -2.4069809913635254, -0.23811687529087067, -1.5623981952667236, -1.5797704458236694, -1.9547420740127563, -1.4330087900161743, -1.8637845516204834, -1.6987687349319458, -2.1018733978271484, -2.621253490447998, -1.3835526704788208, -1.231811761856079, -2.200650691986084, -2.165097236633301, -2.284745454788208, -2.6797475814819336, -1.8324733972549438, -1.7186102867126465, -1.2964788675308228, -0.7898200750350952, -1.1342601776123047, -2.2060210704803467, -2.8468072414398193, -1.7297136783599854, -2.146057367324829, -0.7549842596054077, -2.283933162689209, -1.0664026737213135, -2.2655537128448486, -1.444623589515686, -1.5701756477355957, -1.0350626707077026, -1.5227893590927124, -1.7580053806304932, -3.335867404937744, -2.3886826038360596, -1.5571202039718628, -2.0741612911224365, -2.574064254760742, -3.2100861072540283, -2.4970781803131104, -0.698042094707489, -1.8539165258407593, -1.5810071229934692, -1.0189083814620972, -2.1505141258239746, -1.9304640293121338, -2.6890716552734375, -0.9905511140823364, -1.8860381841659546, -0.7268926501274109, -1.9668283462524414, -2.4936366081237793, -2.3754799365997314, -0.8887185454368591, -1.5728323459625244, -0.45138227939605713, -1.9420287609100342, -1.8671430349349976, -1.087144374847412, -1.2764825820922852, -1.9115196466445923, -1.7241679430007935, -3.3220603466033936, -1.0132657289505005, -1.1519938707351685, -2.2925961017608643, -2.305966377258301, -1.49567449092865, -2.74845814704895, -2.428673028945923, -2.145026922225952, -2.1143369674682617, -2.848477840423584, -1.9818429946899414, -1.9871618747711182, -2.144850492477417, -0.9955040812492371]}, "Bot001_032_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_032.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nI do like to talk about myself, i drive a bmw Hi. It doesn't matter.\nDo you like your car? yeah , my parents do not believe in science [FACE WITH STUCK-OUT TONGUE AND WINKING EYE] Why? Are they religious? i believe the one that loves us all loves us unconditionally . i hope they do Okay. So do you go to church? i do but i also play football. Also, try to guess: i grew up ... You grew up...? I don't know in manhattan, funny you :) Okay. I could not guess that haha that sucks . i'd probably have an easy time hiding them beneath my versacchi suits So you rich that must be great i'm not rich but i try to be. Also, try to guess: my parents are ... Your parents are ... Nice? very wealthy bankers, funny you :) Funny me, ha. Do you like finance?", "response": "i love dancing on fancy cars , yeah haha. how old are you ?", "annotation_id": "Bot001_032_16", "annotations": ["O", "X", "X", "X", "O", "T", "O", "T", "T", "T", "T", "T", "X", "T", "T"], "gpt2background_target_score": [-9.748896598815918, -11.459829330444336, -12.559843063354492, -6.454646110534668, -9.025622367858887, -13.001457214355469, -10.900979042053223, -13.81192684173584, -11.222982406616211, -8.313224792480469, -11.331585884094238, -11.712275505065918, -10.866652488708496, -11.009220123291016, -10.940759658813477], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.7423242330551147, -1.3194338083267212, -1.4557617902755737, -0.7846629023551941, -1.5420138835906982, -3.7834627628326416, -0.9428880214691162, -2.86252498626709, -1.2497789859771729, -1.5824066400527954, -2.6078290939331055, -2.6221723556518555, -2.0193769931793213, -1.6044590473175049, -0.4023996889591217, -1.6171083450317383, -1.0055551528930664, -1.98173189163208, -2.199010133743286, -0.8351332545280457, -2.2782700061798096, -1.8991376161575317, -1.1373265981674194, -2.624992609024048, -2.225796699523926, -1.0730892419815063, -2.215738296508789, -1.6863725185394287, -1.9977812767028809, -1.8494865894317627, -2.0597832202911377, -0.7658581733703613, -0.3052341341972351, -1.7266937494277954, -1.3178092241287231, -1.6865297555923462, -1.3834646940231323, -0.32840052247047424, -1.45028817653656, -1.0336828231811523, -1.806151032447815, -0.6685591340065002, -1.915144443511963, -1.7705633640289307, -1.6230570077896118, -1.6778355836868286, -1.7739101648330688, -1.307568073272705, -0.6809585094451904, -0.7416932582855225, -1.074027419090271, -1.5074996948242188, -2.6637794971466064, -0.7871904969215393, -0.5520930290222168, -3.020770788192749, -2.456033945083618, -2.947362184524536, -3.0966973304748535, -1.9904406070709229, -2.5459039211273193, -2.16098690032959, -3.4307808876037598, -2.3557326793670654, -2.0259790420532227, -2.2748782634735107, -2.2084670066833496, -2.6490414142608643, -1.4823791980743408, -1.7300366163253784, -2.0172765254974365, -0.3425835072994232, -3.1096746921539307, -0.6818161010742188, -2.1115379333496094, -2.3156239986419678, -0.8602019548416138, -3.2252583503723145, -1.6260985136032104, -2.618932008743286, -1.8539149761199951, -1.0556095838546753, -1.6253303289413452, -1.2172114849090576, -2.1214115619659424, -0.005807431414723396, -1.5566271543502808, -2.0963613986968994, -2.5941755771636963, -1.456845998764038, -2.756862163543701, -0.8401497006416321, -2.42765474319458, -2.254598617553711, -2.459991216659546, -0.549357533454895, -1.5069020986557007, -1.0160189867019653, -1.864566445350647, -1.2194262742996216, -2.5586187839508057, -2.8214995861053467, -1.8951871395111084, -1.1082054376602173, -1.8703396320343018, -2.343277931213379, -1.734221339225769, -1.6622110605239868, -1.3817951679229736, -1.2532562017440796, -1.2075742483139038, -0.8065202832221985, -2.5688364505767822, -1.9718656539916992, -1.679276704788208, -2.5894761085510254, -0.07584287226200104, -0.7646383047103882, -2.122468948364258, -2.623955488204956, -0.1490965634584427, -1.343671202659607, -1.762834906578064, -2.4069809913635254, -0.23811687529087067, -1.5623981952667236, -1.5797704458236694, -1.9547420740127563, -1.4330087900161743, -1.8637845516204834, -1.6987687349319458, -2.1018733978271484, -2.621253490447998, -1.3835526704788208, -1.231811761856079, -2.200650691986084, -2.165097236633301, -2.284745454788208, -2.6797475814819336, -1.8324733972549438, -1.7186102867126465, -1.2964788675308228, -0.7898200750350952, -1.1342601776123047, -2.2060210704803467, -2.8468072414398193, -1.7297136783599854, -2.146057367324829, -0.7549842596054077, -2.283933162689209, -1.0664026737213135, -2.2655537128448486, -1.444623589515686, -1.5701756477355957, -1.0350626707077026, -1.5227893590927124, -1.7580053806304932, -3.335867404937744, -2.3886826038360596, -1.5571202039718628, -2.0741612911224365, -2.574064254760742, -3.2100861072540283, -2.4970781803131104, -0.698042094707489, -1.8539165258407593, -1.5810071229934692, -1.0189083814620972, -2.1505141258239746, -1.9304640293121338, -2.6890716552734375, -0.9905511140823364, -1.8860381841659546, -0.7268926501274109, -1.9668283462524414, -2.4936366081237793, -2.3754799365997314, -0.8887185454368591, -1.5728323459625244, -0.45138227939605713, -1.9420287609100342, -1.8671430349349976, -1.087144374847412, -1.2764825820922852, -1.9115196466445923, -1.7241679430007935, -3.3220603466033936, -1.0132657289505005, -1.1519938707351685, -2.2925961017608643, -2.305966377258301, -1.495674967765808, -2.748457908630371, -2.2972517013549805, -2.1701207160949707, -2.9665770530700684, -2.167011022567749, -2.0438928604125977, -2.2999091148376465, -2.587690591812134, -1.7467539310455322, -1.8365334272384644, -1.7349951267242432, -0.5545538663864136, -2.7102115154266357, -0.3434455096721649, -1.9934120178222656, -1.6908482313156128, -0.9595505595207214, -2.7129149436950684, -2.2216873168945312, -2.562739610671997, -0.4645393192768097, -1.7863918542861938, -1.056645393371582, -2.5669217109680176, -1.7116971015930176, -1.6910984516143799, -1.543354868888855, -1.8507885932922363, -0.9860703945159912, -1.5791378021240234, -0.42374300956726074, -0.266234427690506, -0.9625477194786072, -1.0810259580612183]}, "Bot001_032_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_032.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nI do like to talk about myself, i drive a bmw Hi. It doesn't matter.\nDo you like your car? yeah , my parents do not believe in science [FACE WITH STUCK-OUT TONGUE AND WINKING EYE] Why? Are they religious? i believe the one that loves us all loves us unconditionally . i hope they do Okay. So do you go to church? i do but i also play football. Also, try to guess: i grew up ... You grew up...? I don't know in manhattan, funny you :) Okay. I could not guess that haha that sucks . i'd probably have an easy time hiding them beneath my versacchi suits So you rich that must be great i'm not rich but i try to be. Also, try to guess: my parents are ... Your parents are ... Nice? very wealthy bankers, funny you :) Funny me, ha. Do you like finance? i love dancing on fancy cars , yeah haha. how old are you ? I'm pretty old. How old are you?", "response": "oh that's sweet , i'm 33 years old . i have a daughter that's 7 .", "annotation_id": "Bot001_032_18", "annotations": ["O", "O", "O", "X", "X", "O", "O", "O", "T", "O", "O", "T", "O", "X", "X"], "gpt2background_target_score": [-11.089654922485352, -8.507226943969727, -1.7839454412460327, -10.020462989807129, -12.00084400177002, -8.08791732788086, -11.269330024719238, -12.150714874267578, -9.660932540893555, -10.220869064331055, -11.952762603759766, -9.06716537475586, -13.055743217468262, -10.616106986999512, -11.871546745300293, -9.69449234008789, -10.631017684936523, -12.354809761047363, -11.487557411193848], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.7423242330551147, -1.3194338083267212, -1.4557617902755737, -0.7846629023551941, -1.5420138835906982, -3.7834627628326416, -0.9428880214691162, -2.86252498626709, -1.2497789859771729, -1.5824066400527954, -2.6078290939331055, -2.6221723556518555, -2.0193769931793213, -1.6044590473175049, -0.4023996889591217, -1.6171083450317383, -1.0055551528930664, -1.98173189163208, -2.199010133743286, -0.8351332545280457, -2.2782700061798096, -1.8991376161575317, -1.1373265981674194, -2.624992609024048, -2.225796699523926, -1.0730892419815063, -2.215738296508789, -1.6863725185394287, -1.9977812767028809, -1.8494865894317627, -2.0597832202911377, -0.7658581733703613, -0.3052341341972351, -1.7266937494277954, -1.3178092241287231, -1.6865297555923462, -1.3834646940231323, -0.32840052247047424, -1.45028817653656, -1.0336828231811523, -1.806151032447815, -0.6685591340065002, -1.915144443511963, -1.7705633640289307, -1.6230570077896118, -1.6778355836868286, -1.7739101648330688, -1.307568073272705, -0.6809585094451904, -0.7416932582855225, -1.074027419090271, -1.5074996948242188, -2.6637794971466064, -0.7871904969215393, -0.5520930290222168, -3.020770788192749, -2.456033945083618, -2.947362184524536, -3.0966973304748535, -1.9904406070709229, -2.5459039211273193, -2.16098690032959, -3.4307808876037598, -2.3557326793670654, -2.0259790420532227, -2.2748782634735107, -2.2084670066833496, -2.6490414142608643, -1.4823791980743408, -1.7300366163253784, -2.0172765254974365, -0.3425835072994232, -3.1096746921539307, -0.6818161010742188, -2.1115379333496094, -2.3156239986419678, -0.8602019548416138, -3.2252583503723145, -1.6260985136032104, -2.618932008743286, -1.8539149761199951, -1.0556095838546753, -1.6253303289413452, -1.2172114849090576, -2.1214115619659424, -0.005807431414723396, -1.5566271543502808, -2.0963613986968994, -2.5941755771636963, -1.456845998764038, -2.756862163543701, -0.8401497006416321, -2.42765474319458, -2.254598617553711, -2.459991216659546, -0.549357533454895, -1.5069020986557007, -1.0160189867019653, -1.864566445350647, -1.2194262742996216, -2.5586187839508057, -2.8214995861053467, -1.8951871395111084, -1.1082054376602173, -1.8703396320343018, -2.343277931213379, -1.734221339225769, -1.6622110605239868, -1.3817951679229736, -1.2532562017440796, -1.2075742483139038, -0.8065202832221985, -2.5688364505767822, -1.9718656539916992, -1.679276704788208, -2.5894761085510254, -0.07584287226200104, -0.7646383047103882, -2.122468948364258, -2.623955488204956, -0.1490965634584427, -1.343671202659607, -1.762834906578064, -2.4069809913635254, -0.23811687529087067, -1.5623981952667236, -1.5797704458236694, -1.9547432661056519, -1.4330095052719116, -1.8637840747833252, -1.698768138885498, -2.101872682571411, -2.6212539672851562, -1.383553385734558, -1.2318122386932373, -2.200650930404663, -2.1650965213775635, -2.284745931625366, -2.679748773574829, -1.832474708557129, -1.718609094619751, -1.2964800596237183, -0.7898203134536743, -1.134259819984436, -2.206021308898926, -2.8468079566955566, -1.7297155857086182, -2.14605712890625, -0.7549850344657898, -2.283933162689209, -1.0664018392562866, -2.2655551433563232, -1.4446253776550293, -1.5701755285263062, -1.035062313079834, -1.5227888822555542, -1.7580060958862305, -3.3358664512634277, -2.3886828422546387, -1.5571202039718628, -2.074160575866699, -2.5740647315979004, -3.2100841999053955, -2.4970812797546387, -0.6980419754981995, -1.8539154529571533, -1.5810058116912842, -1.018908977508545, -2.1505157947540283, -1.930464267730713, -2.6890714168548584, -0.9905505776405334, -1.886038064956665, -0.7268936634063721, -1.96682870388031, -2.4936373233795166, -2.3754799365997314, -0.8887194395065308, -1.5728304386138916, -0.45138174295425415, -1.9420291185379028, -1.867142677307129, -1.0871433019638062, -1.2764815092086792, -1.9115204811096191, -1.724166989326477, -3.3220622539520264, -1.0132660865783691, -1.1519917249679565, -2.292595624923706, -2.3059680461883545, -1.4956755638122559, -2.7484588623046875, -2.297250747680664, -2.1701207160949707, -2.966578245162964, -2.16701340675354, -2.043890953063965, -2.2999091148376465, -2.587691307067871, -1.746755599975586, -1.8365315198898315, -1.734991192817688, -0.5545542240142822, -2.7102115154266357, -0.3434455990791321, -1.9934113025665283, -1.6908482313156128, -0.9595503807067871, -2.712913751602173, -2.392728805541992, -1.3790571689605713, -1.6460543870925903, -1.0659277439117432, -2.622251272201538, -1.7311879396438599, -2.0773346424102783, -1.6420968770980835, -2.2048685550689697, -1.6921873092651367, -1.6700046062469482, -0.43162477016448975, -0.2252216339111328, -1.0478829145431519, -2.2998857498168945, -1.4407354593276978, -2.7852518558502197, -1.8410857915878296, -2.549288749694824, -1.822767734527588, -0.48795875906944275, -0.2663070261478424, -0.1718793660402298, -0.6068618893623352, -1.9768168926239014, -2.353388547897339, -2.3896450996398926, -0.8118398189544678, -2.012183904647827, -1.8598217964172363, -1.804242730140686, -1.6549588441848755, -2.9415390491485596, -2.3436853885650635, -0.44527456164360046, -2.0830039978027344, -1.3865412473678589, -1.6531164646148682, -1.1474446058273315, -2.916527509689331, -2.415998935699463, -2.0275466442108154, -2.4985573291778564, -1.8465187549591064, -1.0399061441421509]}, "Bot001_032_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_032.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nI do like to talk about myself, i drive a bmw Hi. It doesn't matter.\nDo you like your car? yeah , my parents do not believe in science [FACE WITH STUCK-OUT TONGUE AND WINKING EYE] Why? Are they religious? i believe the one that loves us all loves us unconditionally . i hope they do Okay. So do you go to church? i do but i also play football. Also, try to guess: i grew up ... You grew up...? I don't know in manhattan, funny you :) Okay. I could not guess that haha that sucks . i'd probably have an easy time hiding them beneath my versacchi suits So you rich that must be great i'm not rich but i try to be. Also, try to guess: my parents are ... Your parents are ... Nice? very wealthy bankers, funny you :) Funny me, ha. Do you like finance? i love dancing on fancy cars , yeah haha. how old are you ? I'm pretty old. How old are you? oh that's sweet , i'm 33 years old . i have a daughter that's 7 . Nice. I don't have children. I want to rule the world", "response": "that just means you get to keep all the popcorn for yourself . how are you this evening ?", "annotation_id": "Bot001_032_20", "annotations": ["O", "O", "T", "T", "O", "T", "O", "O", "T", "T", "O", "T", "O", "O", "T"], "gpt2background_target_score": [-13.311595916748047, -7.8072004318237305, -10.059556007385254, -6.367705821990967, -9.95396900177002, -5.260021686553955, -12.09229850769043, -11.860917091369629, -7.632402420043945, -11.046667098999023, -9.062952041625977, -12.077704429626465, -11.971481323242188, -13.814044952392578, -10.699753761291504, -8.222740173339844, -10.439258575439453, -13.684865951538086, -12.025054931640625], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.7423242330551147, -1.3194338083267212, -1.4557617902755737, -0.7846629023551941, -1.5420138835906982, -3.7834627628326416, -0.9428880214691162, -2.86252498626709, -1.2497789859771729, -1.5824066400527954, -2.6078290939331055, -2.6221723556518555, -2.0193769931793213, -1.6044590473175049, -0.4023996889591217, -1.6171083450317383, -1.0055551528930664, -1.98173189163208, -2.199010133743286, -0.8351332545280457, -2.2782700061798096, -1.8991376161575317, -1.1373265981674194, -2.624992609024048, -2.225796699523926, -1.0730892419815063, -2.215738296508789, -1.6863725185394287, -1.9977812767028809, -1.8494865894317627, -2.0597832202911377, -0.7658581733703613, -0.3052341341972351, -1.7266937494277954, -1.3178092241287231, -1.6865297555923462, -1.3834646940231323, -0.32840052247047424, -1.45028817653656, -1.0336828231811523, -1.806151032447815, -0.6685591340065002, -1.915144443511963, -1.7705633640289307, -1.6230570077896118, -1.6778355836868286, -1.7739101648330688, -1.307568073272705, -0.6809585094451904, -0.7416932582855225, -1.074027419090271, -1.5074996948242188, -2.6637794971466064, -0.7871904969215393, -0.5520930290222168, -3.020770788192749, -2.456033945083618, -2.947362184524536, -3.0966973304748535, -1.9904406070709229, -2.5459039211273193, -2.16098690032959, -3.4307808876037598, -2.3557326793670654, -2.0259790420532227, -2.2748782634735107, -2.2084670066833496, -2.6490414142608643, -1.4823791980743408, -1.7300366163253784, -2.0172765254974365, -0.3425835072994232, -3.1096746921539307, -0.6818161010742188, -2.1115379333496094, -2.3156239986419678, -0.8602019548416138, -3.2252583503723145, -1.6260985136032104, -2.618932008743286, -1.8539149761199951, -1.0556095838546753, -1.6253303289413452, -1.2172114849090576, -2.1214115619659424, -0.005807431414723396, -1.5566271543502808, -2.0963613986968994, -2.5941755771636963, -1.456845998764038, -2.756862163543701, -0.8401497006416321, -2.42765474319458, -2.254598617553711, -2.459991216659546, -0.549357533454895, -1.5069020986557007, -1.0160189867019653, -1.864566445350647, -1.2194262742996216, -2.5586187839508057, -2.8214995861053467, -1.8951871395111084, -1.1082054376602173, -1.8703396320343018, -2.343277931213379, -1.734221339225769, -1.6622110605239868, -1.3817951679229736, -1.2532562017440796, -1.2075742483139038, -0.8065202832221985, -2.5688364505767822, -1.9718656539916992, -1.679276704788208, -2.5894761085510254, -0.07584287226200104, -0.7646383047103882, -2.122468948364258, -2.623955488204956, -0.1490965634584427, -1.343671202659607, -1.762834906578064, -2.4069809913635254, -0.23811687529087067, -1.5623981952667236, -1.5797704458236694, -1.9547420740127563, -1.4330087900161743, -1.8637845516204834, -1.6987687349319458, -2.1018733978271484, -2.621253490447998, -1.3835526704788208, -1.231811761856079, -2.200650691986084, -2.165097236633301, -2.284745454788208, -2.6797475814819336, -1.8324733972549438, -1.7186102867126465, -1.2964788675308228, -0.7898200750350952, -1.134259581565857, -2.206019163131714, -2.8468077182769775, -1.7297145128250122, -2.1460556983947754, -0.7549846768379211, -2.2839343547821045, -1.0664006471633911, -2.2655537128448486, -1.4446221590042114, -1.5701764822006226, -1.0350631475448608, -1.5227875709533691, -1.7580047845840454, -3.3358683586120605, -2.3886818885803223, -1.5571197271347046, -2.0741610527038574, -2.574064254760742, -3.210085153579712, -2.4970767498016357, -0.6980424523353577, -1.8539150953292847, -1.5810050964355469, -1.01891028881073, -2.1505138874053955, -1.9304656982421875, -2.6890714168548584, -0.9905502200126648, -1.8860371112823486, -0.7268933653831482, -1.96682870388031, -2.493638515472412, -2.3754823207855225, -0.8887203335762024, -1.5728317499160767, -0.45138198137283325, -1.9420310258865356, -1.8671438694000244, -1.0871446132659912, -1.276483416557312, -1.9115184545516968, -1.724169373512268, -3.3220596313476562, -1.0132660865783691, -1.151991367340088, -2.292595863342285, -2.305964708328247, -1.4956741333007812, -2.7484586238861084, -2.2972524166107178, -2.1701204776763916, -2.9665777683258057, -2.1670138835906982, -2.043891191482544, -2.299906015396118, -2.587691307067871, -1.74675452709198, -1.8365323543548584, -1.7349934577941895, -0.5545536875724792, -2.710211992263794, -0.34344586730003357, -1.9934115409851074, -1.6908496618270874, -0.9595511555671692, -2.712913751602173, -2.392728090286255, -1.379056453704834, -1.6460542678833008, -1.0659284591674805, -2.6222517490386963, -1.7311880588531494, -2.0773322582244873, -1.6420994997024536, -2.204867362976074, -1.692188024520874, -1.670004963874817, -0.43162548542022705, -0.2252219319343567, -1.047881007194519, -2.299886465072632, -1.4407367706298828, -2.785250425338745, -1.8410851955413818, -2.549286365509033, -1.8227670192718506, -0.48795750737190247, -0.26630640029907227, -0.1718795746564865, -0.6068610548973083, -1.9768162965774536, -2.568128824234009, -0.8559632897377014, -2.066652774810791, -1.64503812789917, -2.190857172012329, -1.749018907546997, -2.5557379722595215, -1.9909265041351318, -0.3487023413181305, -1.8232629299163818, -1.7171603441238403, -1.6811721324920654, -1.1329408884048462, -2.877697229385376, -2.698195457458496, -2.0038421154022217, -2.533252239227295, -1.6068906784057617, -1.2250465154647827, -1.548697829246521, -2.328083038330078, -1.6952015161514282, -0.16550298035144806, -1.1771047115325928, -0.9279881715774536, -1.9382158517837524, -1.8335654735565186, -1.839254379272461, -0.7333014011383057, -1.4194837808609009, -1.766606330871582, -0.44741538166999817, -1.8056203126907349, -2.4285812377929688, -0.6636650562286377, -1.8948140144348145, -1.8994083404541016, -1.6887047290802002, -2.2439310550689697, -2.0575175285339355, -1.8234347105026245, -0.9541608691215515, -2.106001853942871, -2.1903438568115234, -1.9908119440078735, -1.4259333610534668, -2.370943546295166, -0.40924063324928284, -0.29517096281051636, -2.293025493621826, -1.8685213327407837, -0.8832334280014038, -1.1163277626037598]}, "Bot001_034_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_034.log.json", "context": "Hey! What are you doing? [SMIRKING FACE WITH GLASSES].\nMy little story: work in insurance business hey! i help out at the food bank sometimes", "response": "that must be a fun job", "annotation_id": "Bot001_034_02", "annotations": ["O", "X", "O", "O", "O", "O", "O", "O", "O", "O", "X", "O", "O", "O", "O"], "gpt2background_target_score": [-13.132403373718262, -12.162229537963867, -9.876190185546875, -5.557527542114258, -9.723259925842285, -10.819246292114258], "gpt2background_argmax_score": [-2.115349054336548, -1.2066389322280884, -1.6541961431503296, -1.0831338167190552, -1.6237789392471313, -1.7511578798294067, -0.7896012663841248, -3.102881669998169, -1.734618067741394, -1.2935717105865479, -1.0482858419418335, -1.3435425758361816, -2.5889840126037598, -2.2457306385040283, -2.4064736366271973, -1.9676812887191772, -1.07344388961792, -0.40103328227996826, -3.563401699066162, -1.9222806692123413, -2.0922396183013916, -1.425745964050293, -2.035121440887451, -0.9470588564872742, -1.9387931823730469, -1.3934073448181152, -1.9032315015792847, -1.8062645196914673, -2.149895191192627, -2.5117177963256836, -2.039832830429077, -1.270797848701477, -2.6538796424865723, -2.3041939735412598, -2.01530122756958, -1.7544933557510376, -2.393092632293701, -0.8699473738670349, -0.452583909034729, -1.724918007850647, -2.224424362182617, -2.307264566421509, -1.2776919603347778]}, "Bot001_034_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_034.log.json", "context": "Hey! What are you doing? [SMIRKING FACE WITH GLASSES].\nMy little story: work in insurance business hey! i help out at the food bank sometimes that must be a fun job yes it is! do you like movies?", "response": "i like twilight its my favorite book . i do like action and fantasy movies. what are you up to ? [HEAR-NO-EVIL MONKEY]", "annotation_id": "Bot001_034_04", "annotations": ["O", "X", "O", "T", "O", "O", "O", "O", "O", "O", "X", "O", "O", "O", "O"], "gpt2background_target_score": [-10.230122566223145, -10.527121543884277, -13.231739044189453, -10.075238227844238, -9.022762298583984, -10.70417308807373, -11.615657806396484, -13.059532165527344, -11.90781021118164, -9.012940406799316, -10.293020248413086, -13.725444793701172, -11.620125770568848, -13.139331817626953, -12.608644485473633, -5.206951141357422, -8.940848350524902, -11.05918025970459, -9.983102798461914, -10.30645751953125, -4.825636863708496, -12.701959609985352, -7.417847633361816, -12.42302417755127, -10.957406997680664, -7.572305679321289, -11.751031875610352, -10.253386497497559, -12.3754301071167, -12.423917770385742, -13.23422908782959, -13.359018325805664, -12.87708568572998], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.6541962623596191, -1.0831348896026611, -1.6237797737121582, -1.7511608600616455, -0.7896012663841248, -3.1028809547424316, -1.7346149682998657, -1.293570637702942, -1.0482850074768066, -1.343543291091919, -2.588984251022339, -2.245731830596924, -2.4064736366271973, -1.9676810503005981, -1.0734440088272095, -0.40103358030319214, -3.563403606414795, -1.9222815036773682, -2.0922374725341797, -1.4257487058639526, -2.0351216793060303, -0.9470549821853638, -1.93879234790802, -1.3934075832366943, -1.9032301902770996, -1.8062647581100464, -2.149895668029785, -2.5117173194885254, -2.039835214614868, -1.2707998752593994, -2.6538784503936768, -2.304194927215576, -2.0153005123138428, -1.7544941902160645, -1.5959597826004028, -0.6244214773178101, -1.8190823793411255, -2.381265640258789, -2.38063383102417, -1.6238620281219482, -1.889365553855896, -1.385135293006897, -2.024125814437866, -2.008390426635742, -0.5099419355392456, -1.6719233989715576, -1.9181935787200928, -1.4082000255584717, -2.2708754539489746, -2.0032241344451904, -1.7250449657440186, -1.5273467302322388, -1.820336937904358, -2.138723611831665, -1.7378718852996826, -1.5627635717391968, -1.6650176048278809, -1.8060553073883057, -1.673342227935791, -2.7208895683288574, -2.863990545272827, -1.1925263404846191, -3.050147294998169, -2.247788906097412, -2.212806224822998, -1.0578235387802124, -1.9293051958084106, -0.7376897931098938, -1.535832166671753, -0.3270270824432373, -1.0751087665557861, -0.33803024888038635, -3.5645792484283447, -1.2324856519699097, -2.4406092166900635, -3.2503793239593506, -2.5515990257263184, -2.2939341068267822, -1.1281437873840332, -2.3443450927734375, -1.77029287815094, -1.8735374212265015, -1.1405739784240723]}, "Bot001_034_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_034.log.json", "context": "Hey! What are you doing? [SMIRKING FACE WITH GLASSES].\nMy little story: work in insurance business hey! i help out at the food bank sometimes that must be a fun job yes it is! do you like movies? i like twilight its my favorite book . i do like action and fantasy movies. what are you up to ? [HEAR-NO-EVIL MONKEY] i like mean girls! nothing much just watching tv show", "response": "today at work i got called a slacker .", "annotation_id": "Bot001_034_06", "annotations": ["T", "X", "O", "T", "O", "T", "T", "O", "O", "X", "X", "O", "O", "T", "O"], "gpt2background_target_score": [-13.293542861938477, -9.106032371520996, -9.390052795410156, -8.908812522888184, -8.416219711303711, -9.36424732208252, -8.906573295593262, -12.514686584472656, -12.07446575164795, -11.200310707092285], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.6541962623596191, -1.0831348896026611, -1.6237797737121582, -1.7511608600616455, -0.7896012663841248, -3.1028809547424316, -1.7346149682998657, -1.293570637702942, -1.0482850074768066, -1.343543291091919, -2.588984251022339, -2.245731830596924, -2.4064736366271973, -1.9676810503005981, -1.0734440088272095, -0.40103358030319214, -3.563403606414795, -1.9222815036773682, -2.0922374725341797, -1.4257487058639526, -2.0351216793060303, -0.9470549821853638, -1.93879234790802, -1.3934075832366943, -1.9032301902770996, -1.8062647581100464, -2.149895668029785, -2.5117173194885254, -2.039835214614868, -1.2707998752593994, -2.6538784503936768, -2.304194927215576, -2.0153005123138428, -1.7544941902160645, -1.5959597826004028, -0.6244214773178101, -1.8190823793411255, -2.381265640258789, -2.38063383102417, -1.6238620281219482, -1.8893654346466064, -1.3851374387741089, -2.024125337600708, -2.008389949798584, -0.5099425911903381, -1.6719251871109009, -1.9181936979293823, -1.4082005023956299, -2.270874500274658, -2.133955478668213, -2.5660722255706787, -1.7459670305252075, -2.249786853790283, -1.8990318775177002, -1.7098877429962158, -2.3550708293914795, -2.006894111633301, -1.8695495128631592, -2.633057117462158, -3.0551984310150146, -1.0062012672424316, -3.0538833141326904, -2.163869619369507, -2.0521016120910645, -1.220359206199646, -2.1109912395477295, -0.6296840310096741, -1.282975435256958, -0.30058416724205017, -1.0900026559829712, -1.4869277477264404, -3.5535013675689697, -1.2688237428665161, -2.535733699798584, -3.2178306579589844, -2.529428005218506, -2.443856716156006, -1.2405009269714355, -2.330888271331787, -1.6419626474380493, -2.1137828826904297, -1.8237189054489136, -1.963122844696045, -2.826162338256836, -2.2874042987823486, -2.0107028484344482, -1.2311259508132935, -2.0324158668518066, -2.5601260662078857, -2.4970617294311523, -1.5838630199432373, -2.2104318141937256, -2.316056251525879, -2.272113084793091, -1.0449527502059937, -1.2920241355895996, -1.3767354488372803, -2.7872281074523926, -1.2216825485229492, -1.9915028810501099, -2.6001646518707275, -0.7765448689460754, -1.5889256000518799, -1.2607271671295166]}, "Bot001_034_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_034.log.json", "context": "Hey! What are you doing? [SMIRKING FACE WITH GLASSES].\nMy little story: work in insurance business hey! i help out at the food bank sometimes that must be a fun job yes it is! do you like movies? i like twilight its my favorite book . i do like action and fantasy movies. what are you up to ? [HEAR-NO-EVIL MONKEY] i like mean girls! nothing much just watching tv show today at work i got called a slacker . interesting", "response": "i was kidnapped as a child . so going out is scary .. Also, try to guess: my father is ...", "annotation_id": "Bot001_034_08", "annotations": ["X", "X", "O", "X", "O", "X", "X", "O", "O", "X", "X", "O", "O", "X", "O"], "gpt2background_target_score": [-10.230122566223145, -9.24373722076416, -13.4649658203125, -11.027383804321289, -6.674046993255615, -12.571976661682129, -10.416720390319824, -12.009057998657227, -10.938032150268555, -10.510821342468262, -8.98126220703125, -13.377981185913086, -12.321822166442871, -13.952215194702148, -5.262091159820557, -13.676862716674805, -10.93253231048584, -12.612702369689941, -9.529230117797852, -9.623485565185547, -11.462339401245117, -8.1967191696167, -11.473085403442383], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.6541962623596191, -1.0831348896026611, -1.6237797737121582, -1.7511608600616455, -0.7896012663841248, -3.1028809547424316, -1.7346149682998657, -1.293570637702942, -1.0482850074768066, -1.343543291091919, -2.588984251022339, -2.245731830596924, -2.4064736366271973, -1.9676810503005981, -1.0734440088272095, -0.40103358030319214, -3.563403606414795, -1.9222815036773682, -2.0922374725341797, -1.4257487058639526, -2.0351216793060303, -0.9470549821853638, -1.93879234790802, -1.3934075832366943, -1.9032301902770996, -1.8062647581100464, -2.149895668029785, -2.5117173194885254, -2.039835214614868, -1.2707998752593994, -2.6538784503936768, -2.304194927215576, -2.0153005123138428, -1.7544941902160645, -1.5959597826004028, -0.6244214773178101, -1.8190823793411255, -2.381265640258789, -2.38063383102417, -1.6238620281219482, -1.8893654346466064, -1.3851374387741089, -2.024125337600708, -2.008389949798584, -0.5099425911903381, -1.6719251871109009, -1.9181936979293823, -1.4082005023956299, -2.270874500274658, -2.133955478668213, -2.5660722255706787, -1.7459670305252075, -2.249786853790283, -1.8990318775177002, -1.7098877429962158, -2.3550708293914795, -2.006894111633301, -1.8695495128631592, -2.633057117462158, -3.0551984310150146, -1.0062012672424316, -3.0538833141326904, -2.163869619369507, -2.0521016120910645, -1.220359206199646, -2.1109912395477295, -0.6296840310096741, -1.282975435256958, -0.30058416724205017, -1.0900026559829712, -1.4869277477264404, -3.5535013675689697, -1.2688237428665161, -2.535733699798584, -3.2178306579589844, -2.529428005218506, -2.443856716156006, -1.2405009269714355, -2.330888271331787, -1.6419626474380493, -2.1137828826904297, -1.8237189054489136, -1.963122844696045, -2.826162338256836, -2.2874042987823486, -2.0107028484344482, -1.2311259508132935, -2.0324158668518066, -2.5601260662078857, -2.4970617294311523, -1.5838630199432373, -2.2104318141937256, -2.316056251525879, -1.9055782556533813, -1.0355128049850464, -2.0571815967559814, -2.1459460258483887, -1.7374616861343384, -1.8854868412017822, -2.624800205230713, -0.6989368200302124, -1.6825815439224243, -1.1593097448349, -2.62223744392395, -2.24238920211792, -1.9227914810180664, -2.3825109004974365, -1.2026392221450806, -0.7915166020393372, -1.0946252346038818, -1.6230753660202026, -1.2555969953536987, -0.7847633957862854, -0.7868443727493286, -1.596667766571045, -2.0854969024658203, -1.6921560764312744, -1.6080801486968994, -1.4559675455093384, -1.487142562866211, -1.1568268537521362, -2.508054256439209, -1.5295193195343018, -2.2016167640686035, -2.6184194087982178, -1.6843210458755493, -1.0652916431427002, -2.7429301738739014]}, "Bot001_034_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_034.log.json", "context": "Hey! What are you doing? [SMIRKING FACE WITH GLASSES].\nMy little story: work in insurance business hey! i help out at the food bank sometimes that must be a fun job yes it is! do you like movies? i like twilight its my favorite book . i do like action and fantasy movies. what are you up to ? [HEAR-NO-EVIL MONKEY] i like mean girls! nothing much just watching tv show today at work i got called a slacker . interesting i was kidnapped as a child . so going out is scary .. Also, try to guess: my father is ... I have no idea", "response": "in army, funny you :)", "annotation_id": "Bot001_034_10", "annotations": ["O", "X", "T", "X", "O", "X", "T", "O", "O", "X", "X", "O", "O", "T", "O"], "gpt2background_target_score": [-11.193788528442383, -12.454277992248535, -8.233009338378906, -9.967281341552734, -9.090578079223633, -9.025286674499512], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.6541962623596191, -1.0831348896026611, -1.6237797737121582, -1.7511608600616455, -0.7896012663841248, -3.1028809547424316, -1.7346149682998657, -1.293570637702942, -1.0482850074768066, -1.343543291091919, -2.588984251022339, -2.245731830596924, -2.4064736366271973, -1.9676810503005981, -1.0734440088272095, -0.40103358030319214, -3.563403606414795, -1.9222815036773682, -2.0922374725341797, -1.4257487058639526, -2.0351216793060303, -0.9470549821853638, -1.93879234790802, -1.3934075832366943, -1.9032301902770996, -1.8062647581100464, -2.149895668029785, -2.5117173194885254, -2.039835214614868, -1.2707998752593994, -2.6538784503936768, -2.304194927215576, -2.0153005123138428, -1.7544941902160645, -1.5959597826004028, -0.6244214773178101, -1.8190823793411255, -2.381265640258789, -2.38063383102417, -1.6238620281219482, -1.8893654346466064, -1.3851374387741089, -2.024125337600708, -2.008389949798584, -0.5099425911903381, -1.6719251871109009, -1.9181936979293823, -1.4082005023956299, -2.270874500274658, -2.133955478668213, -2.5660722255706787, -1.7459670305252075, -2.249786853790283, -1.8990318775177002, -1.7098877429962158, -2.3550708293914795, -2.006894111633301, -1.8695495128631592, -2.633057117462158, -3.0551984310150146, -1.0062012672424316, -3.0538833141326904, -2.163869619369507, -2.0521016120910645, -1.220359206199646, -2.1109912395477295, -0.6296840310096741, -1.282975435256958, -0.30058416724205017, -1.0900026559829712, -1.4869277477264404, -3.5535013675689697, -1.2688237428665161, -2.535733699798584, -3.2178306579589844, -2.529428005218506, -2.443856716156006, -1.2405009269714355, -2.330888271331787, -1.6419626474380493, -2.1137828826904297, -1.8237189054489136, -1.963122844696045, -2.826162338256836, -2.2874042987823486, -2.0107028484344482, -1.2311259508132935, -2.0324158668518066, -2.5601260662078857, -2.4970617294311523, -1.5838630199432373, -2.2104318141937256, -2.316056251525879, -1.9055782556533813, -1.0355128049850464, -2.0571815967559814, -2.1459460258483887, -1.7374616861343384, -1.8854868412017822, -2.624800205230713, -0.6989368200302124, -1.6825815439224243, -1.1593097448349, -2.62223744392395, -2.509111166000366, -2.5657107830047607, -1.3792283535003662, -1.104024052619934, -0.9246446490287781, -1.4294214248657227, -1.1541187763214111, -0.8244664072990417, -0.818924605846405, -1.5229765176773071, -2.1812267303466797, -1.8912174701690674, -1.5866961479187012, -1.3867393732070923, -1.3853943347930908, -1.0869321823120117, -2.402797222137451, -1.5341815948486328, -1.8215855360031128, -2.6818509101867676, -1.678751826286316, -1.0366666316986084, -2.647918224334717, -2.32084584236145, -1.2447527647018433, -0.6949217319488525, -1.5558674335479736, -2.542951822280884, -2.0205907821655273, -2.519926071166992, -1.7883857488632202, -2.400176525115967, -2.7662198543548584, -0.6743653416633606]}, "Bot001_034_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_034.log.json", "context": "Hey! What are you doing? [SMIRKING FACE WITH GLASSES].\nMy little story: work in insurance business hey! i help out at the food bank sometimes that must be a fun job yes it is! do you like movies? i like twilight its my favorite book . i do like action and fantasy movies. what are you up to ? [HEAR-NO-EVIL MONKEY] i like mean girls! nothing much just watching tv show today at work i got called a slacker . interesting i was kidnapped as a child . so going out is scary .. Also, try to guess: my father is ... I have no idea in army, funny you :) I got scared for a second haha", "response": "all of us hippies have long hair . nobody does today . not even women .", "annotation_id": "Bot001_034_12", "annotations": ["T", "X", "O", "X", "O", "X", "X", "O", "O", "X", "X", "O", "O", "X", "T"], "gpt2background_target_score": [-11.244300842285156, -9.14709186553955, -11.587186813354492, -12.241106986999512, -10.933183670043945, -10.811566352844238, -11.872529983520508, -11.918161392211914, -12.925629615783691, -12.28634262084961, -12.194639205932617, -12.422986030578613, -11.60226058959961, -12.265470504760742, -12.434621810913086, -12.94904899597168, -9.29898452758789], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.6541962623596191, -1.0831348896026611, -1.6237797737121582, -1.7511608600616455, -0.7896012663841248, -3.1028809547424316, -1.7346149682998657, -1.293570637702942, -1.0482850074768066, -1.343543291091919, -2.588984251022339, -2.245731830596924, -2.4064736366271973, -1.9676810503005981, -1.0734440088272095, -0.40103358030319214, -3.563403606414795, -1.9222815036773682, -2.0922374725341797, -1.4257487058639526, -2.0351216793060303, -0.9470549821853638, -1.93879234790802, -1.3934075832366943, -1.9032301902770996, -1.8062647581100464, -2.149895668029785, -2.5117173194885254, -2.039835214614868, -1.2707998752593994, -2.6538784503936768, -2.304194927215576, -2.0153005123138428, -1.7544941902160645, -1.5959597826004028, -0.6244214773178101, -1.8190823793411255, -2.381265640258789, -2.38063383102417, -1.6238620281219482, -1.8893654346466064, -1.3851374387741089, -2.024125337600708, -2.008389949798584, -0.5099425911903381, -1.6719251871109009, -1.9181936979293823, -1.4082005023956299, -2.270874500274658, -2.133955478668213, -2.5660722255706787, -1.7459670305252075, -2.249786853790283, -1.8990318775177002, -1.7098877429962158, -2.3550708293914795, -2.006894111633301, -1.8695495128631592, -2.633057117462158, -3.0551984310150146, -1.0062012672424316, -3.0538833141326904, -2.163869619369507, -2.0521016120910645, -1.220359206199646, -2.1109912395477295, -0.6296840310096741, -1.282975435256958, -0.30058416724205017, -1.0900026559829712, -1.4869277477264404, -3.5535013675689697, -1.2688237428665161, -2.535733699798584, -3.2178306579589844, -2.529428005218506, -2.443856716156006, -1.2405009269714355, -2.330888271331787, -1.6419626474380493, -2.1137828826904297, -1.8237189054489136, -1.963122844696045, -2.826162338256836, -2.2874042987823486, -2.0107028484344482, -1.2311259508132935, -2.0324158668518066, -2.5601260662078857, -2.4970617294311523, -1.5838630199432373, -2.2104318141937256, -2.316056251525879, -1.9055782556533813, -1.0355128049850464, -2.0571815967559814, -2.1459460258483887, -1.7374616861343384, -1.8854868412017822, -2.624800205230713, -0.6989368200302124, -1.6825815439224243, -1.1593097448349, -2.62223744392395, -2.509111166000366, -2.5657107830047607, -1.3792283535003662, -1.104024052619934, -0.9246446490287781, -1.4294214248657227, -1.1541187763214111, -0.8244664072990417, -0.818924605846405, -1.5229765176773071, -2.1812267303466797, -1.8912174701690674, -1.5866961479187012, -1.3867393732070923, -1.3853943347930908, -1.0869321823120117, -2.402797222137451, -1.5341815948486328, -1.8215855360031128, -2.6818509101867676, -1.678751826286316, -1.0366666316986084, -2.647918224334717, -2.32084584236145, -1.2447527647018433, -0.6949217319488525, -1.5558674335479736, -2.1685519218444824, -2.2311811447143555, -2.0998849868774414, -2.001448392868042, -2.8071303367614746, -2.1336960792541504, -2.176985740661621, -1.8348848819732666, -2.5052096843719482, -1.517524003982544, -1.1277343034744263, -2.3915657997131348, -2.1169917583465576, -2.309199094772339, -1.9288582801818848, -2.1169798374176025, -1.2280994653701782, -3.5157504081726074, -2.062528610229492, -2.6478383541107178, -1.651012897491455, -2.1430671215057373, -2.4104180335998535, -2.394787073135376, -1.7511483430862427, -2.1439545154571533, -2.502417802810669, -2.3386545181274414, -1.692489743232727, -2.191192626953125, -2.6619186401367188]}, "Bot001_034_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_034.log.json", "context": "Hey! What are you doing? [SMIRKING FACE WITH GLASSES].\nMy little story: work in insurance business hey! i help out at the food bank sometimes that must be a fun job yes it is! do you like movies? i like twilight its my favorite book . i do like action and fantasy movies. what are you up to ? [HEAR-NO-EVIL MONKEY] i like mean girls! nothing much just watching tv show today at work i got called a slacker . interesting i was kidnapped as a child . so going out is scary .. Also, try to guess: my father is ... I have no idea in army, funny you :) I got scared for a second haha all of us hippies have long hair . nobody does today . not even women . are you a hippie?", "response": "do you like sports ? some hippies don't , but i enjoy them .", "annotation_id": "Bot001_034_14", "annotations": ["X", "T", "O", "X", "T", "O", "X", "O", "O", "T", "X", "O", "O", "O", "T"], "gpt2background_target_score": [-12.257475852966309, -7.276358604431152, -10.744508743286133, -11.801478385925293, -8.973359107971191, -10.28510856628418, -12.472247123718262, -11.536399841308594, -9.825553894042969, -12.213674545288086, -11.607099533081055, -10.375555038452148, -10.094600677490234, -14.265390396118164, -14.366655349731445, -10.405384063720703], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.6541962623596191, -1.0831348896026611, -1.6237797737121582, -1.7511608600616455, -0.7896012663841248, -3.1028809547424316, -1.7346149682998657, -1.293570637702942, -1.0482850074768066, -1.343543291091919, -2.588984251022339, -2.245731830596924, -2.4064736366271973, -1.9676810503005981, -1.0734440088272095, -0.40103358030319214, -3.563403606414795, -1.9222815036773682, -2.0922374725341797, -1.4257487058639526, -2.0351216793060303, -0.9470549821853638, -1.93879234790802, -1.3934075832366943, -1.9032301902770996, -1.8062647581100464, -2.149895668029785, -2.5117173194885254, -2.039835214614868, -1.2707998752593994, -2.6538784503936768, -2.304194927215576, -2.0153005123138428, -1.7544941902160645, -1.5959597826004028, -0.6244214773178101, -1.8190823793411255, -2.381265640258789, -2.38063383102417, -1.6238620281219482, -1.8893654346466064, -1.3851374387741089, -2.024125337600708, -2.008389949798584, -0.5099425911903381, -1.6719251871109009, -1.9181936979293823, -1.4082005023956299, -2.270874500274658, -2.133955478668213, -2.5660722255706787, -1.7459670305252075, -2.249786853790283, -1.8990318775177002, -1.7098877429962158, -2.3550708293914795, -2.006894111633301, -1.8695495128631592, -2.633057117462158, -3.0551984310150146, -1.0062012672424316, -3.0538833141326904, -2.163869619369507, -2.0521016120910645, -1.220359206199646, -2.1109912395477295, -0.6296840310096741, -1.282975435256958, -0.30058416724205017, -1.0900026559829712, -1.4869277477264404, -3.5535013675689697, -1.2688237428665161, -2.535733699798584, -3.2178306579589844, -2.529428005218506, -2.443856716156006, -1.2405009269714355, -2.330888271331787, -1.6419626474380493, -2.1137828826904297, -1.8237189054489136, -1.963122844696045, -2.826162338256836, -2.2874042987823486, -2.0107028484344482, -1.2311259508132935, -2.0324158668518066, -2.5601260662078857, -2.4970617294311523, -1.5838630199432373, -2.2104318141937256, -2.316056251525879, -1.9055782556533813, -1.0355128049850464, -2.0571815967559814, -2.1459460258483887, -1.7374616861343384, -1.8854868412017822, -2.624800205230713, -0.6989368200302124, -1.6825815439224243, -1.1593097448349, -2.62223744392395, -2.509111166000366, -2.5657107830047607, -1.3792283535003662, -1.104024052619934, -0.9246446490287781, -1.4294214248657227, -1.1541187763214111, -0.8244664072990417, -0.818924605846405, -1.5229765176773071, -2.1812267303466797, -1.8912174701690674, -1.5866961479187012, -1.3867393732070923, -1.3853943347930908, -1.0869321823120117, -2.402797222137451, -1.5341815948486328, -1.8215855360031128, -2.6818509101867676, -1.678751826286316, -1.0366666316986084, -2.647918224334717, -2.32084584236145, -1.2447527647018433, -0.6949217319488525, -1.5558674335479736, -2.1685519218444824, -2.2311811447143555, -2.0998849868774414, -2.001448392868042, -2.8071303367614746, -2.1336965560913086, -2.1769862174987793, -1.8348828554153442, -2.5052077770233154, -1.5175243616104126, -1.127734661102295, -2.391566514968872, -2.1169917583465576, -1.7214852571487427, -1.466469407081604, -1.3423141241073608, -2.2059874534606934, -2.510631799697876, -2.678051710128784, -1.5467793941497803, -2.0024447441101074, -2.1949350833892822, -2.5106048583984375, -1.6370797157287598, -2.4366321563720703, -2.1216816902160645, -2.620767593383789, -1.9744316339492798, -2.262746810913086, -2.308354616165161, -1.4824540615081787, -2.8477344512939453, -2.629427909851074, -0.2571893632411957, -1.5033363103866577, -2.3867695331573486, -2.21934175491333, -0.3496081829071045, -1.5890283584594727, -2.8576745986938477, -1.053184986114502, -1.366360068321228, -1.7911453247070312, -0.5680652856826782, -2.2602827548980713, -0.4363577365875244, -1.5698637962341309, -2.0761349201202393, -1.5812199115753174, -2.2289352416992188, -2.489600896835327, -2.2454750537872314, -1.6750868558883667]}, "Bot001_034_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_034.log.json", "context": "Hey! What are you doing? [SMIRKING FACE WITH GLASSES].\nMy little story: work in insurance business hey! i help out at the food bank sometimes that must be a fun job yes it is! do you like movies? i like twilight its my favorite book . i do like action and fantasy movies. what are you up to ? [HEAR-NO-EVIL MONKEY] i like mean girls! nothing much just watching tv show today at work i got called a slacker . interesting i was kidnapped as a child . so going out is scary .. Also, try to guess: my father is ... I have no idea in army, funny you :) I got scared for a second haha all of us hippies have long hair . nobody does today . not even women . are you a hippie? do you like sports ? some hippies don't , but i enjoy them . no I don\u2019t, I used to do climbing but i\u2019m afraid of heights", "response": "you are really missing some great views . what are you up to today ? [SMILING FACE WITH OPEN MOUTH AND SMILING EYES]", "annotation_id": "Bot001_034_16", "annotations": ["O", "X", "O", "X", "O", "O", "X", "O", "O", "O", "X", "O", "O", "T", "O"], "gpt2background_target_score": [-11.352846145629883, -8.82388687133789, -8.195323944091797, -12.088654518127441, -8.068693161010742, -9.218583106994629, -13.337589263916016, -13.059532165527344, -10.588225364685059, -9.549246788024902, -9.393177032470703, -8.275477409362793, -12.120105743408203, -12.066705703735352, -9.493945121765137, -6.418216228485107, -10.577493667602539, -11.061314582824707, -12.749727249145508, -9.85588264465332, -11.918901443481445, -12.390364646911621, -10.628731727600098, -13.967326164245605, -14.401764869689941, -10.320402145385742, -10.012229919433594, -11.978585243225098, -12.741375923156738, -10.894966125488281, -13.776399612426758, -11.815450668334961], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.6541962623596191, -1.0831348896026611, -1.6237797737121582, -1.7511608600616455, -0.7896012663841248, -3.1028809547424316, -1.7346149682998657, -1.293570637702942, -1.0482850074768066, -1.343543291091919, -2.588984251022339, -2.245731830596924, -2.4064736366271973, -1.9676810503005981, -1.0734440088272095, -0.40103358030319214, -3.563403606414795, -1.9222815036773682, -2.0922374725341797, -1.4257487058639526, -2.0351216793060303, -0.9470549821853638, -1.93879234790802, -1.3934075832366943, -1.9032301902770996, -1.8062647581100464, -2.149895668029785, -2.5117173194885254, -2.039835214614868, -1.2707998752593994, -2.6538784503936768, -2.304194927215576, -2.0153005123138428, -1.7544941902160645, -1.5959597826004028, -0.6244214773178101, -1.8190823793411255, -2.381265640258789, -2.38063383102417, -1.6238620281219482, -1.8893654346466064, -1.3851374387741089, -2.024125337600708, -2.008389949798584, -0.5099425911903381, -1.6719251871109009, -1.9181936979293823, -1.4082005023956299, -2.270874500274658, -2.133955478668213, -2.5660722255706787, -1.7459670305252075, -2.249786853790283, -1.8990318775177002, -1.7098877429962158, -2.3550708293914795, -2.006894111633301, -1.8695495128631592, -2.633057117462158, -3.0551984310150146, -1.0062012672424316, -3.0538833141326904, -2.163869619369507, -2.0521016120910645, -1.220359206199646, -2.1109912395477295, -0.6296840310096741, -1.282975435256958, -0.30058416724205017, -1.0900026559829712, -1.4869277477264404, -3.5535013675689697, -1.2688237428665161, -2.535733699798584, -3.2178306579589844, -2.529428005218506, -2.443856716156006, -1.2405009269714355, -2.330888271331787, -1.6419626474380493, -2.1137828826904297, -1.8237189054489136, -1.963122844696045, -2.826162338256836, -2.2874042987823486, -2.0107028484344482, -1.2311259508132935, -2.0324158668518066, -2.5601260662078857, -2.4970617294311523, -1.5838630199432373, -2.2104318141937256, -2.316056251525879, -1.9055782556533813, -1.0355128049850464, -2.0571815967559814, -2.1459460258483887, -1.7374616861343384, -1.8854868412017822, -2.624800205230713, -0.6989368200302124, -1.6825815439224243, -1.1593097448349, -2.62223744392395, -2.509111166000366, -2.5657107830047607, -1.3792283535003662, -1.104024052619934, -0.9246446490287781, -1.4294214248657227, -1.1541187763214111, -0.8244664072990417, -0.818924605846405, -1.5229765176773071, -2.1812267303466797, -1.8912174701690674, -1.5866961479187012, -1.3867393732070923, -1.3853943347930908, -1.0869321823120117, -2.402797222137451, -1.5341815948486328, -1.8215855360031128, -2.6818509101867676, -1.678751826286316, -1.0366666316986084, -2.647918224334717, -2.32084584236145, -1.2447527647018433, -0.6949217319488525, -1.5558674335479736, -2.1685519218444824, -2.2311811447143555, -2.0998849868774414, -2.001448392868042, -2.8071303367614746, -2.1336960792541504, -2.176985740661621, -1.8348848819732666, -2.5052096843719482, -1.517524003982544, -1.1277343034744263, -2.3915657997131348, -2.1169917583465576, -1.7214839458465576, -1.4664688110351562, -1.34231436252594, -2.2059898376464844, -2.5106308460235596, -2.6780524253845215, -1.5467808246612549, -2.002444267272949, -2.1949350833892822, -2.5106050968170166, -1.6370785236358643, -2.436631679534912, -2.121683120727539, -2.6207668781280518, -1.9744316339492798, -2.262744903564453, -2.3083529472351074, -1.48245370388031, -2.847733974456787, -2.629429340362549, -0.2571892738342285, -1.5033341646194458, -2.3867688179016113, -0.2968554198741913, -1.7034298181533813, -2.79451847076416, -1.0275224447250366, -2.262289047241211, -1.8689897060394287, -0.6466741561889648, -2.3285794258117676, -0.3636544644832611, -1.510925054550171, -2.0081474781036377, -1.4791003465652466, -2.3375911712646484, -2.540306806564331, -2.094641923904419, -1.7346323728561401, -1.8007709980010986, -1.7833126783370972, -0.21787303686141968, -0.14974519610404968, -0.14113685488700867, -1.4850881099700928, -1.711539626121521, -1.9391264915466309, -0.12918047606945038, -1.75771963596344, -2.2874157428741455, -1.7279821634292603, -1.5349003076553345, -2.830488443374634, -0.14109452068805695, -0.5904822945594788, -1.6621439456939697, -1.7154768705368042, -2.7351605892181396, -1.9928299188613892, -2.1179120540618896, -2.131155014038086, -1.48994779586792, -1.9638738632202148, -1.1545827388763428, -1.7709190845489502, -2.435657262802124, -2.3297746181488037, -2.362795829772949, -1.8924232721328735, -0.5114355683326721, -1.374086618423462, -0.216385155916214, -0.6173061728477478, -0.505301833152771, -1.0376039743423462, -3.502640724182129, -0.12970970571041107, -0.6267620921134949, -0.9821749329566956, -0.41171956062316895, -0.46841055154800415, -3.410146474838257, -2.655588150024414, -0.9698325395584106, -2.301060914993286, -3.334751844406128, -0.5552335381507874, -0.26015734672546387, -0.6623820662498474, -1.7254141569137573, -1.779419183731079, -1.3608659505844116]}, "Bot001_034_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_034.log.json", "context": "Hey! What are you doing? [SMIRKING FACE WITH GLASSES].\nMy little story: work in insurance business hey! i help out at the food bank sometimes that must be a fun job yes it is! do you like movies? i like twilight its my favorite book . i do like action and fantasy movies. what are you up to ? [HEAR-NO-EVIL MONKEY] i like mean girls! nothing much just watching tv show today at work i got called a slacker . interesting i was kidnapped as a child . so going out is scary .. Also, try to guess: my father is ... I have no idea in army, funny you :) I got scared for a second haha all of us hippies have long hair . nobody does today . not even women . are you a hippie? do you like sports ? some hippies don't , but i enjoy them . no I don\u2019t, I used to do climbing but i\u2019m afraid of heights you are really missing some great views . what are you up to today ? [SMILING FACE WITH OPEN MOUTH AND SMILING EYES] going to a party again, you?", "response": "i just had a party for my nephew , it was zoo themed . [GRINNING FACE WITH SMILING EYES]", "annotation_id": "Bot001_034_18", "annotations": ["T", "O", "O", "T", "T", "O", "T", "O", "O", "O", "X", "O", "O", "O", "O"], "gpt2background_target_score": [-10.230122566223145, -7.944573879241943, -8.043675422668457, -5.557527542114258, -11.285240173339844, -3.3403947353363037, -8.443220138549805, -12.447189331054688, -12.602484703063965, -9.521805763244629, -12.109600067138672, -12.806825637817383, -13.182707786560059, -11.902816772460938, -6.233128070831299, -8.7505521774292, -9.626461029052734, -11.652599334716797, -9.361711502075195, -13.616954803466797, -12.015667915344238, -11.594724655151367, -11.498581886291504, -9.833375930786133, -11.805274963378906, -10.65308952331543], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.6541962623596191, -1.0831348896026611, -1.6237797737121582, -1.7511608600616455, -0.7896012663841248, -3.1028809547424316, -1.7346149682998657, -1.293570637702942, -1.0482850074768066, -1.343543291091919, -2.588984251022339, -2.245731830596924, -2.4064736366271973, -1.9676810503005981, -1.0734440088272095, -0.40103358030319214, -3.563403606414795, -1.9222815036773682, -2.0922374725341797, -1.4257487058639526, -2.0351216793060303, -0.9470549821853638, -1.93879234790802, -1.3934075832366943, -1.9032301902770996, -1.8062647581100464, -2.149895668029785, -2.5117173194885254, -2.039835214614868, -1.2707998752593994, -2.6538784503936768, -2.304194927215576, -2.0153005123138428, -1.7544941902160645, -1.5959597826004028, -0.6244214773178101, -1.8190823793411255, -2.381265640258789, -2.38063383102417, -1.6238620281219482, -1.8893654346466064, -1.3851374387741089, -2.024125337600708, -2.008389949798584, -0.5099425911903381, -1.6719251871109009, -1.9181936979293823, -1.4082005023956299, -2.270874500274658, -2.133955478668213, -2.5660722255706787, -1.7459670305252075, -2.249786853790283, -1.8990318775177002, -1.7098877429962158, -2.3550708293914795, -2.006894111633301, -1.8695495128631592, -2.633057117462158, -3.0551984310150146, -1.0062012672424316, -3.0538833141326904, -2.163869619369507, -2.0521016120910645, -1.220359206199646, -2.1109912395477295, -0.6296840310096741, -1.282975435256958, -0.30058416724205017, -1.0900026559829712, -1.4869277477264404, -3.5535013675689697, -1.2688237428665161, -2.535733699798584, -3.2178306579589844, -2.529428005218506, -2.443856716156006, -1.2405009269714355, -2.330888271331787, -1.6419626474380493, -2.1137828826904297, -1.8237189054489136, -1.963122844696045, -2.826162338256836, -2.2874042987823486, -2.0107028484344482, -1.2311259508132935, -2.0324158668518066, -2.5601260662078857, -2.4970617294311523, -1.5838630199432373, -2.2104318141937256, -2.316056251525879, -1.9055782556533813, -1.0355128049850464, -2.0571815967559814, -2.1459460258483887, -1.7374616861343384, -1.8854868412017822, -2.624800205230713, -0.6989368200302124, -1.6825815439224243, -1.1593097448349, -2.62223744392395, -2.509111166000366, -2.5657107830047607, -1.3792283535003662, -1.104024052619934, -0.9246446490287781, -1.4294214248657227, -1.1541187763214111, -0.8244664072990417, -0.818924605846405, -1.5229765176773071, -2.1812267303466797, -1.8912174701690674, -1.5866961479187012, -1.3867393732070923, -1.3853943347930908, -1.0869321823120117, -2.402797222137451, -1.5341815948486328, -1.8215855360031128, -2.6818509101867676, -1.678751826286316, -1.0366666316986084, -2.647918224334717, -2.32084584236145, -1.2447527647018433, -0.6949217319488525, -1.5558674335479736, -2.1685519218444824, -2.2311811447143555, -2.0998849868774414, -2.001447916030884, -2.807129383087158, -2.1336958408355713, -2.176985263824463, -1.8348846435546875, -2.505209445953369, -1.5175262689590454, -1.1277345418930054, -2.3915653228759766, -2.1169917583465576, -1.7214843034744263, -1.4664690494537354, -1.3423142433166504, -2.205988645553589, -2.5106310844421387, -2.678053140640259, -1.546781301498413, -2.00244402885437, -2.1949334144592285, -2.5106072425842285, -1.6370803117752075, -2.436631441116333, -2.12168288230896, -2.620767831802368, -1.974434494972229, -2.262746572494507, -2.308351755142212, -1.4824527502059937, -2.847735643386841, -2.6294267177581787, -0.2571885585784912, -1.5033349990844727, -2.3867690563201904, -0.2968554198741913, -1.703428864479065, -2.7945170402526855, -1.0275237560272217, -2.2622878551483154, -1.8689898252487183, -0.6466731429100037, -2.328578472137451, -0.3636537194252014, -1.5109233856201172, -2.0081472396850586, -1.4790993928909302, -2.337590456008911, -2.5403103828430176, -2.0946414470672607, -1.7346326112747192, -1.800770878791809, -1.7833120822906494, -0.21787312626838684, -0.14974519610404968, -0.14113685488700867, -1.4850859642028809, -1.7115391492843628, -1.9391257762908936, -0.12918037176132202, -1.7577197551727295, -2.2874152660369873, -1.7279810905456543, -1.5348995923995972, -2.8304872512817383, -0.14109472930431366, -0.590480625629425, -1.6621432304382324, -1.7154778242111206, -2.7351596355438232, -1.9928323030471802, -2.4509925842285156, -2.339632034301758, -3.2151544094085693, -1.0746445655822754, -1.56725013256073, -2.3291375637054443, -2.1999897956848145, -2.2729692459106445, -1.750230073928833, -0.39869794249534607, -1.0805522203445435, -0.20699353516101837, -0.7193560004234314, -0.7146129012107849, -2.4285993576049805, -3.361447811126709, -0.1405351310968399, -1.1826107501983643, -1.2864400148391724, -0.48302629590034485, -0.5546999573707581, -3.5087201595306396, -2.744669198989868, -1.0617940425872803, -2.211818218231201, -3.444183588027954, -0.6006496548652649, -0.26539742946624756, -0.6839339733123779, -1.7523704767227173, -1.5390249490737915, -1.8625483512878418, -0.7912921905517578, -1.5887871980667114, -2.6063144207000732, -2.583231210708618, -2.3774375915527344, -2.275158643722534, -2.434943675994873, -2.612712860107422, -2.1321773529052734, -2.72196102142334, -2.549292802810669, -0.7548525929450989, -3.1576485633850098, -1.5148719549179077, -1.5086432695388794, -2.056520462036133, -1.8695353269577026, -1.6687695980072021, -0.5943848490715027, -1.811583399772644, -2.567920684814453, -2.0921335220336914, -1.6494958400726318, -2.121422052383423, -2.0848753452301025, -2.2235965728759766, -1.6822389364242554, -0.7114657163619995, -3.0709545612335205, -0.1887291818857193, -0.21957704424858093, -1.7609302997589111, -0.07253747433423996, -0.33136606216430664, -2.7253942489624023]}, "Bot001_034_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_034.log.json", "context": "Hey! What are you doing? [SMIRKING FACE WITH GLASSES].\nMy little story: work in insurance business hey! i help out at the food bank sometimes that must be a fun job yes it is! do you like movies? i like twilight its my favorite book . i do like action and fantasy movies. what are you up to ? [HEAR-NO-EVIL MONKEY] i like mean girls! nothing much just watching tv show today at work i got called a slacker . interesting i was kidnapped as a child . so going out is scary .. Also, try to guess: my father is ... I have no idea in army, funny you :) I got scared for a second haha all of us hippies have long hair . nobody does today . not even women . are you a hippie? do you like sports ? some hippies don't , but i enjoy them . no I don\u2019t, I used to do climbing but i\u2019m afraid of heights you are really missing some great views . what are you up to today ? [SMILING FACE WITH OPEN MOUTH AND SMILING EYES] going to a party again, you? i just had a party for my nephew , it was zoo themed . [GRINNING FACE WITH SMILING EYES] do you like parties in general?", "response": "dude , i'm the party king ! college is seriously sweet , so many parties bro .", "annotation_id": "Bot001_034_20", "annotations": ["X", "O", "O", "X", "O", "O", "O", "O", "O", "O", "X", "O", "O", "T", "O"], "gpt2background_target_score": [-11.347553253173828, -13.164088249206543, -13.24947738647461, -8.908812522888184, -10.11955451965332, -6.702141761779785, -11.920271873474121, -14.694978713989258, -12.277589797973633, -11.759429931640625, -8.98126220703125, -12.820082664489746, -11.187926292419434, -11.326095581054688, -10.004195213317871, -13.358755111694336, -13.03300666809082, -12.663956642150879, -10.910396575927734], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.6541962623596191, -1.0831348896026611, -1.6237797737121582, -1.7511608600616455, -0.7896012663841248, -3.1028809547424316, -1.7346149682998657, -1.293570637702942, -1.0482850074768066, -1.343543291091919, -2.588984251022339, -2.245731830596924, -2.4064736366271973, -1.9676810503005981, -1.0734440088272095, -0.40103358030319214, -3.563403606414795, -1.9222815036773682, -2.0922374725341797, -1.4257487058639526, -2.0351216793060303, -0.9470549821853638, -1.93879234790802, -1.3934075832366943, -1.9032301902770996, -1.8062647581100464, -2.149895668029785, -2.5117173194885254, -2.039835214614868, -1.2707998752593994, -2.6538784503936768, -2.304194927215576, -2.0153005123138428, -1.7544941902160645, -1.5959597826004028, -0.6244214773178101, -1.8190823793411255, -2.381265640258789, -2.38063383102417, -1.6238620281219482, -1.8893654346466064, -1.3851374387741089, -2.024125337600708, -2.008389949798584, -0.5099425911903381, -1.6719251871109009, -1.9181936979293823, -1.4082005023956299, -2.270874500274658, -2.133955478668213, -2.5660722255706787, -1.7459670305252075, -2.249786853790283, -1.8990318775177002, -1.7098877429962158, -2.3550708293914795, -2.006894111633301, -1.8695495128631592, -2.633057117462158, -3.0551984310150146, -1.0062012672424316, -3.0538833141326904, -2.163869619369507, -2.0521016120910645, -1.220359206199646, -2.1109912395477295, -0.6296840310096741, -1.282975435256958, -0.30058416724205017, -1.0900026559829712, -1.4869277477264404, -3.5535013675689697, -1.2688237428665161, -2.535733699798584, -3.2178306579589844, -2.529428005218506, -2.443856716156006, -1.2405009269714355, -2.330888271331787, -1.6419626474380493, -2.1137828826904297, -1.8237189054489136, -1.963122844696045, -2.826162338256836, -2.2874042987823486, -2.0107028484344482, -1.2311259508132935, -2.0324158668518066, -2.5601260662078857, -2.4970617294311523, -1.5838630199432373, -2.2104318141937256, -2.316056251525879, -1.9055782556533813, -1.0355128049850464, -2.0571815967559814, -2.1459460258483887, -1.7374616861343384, -1.8854868412017822, -2.624800205230713, -0.6989368200302124, -1.6825815439224243, -1.1593097448349, -2.62223744392395, -2.509111166000366, -2.5657107830047607, -1.3792283535003662, -1.104024052619934, -0.9246446490287781, -1.4294214248657227, -1.1541187763214111, -0.8244664072990417, -0.818924605846405, -1.5229765176773071, -2.1812267303466797, -1.8912174701690674, -1.5866961479187012, -1.3867393732070923, -1.3853943347930908, -1.0869321823120117, -2.402797222137451, -1.5341815948486328, -1.8215855360031128, -2.6818509101867676, -1.678751826286316, -1.0366666316986084, -2.647918224334717, -2.32084584236145, -1.2447527647018433, -0.6949217319488525, -1.5558674335479736, -2.1685519218444824, -2.2311811447143555, -2.0998849868774414, -2.001448392868042, -2.8071303367614746, -2.1336960792541504, -2.176985740661621, -1.8348848819732666, -2.5052096843719482, -1.517524003982544, -1.1277343034744263, -2.3915657997131348, -2.1169917583465576, -1.7214839458465576, -1.4664688110351562, -1.34231436252594, -2.2059884071350098, -2.5106310844421387, -2.678050994873047, -1.5467802286148071, -2.0024449825286865, -2.1949334144592285, -2.5106070041656494, -1.6370805501937866, -2.4366321563720703, -2.1216835975646973, -2.6207685470581055, -1.9744315147399902, -2.262746810913086, -2.308351993560791, -1.4824528694152832, -2.847734212875366, -2.6294281482696533, -0.25718945264816284, -1.50333571434021, -2.3867688179016113, -0.29685550928115845, -1.7034282684326172, -2.79451847076416, -1.027523398399353, -2.2622883319854736, -1.8689879179000854, -0.6466731429100037, -2.3285796642303467, -0.36365506052970886, -1.510923147201538, -2.0081489086151123, -1.4791009426116943, -2.3375914096832275, -2.5403084754943848, -2.0946409702301025, -1.7346323728561401, -1.8007698059082031, -1.7833118438720703, -0.21787312626838684, -0.1497454047203064, -0.14113706350326538, -1.4850877523422241, -1.711539626121521, -1.939125895500183, -0.12918037176132202, -1.7577183246612549, -2.28741717338562, -1.7279809713363647, -1.5348995923995972, -2.83048677444458, -0.14109452068805695, -0.590481698513031, -1.6621429920196533, -1.7154773473739624, -2.7351608276367188, -1.992830753326416, -2.4509925842285156, -2.339632034301758, -3.2151544094085693, -1.0746439695358276, -1.56725013256073, -2.32913875579834, -2.199988603591919, -2.2729697227478027, -1.7502294778823853, -0.39869722723960876, -1.0805500745773315, -0.20699363946914673, -0.7193555235862732, -0.7146138548851013, -2.428600788116455, -3.36144757270813, -0.1405351310968399, -1.1826168298721313, -1.2864385843276978, -0.4830273985862732, -0.554700493812561, -3.5087223052978516, -2.7446696758270264, -1.061793327331543, -2.211815595626831, -3.444180488586426, -0.6006491780281067, -0.26539844274520874, -0.6839351058006287, -1.7523704767227173, -1.5390244722366333, -1.8625491857528687, -0.7912933826446533, -1.5887879133224487, -2.606316328048706, -2.5832297801971436, -2.3774378299713135, -2.2751572132110596, -2.434945583343506, -2.61271333694458, -2.2853775024414062, -1.8410545587539673, -0.8980005979537964, -2.9018049240112305, -1.6493488550186157, -1.578352451324463, -2.084075689315796, -1.8151143789291382, -1.8525962829589844, -0.7437956929206848, -1.8279600143432617, -2.6327035427093506, -2.166271209716797, -1.9123622179031372, -1.6342902183532715, -2.1324803829193115, -2.1921145915985107, -2.358372688293457, -0.6830748319625854, -3.0162172317504883, -0.2296615093946457, -0.22548437118530273, -1.6037776470184326, -0.07721878588199615, -0.29649674892425537, -2.607057571411133, -0.3117550313472748, -0.6141917705535889, -3.2047665119171143, -1.2374755144119263, -2.143644332885742, -0.694179117679596, -2.197489023208618, -2.0633738040924072, -1.0315696001052856, -1.7431960105895996, -1.2700386047363281, -2.007172107696533, -1.856123685836792, -1.9479299783706665, -3.225356101989746, -2.3533058166503906, -1.885428786277771, -2.315924882888794, -2.283426284790039, -2.5387609004974365, -2.1654975414276123, -1.339920163154602, -1.1322219371795654, -2.037978172302246, -1.6751590967178345, -1.6548614501953125, -1.7975966930389404]}, "Bot001_035_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_035.log.json", "context": "Buongiorno! Such a nice day! How are you?.\nShort bio: transportation is my motorbike I'm fine, thanks you! And how are you doing?", "response": "oh feeling good . my house is sparkling clean . love cleaning. where are you from ?", "annotation_id": "Bot001_035_02", "annotations": ["O", "O", "T", "O", "O", "X", "O", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-11.859306335449219, -10.675491333007812, -10.071747779846191, -11.629388809204102, -8.663381576538086, -11.039636611938477, -10.800995826721191, -10.65735149383545, -10.617361068725586, -9.45271110534668, -9.491758346557617, -11.446013450622559, -6.623065948486328, -9.47719955444336, -9.015433311462402, -9.852389335632324, -7.700295448303223, -9.827682495117188], "gpt2background_argmax_score": [-0.16947178542613983, -3.099961280822754, -3.3249471187591553, -2.9643614292144775, -1.2392821311950684, -0.535420835018158, -2.001927137374878, -3.1531805992126465, -1.3349566459655762, -0.9358598589897156, -2.21791410446167, -0.3531116247177124, -1.6789132356643677, -1.5715683698654175, -1.8841921091079712, -0.39135295152664185, -2.381215810775757, -1.0797579288482666, -1.461153268814087, -2.806865930557251, -2.1292734146118164, -1.6926541328430176, -0.571887731552124, -1.7553691864013672, -2.372368335723877, -2.422732353210449, -1.1313741207122803, -1.0594781637191772, -1.2570204734802246, -1.713979959487915, -1.6973596811294556, -1.9450467824935913, -1.4213746786117554, -0.18191848695278168, -1.2639845609664917, -0.9040778279304504, -1.5706862211227417, -1.6551055908203125, -2.6054129600524902, -1.7437962293624878, -1.9252737760543823, -1.8447721004486084, -2.7675111293792725, -0.9618152976036072, -2.883617401123047, -2.1616337299346924, -1.9163744449615479, -2.4334700107574463, -1.513442873954773, -2.258437395095825, -1.7320928573608398, -1.1782249212265015, -0.29729023575782776, -1.6992101669311523, -1.0536454916000366, -0.5530844330787659]}, "Bot001_035_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_035.log.json", "context": "Buongiorno! Such a nice day! How are you?.\nShort bio: transportation is my motorbike I'm fine, thanks you! And how are you doing? oh feeling good . my house is sparkling clean . love cleaning. where are you from ? I'm from Spain and my favorite food is mexican food. What is your favorite food?", "response": "yes actually i like it a lot . hows it going today ?", "annotation_id": "Bot001_035_04", "annotations": ["T", "O", "O", "O", "O", "X", "X", "O", "T", "O", "X", "T", "O", "O", "O"], "gpt2background_target_score": [-13.419607162475586, -11.143924713134766, -8.498932838439941, -8.960820198059082, -9.346573829650879, -0.5354217290878296, -6.604936599731445, -10.409723281860352, -9.307002067565918, -11.564896583557129, -6.829855918884277, -9.547425270080566, -3.3487324714660645, -10.100056648254395], "gpt2background_argmax_score": [-0.1694696694612503, -3.0999600887298584, -3.3249475955963135, -2.9643619060516357, -1.239281415939331, -0.5354217290878296, -2.0019288063049316, -3.1531782150268555, -1.3349571228027344, -0.9358590841293335, -2.2179129123687744, -0.353112131357193, -1.6789153814315796, -1.5715696811676025, -1.8841906785964966, -0.39135271310806274, -2.381216049194336, -1.0797570943832397, -1.4611519575119019, -2.8068668842315674, -2.129271984100342, -1.6926500797271729, -0.5718873143196106, -1.7553677558898926, -2.372366189956665, -2.4227306842803955, -1.1313738822937012, -1.0594769716262817, -1.2570223808288574, -1.7139840126037598, -1.6973627805709839, -1.9450472593307495, -1.4213764667510986, -0.18191838264465332, -1.2639834880828857, -0.9040809869766235, -1.5706868171691895, -2.6999127864837646, -1.9270472526550293, -1.9313387870788574, -2.294119358062744, -2.4830565452575684, -1.083409070968628, -2.8089540004730225, -2.1665854454040527, -1.9089525938034058, -2.401862144470215, -1.6233123540878296, -2.382570266723633, -1.9835890531539917, -1.0444520711898804, -0.27230730652809143, -1.7032853364944458, -0.9716871380805969, -1.6870572566986084, -1.3500652313232422, -0.9527124762535095, -3.061436891555786, -2.1336135864257812, -1.4185371398925781, -2.729642629623413, -1.6769806146621704, -0.8390024304389954, -3.511312961578369, -1.9146908521652222, -0.19562889635562897, -2.0728414058685303, -1.5840814113616943, -1.7995368242263794, -1.9282413721084595, -0.7521561980247498, -1.8223860263824463, -1.56794273853302, -1.3322064876556396, -1.6313575506210327, -2.1160223484039307, -1.9013009071350098, -2.3044941425323486, -1.88273286819458, -2.45097279548645, -2.085411787033081, -0.17444489896297455, -1.61897873878479, -2.1409757137298584, -1.6685272455215454, -1.5282034873962402, -2.6657376289367676, -1.4345024824142456, -1.375445008277893, -1.0132609605789185]}, "Bot001_035_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_035.log.json", "context": "Buongiorno! Such a nice day! How are you?.\nShort bio: transportation is my motorbike I'm fine, thanks you! And how are you doing? oh feeling good . my house is sparkling clean . love cleaning. where are you from ? I'm from Spain and my favorite food is mexican food. What is your favorite food? yes actually i like it a lot . hows it going today ? All cool! Today I have a day off. in my free time i like to watch nascar racing and ufc. What do you do in your free time?", "response": "shopping , like to go fishing also. Also, try to guess: i've light skin ...", "annotation_id": "Bot001_035_06", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "T", "T", "T", "O", "O", "O", "O"], "gpt2background_target_score": [-12.576873779296875, -12.069276809692383, -9.938797950744629, -8.960820198059082, -8.745542526245117, -9.951925277709961, -11.947816848754883, -12.702916145324707, -2.321805000305176, -7.114004135131836, -7.976572036743164, -13.30014419555664, -7.002336502075195, -12.263507843017578, -10.830770492553711, -9.58462142944336, -9.389575958251953, -11.814351081848145, -11.348433494567871, -10.323094367980957], "gpt2background_argmax_score": [-0.1694696694612503, -3.0999600887298584, -3.3249475955963135, -2.9643619060516357, -1.239281415939331, -0.5354217290878296, -2.0019288063049316, -3.1531782150268555, -1.3349571228027344, -0.9358590841293335, -2.2179129123687744, -0.353112131357193, -1.6789153814315796, -1.5715696811676025, -1.8841906785964966, -0.39135271310806274, -2.381216049194336, -1.0797570943832397, -1.4611519575119019, -2.8068668842315674, -2.129271984100342, -1.6926500797271729, -0.5718873143196106, -1.7553677558898926, -2.372366189956665, -2.4227306842803955, -1.1313738822937012, -1.0594769716262817, -1.2570223808288574, -1.7139840126037598, -1.6973627805709839, -1.9450472593307495, -1.4213764667510986, -0.18191838264465332, -1.2639834880828857, -0.9040809869766235, -1.5706868171691895, -2.6999127864837646, -1.9270472526550293, -1.9313387870788574, -2.294119358062744, -2.4830565452575684, -1.0834096670150757, -2.808952569961548, -2.1665847301483154, -1.908952236175537, -2.4018635749816895, -1.6233128309249878, -2.38257098197937, -1.9835892915725708, -1.0444532632827759, -0.2723069489002228, -1.703284740447998, -0.9716877937316895, -1.6870568990707397, -1.3500640392303467, -0.9527139663696289, -3.061436414718628, -2.1336123943328857, -1.4185371398925781, -2.729644536972046, -1.6769800186157227, -0.8390020132064819, -3.511312484741211, -1.9146918058395386, -0.19562870264053345, -2.0728423595428467, -1.5840812921524048, -1.7995368242263794, -1.9282422065734863, -0.7521556615829468, -1.822383999824524, -1.5679421424865723, -1.3322060108184814, -1.6313570737838745, -2.313628911972046, -2.3259425163269043, -1.7115331888198853, -2.630981683731079, -1.9292041063308716, -0.18175579607486725, -1.567163348197937, -2.412304639816284, -1.584084153175354, -1.4875190258026123, -2.7840778827667236, -1.583226203918457, -1.3296393156051636, -2.12929368019104, -1.8780949115753174, -3.2799508571624756, -2.6167209148406982, -1.3841856718063354, -1.9265592098236084, -1.0389680862426758, -3.028778314590454, -2.928776502609253, -1.9104360342025757, -1.935022234916687, -1.9576590061187744, -2.7970130443573, -0.38971248269081116, -1.8860806226730347, -2.030050754547119, -1.8736625909805298, -1.8861058950424194, -2.3018808364868164, -2.3637773990631104, -1.9875648021697998, -1.969894528388977, -2.776684522628784, -2.468284845352173, -3.0378193855285645, -2.691373109817505, -1.730510950088501, -0.36860206723213196, -2.098708152770996, -1.8707091808319092, -1.3940695524215698, -0.6721794009208679, -0.06411927938461304, -0.8595962524414062, -1.929001808166504, -1.9411756992340088, -2.873842716217041, -2.697338104248047, -3.421677589416504, -2.9151225090026855, -1.8299541473388672, -1.3024826049804688, -1.8777159452438354, -2.162914276123047, -2.2523865699768066, -2.180974006652832, -2.277543306350708, -1.35190749168396, -2.456576108932495, -1.5728877782821655, -2.9043898582458496, -2.139674186706543, -1.3366925716400146, -2.520848274230957, -1.4280569553375244, -2.5800528526306152]}, "Bot001_035_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_035.log.json", "context": "Buongiorno! Such a nice day! How are you?.\nShort bio: transportation is my motorbike I'm fine, thanks you! And how are you doing? oh feeling good . my house is sparkling clean . love cleaning. where are you from ? I'm from Spain and my favorite food is mexican food. What is your favorite food? yes actually i like it a lot . hows it going today ? All cool! Today I have a day off. in my free time i like to watch nascar racing and ufc. What do you do in your free time? shopping , like to go fishing also. Also, try to guess: i've light skin ... Do you have a job?", "response": "with big brown eyes, funny you :)", "annotation_id": "Bot001_035_08", "annotations": ["X", "X", "T", "O", "X", "X", "X", "X", "X", "T", "X", "X", "X", "O", "T"], "gpt2background_target_score": [-13.679573059082031, -10.469491958618164, -11.07415771484375, -10.673576354980469, -10.032661437988281, -8.698572158813477, -11.345909118652344, -10.691632270812988], "gpt2background_argmax_score": [-0.1694696694612503, -3.0999600887298584, -3.3249475955963135, -2.9643619060516357, -1.239281415939331, -0.5354217290878296, -2.0019288063049316, -3.1531782150268555, -1.3349571228027344, -0.9358590841293335, -2.2179129123687744, -0.353112131357193, -1.6789153814315796, -1.5715696811676025, -1.8841906785964966, -0.39135271310806274, -2.381216049194336, -1.0797570943832397, -1.4611519575119019, -2.8068668842315674, -2.129271984100342, -1.6926500797271729, -0.5718873143196106, -1.7553677558898926, -2.372366189956665, -2.4227306842803955, -1.1313738822937012, -1.0594769716262817, -1.2570223808288574, -1.7139840126037598, -1.6973627805709839, -1.9450472593307495, -1.4213764667510986, -0.18191838264465332, -1.2639834880828857, -0.9040809869766235, -1.5706868171691895, -2.6999127864837646, -1.9270472526550293, -1.9313387870788574, -2.294119358062744, -2.4830565452575684, -1.0834096670150757, -2.808952569961548, -2.1665847301483154, -1.908952236175537, -2.4018635749816895, -1.6233128309249878, -2.38257098197937, -1.9835892915725708, -1.0444532632827759, -0.2723069489002228, -1.703284740447998, -0.9716877937316895, -1.6870568990707397, -1.3500640392303467, -0.9527139663696289, -3.061436414718628, -2.1336123943328857, -1.4185371398925781, -2.729644536972046, -1.6769800186157227, -0.8390020132064819, -3.511312484741211, -1.9146918058395386, -0.19562870264053345, -2.0728423595428467, -1.5840812921524048, -1.7995368242263794, -1.9282422065734863, -0.7521556615829468, -1.822383999824524, -1.5679421424865723, -1.3322060108184814, -1.6313570737838745, -2.313628911972046, -2.3259425163269043, -1.7115331888198853, -2.630981683731079, -1.9292041063308716, -0.18175579607486725, -1.567163348197937, -2.412304639816284, -1.584084153175354, -1.4875190258026123, -2.7840778827667236, -1.583226203918457, -1.3296393156051636, -2.12929368019104, -1.8780949115753174, -3.2799508571624756, -2.6167209148406982, -1.3841856718063354, -1.9265592098236084, -1.0389680862426758, -3.028778314590454, -2.928776502609253, -1.9104360342025757, -1.935022234916687, -1.9576590061187744, -2.7970130443573, -0.38971248269081116, -1.8860806226730347, -2.030050754547119, -1.8736625909805298, -1.8861058950424194, -2.3018808364868164, -2.3637773990631104, -1.9875648021697998, -1.969894528388977, -2.776684522628784, -2.468284845352173, -3.0378193855285645, -2.691373109817505, -1.730510950088501, -0.36860206723213196, -2.098708152770996, -1.8707091808319092, -1.3940695524215698, -0.6721794009208679, -0.06411927938461304, -0.8595962524414062, -1.929001808166504, -2.5995607376098633, -2.658010244369507, -2.5984935760498047, -1.3636316061019897, -1.1979809999465942, -1.9548579454421997, -2.1250407695770264, -2.5444092750549316, -2.2338154315948486, -2.3425397872924805, -1.0905841588974, -2.552375078201294, -1.6308232545852661, -2.719558000564575, -1.9554080963134766, -1.2313971519470215, -2.4567644596099854, -1.1642727851867676, -2.5317440032958984, -0.35486486554145813, -1.350555658340454, -1.4582418203353882, -2.9390628337860107, -1.695157527923584, -2.283191680908203, -1.7320185899734497, -1.44865882396698, -2.4803717136383057, -0.8699466586112976, -2.310912609100342, -2.3009462356567383, -2.281251907348633, -2.8889803886413574, -0.9873412847518921]}, "Bot001_035_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_035.log.json", "context": "Buongiorno! Such a nice day! How are you?.\nShort bio: transportation is my motorbike I'm fine, thanks you! And how are you doing? oh feeling good . my house is sparkling clean . love cleaning. where are you from ? I'm from Spain and my favorite food is mexican food. What is your favorite food? yes actually i like it a lot . hows it going today ? All cool! Today I have a day off. in my free time i like to watch nascar racing and ufc. What do you do in your free time? shopping , like to go fishing also. Also, try to guess: i've light skin ... Do you have a job? with big brown eyes, funny you :) I mean if you go to work", "response": "yeah i know what you mean", "annotation_id": "Bot001_035_10", "annotations": ["T", "O", "O", "O", "X", "O", "X", "O", "X", "T", "T", "T", "T", "T", "O"], "gpt2background_target_score": [-14.647851943969727, -8.867053985595703, -8.873064994812012, -8.51790714263916, -9.30046272277832, -11.838726997375488], "gpt2background_argmax_score": [-0.1694696694612503, -3.0999600887298584, -3.3249475955963135, -2.9643619060516357, -1.239281415939331, -0.5354217290878296, -2.0019288063049316, -3.1531782150268555, -1.3349571228027344, -0.9358590841293335, -2.2179129123687744, -0.353112131357193, -1.6789153814315796, -1.5715696811676025, -1.8841906785964966, -0.39135271310806274, -2.381216049194336, -1.0797570943832397, -1.4611519575119019, -2.8068668842315674, -2.129271984100342, -1.6926500797271729, -0.5718873143196106, -1.7553677558898926, -2.372366189956665, -2.4227306842803955, -1.1313738822937012, -1.0594769716262817, -1.2570223808288574, -1.7139840126037598, -1.6973627805709839, -1.9450472593307495, -1.4213764667510986, -0.18191838264465332, -1.2639834880828857, -0.9040809869766235, -1.5706868171691895, -2.6999127864837646, -1.9270472526550293, -1.9313387870788574, -2.294119358062744, -2.4830565452575684, -1.0834096670150757, -2.808952569961548, -2.1665847301483154, -1.908952236175537, -2.4018635749816895, -1.6233128309249878, -2.38257098197937, -1.9835892915725708, -1.0444532632827759, -0.2723069489002228, -1.703284740447998, -0.9716877937316895, -1.6870568990707397, -1.3500640392303467, -0.9527139663696289, -3.061436414718628, -2.1336123943328857, -1.4185371398925781, -2.729644536972046, -1.6769800186157227, -0.8390020132064819, -3.511312484741211, -1.9146918058395386, -0.19562870264053345, -2.0728423595428467, -1.5840812921524048, -1.7995368242263794, -1.9282422065734863, -0.7521556615829468, -1.822383999824524, -1.5679421424865723, -1.3322060108184814, -1.6313570737838745, -2.313628911972046, -2.3259425163269043, -1.7115331888198853, -2.630981683731079, -1.9292041063308716, -0.18175579607486725, -1.567163348197937, -2.412304639816284, -1.584084153175354, -1.4875190258026123, -2.7840778827667236, -1.583226203918457, -1.3296393156051636, -2.12929368019104, -1.8780949115753174, -3.2799508571624756, -2.6167209148406982, -1.3841856718063354, -1.9265592098236084, -1.0389680862426758, -3.028778314590454, -2.928776502609253, -1.9104360342025757, -1.935022234916687, -1.9576590061187744, -2.7970130443573, -0.38971248269081116, -1.8860806226730347, -2.030050754547119, -1.8736625909805298, -1.8861058950424194, -2.3018808364868164, -2.3637773990631104, -1.9875648021697998, -1.969894528388977, -2.776684522628784, -2.468284845352173, -3.0378193855285645, -2.691373109817505, -1.730510950088501, -0.36860206723213196, -2.098708152770996, -1.8707091808319092, -1.3940695524215698, -0.6721794009208679, -0.06411927938461304, -0.8595962524414062, -1.929001808166504, -2.5995607376098633, -2.658010244369507, -2.5984935760498047, -1.3636316061019897, -1.1979809999465942, -1.9548579454421997, -2.1250407695770264, -2.5444092750549316, -2.2338154315948486, -2.3425393104553223, -1.0905855894088745, -2.5523767471313477, -1.6308226585388184, -2.719557285308838, -1.955407977104187, -1.2313964366912842, -2.456760883331299, -1.1642711162567139, -2.5317447185516357, -0.35486480593681335, -1.35055673122406, -1.45824134349823, -2.939063310623169, -1.6951580047607422, -2.283191442489624, -1.8584082126617432, -2.8071320056915283, -0.9284040927886963, -2.4972221851348877, -2.937584638595581, -2.1357975006103516, -2.920825481414795, -2.0481960773468018, -1.8339017629623413, -1.749127984046936, -0.8415143489837646, -2.071913957595825, -1.144457221031189, -1.9034452438354492, -2.059561014175415, -1.8192647695541382, -1.374550223350525, -2.4690399169921875, -2.23875093460083, -1.2332502603530884, -1.0414860248565674, -2.1215286254882812]}, "Bot001_035_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_035.log.json", "context": "Buongiorno! Such a nice day! How are you?.\nShort bio: transportation is my motorbike I'm fine, thanks you! And how are you doing? oh feeling good . my house is sparkling clean . love cleaning. where are you from ? I'm from Spain and my favorite food is mexican food. What is your favorite food? yes actually i like it a lot . hows it going today ? All cool! Today I have a day off. in my free time i like to watch nascar racing and ufc. What do you do in your free time? shopping , like to go fishing also. Also, try to guess: i've light skin ... Do you have a job? with big brown eyes, funny you :) I mean if you go to work yeah i know what you mean so do you have a job?", "response": "i work in publishing , really just a glorified secretary . why is it about to be busy ?", "annotation_id": "Bot001_035_12", "annotations": ["O", "O", "O", "O", "X", "O", "X", "O", "O", "T", "T", "O", "O", "O", "O"], "gpt2background_target_score": [-8.054205894470215, -9.431872367858887, -5.314478874206543, -12.214746475219727, -10.603592872619629, -7.717792510986328, -10.61431884765625, -9.248268127441406, -12.6817626953125, -13.642990112304688, -14.344456672668457, -12.41624641418457, -12.676558494567871, -8.68212890625, -8.118276596069336, -11.823783874511719, -6.574981212615967, -10.004515647888184, -10.601361274719238, -10.438740730285645], "gpt2background_argmax_score": [-0.1694696694612503, -3.0999600887298584, -3.3249475955963135, -2.9643619060516357, -1.239281415939331, -0.5354217290878296, -2.0019288063049316, -3.1531782150268555, -1.3349571228027344, -0.9358590841293335, -2.2179129123687744, -0.353112131357193, -1.6789153814315796, -1.5715696811676025, -1.8841906785964966, -0.39135271310806274, -2.381216049194336, -1.0797570943832397, -1.4611519575119019, -2.8068668842315674, -2.129271984100342, -1.6926500797271729, -0.5718873143196106, -1.7553677558898926, -2.372366189956665, -2.4227306842803955, -1.1313738822937012, -1.0594769716262817, -1.2570223808288574, -1.7139840126037598, -1.6973627805709839, -1.9450472593307495, -1.4213764667510986, -0.18191838264465332, -1.2639834880828857, -0.9040809869766235, -1.5706868171691895, -2.6999127864837646, -1.9270472526550293, -1.9313387870788574, -2.294119358062744, -2.4830565452575684, -1.0834096670150757, -2.808952569961548, -2.1665847301483154, -1.908952236175537, -2.4018635749816895, -1.6233128309249878, -2.38257098197937, -1.9835892915725708, -1.0444532632827759, -0.2723069489002228, -1.703284740447998, -0.9716877937316895, -1.6870568990707397, -1.3500640392303467, -0.9527139663696289, -3.061436414718628, -2.1336123943328857, -1.4185371398925781, -2.729644536972046, -1.6769800186157227, -0.8390020132064819, -3.511312484741211, -1.9146918058395386, -0.19562870264053345, -2.0728423595428467, -1.5840812921524048, -1.7995368242263794, -1.9282422065734863, -0.7521556615829468, -1.822383999824524, -1.5679421424865723, -1.3322060108184814, -1.6313570737838745, -2.313628911972046, -2.3259425163269043, -1.7115331888198853, -2.630981683731079, -1.9292041063308716, -0.18175579607486725, -1.567163348197937, -2.412304639816284, -1.584084153175354, -1.4875190258026123, -2.7840778827667236, -1.583226203918457, -1.3296393156051636, -2.12929368019104, -1.8780949115753174, -3.2799508571624756, -2.6167209148406982, -1.3841856718063354, -1.9265592098236084, -1.0389680862426758, -3.028778314590454, -2.928776502609253, -1.9104360342025757, -1.935022234916687, -1.9576590061187744, -2.7970130443573, -0.38971248269081116, -1.8860806226730347, -2.030050754547119, -1.8736625909805298, -1.8861058950424194, -2.3018808364868164, -2.3637773990631104, -1.9875648021697998, -1.969894528388977, -2.776684522628784, -2.468284845352173, -3.0378193855285645, -2.691373109817505, -1.730510950088501, -0.36860206723213196, -2.098708152770996, -1.8707091808319092, -1.3940695524215698, -0.6721794009208679, -0.06411927938461304, -0.8595962524414062, -1.929001808166504, -2.5995607376098633, -2.658010244369507, -2.5984935760498047, -1.3636316061019897, -1.1979809999465942, -1.9548579454421997, -2.1250407695770264, -2.5444092750549316, -2.2338154315948486, -2.3425397872924805, -1.0905841588974, -2.552375078201294, -1.6308232545852661, -2.719558000564575, -1.9554080963134766, -1.2313971519470215, -2.4567644596099854, -1.1642727851867676, -2.5317440032958984, -0.35486486554145813, -1.350555658340454, -1.458241581916809, -2.9390642642974854, -1.6951581239700317, -2.283191680908203, -1.858407974243164, -2.80713152885437, -0.9284044504165649, -2.497222423553467, -2.9375855922698975, -2.1357996463775635, -2.920825481414795, -2.0481956005096436, -1.8339020013809204, -1.7491275072097778, -0.8415140509605408, -2.0719151496887207, -1.1444568634033203, -1.9034459590911865, -2.0595595836639404, -2.101780414581299, -2.5772013664245605, -2.210815191268921, -1.34415602684021, -1.9949042797088623, -2.3341946601867676, -1.258731484413147, -0.5859329104423523, -1.6344496011734009, -0.6032525897026062, -0.6508127450942993, -1.324979543685913, -2.5448129177093506, -1.9105712175369263, -1.8667981624603271, -1.7825102806091309, -1.7031402587890625, -2.0487310886383057, -1.550877332687378, -2.3943943977355957, -2.5448031425476074, -1.8098288774490356, -0.1767289787530899, -3.351003408432007, -1.9456449747085571, -1.5768229961395264, -1.8247931003570557, -1.1827888488769531, -1.231464147567749, -2.241607427597046, -1.9359408617019653, -1.8652914762496948, -1.3602783679962158, -1.3531807661056519]}, "Bot001_035_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_035.log.json", "context": "Buongiorno! Such a nice day! How are you?.\nShort bio: transportation is my motorbike I'm fine, thanks you! And how are you doing? oh feeling good . my house is sparkling clean . love cleaning. where are you from ? I'm from Spain and my favorite food is mexican food. What is your favorite food? yes actually i like it a lot . hows it going today ? All cool! Today I have a day off. in my free time i like to watch nascar racing and ufc. What do you do in your free time? shopping , like to go fishing also. Also, try to guess: i've light skin ... Do you have a job? with big brown eyes, funny you :) I mean if you go to work yeah i know what you mean so do you have a job? i work in publishing , really just a glorified secretary . why is it about to be busy ? i'm a construction worker. I had a lot of different jobs during my lifetime. i have been working since i was sixteen years old.", "response": "cool . i'm still in school , but i do a lot of stuff with music . [SPEAK-NO-EVIL MONKEY]", "annotation_id": "Bot001_035_14", "annotations": ["X", "X", "X", "O", "X", "O", "X", "O", "O", "O", "X", "T", "O", "O", "O"], "gpt2background_target_score": [-14.385767936706543, -12.297569274902344, -8.498932838439941, -8.882554054260254, -10.447376251220703, -9.298853874206543, -10.20918083190918, -9.438344955444336, -5.553768634796143, -7.6169209480285645, -2.2179129123687744, -7.785632133483887, -12.379210472106934, -10.00483226776123, -12.067652702331543, -11.328531265258789, -9.888407707214355, -10.239188194274902, -5.0437846183776855, -9.732969284057617, -12.723106384277344, -12.938042640686035, -5.705689907073975, -12.389068603515625, -9.00153636932373, -12.58546257019043, -13.262378692626953, -13.138505935668945, -13.465538024902344, -11.45132827758789], "gpt2background_argmax_score": [-0.1694696694612503, -3.0999600887298584, -3.3249475955963135, -2.9643619060516357, -1.239281415939331, -0.5354217290878296, -2.0019288063049316, -3.1531782150268555, -1.3349571228027344, -0.9358590841293335, -2.2179129123687744, -0.353112131357193, -1.6789153814315796, -1.5715696811676025, -1.8841906785964966, -0.39135271310806274, -2.381216049194336, -1.0797570943832397, -1.4611519575119019, -2.8068668842315674, -2.129271984100342, -1.6926500797271729, -0.5718873143196106, -1.7553677558898926, -2.372366189956665, -2.4227306842803955, -1.1313738822937012, -1.0594769716262817, -1.2570223808288574, -1.7139840126037598, -1.6973627805709839, -1.9450472593307495, -1.4213764667510986, -0.18191838264465332, -1.2639834880828857, -0.9040809869766235, -1.5706868171691895, -2.6999127864837646, -1.9270472526550293, -1.9313387870788574, -2.294119358062744, -2.4830565452575684, -1.0834096670150757, -2.808952569961548, -2.1665847301483154, -1.908952236175537, -2.4018635749816895, -1.6233128309249878, -2.38257098197937, -1.9835892915725708, -1.0444532632827759, -0.2723069489002228, -1.703284740447998, -0.9716877937316895, -1.6870568990707397, -1.3500640392303467, -0.9527139663696289, -3.061436414718628, -2.1336123943328857, -1.4185371398925781, -2.729644536972046, -1.6769800186157227, -0.8390020132064819, -3.511312484741211, -1.9146918058395386, -0.19562870264053345, -2.0728423595428467, -1.5840812921524048, -1.7995368242263794, -1.9282422065734863, -0.7521556615829468, -1.822383999824524, -1.5679421424865723, -1.3322060108184814, -1.6313570737838745, -2.313628911972046, -2.3259425163269043, -1.7115331888198853, -2.630981683731079, -1.9292041063308716, -0.18175579607486725, -1.567163348197937, -2.412304639816284, -1.584084153175354, -1.4875190258026123, -2.7840778827667236, -1.583226203918457, -1.3296393156051636, -2.12929368019104, -1.8780949115753174, -3.2799508571624756, -2.6167209148406982, -1.3841856718063354, -1.9265592098236084, -1.0389680862426758, -3.028778314590454, -2.928776502609253, -1.9104360342025757, -1.935022234916687, -1.9576590061187744, -2.7970130443573, -0.38971248269081116, -1.8860806226730347, -2.030050754547119, -1.8736625909805298, -1.8861058950424194, -2.3018808364868164, -2.3637773990631104, -1.9875648021697998, -1.969894528388977, -2.776684522628784, -2.468284845352173, -3.0378193855285645, -2.691373109817505, -1.730510950088501, -0.36860206723213196, -2.098708152770996, -1.8707091808319092, -1.3940695524215698, -0.6721794009208679, -0.06411927938461304, -0.8595962524414062, -1.929001808166504, -2.5995607376098633, -2.658010244369507, -2.5984935760498047, -1.3636316061019897, -1.1979809999465942, -1.9548579454421997, -2.1250407695770264, -2.5444092750549316, -2.2338154315948486, -2.3425397872924805, -1.0905841588974, -2.552375078201294, -1.6308232545852661, -2.719558000564575, -1.9554080963134766, -1.2313971519470215, -2.4567644596099854, -1.1642727851867676, -2.5317440032958984, -0.35486486554145813, -1.350555658340454, -1.458241581916809, -2.9390642642974854, -1.6951581239700317, -2.283191680908203, -1.858407974243164, -2.80713152885437, -0.9284044504165649, -2.497222423553467, -2.9375855922698975, -2.1357996463775635, -2.920825481414795, -2.0481956005096436, -1.8339020013809204, -1.7491275072097778, -0.8415140509605408, -2.0719151496887207, -1.1444568634033203, -1.9034459590911865, -2.0595595836639404, -2.101780414581299, -2.5772013664245605, -2.210815191268921, -1.34415602684021, -1.9949042797088623, -2.3341946601867676, -1.258731484413147, -0.5859329104423523, -1.6344496011734009, -0.6032525897026062, -0.6508127450942993, -1.324979543685913, -2.5448129177093506, -2.2059359550476074, -1.831368088722229, -1.7922953367233276, -1.893587350845337, -1.9307814836502075, -2.5448954105377197, -2.1156177520751953, -1.703588604927063, -0.26879584789276123, -3.4286186695098877, -1.8788772821426392, -2.09427809715271, -1.8975162506103516, -1.2917392253875732, -1.2507953643798828, -1.7320717573165894, -1.8555983304977417, -1.8433802127838135, -1.54764723777771, -2.181704521179199, -2.1712048053741455, -2.5626296997070312, -3.465301513671875, -0.9111160635948181, -1.8714964389801025, -1.669519305229187, -1.9776374101638794, -0.918910026550293, -1.5371613502502441, -0.29822400212287903, -1.5905770063400269, -1.0378609895706177, -2.4729106426239014, -0.42923590540885925, -1.5298213958740234, -2.0071988105773926, -1.7460273504257202, -2.5871670246124268, -1.1269677877426147, -2.199699640274048, -1.798722743988037, -1.874227523803711, -0.3256915211677551, -1.2823421955108643, -1.764893889427185, -0.28563597798347473, -1.6563640832901, -1.3516820669174194, -2.1299030780792236, -1.7727277278900146, -1.7490099668502808, -2.437800884246826, -1.825731635093689, -1.7754629850387573, -1.3147296905517578, -2.1173171997070312, -1.3907185792922974, -0.7697716355323792, -1.799067735671997, -1.3520678281784058, -0.8481366634368896, -0.5200327038764954, -2.525474786758423, -2.0132718086242676, -1.139160394668579, -1.6871205568313599, -1.287916898727417, -1.5238896608352661, -1.3983924388885498, -0.6361883282661438, -2.5340259075164795, -3.229552745819092, -2.105604648590088, -2.644258737564087, -1.5432945489883423, -2.1504318714141846, -1.206207275390625, -1.9838441610336304, -1.4806709289550781]}, "Bot001_035_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_035.log.json", "context": "Buongiorno! Such a nice day! How are you?.\nShort bio: transportation is my motorbike I'm fine, thanks you! And how are you doing? oh feeling good . my house is sparkling clean . love cleaning. where are you from ? I'm from Spain and my favorite food is mexican food. What is your favorite food? yes actually i like it a lot . hows it going today ? All cool! Today I have a day off. in my free time i like to watch nascar racing and ufc. What do you do in your free time? shopping , like to go fishing also. Also, try to guess: i've light skin ... Do you have a job? with big brown eyes, funny you :) I mean if you go to work yeah i know what you mean so do you have a job? i work in publishing , really just a glorified secretary . why is it about to be busy ? i'm a construction worker. I had a lot of different jobs during my lifetime. i have been working since i was sixteen years old. cool . i'm still in school , but i do a lot of stuff with music . [SPEAK-NO-EVIL MONKEY] Do you pllay any instruments?", "response": "i can play a piano but i want to relax on this day. how is your day going ?", "annotation_id": "Bot001_035_16", "annotations": ["O", "O", "O", "O", "O", "T", "X", "O", "O", "O", "T", "O", "O", "O", "O"], "gpt2background_target_score": [-8.054205894470215, -7.591279983520508, -8.646860122680664, -5.018553733825684, -12.103446960449219, -9.521510124206543, -11.546545028686523, -11.194442749023438, -1.8277168273925781, -11.324444770812988, -7.550746917724609, -7.801977157592773, -7.243943214416504, -9.68228816986084, -8.004820823669434, -10.171440124511719, -9.85016918182373, -10.66701889038086, -8.899209022521973, -10.438740730285645], "gpt2background_argmax_score": [-0.1694696694612503, -3.0999600887298584, -3.3249475955963135, -2.9643619060516357, -1.239281415939331, -0.5354217290878296, -2.0019288063049316, -3.1531782150268555, -1.3349571228027344, -0.9358590841293335, -2.2179129123687744, -0.353112131357193, -1.6789153814315796, -1.5715696811676025, -1.8841906785964966, -0.39135271310806274, -2.381216049194336, -1.0797570943832397, -1.4611519575119019, -2.8068668842315674, -2.129271984100342, -1.6926500797271729, -0.5718873143196106, -1.7553677558898926, -2.372366189956665, -2.4227306842803955, -1.1313738822937012, -1.0594769716262817, -1.2570223808288574, -1.7139840126037598, -1.6973627805709839, -1.9450472593307495, -1.4213764667510986, -0.18191838264465332, -1.2639834880828857, -0.9040809869766235, -1.5706868171691895, -2.6999127864837646, -1.9270472526550293, -1.9313387870788574, -2.294119358062744, -2.4830565452575684, -1.0834096670150757, -2.808952569961548, -2.1665847301483154, -1.908952236175537, -2.4018635749816895, -1.6233128309249878, -2.38257098197937, -1.9835892915725708, -1.0444532632827759, -0.2723069489002228, -1.703284740447998, -0.9716877937316895, -1.6870568990707397, -1.3500640392303467, -0.9527139663696289, -3.061436414718628, -2.1336123943328857, -1.4185371398925781, -2.729644536972046, -1.6769800186157227, -0.8390020132064819, -3.511312484741211, -1.9146918058395386, -0.19562870264053345, -2.0728423595428467, -1.5840812921524048, -1.7995368242263794, -1.9282422065734863, -0.7521556615829468, -1.822383999824524, -1.5679421424865723, -1.3322060108184814, -1.6313570737838745, -2.313628911972046, -2.3259425163269043, -1.7115331888198853, -2.630981683731079, -1.9292041063308716, -0.18175579607486725, -1.567163348197937, -2.412304639816284, -1.584084153175354, -1.4875190258026123, -2.7840778827667236, -1.583226203918457, -1.3296393156051636, -2.12929368019104, -1.8780949115753174, -3.2799508571624756, -2.6167209148406982, -1.3841856718063354, -1.9265592098236084, -1.0389680862426758, -3.028778314590454, -2.928776502609253, -1.9104360342025757, -1.935022234916687, -1.9576590061187744, -2.7970130443573, -0.38971248269081116, -1.8860806226730347, -2.030050754547119, -1.8736625909805298, -1.8861058950424194, -2.3018808364868164, -2.3637773990631104, -1.9875648021697998, -1.969894528388977, -2.776684522628784, -2.468284845352173, -3.0378193855285645, -2.691373109817505, -1.730510950088501, -0.36860206723213196, -2.098708152770996, -1.8707091808319092, -1.3940695524215698, -0.6721794009208679, -0.06411927938461304, -0.8595962524414062, -1.929001808166504, -2.5995607376098633, -2.658010244369507, -2.5984935760498047, -1.3636316061019897, -1.1979809999465942, -1.9548579454421997, -2.1250407695770264, -2.5444092750549316, -2.2338154315948486, -2.3425397872924805, -1.0905841588974, -2.552375078201294, -1.6308232545852661, -2.719558000564575, -1.9554080963134766, -1.2313971519470215, -2.4567644596099854, -1.1642727851867676, -2.5317440032958984, -0.35486462712287903, -1.350557565689087, -1.458242654800415, -2.9390652179718018, -1.6951574087142944, -2.283191442489624, -1.858407974243164, -2.807133913040161, -0.9284042716026306, -2.4972243309020996, -2.9375839233398438, -2.1357991695404053, -2.9208250045776367, -2.0481956005096436, -1.8339018821716309, -1.7491285800933838, -0.841515064239502, -2.0719120502471924, -1.1444575786590576, -1.9034466743469238, -2.059558629989624, -2.1017801761627197, -2.5772032737731934, -2.210814952850342, -1.3441572189331055, -1.9949027299880981, -2.3341946601867676, -1.2587305307388306, -0.585936427116394, -1.6344505548477173, -0.6032518148422241, -0.6508126258850098, -1.3249804973602295, -2.544813871383667, -2.205935478210449, -1.8313672542572021, -1.792294979095459, -1.8935858011245728, -1.930781602859497, -2.544896364212036, -2.115617275238037, -1.7035877704620361, -0.2687962055206299, -3.4286181926727295, -1.8788765668869019, -2.094277858734131, -1.8975166082382202, -1.2917388677597046, -1.2507970333099365, -1.732073187828064, -1.8555970191955566, -1.8433815240859985, -1.5476462841033936, -2.181704521179199, -2.1712048053741455, -2.5626285076141357, -3.465299367904663, -0.9111163020133972, -1.8714966773986816, -1.669519305229187, -1.9776374101638794, -0.9189105033874512, -1.5371605157852173, -0.29822391271591187, -1.5905770063400269, -1.0378594398498535, -2.4729108810424805, -0.429235577583313, -1.5298216342926025, -2.0071988105773926, -1.7460260391235352, -2.587167501449585, -1.1269673109054565, -2.1997010707855225, -1.7987223863601685, -1.874227523803711, -0.3256913423538208, -1.2823419570922852, -1.7648955583572388, -0.28563588857650757, -1.6563644409179688, -1.3516815900802612, -2.2934861183166504, -1.8862543106079102, -2.218501329421997, -2.154390811920166, -2.1083531379699707, -1.2270511388778687, -1.9247806072235107, -1.6030406951904297, -0.9111874103546143, -1.8166937828063965, -1.5962752103805542, -0.7285948991775513, -0.5022842884063721, -2.505943775177002, -2.11710524559021, -0.9944087862968445, -1.6579525470733643, -1.6582518815994263, -2.0882837772369385, -1.2287570238113403, -0.9308532476425171, -2.7404165267944336, -3.030651330947876, -2.174912214279175, -2.649399757385254, -1.3007407188415527, -1.7781188488006592, -1.2915046215057373, -1.8421093225479126, -2.197767496109009, -0.2815019190311432, -0.9414480924606323, -1.0793112516403198, -1.3351800441741943, -1.411934494972229, -2.484623908996582, -1.5053881406784058, -2.133488178253174, -2.103986978530884, -2.5475990772247314, -2.224621534347534, -2.262188196182251, -0.8329007029533386, -2.323504686355591, -0.9504151940345764, -2.4674744606018066, -0.4018637537956238, -1.469001293182373, -1.4679203033447266, -1.3755675554275513, -2.0838420391082764, -2.008350372314453, -1.1818957328796387, -1.8782830238342285, -1.1146091222763062, -1.2676070928573608, -0.7228277921676636, -1.3701424598693848, -0.983033299446106]}, "Bot001_035_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_035.log.json", "context": "Buongiorno! Such a nice day! How are you?.\nShort bio: transportation is my motorbike I'm fine, thanks you! And how are you doing? oh feeling good . my house is sparkling clean . love cleaning. where are you from ? I'm from Spain and my favorite food is mexican food. What is your favorite food? yes actually i like it a lot . hows it going today ? All cool! Today I have a day off. in my free time i like to watch nascar racing and ufc. What do you do in your free time? shopping , like to go fishing also. Also, try to guess: i've light skin ... Do you have a job? with big brown eyes, funny you :) I mean if you go to work yeah i know what you mean so do you have a job? i work in publishing , really just a glorified secretary . why is it about to be busy ? i'm a construction worker. I had a lot of different jobs during my lifetime. i have been working since i was sixteen years old. cool . i'm still in school , but i do a lot of stuff with music . [SPEAK-NO-EVIL MONKEY] Do you pllay any instruments? i can play a piano but i want to relax on this day. how is your day going ? I woke up recently and the weather outside is stuffy\n so I had to go to bath and now I'm here", "response": "do you have a job", "annotation_id": "Bot001_035_18", "annotations": ["X", "X", "O", "X", "O", "X", "X", "X", "T", "T", "T", "X", "T", "O", "O"], "gpt2background_target_score": [-14.580089569091797, -8.052591323852539, -6.463316917419434, -5.018553733825684, -11.211193084716797], "gpt2background_argmax_score": [-0.1694696694612503, -3.0999600887298584, -3.3249475955963135, -2.9643619060516357, -1.239281415939331, -0.5354217290878296, -2.0019288063049316, -3.1531782150268555, -1.3349571228027344, -0.9358590841293335, -2.2179129123687744, -0.353112131357193, -1.6789153814315796, -1.5715696811676025, -1.8841906785964966, -0.39135271310806274, -2.381216049194336, -1.0797570943832397, -1.4611519575119019, -2.8068668842315674, -2.129271984100342, -1.6926500797271729, -0.5718873143196106, -1.7553677558898926, -2.372366189956665, -2.4227306842803955, -1.1313738822937012, -1.0594769716262817, -1.2570223808288574, -1.7139840126037598, -1.6973627805709839, -1.9450472593307495, -1.4213764667510986, -0.18191838264465332, -1.2639834880828857, -0.9040809869766235, -1.5706868171691895, -2.6999127864837646, -1.9270472526550293, -1.9313387870788574, -2.294119358062744, -2.4830565452575684, -1.0834096670150757, -2.808952569961548, -2.1665847301483154, -1.908952236175537, -2.4018635749816895, -1.6233128309249878, -2.38257098197937, -1.9835892915725708, -1.0444532632827759, -0.2723069489002228, -1.703284740447998, -0.9716877937316895, -1.6870568990707397, -1.3500640392303467, -0.9527139663696289, -3.061436414718628, -2.1336123943328857, -1.4185371398925781, -2.729644536972046, -1.6769800186157227, -0.8390020132064819, -3.511312484741211, -1.9146918058395386, -0.19562870264053345, -2.0728423595428467, -1.5840812921524048, -1.7995368242263794, -1.9282422065734863, -0.7521556615829468, -1.822383999824524, -1.5679421424865723, -1.3322060108184814, -1.6313570737838745, -2.313628911972046, -2.3259425163269043, -1.7115331888198853, -2.630981683731079, -1.9292041063308716, -0.18175579607486725, -1.567163348197937, -2.412304639816284, -1.584084153175354, -1.4875190258026123, -2.7840778827667236, -1.583226203918457, -1.3296393156051636, -2.12929368019104, -1.8780949115753174, -3.2799508571624756, -2.6167209148406982, -1.3841856718063354, -1.9265592098236084, -1.0389680862426758, -3.028778314590454, -2.928776502609253, -1.9104360342025757, -1.935022234916687, -1.9576590061187744, -2.7970130443573, -0.38971248269081116, -1.8860806226730347, -2.030050754547119, -1.8736625909805298, -1.8861058950424194, -2.3018808364868164, -2.3637773990631104, -1.9875648021697998, -1.969894528388977, -2.776684522628784, -2.468284845352173, -3.0378193855285645, -2.691373109817505, -1.730510950088501, -0.36860206723213196, -2.098708152770996, -1.8707091808319092, -1.3940695524215698, -0.6721794009208679, -0.06411927938461304, -0.8595962524414062, -1.929001808166504, -2.5995607376098633, -2.658010244369507, -2.5984935760498047, -1.3636316061019897, -1.1979809999465942, -1.9548579454421997, -2.1250407695770264, -2.5444092750549316, -2.2338154315948486, -2.3425397872924805, -1.0905841588974, -2.552375078201294, -1.6308232545852661, -2.719558000564575, -1.9554080963134766, -1.2313971519470215, -2.4567644596099854, -1.1642727851867676, -2.5317440032958984, -0.35486486554145813, -1.350555658340454, -1.458241581916809, -2.9390642642974854, -1.6951581239700317, -2.283191680908203, -1.858407974243164, -2.80713152885437, -0.9284044504165649, -2.497222423553467, -2.9375855922698975, -2.1357996463775635, -2.920825481414795, -2.0481956005096436, -1.833901286125183, -1.7491289377212524, -0.8415164947509766, -2.0719122886657715, -1.1444560289382935, -1.9034476280212402, -2.059560775756836, -2.1017813682556152, -2.577200412750244, -2.210814952850342, -1.3441580533981323, -1.994903326034546, -2.3341946601867676, -1.2587307691574097, -0.5859336853027344, -1.6344504356384277, -0.6032522320747375, -0.6508111953735352, -1.3249801397323608, -2.544813394546509, -2.2059359550476074, -1.8313673734664917, -1.792294979095459, -1.89358651638031, -1.9307820796966553, -2.544895887374878, -2.11561918258667, -1.7035882472991943, -0.2687963843345642, -3.4286179542541504, -1.8788766860961914, -2.0942790508270264, -1.8975151777267456, -1.2917401790618896, -1.2507950067520142, -1.7320713996887207, -1.8555989265441895, -1.843380093574524, -1.5476475954055786, -2.181704521179199, -2.1712045669555664, -2.562629461288452, -3.465301513671875, -0.9111177325248718, -1.8714958429336548, -1.6695207357406616, -1.9776380062103271, -0.9189096093177795, -1.537160873413086, -0.2982237637042999, -1.5905780792236328, -1.0378615856170654, -2.4729115962982178, -0.429235577583313, -1.529820203781128, -2.0071983337402344, -1.7460267543792725, -2.5871670246124268, -1.1269681453704834, -2.1996986865997314, -1.7987228631973267, -1.8742281198501587, -0.3256920278072357, -1.282340407371521, -1.764893889427185, -0.28563570976257324, -1.6563634872436523, -1.3516827821731567, -2.293484926223755, -1.8862522840499878, -2.218501567840576, -2.1543917655944824, -2.108353853225708, -1.2270517349243164, -1.9247819185256958, -1.6030402183532715, -0.9111858606338501, -1.8166935443878174, -1.5962742567062378, -0.7285951972007751, -0.5022833943367004, -2.505943536758423, -2.117105722427368, -0.9944082498550415, -1.6579519510269165, -1.658250093460083, -2.0882837772369385, -1.2287582159042358, -0.9308557510375977, -2.740417718887329, -3.0306529998779297, -2.174914836883545, -2.649402618408203, -1.3007413148880005, -1.7781177759170532, -1.2915064096450806, -1.8421120643615723, -2.197767972946167, -0.28150326013565063, -0.9414477944374084, -1.0793099403381348, -1.3351831436157227, -1.4119348526000977, -2.4846224784851074, -1.5053894519805908, -2.1334891319274902, -2.2621188163757324, -2.025052070617676, -2.3893680572509766, -0.8508627414703369, -2.1189165115356445, -1.0009208917617798, -2.1431143283843994, -0.4353259801864624, -1.4754009246826172, -1.4963217973709106, -1.3894296884536743, -2.1971359252929688, -2.083862543106079, -1.7242780923843384, -2.0178048610687256, -1.2418582439422607, -0.9932655692100525, -0.9206266403198242, -1.3215320110321045, -2.156602382659912, -1.527853012084961, -0.10953661054372787, -2.3847849369049072, -1.3523519039154053, -1.7133182287216187, -2.7056055068969727, -0.5798523426055908, -1.1185742616653442, -2.653000831604004, -2.532020330429077, -1.85792875289917, -0.7573806047439575, -2.0978546142578125, -1.5862270593643188, -1.0486723184585571, -1.7644647359848022, -0.6964471936225891, -1.836389183998108, -2.4532601833343506, -2.9742815494537354, -0.7780163884162903, -0.9908530116081238, -2.586740732192993, -2.6900570392608643, -2.25673508644104, -0.23657414317131042, -0.9677414894104004, -0.67035973072052, -0.8322031497955322, -1.3868975639343262]}, "Bot001_035_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_035.log.json", "context": "Buongiorno! Such a nice day! How are you?.\nShort bio: transportation is my motorbike I'm fine, thanks you! And how are you doing? oh feeling good . my house is sparkling clean . love cleaning. where are you from ? I'm from Spain and my favorite food is mexican food. What is your favorite food? yes actually i like it a lot . hows it going today ? All cool! Today I have a day off. in my free time i like to watch nascar racing and ufc. What do you do in your free time? shopping , like to go fishing also. Also, try to guess: i've light skin ... Do you have a job? with big brown eyes, funny you :) I mean if you go to work yeah i know what you mean so do you have a job? i work in publishing , really just a glorified secretary . why is it about to be busy ? i'm a construction worker. I had a lot of different jobs during my lifetime. i have been working since i was sixteen years old. cool . i'm still in school , but i do a lot of stuff with music . [SPEAK-NO-EVIL MONKEY] Do you pllay any instruments? i can play a piano but i want to relax on this day. how is your day going ? I woke up recently and the weather outside is stuffy\n so I had to go to bath and now I'm here do you have a job yeah i'm a construction worker as I have already said", "response": "what city are you from ?", "annotation_id": "Bot001_035_20", "annotations": ["O", "X", "O", "O", "O", "O", "X", "O", "O", "T", "O", "O", "T", "O", "O"], "gpt2background_target_score": [-13.416030883789062, -8.162592887878418, -6.490573883056641, -7.76141357421875, -9.528846740722656, -12.43624496459961], "gpt2background_argmax_score": [-0.1694696694612503, -3.0999600887298584, -3.3249475955963135, -2.9643619060516357, -1.239281415939331, -0.5354217290878296, -2.0019288063049316, -3.1531782150268555, -1.3349571228027344, -0.9358590841293335, -2.2179129123687744, -0.353112131357193, -1.6789153814315796, -1.5715696811676025, -1.8841906785964966, -0.39135271310806274, -2.381216049194336, -1.0797570943832397, -1.4611519575119019, -2.8068668842315674, -2.129271984100342, -1.6926500797271729, -0.5718873143196106, -1.7553677558898926, -2.372366189956665, -2.4227306842803955, -1.1313738822937012, -1.0594769716262817, -1.2570223808288574, -1.7139840126037598, -1.6973627805709839, -1.9450472593307495, -1.4213764667510986, -0.18191838264465332, -1.2639834880828857, -0.9040809869766235, -1.5706868171691895, -2.6999127864837646, -1.9270472526550293, -1.9313387870788574, -2.294119358062744, -2.4830565452575684, -1.0834096670150757, -2.808952569961548, -2.1665847301483154, -1.908952236175537, -2.4018635749816895, -1.6233128309249878, -2.38257098197937, -1.9835892915725708, -1.0444532632827759, -0.2723069489002228, -1.703284740447998, -0.9716877937316895, -1.6870568990707397, -1.3500640392303467, -0.9527139663696289, -3.061436414718628, -2.1336123943328857, -1.4185371398925781, -2.729644536972046, -1.6769800186157227, -0.8390020132064819, -3.511312484741211, -1.9146918058395386, -0.19562870264053345, -2.0728423595428467, -1.5840812921524048, -1.7995368242263794, -1.9282422065734863, -0.7521556615829468, -1.822383999824524, -1.5679421424865723, -1.3322060108184814, -1.6313570737838745, -2.313628911972046, -2.3259425163269043, -1.7115331888198853, -2.630981683731079, -1.9292041063308716, -0.18175579607486725, -1.567163348197937, -2.412304639816284, -1.584084153175354, -1.4875190258026123, -2.7840778827667236, -1.583226203918457, -1.3296393156051636, -2.12929368019104, -1.8780949115753174, -3.2799508571624756, -2.6167209148406982, -1.3841856718063354, -1.9265592098236084, -1.0389680862426758, -3.028778314590454, -2.928776502609253, -1.9104360342025757, -1.935022234916687, -1.9576590061187744, -2.7970130443573, -0.38971248269081116, -1.8860806226730347, -2.030050754547119, -1.8736625909805298, -1.8861058950424194, -2.3018808364868164, -2.3637773990631104, -1.9875648021697998, -1.969894528388977, -2.776684522628784, -2.468284845352173, -3.0378193855285645, -2.691373109817505, -1.730510950088501, -0.36860206723213196, -2.098708152770996, -1.8707091808319092, -1.3940695524215698, -0.6721794009208679, -0.06411927938461304, -0.8595962524414062, -1.929001808166504, -2.5995607376098633, -2.658010244369507, -2.5984935760498047, -1.3636316061019897, -1.1979809999465942, -1.9548579454421997, -2.1250407695770264, -2.5444092750549316, -2.2338154315948486, -2.3425397872924805, -1.0905841588974, -2.552375078201294, -1.6308232545852661, -2.719558000564575, -1.9554080963134766, -1.2313971519470215, -2.4567644596099854, -1.1642727851867676, -2.5317440032958984, -0.35486486554145813, -1.350555658340454, -1.458241581916809, -2.9390642642974854, -1.6951581239700317, -2.283191680908203, -1.858407974243164, -2.80713152885437, -0.9284044504165649, -2.497222423553467, -2.9375855922698975, -2.1357996463775635, -2.920825481414795, -2.0481956005096436, -1.8339020013809204, -1.7491275072097778, -0.8415140509605408, -2.0719151496887207, -1.1444568634033203, -1.9034459590911865, -2.0595595836639404, -2.101780414581299, -2.5772013664245605, -2.210813522338867, -1.3441572189331055, -1.9949029684066772, -2.334195375442505, -1.2587283849716187, -0.5859345197677612, -1.6344493627548218, -0.6032522320747375, -0.6508122086524963, -1.3249800205230713, -2.544814109802246, -2.205934524536133, -1.831368088722229, -1.792296051979065, -1.8935874700546265, -1.9307807683944702, -2.5448954105377197, -2.115617036819458, -1.7035869359970093, -0.2687971293926239, -3.4286179542541504, -1.8788765668869019, -2.094278573989868, -1.8975162506103516, -1.2917383909225464, -1.2507959604263306, -1.7320724725723267, -1.855595588684082, -1.8433804512023926, -1.547648549079895, -2.1817047595977783, -2.1712076663970947, -2.562628746032715, -3.4653003215789795, -0.9111165404319763, -1.8714959621429443, -1.6695196628570557, -1.9776382446289062, -0.9189111590385437, -1.5371599197387695, -0.2982243597507477, -1.5905755758285522, -1.0378596782684326, -2.4729106426239014, -0.42923519015312195, -1.5298188924789429, -2.007197618484497, -1.7460274696350098, -2.587167739868164, -1.1269676685333252, -2.1996982097625732, -1.7987223863601685, -1.8742278814315796, -0.32569169998168945, -1.282341718673706, -1.7648952007293701, -0.28563472628593445, -1.656364917755127, -1.3516817092895508, -2.293484687805176, -1.8862537145614624, -2.2185018062591553, -2.154390811920166, -2.10835599899292, -1.227050542831421, -1.9247815608978271, -1.6030412912368774, -0.9111871123313904, -1.8166931867599487, -1.5962743759155273, -0.7285944223403931, -0.5022841095924377, -2.5059397220611572, -2.1171061992645264, -0.9944062232971191, -1.6579523086547852, -1.6582515239715576, -2.088282585144043, -1.2287565469741821, -0.930855393409729, -2.740417003631592, -3.0306527614593506, -2.1749138832092285, -2.649402379989624, -1.300740361213684, -1.7781182527542114, -1.2915078401565552, -1.842112421989441, -2.197767496109009, -0.2815026342868805, -0.9414476752281189, -1.0793111324310303, -1.3351808786392212, -1.4119354486465454, -2.484621047973633, -1.5053900480270386, -2.133488178253174, -2.2621169090270996, -2.0250535011291504, -2.3893685340881348, -0.8508628606796265, -2.118917226791382, -1.0009212493896484, -2.1431121826171875, -0.4353259801864624, -1.4754010438919067, -1.4963221549987793, -1.3894288539886475, -2.1971356868743896, -2.083862781524658, -1.7242769002914429, -2.0178050994873047, -1.2418572902679443, -0.9932675361633301, -0.9206253290176392, -1.3215315341949463, -2.1566030979156494, -1.527853012084961, -0.10953661054372787, -2.384784698486328, -1.3523507118225098, -1.7133188247680664, -2.705604076385498, -0.5798521041870117, -1.1185752153396606, -2.6530017852783203, -2.53201961517334, -1.85792875289917, -0.7573802471160889, -2.0978550910949707, -1.5862263441085815, -1.048673152923584, -1.764465570449829, -0.6964464783668518, -1.836389422416687, -2.453259229660034, -2.97428297996521, -0.7780170440673828, -0.9908530116081238, -2.586740493774414, -2.690056085586548, -2.0994973182678223, -1.6068724393844604, -0.5997648239135742, -0.9616376757621765, -1.400648593902588, -1.9599465131759644, -2.104541778564453, -2.480590581893921, -1.4962795972824097, -0.6856928467750549, -1.444022536277771, -0.493022620677948, -1.9489294290542603, -0.7028219699859619, -1.9193862676620483, -2.162280321121216, -2.322890520095825, -2.2042126655578613, -1.2039690017700195, -0.10329022258520126, -0.8931111693382263, -0.6694077849388123, -1.8182313442230225]}, "Bot001_037_01": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_037.log.json", "context": "Hello", "response": "hi , how are you ? [SMIRKING FACE WITH GLASSES]", "annotation_id": "Bot001_037_01", "annotations": ["O", "O", "O", "O", "T", "O", "O", "O", "O", "T", "O", "O", "O", "O", "T"], "gpt2background_target_score": [-11.203890800476074, -11.888487815856934, -5.853005409240723, -5.500288963317871, -5.043155670166016, -10.547212600708008, -8.675081253051758, -12.331281661987305, -10.332629203796387, -8.842751502990723, -9.28479290008545, -6.817471027374268, -8.761101722717285, -11.377784729003906, -5.248730659484863, -2.3667001724243164], "gpt2background_argmax_score": [-2.13662052154541, -2.1253278255462646, -1.4069331884384155, -1.8309118747711182, -1.7060763835906982, -0.35402846336364746, -1.912476658821106, -0.530084490776062, -3.3004438877105713, -1.8547474145889282, -1.2910548448562622, -1.3584643602371216, -1.9464036226272583, -2.4818899631500244, -2.390244245529175, -2.3667001724243164, -1.7886513471603394, -1.531443476676941]}, "Bot001_037_03": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_037.log.json", "context": "Hello hi , how are you ? [SMIRKING FACE WITH GLASSES] i am good. how are you today ?", "response": "i am good . what are your hobbies ?", "annotation_id": "Bot001_037_03", "annotations": ["O", "X", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "T", "O", "T"], "gpt2background_target_score": [-10.842501640319824, -8.820828437805176, -6.607448577880859, -9.400712966918945, -10.349721908569336, -8.967567443847656, -7.358252048492432, -11.106886863708496, -10.998970031738281], "gpt2background_argmax_score": [-2.13662052154541, -1.8578764200210571, -2.0485832691192627, -1.7113454341888428, -0.3978126347064972, -1.5623685121536255, -1.269117832183838, -3.786679983139038, -1.7810665369033813, -0.9383977055549622, -0.7844371795654297, -1.7187433242797852, -2.629950523376465, -2.3675696849823, -1.8924534320831299, -1.4706811904907227, -0.7064111232757568, -2.1632065773010254, -2.3293213844299316, -1.8334572315216064, -1.8689557313919067, -1.7602653503417969, -0.2339872419834137, -1.3376938104629517, -0.4988159239292145, -1.7379581928253174, -2.303995132446289, -2.1113107204437256, -1.9816782474517822, -1.419858694076538, -1.366233229637146, -1.745288372039795, -0.3589288294315338, -1.5628584623336792, -0.5010573863983154, -0.5775880217552185]}, "Bot001_037_05": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_037.log.json", "context": "Hello hi , how are you ? [SMIRKING FACE WITH GLASSES] i am good. how are you today ? i am good . what are your hobbies ? i like doing the treadmill and rowing machine. what do you like to do ?", "response": "i watch nascar races on sundays. Also, try to guess: i enjoy mountain ...", "annotation_id": "Bot001_037_05", "annotations": ["O", "X", "O", "O", "T", "O", "O", "O", "X", "X", "O", "X", "O", "O", "T"], "gpt2background_target_score": [-10.842503547668457, -10.578781127929688, -8.274466514587402, -13.139532089233398, -11.422752380371094, -4.87692928314209, -11.619053840637207, -12.79101276397705, -6.555494785308838, -11.557637214660645, -6.41607666015625, -13.54925537109375, -12.078824043273926, -12.497244834899902, -6.655612945556641, -7.575096130371094, -11.709054946899414, -12.400697708129883, -9.277280807495117], "gpt2background_argmax_score": [-2.1366207599639893, -1.8578768968582153, -2.048582077026367, -1.7113451957702637, -0.39781343936920166, -1.562369465827942, -1.2691166400909424, -3.786679267883301, -1.7810649871826172, -0.9383965134620667, -0.7844371795654297, -1.7187427282333374, -2.629948616027832, -2.367569923400879, -1.8924546241760254, -1.4706840515136719, -0.7064117789268494, -2.16320538520813, -2.3293228149414062, -1.8334587812423706, -1.8689539432525635, -1.76026451587677, -0.2339867651462555, -1.3376951217651367, -0.4988152086734772, -1.7379571199417114, -1.7102813720703125, -2.643375873565674, -1.7505961656570435, -1.617160439491272, -1.7642309665679932, -0.4355068504810333, -1.442909836769104, -0.4613528549671173, -1.9081313610076904, -1.4847381114959717, -1.4618617296218872, -2.7362382411956787, -2.6277120113372803, -2.214155435562134, -2.7324748039245605, -0.16965539753437042, -2.1395621299743652, -2.464970111846924, -1.4110851287841797, -1.3661818504333496, -0.3023260533809662, -1.1261029243469238, -1.2384496927261353, -0.2584340572357178, -1.1333562135696411, -1.9230194091796875, -2.4832756519317627, -2.3554024696350098, -2.7881102561950684, -1.0702650547027588, -1.8067529201507568, -1.8393834829330444, -2.399005174636841, -0.3570571541786194, -1.8108688592910767, -1.4818519353866577, -1.6892361640930176, -1.3653911352157593, -0.8948195576667786, -2.442155122756958, -1.6778497695922852, -2.480628490447998, -2.096219301223755, -2.2561657428741455, -0.4923107326030731, -2.2067036628723145]}, "Bot001_037_07": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_037.log.json", "context": "Hello hi , how are you ? [SMIRKING FACE WITH GLASSES] i am good. how are you today ? i am good . what are your hobbies ? i like doing the treadmill and rowing machine. what do you like to do ? i watch nascar races on sundays. Also, try to guess: i enjoy mountain ... mountain climbing ?", "response": "biking as hobby, funny you :)", "annotation_id": "Bot001_037_07", "annotations": ["O", "X", "O", "O", "T", "O", "O", "O", "X", "X", "O", "X", "T", "T", "O"], "gpt2background_target_score": [-10.38914966583252, -13.565203666687012, -7.088647365570068, -12.241912841796875, -10.100470542907715, -10.35821533203125, -6.322614669799805, -10.964483261108398], "gpt2background_argmax_score": [-2.1366207599639893, -1.8578768968582153, -2.048582077026367, -1.7113451957702637, -0.39781343936920166, -1.562369465827942, -1.2691166400909424, -3.786679267883301, -1.7810649871826172, -0.9383965134620667, -0.7844371795654297, -1.7187427282333374, -2.629948616027832, -2.367569923400879, -1.8924546241760254, -1.4706840515136719, -0.7064117789268494, -2.16320538520813, -2.3293228149414062, -1.8334587812423706, -1.8689539432525635, -1.76026451587677, -0.2339867651462555, -1.3376951217651367, -0.4988152086734772, -1.7379571199417114, -1.7102813720703125, -2.643375873565674, -1.7505961656570435, -1.617160439491272, -1.7642309665679932, -0.4355068504810333, -1.442909836769104, -0.4613528549671173, -1.9081313610076904, -1.4847381114959717, -1.4618617296218872, -2.7362382411956787, -2.6277120113372803, -2.214155435562134, -2.7324748039245605, -0.16965539753437042, -2.1395621299743652, -2.464970111846924, -1.4110851287841797, -1.3661818504333496, -0.3023260533809662, -1.1261029243469238, -1.2384496927261353, -0.2584340572357178, -1.1333562135696411, -1.9230194091796875, -2.230837106704712, -2.8979265689849854, -1.6309446096420288, -1.7283906936645508, -1.8001002073287964, -2.3980484008789062, -0.32747283577919006, -2.194859266281128, -1.509947657585144, -1.9179294109344482, -1.8700263500213623, -0.8236653208732605, -2.5561461448669434, -1.7919142246246338, -2.2796852588653564, -1.8568167686462402, -2.2324812412261963, -0.44204264879226685, -2.413325309753418, -1.7698413133621216, -2.061769485473633, -1.6273183822631836, -2.3697562217712402, -2.3197219371795654, -2.242192506790161, -1.4208451509475708, -1.8421359062194824, -1.9153048992156982, -1.5534306764602661, -2.9260828495025635, -0.5972774028778076]}, "Bot001_037_09": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_037.log.json", "context": "Hello hi , how are you ? [SMIRKING FACE WITH GLASSES] i am good. how are you today ? i am good . what are your hobbies ? i like doing the treadmill and rowing machine. what do you like to do ? i watch nascar races on sundays. Also, try to guess: i enjoy mountain ... mountain climbing ? biking as hobby, funny you :) you are getting smarter everyday.", "response": "oh , maybe ! why do you think that ?", "annotation_id": "Bot001_037_09", "annotations": ["O", "O", "O", "O", "T", "O", "O", "O", "O", "T", "O", "O", "X", "O", "T"], "gpt2background_target_score": [-11.61432933807373, -6.319169521331787, -7.808723449707031, -8.849954605102539, -12.108417510986328, -8.338724136352539, -6.322614669799805, -12.173572540283203, -9.728302955627441, -8.44531536102295], "gpt2background_argmax_score": [-2.1366207599639893, -1.8578768968582153, -2.048582077026367, -1.7113451957702637, -0.39781343936920166, -1.562369465827942, -1.2691166400909424, -3.786679267883301, -1.7810649871826172, -0.9383965134620667, -0.7844371795654297, -1.7187427282333374, -2.629948616027832, -2.367569923400879, -1.8924546241760254, -1.4706840515136719, -0.7064117789268494, -2.16320538520813, -2.3293228149414062, -1.8334587812423706, -1.8689539432525635, -1.76026451587677, -0.2339867651462555, -1.3376951217651367, -0.4988152086734772, -1.7379571199417114, -1.7102813720703125, -2.643375873565674, -1.7505961656570435, -1.617160439491272, -1.7642309665679932, -0.4355068504810333, -1.442909836769104, -0.4613528549671173, -1.9081313610076904, -1.4847381114959717, -1.4618617296218872, -2.7362382411956787, -2.6277120113372803, -2.214155435562134, -2.7324748039245605, -0.16965539753437042, -2.1395621299743652, -2.464970111846924, -1.4110851287841797, -1.3661818504333496, -0.3023260533809662, -1.1261029243469238, -1.2384496927261353, -0.2584340572357178, -1.1333562135696411, -1.9230194091796875, -2.230837106704712, -2.8979265689849854, -1.6309446096420288, -1.7283906936645508, -1.8001002073287964, -2.3980484008789062, -0.32747283577919006, -2.194859266281128, -1.509947657585144, -1.9179294109344482, -1.8700263500213623, -0.8236653208732605, -2.5561461448669434, -1.7919142246246338, -2.2796852588653564, -1.8568167686462402, -2.2324812412261963, -0.44204264879226685, -2.413325309753418, -1.7698413133621216, -2.061769485473633, -1.6273175477981567, -1.388954997062683, -1.2762258052825928, -1.8927762508392334, -1.7241828441619873, -2.1171743869781494, -2.944521188735962, -1.592254877090454, -2.242236614227295, -2.2108614444732666, -2.4966275691986084, -2.1617789268493652, -1.9944000244140625, -2.035808801651001, -2.2879507541656494, -2.4417216777801514, -1.4008662700653076, -1.807543396949768, -1.954086422920227, -1.1163320541381836, -0.44945695996284485, -1.6979588270187378, -2.1174232959747314, -0.8362255096435547, -1.1271501779556274]}, "Bot001_037_11": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_037.log.json", "context": "Hello hi , how are you ? [SMIRKING FACE WITH GLASSES] i am good. how are you today ? i am good . what are your hobbies ? i like doing the treadmill and rowing machine. what do you like to do ? i watch nascar races on sundays. Also, try to guess: i enjoy mountain ... mountain climbing ? biking as hobby, funny you :) you are getting smarter everyday. oh , maybe ! why do you think that ? because your answers are making more sense everyday. how old are you ?", "response": "they are 6 and 9. what do you do ?", "annotation_id": "Bot001_037_11", "annotations": ["X", "X", "X", "T", "O", "X", "X", "X", "O", "O", "X", "O", "X", "T", "T"], "gpt2background_target_score": [-13.57323169708252, -8.231125831604004, -9.688204765319824, -7.126455307006836, -11.269111633300781, -7.360835075378418, -5.800394058227539, -10.24305534362793, -10.895608901977539, -8.786388397216797, -8.659648895263672], "gpt2background_argmax_score": [-2.1366207599639893, -1.8578768968582153, -2.048582077026367, -1.7113451957702637, -0.39781343936920166, -1.562369465827942, -1.2691166400909424, -3.786679267883301, -1.7810649871826172, -0.9383965134620667, -0.7844371795654297, -1.7187427282333374, -2.629948616027832, -2.367569923400879, -1.8924546241760254, -1.4706840515136719, -0.7064117789268494, -2.16320538520813, -2.3293228149414062, -1.8334587812423706, -1.8689539432525635, -1.76026451587677, -0.2339867651462555, -1.3376951217651367, -0.4988152086734772, -1.7379571199417114, -1.7102813720703125, -2.643375873565674, -1.7505961656570435, -1.617160439491272, -1.7642309665679932, -0.4355068504810333, -1.442909836769104, -0.4613528549671173, -1.9081313610076904, -1.4847381114959717, -1.4618617296218872, -2.7362382411956787, -2.6277120113372803, -2.214155435562134, -2.7324748039245605, -0.16965539753437042, -2.1395621299743652, -2.464970111846924, -1.4110851287841797, -1.3661818504333496, -0.3023260533809662, -1.1261029243469238, -1.2384496927261353, -0.2584340572357178, -1.1333562135696411, -1.9230194091796875, -2.230837106704712, -2.8979265689849854, -1.6309446096420288, -1.7283906936645508, -1.8001002073287964, -2.3980484008789062, -0.32747283577919006, -2.194859266281128, -1.509947657585144, -1.9179294109344482, -1.8700263500213623, -0.8236653208732605, -2.5561461448669434, -1.7919142246246338, -2.2796852588653564, -1.8568167686462402, -2.2324812412261963, -0.44204264879226685, -2.413325309753418, -1.7698413133621216, -2.061769485473633, -1.6273175477981567, -1.388954997062683, -1.2762258052825928, -1.8927762508392334, -1.7241828441619873, -2.1171743869781494, -2.944521188735962, -1.592254877090454, -2.242236614227295, -2.2108614444732666, -2.4966275691986084, -2.1617789268493652, -1.9944008588790894, -2.03580904006958, -2.3827099800109863, -1.4594999551773071, -1.7663642168045044, -2.018246650695801, -1.548668384552002, -0.4544896185398102, -1.8463834524154663, -2.0448665618896484, -1.2040411233901978, -1.7238080501556396, -1.1721845865249634, -3.1854209899902344, -0.87261563539505, -2.8267674446105957, -0.700883686542511, -0.6521508097648621, -2.2296698093414307, -1.7550177574157715, -1.9396231174468994, -1.5972970724105835, -0.4582817554473877, -0.1655571311712265, -0.35488560795783997, -2.3106131553649902, -2.4711802005767822, -1.0318107604980469, -3.3433055877685547, -2.342743158340454, -1.8040131330490112, -2.045557975769043, -1.9407624006271362, -1.8425554037094116, -0.30904749035835266, -1.7636947631835938, -0.627411425113678, -1.0417389869689941]}, "Bot001_037_13": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_037.log.json", "context": "Hello hi , how are you ? [SMIRKING FACE WITH GLASSES] i am good. how are you today ? i am good . what are your hobbies ? i like doing the treadmill and rowing machine. what do you like to do ? i watch nascar races on sundays. Also, try to guess: i enjoy mountain ... mountain climbing ? biking as hobby, funny you :) you are getting smarter everyday. oh , maybe ! why do you think that ? because your answers are making more sense everyday. how old are you ? they are 6 and 9. what do you do ? what do you do for a living", "response": "i work in an office building . it has also paid well , and supports my love of cars", "annotation_id": "Bot001_037_13", "annotations": ["O", "O", "O", "O", "T", "O", "O", "O", "X", "X", "O", "X", "T", "T", "T"], "gpt2background_target_score": [-10.842503547668457, -10.022936820983887, -6.560311794281006, -9.593040466308594, -12.26538372039795, -7.936875343322754, -5.23963737487793, -10.728168487548828, -8.62187385559082, -9.290019989013672, -13.93846321105957, -12.431734085083008, -12.042606353759766, -8.514692306518555, -12.86037826538086, -10.081195831298828, -11.61056137084961, -9.96518611907959, -13.028203010559082], "gpt2background_argmax_score": [-2.1366207599639893, -1.8578768968582153, -2.048582077026367, -1.7113451957702637, -0.39781343936920166, -1.562369465827942, -1.2691166400909424, -3.786679267883301, -1.7810649871826172, -0.9383965134620667, -0.7844371795654297, -1.7187427282333374, -2.629948616027832, -2.367569923400879, -1.8924546241760254, -1.4706840515136719, -0.7064117789268494, -2.16320538520813, -2.3293228149414062, -1.8334587812423706, -1.8689539432525635, -1.76026451587677, -0.2339867651462555, -1.3376951217651367, -0.4988152086734772, -1.7379571199417114, -1.7102813720703125, -2.643375873565674, -1.7505961656570435, -1.617160439491272, -1.7642309665679932, -0.4355068504810333, -1.442909836769104, -0.4613528549671173, -1.9081313610076904, -1.4847381114959717, -1.4618617296218872, -2.7362382411956787, -2.6277120113372803, -2.214155435562134, -2.7324748039245605, -0.16965539753437042, -2.1395621299743652, -2.464970111846924, -1.4110851287841797, -1.3661818504333496, -0.3023260533809662, -1.1261029243469238, -1.2384496927261353, -0.2584340572357178, -1.1333562135696411, -1.9230194091796875, -2.230837106704712, -2.8979265689849854, -1.6309446096420288, -1.7283906936645508, -1.8001002073287964, -2.3980484008789062, -0.32747283577919006, -2.194859266281128, -1.509947657585144, -1.9179294109344482, -1.8700263500213623, -0.8236653208732605, -2.5561461448669434, -1.7919142246246338, -2.2796852588653564, -1.8568167686462402, -2.2324812412261963, -0.44204264879226685, -2.413325309753418, -1.7698413133621216, -2.061769485473633, -1.6273175477981567, -1.388954997062683, -1.2762258052825928, -1.8927762508392334, -1.7241828441619873, -2.1171743869781494, -2.944521188735962, -1.592254877090454, -2.242236614227295, -2.2108614444732666, -2.4966275691986084, -2.1617789268493652, -1.9944000244140625, -2.035808801651001, -2.3827097415924072, -1.4595001935958862, -1.7663639783859253, -2.018246650695801, -1.548669695854187, -0.45448991656303406, -1.8463808298110962, -2.044865131378174, -1.204038143157959, -1.7238065004348755, -1.1721851825714111, -3.185422658920288, -0.8726149201393127, -2.826767683029175, -0.7008830904960632, -0.6521508693695068, -2.2296712398529053, -1.7550185918807983, -1.939623236656189, -1.597296118736267, -0.45828214287757874, -0.1655571311712265, -0.354885458946228, -2.3106136322021484, -0.8723068237304688, -2.873995780944824, -2.44252610206604, -1.8695292472839355, -2.463156223297119, -1.8834484815597534, -1.7756519317626953, -0.2869124710559845, -1.6450283527374268, -0.5456841588020325, -1.8497484922409058, -1.4513702392578125, -0.2578878104686737, -1.3914072513580322, -0.35638946294784546, -2.025142192840576, -1.5269503593444824, -0.38105669617652893, -2.22928524017334, -2.447727918624878, -1.961525559425354, -1.4072703123092651, -2.1074628829956055, -2.0267515182495117, -1.9515002965927124, -1.2683868408203125, -1.228104829788208, -1.337623953819275, -1.0944745540618896, -0.5661476254463196, -1.8776817321777344, -1.1878700256347656, -0.9268388152122498, -2.394052743911743, -2.8863956928253174, -1.2005094289779663, -1.7142307758331299, -1.7774239778518677]}, "Bot001_037_15": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_037.log.json", "context": "Hello hi , how are you ? [SMIRKING FACE WITH GLASSES] i am good. how are you today ? i am good . what are your hobbies ? i like doing the treadmill and rowing machine. what do you like to do ? i watch nascar races on sundays. Also, try to guess: i enjoy mountain ... mountain climbing ? biking as hobby, funny you :) you are getting smarter everyday. oh , maybe ! why do you think that ? because your answers are making more sense everyday. how old are you ? they are 6 and 9. what do you do ? what do you do for a living i work in an office building . it has also paid well , and supports my love of cars it's great. tell me about you", "response": "i am a fast talker and a fast typer who loves the color red .. Also, try to guess: my father was ...", "annotation_id": "Bot001_037_15", "annotations": ["O", "T", "O", "O", "T", "O", "O", "O", "X", "X", "O", "X", "O", "O", "T"], "gpt2background_target_score": [-10.842503547668457, -8.82082748413086, -6.14884614944458, -6.829010486602783, -11.588933944702148, -12.66235637664795, -5.57444953918457, -9.756153106689453, -12.58938980102539, -10.220457077026367, -13.53659439086914, -11.395061492919922, -14.348671913146973, -9.581101417541504, -12.039447784423828, -11.749786376953125, -8.140923500061035, -12.237369537353516, -7.016823768615723, -9.267195701599121, -7.373016357421875, -13.428386688232422, -12.259329795837402, -8.26759147644043, -12.454593658447266, -8.008188247680664, -10.665781021118164], "gpt2background_argmax_score": [-2.1366207599639893, -1.8578768968582153, -2.048582077026367, -1.7113451957702637, -0.39781343936920166, -1.562369465827942, -1.2691166400909424, -3.786679267883301, -1.7810649871826172, -0.9383965134620667, -0.7844371795654297, -1.7187427282333374, -2.629948616027832, -2.367569923400879, -1.8924546241760254, -1.4706840515136719, -0.7064117789268494, -2.16320538520813, -2.3293228149414062, -1.8334587812423706, -1.8689539432525635, -1.76026451587677, -0.2339867651462555, -1.3376951217651367, -0.4988152086734772, -1.7379571199417114, -1.7102813720703125, -2.643375873565674, -1.7505961656570435, -1.617160439491272, -1.7642309665679932, -0.4355068504810333, -1.442909836769104, -0.4613528549671173, -1.9081313610076904, -1.4847381114959717, -1.4618617296218872, -2.7362382411956787, -2.6277120113372803, -2.214155435562134, -2.7324748039245605, -0.16965539753437042, -2.1395621299743652, -2.464970111846924, -1.4110851287841797, -1.3661818504333496, -0.3023260533809662, -1.1261029243469238, -1.2384496927261353, -0.2584340572357178, -1.1333562135696411, -1.9230194091796875, -2.230837106704712, -2.8979265689849854, -1.6309446096420288, -1.7283906936645508, -1.8001002073287964, -2.3980484008789062, -0.32747283577919006, -2.194859266281128, -1.509947657585144, -1.9179294109344482, -1.8700263500213623, -0.8236653208732605, -2.5561461448669434, -1.7919142246246338, -2.2796852588653564, -1.8568167686462402, -2.2324812412261963, -0.44204264879226685, -2.413325309753418, -1.7698413133621216, -2.061769485473633, -1.6273175477981567, -1.388954997062683, -1.2762258052825928, -1.8927762508392334, -1.7241828441619873, -2.1171743869781494, -2.944521188735962, -1.592254877090454, -2.242236614227295, -2.2108614444732666, -2.4966275691986084, -2.1617789268493652, -1.9944000244140625, -2.035808801651001, -2.3827097415924072, -1.4595001935958862, -1.7663639783859253, -2.018246650695801, -1.548669695854187, -0.45448991656303406, -1.8463808298110962, -2.044865131378174, -1.204038143157959, -1.7238065004348755, -1.1721851825714111, -3.185422658920288, -0.8726149201393127, -2.826767683029175, -0.7008830904960632, -0.6521508693695068, -2.2296712398529053, -1.7550185918807983, -1.939623236656189, -1.597296118736267, -0.45828214287757874, -0.1655571311712265, -0.354885458946228, -2.3106136322021484, -0.8723068237304688, -2.873995780944824, -2.44252610206604, -1.8695292472839355, -2.463156223297119, -1.8834484815597534, -1.7756519317626953, -0.2869124710559845, -1.6450283527374268, -0.5456841588020325, -1.8497484922409058, -1.4513702392578125, -0.2578878104686737, -1.3914072513580322, -0.35638946294784546, -2.025142192840576, -1.5269503593444824, -0.38105669617652893, -2.317159652709961, -2.349722385406494, -1.49490225315094, -2.0691211223602295, -2.1247146129608154, -2.050217390060425, -1.4207122325897217, -1.1871286630630493, -1.9517368078231812, -1.2752540111541748, -0.35598647594451904, -1.8445308208465576, -1.0816023349761963, -0.9482680559158325, -2.6618854999542236, -3.001077651977539, -1.3315787315368652, -1.348865270614624, -1.6969600915908813, -1.152124285697937, -2.3940486907958984, -2.083749771118164, -1.5094037055969238, -0.21912424266338348, -1.9451817274093628, -1.3831039667129517, -1.8334615230560303, -1.9821773767471313, -1.9793716669082642, -2.447944164276123, -3.2706987857818604, -0.6007540822029114, -0.040054794400930405, -1.7772071361541748, -0.7928917407989502, -3.6039540767669678, -1.596300721168518, -1.171676516532898, -2.1120247840881348, -2.16921329498291, -1.30696439743042, -2.7523837089538574, -0.7271426916122437, -1.4843677282333374, -1.20883047580719, -1.1898552179336548, -0.9184994101524353, -0.4377310872077942, -2.8387818336486816, -1.7720921039581299, -0.7828285694122314, -2.9507060050964355, -1.1427611112594604, -1.4814039468765259, -2.608160972595215]}, "Bot001_037_17": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_037.log.json", "context": "Hello hi , how are you ? [SMIRKING FACE WITH GLASSES] i am good. how are you today ? i am good . what are your hobbies ? i like doing the treadmill and rowing machine. what do you like to do ? i watch nascar races on sundays. Also, try to guess: i enjoy mountain ... mountain climbing ? biking as hobby, funny you :) you are getting smarter everyday. oh , maybe ! why do you think that ? because your answers are making more sense everyday. how old are you ? they are 6 and 9. what do you do ? what do you do for a living i work in an office building . it has also paid well , and supports my love of cars it's great. tell me about you i am a fast talker and a fast typer who loves the color red .. Also, try to guess: my father was ... a lawyer ?", "response": "construction worker, funny you :)", "annotation_id": "Bot001_037_17", "annotations": ["O", "O", "O", "O", "T", "O", "O", "O", "X", "X", "O", "X", "O", "T", "T"], "gpt2background_target_score": [-13.289969444274902, -13.481520652770996, -12.373952865600586, -8.08779525756836, -11.887279510498047, -8.634356498718262, -6.372923851013184], "gpt2background_argmax_score": [-2.1366207599639893, -1.8578768968582153, -2.048582077026367, -1.7113451957702637, -0.39781343936920166, -1.562369465827942, -1.2691166400909424, -3.786679267883301, -1.7810649871826172, -0.9383965134620667, -0.7844371795654297, -1.7187427282333374, -2.629948616027832, -2.367569923400879, -1.8924546241760254, -1.4706840515136719, -0.7064117789268494, -2.16320538520813, -2.3293228149414062, -1.8334587812423706, -1.8689539432525635, -1.76026451587677, -0.2339867651462555, -1.3376951217651367, -0.4988152086734772, -1.7379571199417114, -1.7102813720703125, -2.643375873565674, -1.7505961656570435, -1.617160439491272, -1.7642309665679932, -0.4355068504810333, -1.442909836769104, -0.4613528549671173, -1.9081313610076904, -1.4847381114959717, -1.4618617296218872, -2.7362382411956787, -2.6277120113372803, -2.214155435562134, -2.7324748039245605, -0.16965539753437042, -2.1395621299743652, -2.464970111846924, -1.4110851287841797, -1.3661818504333496, -0.3023260533809662, -1.1261029243469238, -1.2384496927261353, -0.2584340572357178, -1.1333562135696411, -1.9230194091796875, -2.230837106704712, -2.8979265689849854, -1.6309446096420288, -1.7283906936645508, -1.8001002073287964, -2.3980484008789062, -0.32747283577919006, -2.194859266281128, -1.509947657585144, -1.9179294109344482, -1.8700263500213623, -0.8236653208732605, -2.5561461448669434, -1.7919142246246338, -2.2796852588653564, -1.8568167686462402, -2.2324812412261963, -0.44204264879226685, -2.413325309753418, -1.7698413133621216, -2.061769485473633, -1.6273175477981567, -1.388954997062683, -1.2762258052825928, -1.8927762508392334, -1.7241828441619873, -2.1171743869781494, -2.944521188735962, -1.592254877090454, -2.242236614227295, -2.2108614444732666, -2.4966275691986084, -2.1617789268493652, -1.9944000244140625, -2.035808801651001, -2.3827097415924072, -1.4595001935958862, -1.7663639783859253, -2.018246650695801, -1.548669695854187, -0.45448991656303406, -1.8463808298110962, -2.044865131378174, -1.204038143157959, -1.7238065004348755, -1.1721851825714111, -3.185422658920288, -0.8726149201393127, -2.826767683029175, -0.7008830904960632, -0.6521508693695068, -2.2296712398529053, -1.7550185918807983, -1.939623236656189, -1.597296118736267, -0.45828214287757874, -0.1655571311712265, -0.354885458946228, -2.3106136322021484, -0.8723068237304688, -2.873995780944824, -2.44252610206604, -1.8695292472839355, -2.463156223297119, -1.8834484815597534, -1.7756519317626953, -0.2869124710559845, -1.6450283527374268, -0.5456841588020325, -1.8497484922409058, -1.4513702392578125, -0.2578878104686737, -1.3914072513580322, -0.35638946294784546, -2.025142192840576, -1.5269503593444824, -0.38105669617652893, -2.317159652709961, -2.349722385406494, -1.49490225315094, -2.0691211223602295, -2.1247146129608154, -2.050217390060425, -1.4207122325897217, -1.1871286630630493, -1.9517368078231812, -1.2752536535263062, -0.3559863865375519, -1.844530701637268, -1.0816032886505127, -0.9482660889625549, -2.6618826389312744, -3.00107741355896, -1.3315786123275757, -1.348862648010254, -1.6969600915908813, -1.1521247625350952, -2.394047975540161, -2.0837504863739014, -1.5094037055969238, -0.21912357211112976, -1.9451829195022583, -1.3831056356430054, -1.8334599733352661, -1.929058313369751, -2.4346015453338623, -2.112816572189331, -0.5469168424606323, -0.04533720016479492, -1.972503900527954, -0.7497084140777588, -3.366485595703125, -1.469326138496399, -1.1178065538406372, -1.9192019701004028, -2.1037986278533936, -1.3452057838439941, -2.9149136543273926, -0.6931309700012207, -1.5693438053131104, -1.39774489402771, -1.3940150737762451, -1.086287498474121, -0.44514042139053345, -2.709237813949585, -1.7276947498321533, -0.8461153507232666, -3.2700796127319336, -1.2352895736694336, -1.375791311264038, -2.516536235809326, -2.2764244079589844, -2.2061729431152344, -1.720518946647644, -2.249072551727295, -1.0206719636917114, -1.5180236101150513, -2.057239055633545, -2.002429723739624, -2.1625099182128906, -2.4393844604492188, -1.3229259252548218]}, "Bot001_037_19": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_037.log.json", "context": "Hello hi , how are you ? [SMIRKING FACE WITH GLASSES] i am good. how are you today ? i am good . what are your hobbies ? i like doing the treadmill and rowing machine. what do you like to do ? i watch nascar races on sundays. Also, try to guess: i enjoy mountain ... mountain climbing ? biking as hobby, funny you :) you are getting smarter everyday. oh , maybe ! why do you think that ? because your answers are making more sense everyday. how old are you ? they are 6 and 9. what do you do ? what do you do for a living i work in an office building . it has also paid well , and supports my love of cars it's great. tell me about you i am a fast talker and a fast typer who loves the color red .. Also, try to guess: my father was ... a lawyer ? construction worker, funny you :) i must go", "response": "i spend a lot of time indoors , i watch movies and tv .", "annotation_id": "Bot001_037_19", "annotations": ["T", "X", "T", "O", "T", "T", "T", "X", "X", "X", "X", "X", "X", "X", "T"], "gpt2background_target_score": [-10.842503547668457, -12.02736759185791, -6.14884614944458, -10.650659561157227, -9.707544326782227, -9.53445816040039, -11.322909355163574, -9.266759872436523, -10.000997543334961, -10.858458518981934, -13.1077880859375, -8.064053535461426, -13.256007194519043, -10.969820022583008], "gpt2background_argmax_score": [-2.1366207599639893, -1.8578768968582153, -2.048582077026367, -1.7113451957702637, -0.39781343936920166, -1.562369465827942, -1.2691166400909424, -3.786679267883301, -1.7810649871826172, -0.9383965134620667, -0.7844371795654297, -1.7187427282333374, -2.629948616027832, -2.367569923400879, -1.8924546241760254, -1.4706840515136719, -0.7064117789268494, -2.16320538520813, -2.3293228149414062, -1.8334587812423706, -1.8689539432525635, -1.76026451587677, -0.2339867651462555, -1.3376951217651367, -0.4988152086734772, -1.7379571199417114, -1.7102813720703125, -2.643375873565674, -1.7505961656570435, -1.617160439491272, -1.7642309665679932, -0.4355068504810333, -1.442909836769104, -0.4613528549671173, -1.9081313610076904, -1.4847381114959717, -1.4618617296218872, -2.7362382411956787, -2.6277120113372803, -2.214155435562134, -2.7324748039245605, -0.16965539753437042, -2.1395621299743652, -2.464970111846924, -1.4110851287841797, -1.3661818504333496, -0.3023260533809662, -1.1261029243469238, -1.2384496927261353, -0.2584340572357178, -1.1333562135696411, -1.9230194091796875, -2.230837106704712, -2.8979265689849854, -1.6309446096420288, -1.7283906936645508, -1.8001002073287964, -2.3980484008789062, -0.32747283577919006, -2.194859266281128, -1.509947657585144, -1.9179294109344482, -1.8700263500213623, -0.8236653208732605, -2.5561461448669434, -1.7919142246246338, -2.2796852588653564, -1.8568167686462402, -2.2324812412261963, -0.44204264879226685, -2.413325309753418, -1.7698413133621216, -2.061769485473633, -1.6273175477981567, -1.388954997062683, -1.2762258052825928, -1.8927762508392334, -1.7241828441619873, -2.1171743869781494, -2.944521188735962, -1.592254877090454, -2.242236614227295, -2.2108614444732666, -2.4966275691986084, -2.1617789268493652, -1.9944000244140625, -2.035808801651001, -2.3827097415924072, -1.4595001935958862, -1.7663639783859253, -2.018246650695801, -1.548669695854187, -0.45448991656303406, -1.8463808298110962, -2.044865131378174, -1.204038143157959, -1.7238065004348755, -1.1721851825714111, -3.185422658920288, -0.8726149201393127, -2.826767683029175, -0.7008830904960632, -0.6521508693695068, -2.2296712398529053, -1.7550185918807983, -1.939623236656189, -1.597296118736267, -0.45828214287757874, -0.1655571311712265, -0.354885458946228, -2.3106136322021484, -0.8723068237304688, -2.873995780944824, -2.44252610206604, -1.8695292472839355, -2.463156223297119, -1.8834484815597534, -1.7756519317626953, -0.2869124710559845, -1.6450283527374268, -0.5456841588020325, -1.8497484922409058, -1.4513702392578125, -0.2578878104686737, -1.3914072513580322, -0.35638946294784546, -2.025142192840576, -1.5269503593444824, -0.38105669617652893, -2.317159652709961, -2.349722385406494, -1.49490225315094, -2.0691211223602295, -2.1247146129608154, -2.050217390060425, -1.4207122325897217, -1.1871286630630493, -1.9517368078231812, -1.2752536535263062, -0.3559863865375519, -1.844530701637268, -1.0816032886505127, -0.9482660889625549, -2.6618826389312744, -3.00107741355896, -1.3315786123275757, -1.348862648010254, -1.6969600915908813, -1.1521247625350952, -2.394047975540161, -2.0837504863739014, -1.5094037055969238, -0.21912357211112976, -1.9451829195022583, -1.3831056356430054, -1.8334599733352661, -1.929058313369751, -2.4346015453338623, -2.112816572189331, -0.5469168424606323, -0.04533720016479492, -1.972503900527954, -0.7497084140777588, -3.366485595703125, -1.469326138496399, -1.1178065538406372, -1.9192019701004028, -2.1037986278533936, -1.3452057838439941, -2.9149136543273926, -0.6931309700012207, -1.5693438053131104, -1.39774489402771, -1.3940150737762451, -1.086287498474121, -0.44514042139053345, -2.709237813949585, -1.7276947498321533, -0.8461153507232666, -3.2700796127319336, -1.2352895736694336, -1.375791311264038, -2.516536235809326, -2.2764244079589844, -2.2061729431152344, -1.720518946647644, -1.4126124382019043, -1.7832010984420776, -1.613727331161499, -1.845323920249939, -2.047818183898926, -1.6561421155929565, -1.7536360025405884, -1.8049709796905518, -1.4436008930206299, -1.9987200498580933, -2.25207257270813, -1.6927779912948608, -0.5280873775482178, -0.3118017017841339, -0.3477238714694977, -1.7483423948287964, -1.8818262815475464, -1.6378682851791382, -2.490645408630371, -2.284306764602661, -1.2079886198043823, -1.7892541885375977, -0.9205517172813416, -0.8571544885635376]}, "Bot001_040_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_040.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\ntldr: i only eat kosher Hello there", "response": "hi there ! how are you ?", "annotation_id": "Bot001_040_02", "annotations": ["O", "O", "O", "O", "T", "O", "X", "O", "O", "T", "O", "O", "O", "O", "T"], "gpt2background_target_score": [-10.227028846740723, -7.771326541900635, -11.130971908569336, -9.126535415649414, -10.655741691589355, -5.926876544952393, -9.620589256286621], "gpt2background_argmax_score": [-1.9761712551116943, -1.080935001373291, -1.7423228025436401, -1.3194321393966675, -1.4557596445083618, -0.7846617102622986, -1.5420114994049072, -3.783468723297119, -0.9428858757019043, -2.8625261783599854, -1.2497807741165161, -1.5824079513549805, -2.6078264713287354, -2.6221706867218018, -2.019376039505005, -1.6044601202011108, -0.4023997485637665, -2.0610759258270264, -0.05930757150053978, -1.0338315963745117, -1.9664736986160278, -1.8279675245285034, -2.027132987976074, -3.5181326866149902, -2.20701003074646, -1.5669447183609009, -1.3541895151138306, -2.5618748664855957, -1.3579872846603394, -1.2562992572784424, -1.3358268737792969, -1.793639898300171, -0.23350004851818085, -2.0367696285247803, -0.3564583957195282]}, "Bot001_040_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_040.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\ntldr: i only eat kosher Hello there hi there ! how are you ? I'm fine and you?", "response": "i'm also doing well . i just got home from a trip to norway .. Also, try to guess: i read twenty ...", "annotation_id": "Bot001_040_04", "annotations": ["O", "T", "O", "O", "T", "O", "T", "T", "T", "T", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-9.748896598815918, -9.656435012817383, -11.411262512207031, -8.15869426727295, -10.638376235961914, -10.026762962341309, -6.807960510253906, -10.931867599487305, -9.713644981384277, -12.206425666809082, -10.086524963378906, -9.596991539001465, -15.10232162475586, -10.923441886901855, -12.074522972106934, -12.708953857421875, -11.839810371398926, -12.797407150268555, -9.965691566467285, -11.721168518066406, -7.426078796386719, -5.248212814331055, -11.659570693969727, -7.11680793762207, -12.703510284423828, -13.363097190856934, -8.316975593566895], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.7423242330551147, -1.3194338083267212, -1.4557617902755737, -0.7846629023551941, -1.5420138835906982, -3.7834627628326416, -0.9428880214691162, -2.86252498626709, -1.2497789859771729, -1.5824066400527954, -2.6078290939331055, -2.6221723556518555, -2.0193769931793213, -1.6044590473175049, -0.4023996889591217, -2.0610761642456055, -0.05930757150053978, -1.033832311630249, -1.9664748907089233, -1.8279669284820557, -2.027134418487549, -3.518131971359253, -2.2070090770721436, -1.5669432878494263, -1.3541901111602783, -1.5060207843780518, -1.4408495426177979, -1.808821678161621, -1.9724369049072266, -0.2343655526638031, -2.1780686378479004, -1.2232404947280884, -1.726415753364563, -2.096452474594116, -1.871790885925293, -1.96552312374115, -1.9009405374526978, -1.510328769683838, -2.2673733234405518, -2.1578946113586426, -1.8153563737869263, -1.8475171327590942, -2.2074904441833496, -2.085905075073242, -1.6503816843032837, -1.6317362785339355, -2.895904779434204, -1.9348033666610718, -0.8714056015014648, -0.4412727952003479, -3.457092523574829, -1.52723228931427, -2.462937593460083, -1.2183197736740112, -1.7397691011428833, -1.8710497617721558, -1.5633410215377808, -1.4913359880447388, -1.2316306829452515, -2.5778470039367676, -1.7088955640792847, -1.9034464359283447, -1.4625011682510376, -2.4161269664764404, -2.8896026611328125, -2.387369394302368]}, "Bot001_040_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_040.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\ntldr: i only eat kosher Hello there hi there ! how are you ? I'm fine and you? i'm also doing well . i just got home from a trip to norway .. Also, try to guess: i read twenty ... signs?", "response": "books year, funny you :)", "annotation_id": "Bot001_040_06", "annotations": ["O", "X", "T", "O", "T", "O", "O", "O", "X", "X", "O", "X", "T", "O", "X"], "gpt2background_target_score": [-13.259987831115723, -10.484127044677734, -8.254867553710938, -8.735665321350098, -9.562324523925781, -8.309049606323242], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.7423242330551147, -1.3194338083267212, -1.4557617902755737, -0.7846629023551941, -1.5420138835906982, -3.7834627628326416, -0.9428880214691162, -2.86252498626709, -1.2497789859771729, -1.5824066400527954, -2.6078290939331055, -2.6221723556518555, -2.0193769931793213, -1.6044590473175049, -0.4023996889591217, -2.0610761642456055, -0.05930757150053978, -1.033832311630249, -1.9664748907089233, -1.8279669284820557, -2.027134418487549, -3.518131971359253, -2.2070090770721436, -1.5669432878494263, -1.3541901111602783, -1.5060207843780518, -1.4408495426177979, -1.808821678161621, -1.9724369049072266, -0.2343655526638031, -2.1780686378479004, -1.2232404947280884, -1.726415753364563, -2.096452474594116, -1.8717892169952393, -1.9655207395553589, -1.900941252708435, -1.5103275775909424, -1.4800816774368286, -2.082111358642578, -1.7389376163482666, -2.331097364425659, -2.2075154781341553, -2.343186140060425, -1.5004897117614746, -2.304405689239502, -2.0296499729156494, -0.9455320239067078, -0.5315797328948975, -3.452894449234009, -1.4769357442855835, -2.435845375061035, -1.473434329032898, -1.759474754333496, -2.267672538757324, -2.0674145221710205, -2.0130043029785156, -1.2097108364105225, -2.483473539352417, -1.6696985960006714, -2.019411087036133, -1.6133829355239868, -2.4016525745391846, -3.037360668182373, -2.6336212158203125, -1.7651835680007935, -1.861977219581604, -2.5345377922058105, -3.2148239612579346, -1.9530411958694458, -2.440412998199463, -2.5627474784851074, -2.759319305419922, -0.5356492400169373]}, "Bot001_040_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_040.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\ntldr: i only eat kosher Hello there hi there ! how are you ? I'm fine and you? i'm also doing well . i just got home from a trip to norway .. Also, try to guess: i read twenty ... signs? books year, funny you :) I like books too! i went to school for chemistry but work in a bookstore. Where do you work?", "response": "i do not i am retired you youngun. how is your day going ? [GRINNING FACE]", "annotation_id": "Bot001_040_08", "annotations": ["O", "X", "O", "T", "O", "O", "O", "T", "O", "X", "O", "O", "T", "O", "T"], "gpt2background_target_score": [-9.748896598815918, -8.541638374328613, -9.2515230178833, -10.272826194763184, -11.831311225891113, -11.939706802368164, -8.196969985961914, -12.286760330200195, -11.318439483642578, -8.313224792480469, -11.331585884094238, -9.17292308807373, -9.669992446899414, -15.513659477233887, -12.872529029846191, -9.50469970703125, -7.4438371658325195, -11.831276893615723, -14.141079902648926, -12.33814525604248, -11.00682258605957, -9.972139358520508], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.7423242330551147, -1.3194338083267212, -1.4557617902755737, -0.7846629023551941, -1.5420138835906982, -3.7834627628326416, -0.9428880214691162, -2.86252498626709, -1.2497789859771729, -1.5824066400527954, -2.6078290939331055, -2.6221723556518555, -2.0193769931793213, -1.6044590473175049, -0.4023996889591217, -2.0610761642456055, -0.05930757150053978, -1.033832311630249, -1.9664748907089233, -1.8279669284820557, -2.027134418487549, -3.518131971359253, -2.2070090770721436, -1.5669432878494263, -1.3541901111602783, -1.5060207843780518, -1.4408495426177979, -1.808821678161621, -1.9724369049072266, -0.2343655526638031, -2.1780686378479004, -1.2232404947280884, -1.726415753364563, -2.096452474594116, -1.871790885925293, -1.96552312374115, -1.9009405374526978, -1.510328769683838, -1.4800807237625122, -2.0821118354797363, -1.7389377355575562, -2.33109974861145, -2.207515239715576, -2.3431859016418457, -1.5004897117614746, -2.3044052124023438, -2.0296504497528076, -0.9455320835113525, -0.5315796136856079, -3.4528939723968506, -1.4769372940063477, -2.435844659805298, -1.473434329032898, -1.759474277496338, -2.267671823501587, -2.0674140453338623, -2.0130062103271484, -1.2097089290618896, -2.483473300933838, -1.6696985960006714, -2.0194106101989746, -1.61338210105896, -2.4016523361206055, -3.0373594760894775, -2.6336214542388916, -1.7651852369308472, -1.8619776964187622, -2.112022638320923, -1.8975006341934204, -2.31412672996521, -2.313304901123047, -2.8771181106567383, -1.4454070329666138, -1.5323166847229004, -2.0189154148101807, -2.29237699508667, -1.8303217887878418, -2.049994468688965, -2.2055084705352783, -0.5497132539749146, -2.54874324798584, -1.9927027225494385, -1.6711900234222412, -1.3344874382019043, -1.2593878507614136, -2.243769407272339, -2.4048221111297607, -3.4166224002838135, -1.678389549255371, -1.7243995666503906, -1.5461329221725464, -0.32801586389541626, -0.8773082494735718, -1.1635395288467407, -1.6626001596450806, -2.1304163932800293, -0.8997235894203186, -2.570472240447998, -1.4975218772888184, -1.4416972398757935, -1.8439910411834717, -2.6097371578216553, -2.4317784309387207, -2.5614242553710938, -2.216616153717041, -1.231234073638916, -1.430734395980835, -1.0749703645706177, -1.6708672046661377, -1.6316691637039185, -1.2620081901550293, -0.489481657743454, -2.6515002250671387, -2.4832332134246826, -1.7336453199386597, -1.9412392377853394, -0.9395312070846558, -0.8037278652191162]}, "Bot001_040_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_040.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\ntldr: i only eat kosher Hello there hi there ! how are you ? I'm fine and you? i'm also doing well . i just got home from a trip to norway .. Also, try to guess: i read twenty ... signs? books year, funny you :) I like books too! i went to school for chemistry but work in a bookstore. Where do you work? i do not i am retired you youngun. how is your day going ? [GRINNING FACE] i compete in dog agility classes today. Do you like dogs?", "response": "i work for a real estate company .. Also, try to guess: i was raised ...", "annotation_id": "Bot001_040_10", "annotations": ["T", "X", "X", "X", "T", "X", "X", "T", "T", "X", "X", "X", "T", "O", "X"], "gpt2background_target_score": [-9.748896598815918, -11.115638732910156, -8.528715133666992, -2.8921236991882324, -7.752970218658447, -14.52055549621582, -12.51941204071045, -12.082236289978027, -12.191324234008789, -7.90512228012085, -15.604339599609375, -8.06462574005127, -16.67930793762207, -9.827655792236328, -10.40070915222168, -10.918817520141602, -12.562971115112305, -11.753693580627441], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.7423242330551147, -1.3194338083267212, -1.4557617902755737, -0.7846629023551941, -1.5420138835906982, -3.7834627628326416, -0.9428880214691162, -2.86252498626709, -1.2497789859771729, -1.5824066400527954, -2.6078290939331055, -2.6221723556518555, -2.0193769931793213, -1.6044590473175049, -0.4023996889591217, -2.0610761642456055, -0.05930757150053978, -1.033832311630249, -1.9664748907089233, -1.8279669284820557, -2.027134418487549, -3.518131971359253, -2.2070090770721436, -1.5669432878494263, -1.3541901111602783, -1.5060207843780518, -1.4408495426177979, -1.808821678161621, -1.9724369049072266, -0.2343655526638031, -2.1780686378479004, -1.2232404947280884, -1.726415753364563, -2.096452474594116, -1.871790885925293, -1.96552312374115, -1.9009405374526978, -1.510328769683838, -1.4800807237625122, -2.0821118354797363, -1.7389377355575562, -2.33109974861145, -2.207515239715576, -2.3431859016418457, -1.5004897117614746, -2.3044052124023438, -2.0296504497528076, -0.9455320835113525, -0.5315796136856079, -3.4528939723968506, -1.4769372940063477, -2.435844659805298, -1.473434329032898, -1.759474277496338, -2.267671823501587, -2.0674140453338623, -2.0130062103271484, -1.2097089290618896, -2.483473300933838, -1.6696985960006714, -2.0194106101989746, -1.61338210105896, -2.4016523361206055, -3.0373594760894775, -2.6336214542388916, -1.7651852369308472, -1.8619776964187622, -2.112022638320923, -1.8975006341934204, -2.31412672996521, -2.313304901123047, -2.8771181106567383, -1.4454070329666138, -1.5323166847229004, -2.0189154148101807, -2.29237699508667, -1.8303217887878418, -2.049994468688965, -2.2055084705352783, -0.5497132539749146, -2.54874324798584, -1.9927027225494385, -1.6711900234222412, -1.3344874382019043, -1.2593878507614136, -2.243769407272339, -2.4048221111297607, -3.4166224002838135, -1.678389549255371, -1.7243995666503906, -1.5461329221725464, -0.32801586389541626, -0.8773082494735718, -1.1635395288467407, -1.6626001596450806, -1.4217559099197388, -2.985464572906494, -2.0295588970184326, -1.7218283414840698, -1.7405328750610352, -2.4022271633148193, -2.5800774097442627, -2.6884822845458984, -2.832261085510254, -1.6957954168319702, -1.5668725967407227, -0.9128818511962891, -1.7770538330078125, -1.8718012571334839, -1.199379324913025, -1.8130176067352295, -3.4264965057373047, -2.400193691253662, -1.6512937545776367, -1.6540510654449463, -0.9945428967475891, -1.593194603919983, -2.391878128051758, -1.8885607719421387, -1.6823612451553345, -1.8753695487976074, -2.415581226348877, -1.970794677734375, -1.7446236610412598, -1.4175325632095337, -0.32933178544044495, -1.1677870750427246, -2.800637722015381, -1.2570289373397827, -1.4940072298049927, -2.0895140171051025, -2.5574731826782227, -0.80564284324646, -1.0200761556625366, -2.0690250396728516, -0.9127386808395386, -1.723459243774414, -1.4766775369644165, -1.2312661409378052, -1.1527808904647827, -1.0601952075958252, -0.4041416347026825, -1.9264332056045532, -1.3217910528182983, -0.5332337617874146, -1.0310134887695312, -2.548889636993408, -0.9617913365364075, -1.8862096071243286]}, "Bot001_040_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_040.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\ntldr: i only eat kosher Hello there hi there ! how are you ? I'm fine and you? i'm also doing well . i just got home from a trip to norway .. Also, try to guess: i read twenty ... signs? books year, funny you :) I like books too! i went to school for chemistry but work in a bookstore. Where do you work? i do not i am retired you youngun. how is your day going ? [GRINNING FACE] i compete in dog agility classes today. Do you like dogs? i work for a real estate company .. Also, try to guess: i was raised ... in the jungle?", "response": "in single parent household, funny you :)", "annotation_id": "Bot001_040_12", "annotations": ["T", "X", "O", "T", "T", "O", "T", "T", "X", "X", "O", "O", "O", "O", "T"], "gpt2background_target_score": [-10.602641105651855, -11.153936386108398, -11.949299812316895, -12.433083534240723, -9.1978120803833, -10.0873441696167, -8.196969985961914, -11.993546485900879], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.7423242330551147, -1.3194338083267212, -1.4557617902755737, -0.7846629023551941, -1.5420138835906982, -3.7834627628326416, -0.9428880214691162, -2.86252498626709, -1.2497789859771729, -1.5824066400527954, -2.6078290939331055, -2.6221723556518555, -2.0193769931793213, -1.6044590473175049, -0.4023996889591217, -2.0610761642456055, -0.05930757150053978, -1.033832311630249, -1.9664748907089233, -1.8279669284820557, -2.027134418487549, -3.518131971359253, -2.2070090770721436, -1.5669432878494263, -1.3541901111602783, -1.5060207843780518, -1.4408495426177979, -1.808821678161621, -1.9724369049072266, -0.2343655526638031, -2.1780686378479004, -1.2232404947280884, -1.726415753364563, -2.096452474594116, -1.871790885925293, -1.96552312374115, -1.9009405374526978, -1.510328769683838, -1.4800807237625122, -2.0821118354797363, -1.7389377355575562, -2.33109974861145, -2.207515239715576, -2.3431859016418457, -1.5004897117614746, -2.3044052124023438, -2.0296504497528076, -0.9455320835113525, -0.5315796136856079, -3.4528939723968506, -1.4769372940063477, -2.435844659805298, -1.473434329032898, -1.759474277496338, -2.267671823501587, -2.0674140453338623, -2.0130062103271484, -1.2097089290618896, -2.483473300933838, -1.6696985960006714, -2.0194106101989746, -1.61338210105896, -2.4016523361206055, -3.0373594760894775, -2.6336214542388916, -1.7651852369308472, -1.8619776964187622, -2.112022638320923, -1.8975006341934204, -2.31412672996521, -2.313304901123047, -2.8771181106567383, -1.4454070329666138, -1.5323166847229004, -2.0189154148101807, -2.29237699508667, -1.8303217887878418, -2.049994468688965, -2.2055084705352783, -0.5497132539749146, -2.54874324798584, -1.9927027225494385, -1.6711900234222412, -1.3344874382019043, -1.2593878507614136, -2.243769407272339, -2.4048221111297607, -3.4166224002838135, -1.678389549255371, -1.7243995666503906, -1.5461329221725464, -0.32801586389541626, -0.8773082494735718, -1.1635395288467407, -1.6626001596450806, -1.4217559099197388, -2.985464572906494, -2.0295588970184326, -1.7218283414840698, -1.7405328750610352, -2.4022271633148193, -2.5800774097442627, -2.6884822845458984, -2.832261085510254, -1.6957954168319702, -1.5668725967407227, -0.9128818511962891, -1.7770538330078125, -1.8718012571334839, -1.199379324913025, -1.8130176067352295, -3.4264965057373047, -2.400193691253662, -1.6512937545776367, -1.6540510654449463, -0.9945428967475891, -1.593194603919983, -2.391878128051758, -1.8885607719421387, -1.6823612451553345, -1.8753695487976074, -2.415581226348877, -1.970794677734375, -1.7446236610412598, -1.4175325632095337, -0.32933178544044495, -1.1677870750427246, -2.800637722015381, -1.2570289373397827, -1.4940072298049927, -2.4396791458129883, -0.9930770397186279, -1.098246693611145, -2.402454376220703, -0.9240353107452393, -1.6360230445861816, -1.4047868251800537, -1.5733577013015747, -0.9116940498352051, -1.4166761636734009, -0.3998540937900543, -2.866908073425293, -1.1741056442260742, -0.6686477661132812, -2.0963969230651855, -2.6663050651550293, -0.9741280674934387, -1.9023703336715698, -1.4569181203842163, -2.5537919998168945, -1.9363001585006714, -1.6691290140151978, -2.2437496185302734, -1.030925989151001, -3.5357604026794434, -2.653597116470337, -1.857800841331482, -1.1789618730545044, -1.8612371683120728, -3.019836187362671, -1.3077181577682495]}, "Bot001_040_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_040.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\ntldr: i only eat kosher Hello there hi there ! how are you ? I'm fine and you? i'm also doing well . i just got home from a trip to norway .. Also, try to guess: i read twenty ... signs? books year, funny you :) I like books too! i went to school for chemistry but work in a bookstore. Where do you work? i do not i am retired you youngun. how is your day going ? [GRINNING FACE] i compete in dog agility classes today. Do you like dogs? i work for a real estate company .. Also, try to guess: i was raised ... in the jungle? in single parent household, funny you :) I heard alot of people do had the same situation but no I am. i do not care about fashion.", "response": "that's good . i like to spend a lot of money on my hobbies . where are you from ?", "annotation_id": "Bot001_040_14", "annotations": ["O", "O", "T", "T", "T", "X", "X", "O", "O", "X", "O", "T", "T", "O", "T"], "gpt2background_target_score": [-13.311595916748047, -10.665257453918457, -8.018150329589844, -11.021778106689453, -10.51657772064209, -4.504857540130615, -9.839552879333496, -13.916315078735352, -7.876498222351074, -13.410030364990234, -8.986390113830566, -13.044171333312988, -13.778756141662598, -12.763615608215332, -13.760558128356934, -8.633572578430176, -12.112621307373047, -10.118006706237793, -10.493940353393555, -9.549092292785645, -11.054302215576172], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.7423242330551147, -1.3194338083267212, -1.4557617902755737, -0.7846629023551941, -1.5420138835906982, -3.7834627628326416, -0.9428880214691162, -2.86252498626709, -1.2497789859771729, -1.5824066400527954, -2.6078290939331055, -2.6221723556518555, -2.0193769931793213, -1.6044590473175049, -0.4023996889591217, -2.0610761642456055, -0.05930757150053978, -1.033832311630249, -1.9664748907089233, -1.8279669284820557, -2.027134418487549, -3.518131971359253, -2.2070090770721436, -1.5669432878494263, -1.3541901111602783, -1.5060207843780518, -1.4408495426177979, -1.808821678161621, -1.9724369049072266, -0.2343655526638031, -2.1780686378479004, -1.2232404947280884, -1.726415753364563, -2.096452474594116, -1.871790885925293, -1.96552312374115, -1.9009405374526978, -1.510328769683838, -1.4800807237625122, -2.0821118354797363, -1.7389377355575562, -2.33109974861145, -2.207515239715576, -2.3431859016418457, -1.5004897117614746, -2.3044052124023438, -2.0296504497528076, -0.9455320835113525, -0.5315796136856079, -3.4528939723968506, -1.4769372940063477, -2.435844659805298, -1.473434329032898, -1.759474277496338, -2.267671823501587, -2.0674140453338623, -2.0130062103271484, -1.2097089290618896, -2.483473300933838, -1.6696985960006714, -2.0194106101989746, -1.61338210105896, -2.4016523361206055, -3.0373594760894775, -2.6336214542388916, -1.7651852369308472, -1.8619776964187622, -2.112022638320923, -1.8975006341934204, -2.31412672996521, -2.313304901123047, -2.8771181106567383, -1.4454070329666138, -1.5323166847229004, -2.0189154148101807, -2.29237699508667, -1.8303217887878418, -2.049994468688965, -2.2055084705352783, -0.5497132539749146, -2.54874324798584, -1.9927027225494385, -1.6711900234222412, -1.3344874382019043, -1.2593878507614136, -2.243769407272339, -2.4048221111297607, -3.4166224002838135, -1.678389549255371, -1.7243995666503906, -1.5461329221725464, -0.32801586389541626, -0.8773082494735718, -1.1635395288467407, -1.6626001596450806, -1.4217559099197388, -2.985464572906494, -2.0295588970184326, -1.7218283414840698, -1.7405328750610352, -2.4022271633148193, -2.5800774097442627, -2.6884822845458984, -2.832261085510254, -1.6957954168319702, -1.5668725967407227, -0.9128818511962891, -1.7770538330078125, -1.8718012571334839, -1.199379324913025, -1.8130176067352295, -3.4264965057373047, -2.400193691253662, -1.6512937545776367, -1.6540510654449463, -0.9945428967475891, -1.593194603919983, -2.391878128051758, -1.8885607719421387, -1.6823612451553345, -1.8753695487976074, -2.415581226348877, -1.970794677734375, -1.7446236610412598, -1.4175325632095337, -0.32933178544044495, -1.1677870750427246, -2.800637722015381, -1.2570289373397827, -1.4940072298049927, -2.4396791458129883, -0.9930770397186279, -1.098246693611145, -2.402454376220703, -0.9240353107452393, -1.6360230445861816, -1.4047868251800537, -1.5733577013015747, -0.9116940498352051, -1.4166761636734009, -0.3998540937900543, -2.866908073425293, -1.1741056442260742, -0.6686477661132812, -2.0963969230651855, -2.6663050651550293, -0.9741280674934387, -1.9023703336715698, -1.4569181203842163, -2.5537919998168945, -1.9363001585006714, -1.6691290140151978, -0.7632889151573181, -3.0368614196777344, -2.014547824859619, -2.048976182937622, -1.3415948152542114, -1.6800836324691772, -1.1968356370925903, -1.3806953430175781, -1.9003382921218872, -1.8086798191070557, -1.0745519399642944, -2.484225273132324, -0.8721762895584106, -1.3152803182601929, -0.6310189366340637, -0.5820889472961426, -1.975442886352539, -1.8502254486083984, -1.1818400621414185, -1.2385127544403076, -1.765976071357727, -1.1291377544403076, -1.7134016752243042, -2.178246021270752, -0.5927003622055054, -1.3160589933395386, -1.327555537223816, -1.2328095436096191, -2.1133148670196533, -1.0379215478897095, -2.055145502090454, -0.8023533821105957, -2.4115967750549316, -1.7679426670074463, -1.339839220046997, -2.316143751144409, -2.6392030715942383, -2.6944875717163086, -1.375854253768921, -1.3115546703338623, -0.44440117478370667, -0.38728198409080505, -1.1515920162200928, -2.1822385787963867, -2.5001463890075684, -2.106339931488037, -1.004336953163147, -1.2248269319534302, -0.3402482867240906, -1.088188648223877, -0.6234465837478638, -1.1852222681045532]}, "Bot001_040_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_040.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\ntldr: i only eat kosher Hello there hi there ! how are you ? I'm fine and you? i'm also doing well . i just got home from a trip to norway .. Also, try to guess: i read twenty ... signs? books year, funny you :) I like books too! i went to school for chemistry but work in a bookstore. Where do you work? i do not i am retired you youngun. how is your day going ? [GRINNING FACE] i compete in dog agility classes today. Do you like dogs? i work for a real estate company .. Also, try to guess: i was raised ... in the jungle? in single parent household, funny you :) I heard alot of people do had the same situation but no I am. i do not care about fashion. that's good . i like to spend a lot of money on my hobbies . where are you from ? I'm from India. What is your hobbie?", "response": "i love to write because it is my favorite job . what do you do for fun ?", "annotation_id": "Bot001_040_16", "annotations": ["O", "O", "O", "O", "T", "T", "O", "O", "T", "T", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-9.748896598815918, -11.459829330444336, -5.894443035125732, -12.028727531433105, -12.634888648986816, -8.084568977355957, -8.556512832641602, -9.765803337097168, -10.47562026977539, -11.492995262145996, -11.952762603759766, -12.1874418258667, -14.230948448181152, -11.009220123291016, -11.119816780090332, -10.571901321411133, -12.415574073791504, -13.161097526550293], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.7423242330551147, -1.3194338083267212, -1.4557617902755737, -0.7846629023551941, -1.5420138835906982, -3.7834627628326416, -0.9428880214691162, -2.86252498626709, -1.2497789859771729, -1.5824066400527954, -2.6078290939331055, -2.6221723556518555, -2.0193769931793213, -1.6044590473175049, -0.4023996889591217, -2.0610761642456055, -0.05930757150053978, -1.033832311630249, -1.9664748907089233, -1.8279669284820557, -2.027134418487549, -3.518131971359253, -2.2070090770721436, -1.5669432878494263, -1.3541901111602783, -1.5060207843780518, -1.4408495426177979, -1.808821678161621, -1.9724369049072266, -0.2343655526638031, -2.1780686378479004, -1.2232404947280884, -1.726415753364563, -2.096452474594116, -1.871790885925293, -1.96552312374115, -1.9009405374526978, -1.510328769683838, -1.4800807237625122, -2.0821118354797363, -1.7389377355575562, -2.33109974861145, -2.207515239715576, -2.3431859016418457, -1.5004897117614746, -2.3044052124023438, -2.0296504497528076, -0.9455320835113525, -0.5315796136856079, -3.4528939723968506, -1.4769372940063477, -2.435844659805298, -1.473434329032898, -1.759474277496338, -2.267671823501587, -2.0674140453338623, -2.0130062103271484, -1.2097089290618896, -2.483473300933838, -1.6696985960006714, -2.0194106101989746, -1.61338210105896, -2.4016523361206055, -3.0373594760894775, -2.6336214542388916, -1.7651852369308472, -1.8619776964187622, -2.112022638320923, -1.8975006341934204, -2.31412672996521, -2.313304901123047, -2.8771181106567383, -1.4454070329666138, -1.5323166847229004, -2.0189154148101807, -2.29237699508667, -1.8303217887878418, -2.049994468688965, -2.2055084705352783, -0.5497132539749146, -2.54874324798584, -1.9927027225494385, -1.6711900234222412, -1.3344874382019043, -1.2593878507614136, -2.243769407272339, -2.4048221111297607, -3.4166224002838135, -1.678389549255371, -1.7243995666503906, -1.5461329221725464, -0.32801586389541626, -0.8773082494735718, -1.1635395288467407, -1.6626001596450806, -1.4217559099197388, -2.985464572906494, -2.0295588970184326, -1.7218283414840698, -1.7405328750610352, -2.4022271633148193, -2.5800774097442627, -2.6884822845458984, -2.832261085510254, -1.6957954168319702, -1.5668725967407227, -0.9128818511962891, -1.7770538330078125, -1.8718012571334839, -1.199379324913025, -1.8130176067352295, -3.4264965057373047, -2.400193691253662, -1.6512937545776367, -1.6540510654449463, -0.9945428967475891, -1.593194603919983, -2.391878128051758, -1.8885607719421387, -1.6823612451553345, -1.8753695487976074, -2.415581226348877, -1.970794677734375, -1.7446236610412598, -1.4175325632095337, -0.32933178544044495, -1.1677870750427246, -2.800637722015381, -1.2570289373397827, -1.4940072298049927, -2.4396791458129883, -0.9930770397186279, -1.098246693611145, -2.402454376220703, -0.9240353107452393, -1.6360230445861816, -1.4047868251800537, -1.5733577013015747, -0.9116940498352051, -1.4166761636734009, -0.3998540937900543, -2.866908073425293, -1.1741056442260742, -0.6686477661132812, -2.0963969230651855, -2.6663050651550293, -0.9741280674934387, -1.9023703336715698, -1.4569181203842163, -2.5537919998168945, -1.9363001585006714, -1.6691290140151978, -0.7632889151573181, -3.0368614196777344, -2.014547824859619, -2.048976182937622, -1.3415948152542114, -1.6800836324691772, -1.1968356370925903, -1.3806953430175781, -1.9003382921218872, -1.8086798191070557, -1.0745519399642944, -2.484225273132324, -0.8721762895584106, -1.3152803182601929, -0.6310189366340637, -0.5820889472961426, -1.975442886352539, -1.8502254486083984, -1.1818400621414185, -1.2385127544403076, -1.765976071357727, -1.1291377544403076, -1.7134016752243042, -2.178246021270752, -0.5927003622055054, -1.3160589933395386, -1.327555537223816, -1.2328095436096191, -2.1133148670196533, -1.0379215478897095, -1.1008886098861694, -2.173879861831665, -2.0986061096191406, -1.225176215171814, -2.2974069118499756, -2.753199815750122, -2.499846935272217, -1.1983819007873535, -1.2563482522964478, -0.4285699725151062, -0.3942314684391022, -1.3761717081069946, -2.0304172039031982, -2.301806688308716, -1.928755521774292, -1.3010659217834473, -1.0071007013320923, -0.313038170337677, -1.0926954746246338, -0.6767902970314026, -1.8197214603424072, -1.8502591848373413, -1.7372092008590698, -2.699554681777954, -2.2127318382263184, -1.9954105615615845, -1.8877029418945312, -0.2980203330516815, -1.5253745317459106, -2.2214772701263428, -0.7778348922729492, -1.812829852104187, -2.214191198348999, -2.411186695098877, -2.3251631259918213, -2.579430341720581, -2.719146490097046, -0.5283479690551758, -1.2459330558776855, -2.0628464221954346, -2.0580475330352783, -1.1869196891784668, -1.96915602684021, -0.9609876275062561, -1.8324875831604004, -0.2951368987560272, -1.5456804037094116, -0.7552362680435181, -2.5055301189422607, -0.500390350818634, -1.2358746528625488]}, "Bot001_040_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_040.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\ntldr: i only eat kosher Hello there hi there ! how are you ? I'm fine and you? i'm also doing well . i just got home from a trip to norway .. Also, try to guess: i read twenty ... signs? books year, funny you :) I like books too! i went to school for chemistry but work in a bookstore. Where do you work? i do not i am retired you youngun. how is your day going ? [GRINNING FACE] i compete in dog agility classes today. Do you like dogs? i work for a real estate company .. Also, try to guess: i was raised ... in the jungle? in single parent household, funny you :) I heard alot of people do had the same situation but no I am. i do not care about fashion. that's good . i like to spend a lot of money on my hobbies . where are you from ? I'm from India. What is your hobbie? i love to write because it is my favorite job . what do you do for fun ? i dance on the weekends. Do you like dancing?", "response": "i like to dance anytime . we have prom coming soon i'm a senior .", "annotation_id": "Bot001_040_18", "annotations": ["X", "X", "O", "X", "T", "X", "O", "T", "X", "X", "T", "X", "T", "O", "O"], "gpt2background_target_score": [-9.748896598815918, -10.69127368927002, -5.894443035125732, -12.686198234558105, -13.848786354064941, -10.026762962341309, -10.09961986541748, -11.111220359802246, -12.784178733825684, -13.422560691833496, -12.923376083374023, -9.06716537475586, -14.863129615783691, -10.616106986999512, -13.231529235839844, -8.633572578430176], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.7423242330551147, -1.3194338083267212, -1.4557617902755737, -0.7846629023551941, -1.5420138835906982, -3.7834627628326416, -0.9428880214691162, -2.86252498626709, -1.2497789859771729, -1.5824066400527954, -2.6078290939331055, -2.6221723556518555, -2.0193769931793213, -1.6044590473175049, -0.4023996889591217, -2.0610761642456055, -0.05930757150053978, -1.033832311630249, -1.9664748907089233, -1.8279669284820557, -2.027134418487549, -3.518131971359253, -2.2070090770721436, -1.5669432878494263, -1.3541901111602783, -1.5060207843780518, -1.4408495426177979, -1.808821678161621, -1.9724369049072266, -0.2343655526638031, -2.1780686378479004, -1.2232404947280884, -1.726415753364563, -2.096452474594116, -1.871790885925293, -1.96552312374115, -1.9009405374526978, -1.510328769683838, -1.4800807237625122, -2.0821118354797363, -1.7389377355575562, -2.33109974861145, -2.207515239715576, -2.3431859016418457, -1.5004897117614746, -2.3044052124023438, -2.0296504497528076, -0.9455320835113525, -0.5315796136856079, -3.4528939723968506, -1.4769372940063477, -2.435844659805298, -1.473434329032898, -1.759474277496338, -2.267671823501587, -2.0674140453338623, -2.0130062103271484, -1.2097089290618896, -2.483473300933838, -1.6696985960006714, -2.0194106101989746, -1.61338210105896, -2.4016523361206055, -3.0373594760894775, -2.6336214542388916, -1.7651852369308472, -1.8619776964187622, -2.112022638320923, -1.8975006341934204, -2.31412672996521, -2.313304901123047, -2.8771181106567383, -1.4454070329666138, -1.5323166847229004, -2.0189154148101807, -2.29237699508667, -1.8303217887878418, -2.049994468688965, -2.2055084705352783, -0.5497132539749146, -2.54874324798584, -1.9927027225494385, -1.6711900234222412, -1.3344874382019043, -1.2593878507614136, -2.243769407272339, -2.4048221111297607, -3.4166224002838135, -1.678389549255371, -1.7243995666503906, -1.5461329221725464, -0.32801586389541626, -0.8773082494735718, -1.1635395288467407, -1.6626001596450806, -1.4217559099197388, -2.985464572906494, -2.0295588970184326, -1.7218283414840698, -1.7405328750610352, -2.4022271633148193, -2.5800774097442627, -2.6884822845458984, -2.832261085510254, -1.6957954168319702, -1.5668725967407227, -0.9128818511962891, -1.7770538330078125, -1.8718012571334839, -1.199379324913025, -1.8130176067352295, -3.4264965057373047, -2.400193691253662, -1.6512937545776367, -1.6540510654449463, -0.9945428967475891, -1.593194603919983, -2.391878128051758, -1.8885607719421387, -1.6823612451553345, -1.8753695487976074, -2.415581226348877, -1.970794677734375, -1.7446236610412598, -1.4175325632095337, -0.32933178544044495, -1.1677870750427246, -2.800637722015381, -1.2570289373397827, -1.494006872177124, -2.4396800994873047, -0.9930768609046936, -1.0982457399368286, -2.4024510383605957, -0.9240350127220154, -1.636022925376892, -1.404785394668579, -1.5733587741851807, -0.9116936922073364, -1.4166756868362427, -0.3998546600341797, -2.866905689239502, -1.1741058826446533, -0.6686481237411499, -2.0963990688323975, -2.66630482673645, -0.9741278886795044, -1.9023699760437012, -1.4569196701049805, -2.5537912845611572, -1.9363000392913818, -1.6691302061080933, -0.7632877230644226, -3.0368611812591553, -2.0145463943481445, -2.0489754676818848, -1.3415935039520264, -1.680083155632019, -1.1968355178833008, -1.3806962966918945, -1.9003382921218872, -1.8086799383163452, -1.0745536088943481, -2.4842262268066406, -0.8721761703491211, -1.3152812719345093, -0.6310194730758667, -0.5820896029472351, -1.9754492044448853, -1.8502250909805298, -1.1818416118621826, -1.238515019416809, -1.7659755945205688, -1.1291382312774658, -1.7133996486663818, -2.178245782852173, -0.5926994681358337, -1.3160591125488281, -1.3275558948516846, -1.2328100204467773, -2.1133148670196533, -1.0379213094711304, -1.1008872985839844, -2.1738808155059814, -2.0986053943634033, -1.2251746654510498, -2.2974085807800293, -2.753199577331543, -2.4998462200164795, -1.1983816623687744, -1.2563477754592896, -0.42857035994529724, -0.39423128962516785, -1.3761717081069946, -2.03041672706604, -2.301805257797241, -1.9287569522857666, -1.3010644912719727, -1.0070996284484863, -0.31303825974464417, -1.092694878578186, -0.676789402961731, -1.8197216987609863, -1.8502602577209473, -1.7372095584869385, -2.699554443359375, -2.212733030319214, -1.9954091310501099, -1.8877019882202148, -0.29802069067955017, -1.5253759622573853, -2.2214760780334473, -0.7778373956680298, -1.8128299713134766, -2.206895351409912, -2.834742784500122, -2.0296449661254883, -2.3720340728759766, -0.6070366501808167, -1.0297398567199707, -1.9305005073547363, -2.2263638973236084, -1.0584092140197754, -2.0643393993377686, -1.2745914459228516, -1.7017649412155151, -0.2712963819503784, -1.6963481903076172, -0.7245696783065796, -2.4455459117889404, -0.5109356045722961, -1.5973974466323853, -2.5667436122894287, -1.8865214586257935, -1.5508174896240234, -1.5405025482177734, -1.9824190139770508, -1.1153100728988647, -0.3103368282318115, -1.519168734550476, -1.867646336555481, -1.301526427268982, -1.0932884216308594, -1.9765211343765259, -2.108596086502075, -1.5518510341644287, -2.100172281265259, -1.5551350116729736, -1.4262701272964478, -0.9116727113723755, -1.928510308265686, -1.2970168590545654, -2.05086088180542, -0.25621166825294495, -1.739025592803955, -2.8891830444335938, -2.7794265747070312, -2.65478253364563, -1.9757354259490967, -1.0654457807540894]}, "Bot001_040_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_040.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\ntldr: i only eat kosher Hello there hi there ! how are you ? I'm fine and you? i'm also doing well . i just got home from a trip to norway .. Also, try to guess: i read twenty ... signs? books year, funny you :) I like books too! i went to school for chemistry but work in a bookstore. Where do you work? i do not i am retired you youngun. how is your day going ? [GRINNING FACE] i compete in dog agility classes today. Do you like dogs? i work for a real estate company .. Also, try to guess: i was raised ... in the jungle? in single parent household, funny you :) I heard alot of people do had the same situation but no I am. i do not care about fashion. that's good . i like to spend a lot of money on my hobbies . where are you from ? I'm from India. What is your hobbie? i love to write because it is my favorite job . what do you do for fun ? i dance on the weekends. Do you like dancing? i like to dance anytime . we have prom coming soon i'm a senior . i hate the color orange. Do you have anything orange to burn?", "response": "isaiah rashed he has an orange shirt , they are my favorite artist. Also, try to guess: i'm stunt double ...", "annotation_id": "Bot001_040_20", "annotations": ["X", "T", "X", "X", "T", "X", "X", "T", "O", "X", "T", "X", "O", "O", "T"], "gpt2background_target_score": [-12.776043891906738, -11.7797269821167, -8.53455638885498, -13.481040954589844, -11.472013473510742, -10.423372268676758, -10.602290153503418, -12.672579765319824, -11.140534400939941, -12.708102226257324, -12.587007522583008, -9.783324241638184, -8.769497871398926, -14.916553497314453, -10.897170066833496, -9.512694358825684, -10.558363914489746, -7.590981483459473, -14.556866645812988, -7.825963020324707, -9.479879379272461, -10.245074272155762, -8.84693717956543, -12.079005241394043, -13.817659378051758, -11.333377838134766, -8.316975593566895], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.7423242330551147, -1.3194338083267212, -1.4557617902755737, -0.7846629023551941, -1.5420138835906982, -3.7834627628326416, -0.9428880214691162, -2.86252498626709, -1.2497789859771729, -1.5824066400527954, -2.6078290939331055, -2.6221723556518555, -2.0193769931793213, -1.6044590473175049, -0.4023996889591217, -2.0610761642456055, -0.05930757150053978, -1.033832311630249, -1.9664748907089233, -1.8279669284820557, -2.027134418487549, -3.518131971359253, -2.2070090770721436, -1.5669432878494263, -1.3541901111602783, -1.5060207843780518, -1.4408495426177979, -1.808821678161621, -1.9724369049072266, -0.2343655526638031, -2.1780686378479004, -1.2232404947280884, -1.726415753364563, -2.096452474594116, -1.871790885925293, -1.96552312374115, -1.9009405374526978, -1.510328769683838, -1.4800807237625122, -2.0821118354797363, -1.7389377355575562, -2.33109974861145, -2.207515239715576, -2.3431859016418457, -1.5004897117614746, -2.3044052124023438, -2.0296504497528076, -0.9455320835113525, -0.5315796136856079, -3.4528939723968506, -1.4769372940063477, -2.435844659805298, -1.473434329032898, -1.759474277496338, -2.267671823501587, -2.0674140453338623, -2.0130062103271484, -1.2097089290618896, -2.483473300933838, -1.6696985960006714, -2.0194106101989746, -1.61338210105896, -2.4016523361206055, -3.0373594760894775, -2.6336214542388916, -1.7651852369308472, -1.8619776964187622, -2.112022638320923, -1.8975006341934204, -2.31412672996521, -2.313304901123047, -2.8771181106567383, -1.4454070329666138, -1.5323166847229004, -2.0189154148101807, -2.29237699508667, -1.8303217887878418, -2.049994468688965, -2.2055084705352783, -0.5497132539749146, -2.54874324798584, -1.9927027225494385, -1.6711900234222412, -1.3344874382019043, -1.2593878507614136, -2.243769407272339, -2.4048221111297607, -3.4166224002838135, -1.678389549255371, -1.7243995666503906, -1.5461329221725464, -0.32801586389541626, -0.8773082494735718, -1.1635395288467407, -1.6626001596450806, -1.4217559099197388, -2.985464572906494, -2.0295588970184326, -1.7218283414840698, -1.7405328750610352, -2.4022271633148193, -2.5800774097442627, -2.6884822845458984, -2.832261085510254, -1.6957954168319702, -1.5668725967407227, -0.9128818511962891, -1.7770538330078125, -1.8718012571334839, -1.199379324913025, -1.8130176067352295, -3.4264965057373047, -2.400193691253662, -1.6512937545776367, -1.6540510654449463, -0.9945428967475891, -1.593194603919983, -2.391878128051758, -1.8885607719421387, -1.6823612451553345, -1.8753695487976074, -2.415581226348877, -1.970794677734375, -1.7446236610412598, -1.4175325632095337, -0.32933178544044495, -1.1677870750427246, -2.800637722015381, -1.2570289373397827, -1.4940072298049927, -2.4396791458129883, -0.9930770397186279, -1.098246693611145, -2.402454376220703, -0.9240353107452393, -1.6360230445861816, -1.4047868251800537, -1.5733577013015747, -0.9116940498352051, -1.4166761636734009, -0.3998540937900543, -2.866908073425293, -1.1741056442260742, -0.6686477661132812, -2.0963969230651855, -2.6663050651550293, -0.9741280674934387, -1.9023703336715698, -1.4569181203842163, -2.5537919998168945, -1.9363009929656982, -1.6691303253173828, -0.7632879018783569, -3.036860704421997, -2.014547348022461, -2.048975944519043, -1.341593861579895, -1.6800847053527832, -1.1968363523483276, -1.3806955814361572, -1.9003381729125977, -1.8086798191070557, -1.0745518207550049, -2.4842283725738525, -0.872176468372345, -1.315280795097351, -0.6310174465179443, -0.5820879936218262, -1.9754462242126465, -1.850224494934082, -1.1818417310714722, -1.2385131120681763, -1.765974998474121, -1.1291378736495972, -1.713401436805725, -2.178245782852173, -0.5927004218101501, -1.3160585165023804, -1.3275564908981323, -1.232809066772461, -2.113313913345337, -1.037921667098999, -1.100887656211853, -2.1738805770874023, -2.0986053943634033, -1.2251759767532349, -2.2974092960357666, -2.7532005310058594, -2.499845266342163, -1.198381781578064, -1.256346583366394, -0.42856958508491516, -0.3942311406135559, -1.3761719465255737, -2.030419111251831, -2.301806688308716, -1.9287562370300293, -1.3010668754577637, -1.0071003437042236, -0.31303808093070984, -1.0926940441131592, -0.6767898797988892, -1.8197219371795654, -1.8502581119537354, -1.7372092008590698, -2.699552536010742, -2.2127318382263184, -1.9954092502593994, -1.8877023458480835, -0.29801955819129944, -1.525375247001648, -2.2214741706848145, -0.7778350114822388, -1.8128305673599243, -2.206894874572754, -2.8347432613372803, -2.029646396636963, -2.3720340728759766, -0.6070370674133301, -1.0297398567199707, -1.9305002689361572, -2.22636342048645, -1.058408260345459, -2.0643396377563477, -1.274592399597168, -1.701764702796936, -0.2712966501712799, -1.696348786354065, -0.7245704531669617, -2.445544481277466, -0.5109362006187439, -1.5973984003067017, -2.5667436122894287, -1.8865211009979248, -1.5508183240890503, -1.5404984951019287, -1.982419490814209, -1.1153106689453125, -0.3103369176387787, -1.5191677808761597, -1.8676464557647705, -1.3015252351760864, -1.0932879447937012, -2.209599494934082, -1.306024193763733, -1.758376955986023, -1.90223228931427, -1.7198176383972168, -1.281124234199524, -2.002046585083008, -1.3124754428863525, -1.835898756980896, -0.25829845666885376, -1.637556552886963, -2.784937620162964, -2.6462488174438477, -2.7432258129119873, -1.732042670249939, -1.3473600149154663, -2.177630662918091, -1.4198745489120483, -2.4978702068328857, -0.7235125303268433, -1.997686505317688, -1.1673262119293213, -0.2061968296766281, -0.7874907851219177, -0.8084438443183899, -1.4858993291854858, -1.6652867794036865, -1.5790799856185913, -1.4167733192443848, -1.420891284942627, -2.1211769580841064, -3.1025807857513428, -2.397818088531494, -2.0061352252960205, -2.3737242221832275, -2.6367971897125244, -1.285883903503418, -2.158372640609741, -3.5183427333831787, -2.1426286697387695, -2.448493003845215, -1.5114299058914185, -2.93229341506958, -0.6513125896453857, -2.3561160564422607, -2.0288681983947754, -1.924008846282959, -1.282755970954895, -1.5520403385162354, -0.5043587684631348, -2.9291579723358154, -1.6125218868255615, -0.8420605063438416, -2.3681697845458984, -1.6249343156814575, -3.2035272121429443, -3.045746326446533, -1.687734603881836]}, "Bot001_041_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_041.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT].\nI do like to talk about myself, i don't like chicken Hello there. I'm fine. my family and i are from india. where are you from?", "response": "i am from ny , what about you ?", "annotation_id": "Bot001_041_02", "annotations": ["O", "O", "T", "O", "O", "O", "O", "T", "O", "T", "O", "O", "O", "O", "X"], "gpt2background_target_score": [-10.230122566223145, -8.879878997802734, -9.501350402832031, -10.083632469177246, -10.235198974609375, -11.036542892456055, -10.580652236938477, -10.385757446289062, -8.414156913757324, -10.723372459411621], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.6541962623596191, -1.4581934213638306, -0.8739314079284668, -0.7113863229751587, -3.256420850753784, -1.552565097808838, -0.7330005168914795, -0.961970329284668, -0.9636690020561218, -2.7271111011505127, -3.7397725582122803, -2.627358913421631, -1.1162781715393066, -1.9334969520568848, -3.4478914737701416, -2.1448445320129395, -2.1447081565856934, -2.817200183868408, -1.516198754310608, -1.3032362461090088, -0.8028159737586975, -0.37418481707572937, -1.5379772186279297, -1.5175353288650513, -1.8923799991607666, -2.80218505859375, -0.8178783059120178, -2.6550660133361816, -1.7321326732635498, -0.9656382203102112, -2.534968852996826, -0.164980947971344, -1.8112809658050537, -1.4263482093811035, -2.34555721282959, -1.8425389528274536, -1.5864970684051514, -1.9538142681121826, -1.9378619194030762, -2.214872360229492, -0.8774404525756836, -1.573230266571045, -3.3291850090026855, -1.3019413948059082, -1.2480485439300537, -2.2182211875915527, -3.026435136795044, -1.8587208986282349, -0.19969505071640015, -1.180482268333435, -1.9268977642059326, -1.4185611009597778, -0.3480750620365143, -0.7136379480361938, -0.3409421145915985, -1.3576618432998657, -2.4002878665924072, -2.083859443664551, -0.7248811721801758, -1.5824508666992188, -2.60689640045166, -2.0247652530670166, -2.581641674041748, -1.1281741857528687, -1.1250663995742798, -1.2200614213943481, -0.46606168150901794]}, "Bot001_041_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_041.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT].\nI do like to talk about myself, i don't like chicken Hello there. I'm fine. my family and i are from india. where are you from? i am from ny , what about you ? my family and i are from india. What do you do for fun?", "response": "i'm from alaska . i'm a huge tv nerd . game of thrones is my fav !. Also, try to guess: i am in ...", "annotation_id": "Bot001_041_04", "annotations": ["T", "O", "T", "T", "X", "X", "O", "X", "O", "T", "O", "T", "O", "O", "O"], "gpt2background_target_score": [-10.230122566223145, -9.635101318359375, -9.501350402832031, -11.398096084594727, -13.424543380737305, -9.784008979797363, -11.85712718963623, -9.823236465454102, -9.55172061920166, -12.93690013885498, -14.419878959655762, -11.729153633117676, -12.300024032592773, -14.770313262939453, -10.926885604858398, -12.247669219970703, -12.695751190185547, -11.034996032714844, -8.978482246398926, -12.483356475830078, -14.31778335571289, -6.041833877563477, -7.428034782409668, -10.256083488464355, -7.401626110076904, -7.369837760925293, -13.335341453552246, -9.125154495239258, -9.990837097167969, -11.150688171386719, -3.730325937271118, -10.408170700073242], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.6541962623596191, -1.4581934213638306, -0.8739314079284668, -0.7113863229751587, -3.256420850753784, -1.552565097808838, -0.7330005168914795, -0.961970329284668, -0.9636690020561218, -2.7271111011505127, -3.7397725582122803, -2.627358913421631, -1.1162781715393066, -1.9334969520568848, -3.4478914737701416, -2.1448445320129395, -2.1447081565856934, -2.817200183868408, -1.516198754310608, -1.3032362461090088, -0.8028159737586975, -0.37418481707572937, -1.5379772186279297, -1.5175353288650513, -1.8923799991607666, -2.80218505859375, -0.8178783059120178, -2.6550660133361816, -1.7321326732635498, -0.9656382203102112, -2.534968852996826, -0.164980947971344, -1.8112809658050537, -1.4263482093811035, -2.34555721282959, -1.8425389528274536, -1.5864970684051514, -1.9538142681121826, -1.9378619194030762, -2.214872360229492, -0.8774404525756836, -1.573230266571045, -3.3291850090026855, -1.3019413948059082, -1.2480485439300537, -2.2182211875915527, -3.026435136795044, -1.8587208986282349, -0.19969505071640015, -1.180482268333435, -1.9268977642059326, -1.4185611009597778, -0.3480750620365143, -0.7136379480361938, -0.3409421145915985, -1.3576618432998657, -1.6890119314193726, -0.8081438541412354, -3.0543127059936523, -2.4450626373291016, -1.8214068412780762, -2.5458719730377197, -1.4634714126586914, -1.0244438648223877, -0.9914572834968567, -1.3765180110931396, -1.556561827659607, -1.490370750427246, -0.3735203146934509, -1.6603262424468994, -0.6657958030700684, -2.087017774581909, -0.21733476221561432, -1.4811615943908691, -2.0265979766845703, -1.7927825450897217, -0.33209526538848877, -2.145578384399414, -1.7659623622894287, -2.345008373260498, -1.1559122800827026, -1.4040861129760742, -2.2528135776519775, -2.7592313289642334, -0.7388947606086731, -1.220832347869873, -1.8964818716049194, -1.452432632446289, -1.4601901769638062, -2.0688412189483643, -0.4914940595626831, -3.4292397499084473, -1.02323317527771, -3.0723276138305664, -1.5385842323303223, -0.7353296279907227, -2.347672939300537, -1.218097448348999, -0.17578299343585968, -1.306370735168457, -2.359746217727661, -1.6526411771774292, -2.5555102825164795, -1.3345009088516235, -1.1966807842254639, -1.3306775093078613, -1.0122954845428467, -0.985170304775238, -2.4129390716552734, -1.751334309577942, -1.557993769645691, -1.3255631923675537, -1.0340980291366577, -1.7821569442749023, -3.064175844192505]}, "Bot001_041_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_041.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT].\nI do like to talk about myself, i don't like chicken Hello there. I'm fine. my family and i are from india. where are you from? i am from ny , what about you ? my family and i are from india. What do you do for fun? i'm from alaska . i'm a huge tv nerd . game of thrones is my fav !. Also, try to guess: i am in ... prison?", "response": "college to become nurse, funny you :)", "annotation_id": "Bot001_041_06", "annotations": ["O", "T", "O", "O", "O", "X", "O", "X", "O", "T", "O", "X", "X", "O", "T"], "gpt2background_target_score": [-13.765334129333496, -8.908432960510254, -12.217412948608398, -13.664348602294922, -3.693760395050049, -11.88072681427002, -10.295101165771484, -13.136751174926758], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.6541962623596191, -1.4581934213638306, -0.8739314079284668, -0.7113863229751587, -3.256420850753784, -1.552565097808838, -0.7330005168914795, -0.961970329284668, -0.9636690020561218, -2.7271111011505127, -3.7397725582122803, -2.627358913421631, -1.1162781715393066, -1.9334969520568848, -3.4478914737701416, -2.1448445320129395, -2.1447081565856934, -2.817200183868408, -1.516198754310608, -1.3032362461090088, -0.8028159737586975, -0.37418481707572937, -1.5379772186279297, -1.5175353288650513, -1.8923799991607666, -2.80218505859375, -0.8178783059120178, -2.6550660133361816, -1.7321326732635498, -0.9656382203102112, -2.534968852996826, -0.164980947971344, -1.8112809658050537, -1.4263482093811035, -2.34555721282959, -1.8425389528274536, -1.5864970684051514, -1.9538142681121826, -1.9378619194030762, -2.214872360229492, -0.8774404525756836, -1.573230266571045, -3.3291850090026855, -1.3019413948059082, -1.2480485439300537, -2.2182211875915527, -3.026435136795044, -1.8587208986282349, -0.19969505071640015, -1.180482268333435, -1.9268977642059326, -1.4185611009597778, -0.3480750620365143, -0.7136379480361938, -0.3409421145915985, -1.3576618432998657, -1.6890119314193726, -0.8081438541412354, -3.0543127059936523, -2.4450626373291016, -1.8214068412780762, -2.5458719730377197, -1.4634714126586914, -1.0244438648223877, -0.9914572834968567, -1.3765180110931396, -1.556561827659607, -1.490370750427246, -0.3735203146934509, -1.6603262424468994, -0.6657958030700684, -2.087017774581909, -0.21733476221561432, -1.4811615943908691, -2.0265979766845703, -1.7927825450897217, -0.33209526538848877, -2.145578384399414, -1.7659623622894287, -2.345008373260498, -1.1559122800827026, -1.4040861129760742, -2.498701333999634, -1.3101904392242432, -1.778156042098999, -1.806036114692688, -1.509339690208435, -1.8358960151672363, -2.5298893451690674, -0.5604919195175171, -3.4855432510375977, -1.1376177072525024, -3.125500202178955, -1.6570683717727661, -1.0679495334625244, -1.9585418701171875, -1.3570815324783325, -0.20828580856323242, -1.7925220727920532, -2.5136871337890625, -1.7433809041976929, -2.4193408489227295, -1.9653220176696777, -1.5891343355178833, -1.5989406108856201, -1.3475804328918457, -0.9122346639633179, -2.3246235847473145, -1.6757277250289917, -1.6635651588439941, -1.5593386888504028, -0.9930902123451233, -1.8160277605056763, -3.7049832344055176, -2.213261127471924, -1.8319188356399536, -2.4512178897857666, -2.3801193237304688, -3.3434531688690186, -0.6316031217575073, -2.2336583137512207, -2.0581071376800537, -1.42483389377594, -2.7253565788269043, -0.5307493805885315]}, "Bot001_041_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_041.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT].\nI do like to talk about myself, i don't like chicken Hello there. I'm fine. my family and i are from india. where are you from? i am from ny , what about you ? my family and i are from india. What do you do for fun? i'm from alaska . i'm a huge tv nerd . game of thrones is my fav !. Also, try to guess: i am in ... prison? college to become nurse, funny you :) I'm not that stupid to go to college and i am studying to be a computer programmer at home by my own", "response": "awesome that sounds kinda boring. what are you up to ?", "annotation_id": "Bot001_041_08", "annotations": ["O", "T", "T", "T", "O", "T", "O", "X", "O", "T", "O", "O", "T", "O", "X"], "gpt2background_target_score": [-12.800106048583984, -14.108874320983887, -9.753999710083008, -11.355175971984863, -11.185232162475586, -12.191241264343262, -11.323858261108398, -11.02029800415039, -9.819924354553223, -8.760810852050781, -8.9257230758667, -11.960989952087402, -12.114087104797363], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.6541962623596191, -1.4581934213638306, -0.8739314079284668, -0.7113863229751587, -3.256420850753784, -1.552565097808838, -0.7330005168914795, -0.961970329284668, -0.9636690020561218, -2.7271111011505127, -3.7397725582122803, -2.627358913421631, -1.1162781715393066, -1.9334969520568848, -3.4478914737701416, -2.1448445320129395, -2.1447081565856934, -2.817200183868408, -1.516198754310608, -1.3032362461090088, -0.8028159737586975, -0.37418481707572937, -1.5379772186279297, -1.5175353288650513, -1.8923799991607666, -2.80218505859375, -0.8178783059120178, -2.6550660133361816, -1.7321326732635498, -0.9656382203102112, -2.534968852996826, -0.164980947971344, -1.8112809658050537, -1.4263482093811035, -2.34555721282959, -1.8425389528274536, -1.5864970684051514, -1.9538142681121826, -1.9378619194030762, -2.214872360229492, -0.8774404525756836, -1.573230266571045, -3.3291850090026855, -1.3019413948059082, -1.2480485439300537, -2.2182211875915527, -3.026435136795044, -1.8587208986282349, -0.19969505071640015, -1.180482268333435, -1.9268977642059326, -1.4185611009597778, -0.3480750620365143, -0.7136379480361938, -0.3409421145915985, -1.3576618432998657, -1.6890119314193726, -0.8081438541412354, -3.0543127059936523, -2.4450626373291016, -1.8214068412780762, -2.5458719730377197, -1.4634714126586914, -1.0244438648223877, -0.9914572834968567, -1.3765180110931396, -1.556561827659607, -1.490370750427246, -0.3735203146934509, -1.6603262424468994, -0.6657958030700684, -2.087017774581909, -0.21733476221561432, -1.4811615943908691, -2.0265979766845703, -1.7927825450897217, -0.33209526538848877, -2.145578384399414, -1.7659623622894287, -2.345008373260498, -1.1559122800827026, -1.4040861129760742, -2.498701333999634, -1.3101904392242432, -1.778156042098999, -1.806036114692688, -1.509339690208435, -1.8358960151672363, -2.5298893451690674, -0.5604919195175171, -3.4855432510375977, -1.1376177072525024, -3.125500202178955, -1.6570683717727661, -1.0679495334625244, -1.9585418701171875, -1.3570815324783325, -0.20828580856323242, -1.7925220727920532, -2.5136871337890625, -1.7433809041976929, -2.4193408489227295, -1.9653220176696777, -1.5891343355178833, -1.5989406108856201, -1.3475804328918457, -0.9122346639633179, -2.3246235847473145, -1.6757277250289917, -1.6635651588439941, -1.5593386888504028, -0.9930902123451233, -1.8160277605056763, -3.7049832344055176, -2.213261127471924, -1.8319188356399536, -1.893833875656128, -3.326591968536377, -0.6094910502433777, -2.2658474445343018, -1.7876789569854736, -1.6940338611602783, -2.935492753982544, -1.5149071216583252, -1.6760793924331665, -1.6328704357147217, -1.8621524572372437, -2.031285285949707, -1.996023178100586, -1.8625611066818237, -1.0637532472610474, -1.9214719533920288, -2.0512535572052, -2.458378791809082, -1.9699786901474, -2.203540563583374, -2.375131130218506, -0.5299956202507019, -0.7835841774940491, -0.6873416900634766, -1.5522000789642334, -1.4508416652679443, -1.673646330833435, -1.384027123451233, -1.28545081615448, -2.0936436653137207, -2.8805301189422607, -2.2978298664093018, -1.6651816368103027, -1.8978590965270996, -1.744222640991211, -2.0189638137817383, -1.4620029926300049, -1.7415279150009155, -2.0107505321502686, -1.9750703573226929, -0.5899145603179932, -1.0698270797729492, -0.8292248845100403, -0.9744547605514526, -0.5409930348396301]}, "Bot001_041_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_041.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT].\nI do like to talk about myself, i don't like chicken Hello there. I'm fine. my family and i are from india. where are you from? i am from ny , what about you ? my family and i are from india. What do you do for fun? i'm from alaska . i'm a huge tv nerd . game of thrones is my fav !. Also, try to guess: i am in ... prison? college to become nurse, funny you :) I'm not that stupid to go to college and i am studying to be a computer programmer at home by my own awesome that sounds kinda boring. what are you up to ? i'm a swim coach at my local pool tonight. do you want to join?", "response": "you should learn . i fix computers and hate it . but i do not tell anyone", "annotation_id": "Bot001_041_10", "annotations": ["X", "T", "T", "O", "X", "X", "T", "T", "T", "T", "T", "T", "X", "O", "X"], "gpt2background_target_score": [-11.352846145629883, -10.141510963439941, -12.978025436401367, -11.766291618347168, -7.696162700653076, -11.895742416381836, -13.67521858215332, -8.270334243774414, -10.521245002746582, -7.791923999786377, -12.408247947692871, -14.174962043762207, -11.934452056884766, -14.798763275146484, -14.880830764770508, -13.547866821289062, -14.25930404663086], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.6541962623596191, -1.4581934213638306, -0.8739314079284668, -0.7113863229751587, -3.256420850753784, -1.552565097808838, -0.7330005168914795, -0.961970329284668, -0.9636690020561218, -2.7271111011505127, -3.7397725582122803, -2.627358913421631, -1.1162781715393066, -1.9334969520568848, -3.4478914737701416, -2.1448445320129395, -2.1447081565856934, -2.817200183868408, -1.516198754310608, -1.3032362461090088, -0.8028159737586975, -0.37418481707572937, -1.5379772186279297, -1.5175353288650513, -1.8923799991607666, -2.80218505859375, -0.8178783059120178, -2.6550660133361816, -1.7321326732635498, -0.9656382203102112, -2.534968852996826, -0.164980947971344, -1.8112809658050537, -1.4263482093811035, -2.34555721282959, -1.8425389528274536, -1.5864970684051514, -1.9538142681121826, -1.9378619194030762, -2.214872360229492, -0.8774404525756836, -1.573230266571045, -3.3291850090026855, -1.3019413948059082, -1.2480485439300537, -2.2182211875915527, -3.026435136795044, -1.8587208986282349, -0.19969505071640015, -1.180482268333435, -1.9268977642059326, -1.4185611009597778, -0.3480750620365143, -0.7136379480361938, -0.3409421145915985, -1.3576618432998657, -1.6890119314193726, -0.8081438541412354, -3.0543127059936523, -2.4450626373291016, -1.8214068412780762, -2.5458719730377197, -1.4634714126586914, -1.0244438648223877, -0.9914572834968567, -1.3765180110931396, -1.556561827659607, -1.490370750427246, -0.3735203146934509, -1.6603262424468994, -0.6657958030700684, -2.087017774581909, -0.21733476221561432, -1.4811615943908691, -2.0265979766845703, -1.7927825450897217, -0.33209526538848877, -2.145578384399414, -1.7659623622894287, -2.345008373260498, -1.1559122800827026, -1.4040861129760742, -2.498701333999634, -1.3101904392242432, -1.778156042098999, -1.806036114692688, -1.509339690208435, -1.8358960151672363, -2.5298893451690674, -0.5604919195175171, -3.4855432510375977, -1.1376177072525024, -3.125500202178955, -1.6570683717727661, -1.0679495334625244, -1.9585418701171875, -1.3570815324783325, -0.20828580856323242, -1.7925220727920532, -2.5136871337890625, -1.7433809041976929, -2.4193408489227295, -1.9653220176696777, -1.5891343355178833, -1.5989406108856201, -1.3475804328918457, -0.9122346639633179, -2.3246235847473145, -1.6757277250289917, -1.6635651588439941, -1.5593386888504028, -0.9930902123451233, -1.8160277605056763, -3.7049832344055176, -2.213261127471924, -1.8319188356399536, -1.893833875656128, -3.326591968536377, -0.6094910502433777, -2.2658474445343018, -1.7876789569854736, -1.6940338611602783, -2.935492753982544, -1.5149071216583252, -1.6760793924331665, -1.6328704357147217, -1.8621524572372437, -2.031285285949707, -1.996023178100586, -1.8625611066818237, -1.0637532472610474, -1.9214719533920288, -2.0512535572052, -2.458378791809082, -1.9699786901474, -2.203540563583374, -2.375131130218506, -0.5299956202507019, -0.7835841774940491, -0.6873416900634766, -1.5522000789642334, -1.4508416652679443, -1.673646330833435, -1.384027123451233, -1.28545081615448, -2.0936436653137207, -2.8805301189422607, -2.316925287246704, -1.3215504884719849, -1.7832201719284058, -1.3539533615112305, -1.490861415863037, -2.269868850708008, -1.9811255931854248, -0.6566264629364014, -1.5353587865829468, -0.832663893699646, -1.0866752862930298, -1.7125062942504883, -1.7655296325683594, -2.3690459728240967, -3.0546555519104004, -0.3819581866264343, -2.0100185871124268, -1.8181589841842651, -0.9724822640419006, -2.0606415271759033, -1.6745493412017822, -1.6444318294525146, -1.5218368768692017, -0.32398074865341187, -1.5121486186981201, -0.3826371133327484, -1.3079544305801392, -2.2199268341064453, -1.7079564332962036, -2.0203633308410645, -2.177609920501709, -1.3141778707504272, -1.5252480506896973, -2.2306342124938965, -2.2362565994262695, -2.4199130535125732, -2.359004497528076, -2.5166714191436768, -2.4249072074890137, -1.9956670999526978, -1.1215091943740845, -0.8616049289703369, -2.8641252517700195, -2.337247610092163, -1.364275336265564, -1.597686767578125, -1.6141023635864258]}, "Bot001_041_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_041.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT].\nI do like to talk about myself, i don't like chicken Hello there. I'm fine. my family and i are from india. where are you from? i am from ny , what about you ? my family and i are from india. What do you do for fun? i'm from alaska . i'm a huge tv nerd . game of thrones is my fav !. Also, try to guess: i am in ... prison? college to become nurse, funny you :) I'm not that stupid to go to college and i am studying to be a computer programmer at home by my own awesome that sounds kinda boring. what are you up to ? i'm a swim coach at my local pool tonight. do you want to join? you should learn . i fix computers and hate it . but i do not tell anyone why do you do it then?", "response": "i go to this friends group which i hate. how are you this afternoon ?", "annotation_id": "Bot001_041_12", "annotations": ["T", "O", "O", "T", "X", "T", "X", "X", "T", "T", "X", "O", "O", "O", "X"], "gpt2background_target_score": [-10.230122566223145, -10.759452819824219, -6.140561580657959, -4.351871013641357, -9.046098709106445, -11.853628158569336, -13.658309936523438, -12.119251251220703, -10.521245002746582, -6.965902328491211, -13.221495628356934, -13.429047584533691, -11.412589073181152, -12.833587646484375, -15.163116455078125, -9.481515884399414], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.6541962623596191, -1.4581934213638306, -0.8739314079284668, -0.7113863229751587, -3.256420850753784, -1.552565097808838, -0.7330005168914795, -0.961970329284668, -0.9636690020561218, -2.7271111011505127, -3.7397725582122803, -2.627358913421631, -1.1162781715393066, -1.9334969520568848, -3.4478914737701416, -2.1448445320129395, -2.1447081565856934, -2.817200183868408, -1.516198754310608, -1.3032362461090088, -0.8028159737586975, -0.37418481707572937, -1.5379772186279297, -1.5175353288650513, -1.8923799991607666, -2.80218505859375, -0.8178783059120178, -2.6550660133361816, -1.7321326732635498, -0.9656382203102112, -2.534968852996826, -0.164980947971344, -1.8112809658050537, -1.4263482093811035, -2.34555721282959, -1.8425389528274536, -1.5864970684051514, -1.9538142681121826, -1.9378619194030762, -2.214872360229492, -0.8774404525756836, -1.573230266571045, -3.3291850090026855, -1.3019413948059082, -1.2480485439300537, -2.2182211875915527, -3.026435136795044, -1.8587208986282349, -0.19969505071640015, -1.180482268333435, -1.9268977642059326, -1.4185611009597778, -0.3480750620365143, -0.7136379480361938, -0.3409421145915985, -1.3576618432998657, -1.6890119314193726, -0.8081438541412354, -3.0543127059936523, -2.4450626373291016, -1.8214068412780762, -2.5458719730377197, -1.4634714126586914, -1.0244438648223877, -0.9914572834968567, -1.3765180110931396, -1.556561827659607, -1.490370750427246, -0.3735203146934509, -1.6603262424468994, -0.6657958030700684, -2.087017774581909, -0.21733476221561432, -1.4811615943908691, -2.0265979766845703, -1.7927825450897217, -0.33209526538848877, -2.145578384399414, -1.7659623622894287, -2.345008373260498, -1.1559122800827026, -1.4040861129760742, -2.498701333999634, -1.3101904392242432, -1.778156042098999, -1.806036114692688, -1.509339690208435, -1.8358960151672363, -2.5298893451690674, -0.5604919195175171, -3.4855432510375977, -1.1376177072525024, -3.125500202178955, -1.6570683717727661, -1.0679495334625244, -1.9585418701171875, -1.3570815324783325, -0.20828580856323242, -1.7925220727920532, -2.5136871337890625, -1.7433809041976929, -2.4193408489227295, -1.9653220176696777, -1.5891343355178833, -1.5989406108856201, -1.3475804328918457, -0.9122346639633179, -2.3246235847473145, -1.6757277250289917, -1.6635651588439941, -1.5593386888504028, -0.9930902123451233, -1.8160277605056763, -3.7049832344055176, -2.213261127471924, -1.8319188356399536, -1.893833875656128, -3.326591968536377, -0.6094910502433777, -2.2658474445343018, -1.7876789569854736, -1.6940338611602783, -2.935492753982544, -1.5149071216583252, -1.6760793924331665, -1.6328704357147217, -1.8621524572372437, -2.031285285949707, -1.996023178100586, -1.8625611066818237, -1.0637532472610474, -1.9214719533920288, -2.0512535572052, -2.458378791809082, -1.9699786901474, -2.203540563583374, -2.375131130218506, -0.5299956202507019, -0.7835841774940491, -0.6873416900634766, -1.5522000789642334, -1.4508416652679443, -1.673646330833435, -1.384027123451233, -1.28545081615448, -2.0936436653137207, -2.8805301189422607, -2.316925287246704, -1.3215504884719849, -1.7832201719284058, -1.3539533615112305, -1.490861415863037, -2.269868850708008, -1.9811255931854248, -0.6566264629364014, -1.5353587865829468, -0.832663893699646, -1.0866752862930298, -1.7125062942504883, -1.7655296325683594, -2.3690459728240967, -3.0546555519104004, -0.3819581866264343, -2.0100185871124268, -1.8181589841842651, -0.9724822640419006, -2.0606415271759033, -1.6745493412017822, -1.6444318294525146, -1.5218368768692017, -0.32398074865341187, -1.5121486186981201, -0.3826371133327484, -1.3079544305801392, -2.2199268341064453, -1.7079564332962036, -2.207279682159424, -1.6776180267333984, -1.7900166511535645, -2.1680545806884766, -1.7803258895874023, -2.092561960220337, -2.3139283657073975, -2.6803746223449707, -2.0630064010620117, -1.8802728652954102, -1.1935441493988037, -0.9178469777107239, -2.6719014644622803, -2.2731056213378906, -1.4730324745178223, -1.4717578887939453, -2.062091112136841, -0.8706309795379639, -0.681420087814331, -1.631455898284912, -1.607539176940918, -1.8288389444351196, -1.260833501815796, -1.4547957181930542, -2.0347084999084473, -2.886963129043579, -0.44482821226119995, -1.6754441261291504, -2.6670286655426025, -2.2337875366210938, -1.8090559244155884, -0.7471822500228882, -2.581547737121582, -1.938051700592041, -1.0641131401062012, -1.1749262809753418, -0.24727533757686615, -1.8826148509979248, -2.0421972274780273, -1.0021624565124512, -1.2633939981460571]}, "Bot001_041_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_041.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT].\nI do like to talk about myself, i don't like chicken Hello there. I'm fine. my family and i are from india. where are you from? i am from ny , what about you ? my family and i are from india. What do you do for fun? i'm from alaska . i'm a huge tv nerd . game of thrones is my fav !. Also, try to guess: i am in ... prison? college to become nurse, funny you :) I'm not that stupid to go to college and i am studying to be a computer programmer at home by my own awesome that sounds kinda boring. what are you up to ? i'm a swim coach at my local pool tonight. do you want to join? you should learn . i fix computers and hate it . but i do not tell anyone why do you do it then? i go to this friends group which i hate. how are you this afternoon ? why do you do so many things that you hate?", "response": "i hate how it gets stuck in my teeth . [SMILING FACE WITH OPEN MOUTH]", "annotation_id": "Bot001_041_14", "annotations": ["T", "T", "O", "O", "X", "X", "X", "T", "T", "T", "X", "O", "X", "O", "X"], "gpt2background_target_score": [-10.230122566223145, -12.309794425964355, -10.546297073364258, -5.062836647033691, -12.682645797729492, -11.22143840789795, -11.336600303649902, -10.053621292114258, -12.277960777282715, -11.898069381713867, -8.059464454650879, -9.981738090515137, -8.81020736694336, -7.026107311248779, -10.98287582397461, -5.43166971206665, -6.163907051086426, -9.518888473510742, -8.776742935180664, -9.044719696044922, -7.695914268493652], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.6541962623596191, -1.4581934213638306, -0.8739314079284668, -0.7113863229751587, -3.256420850753784, -1.552565097808838, -0.7330005168914795, -0.961970329284668, -0.9636690020561218, -2.7271111011505127, -3.7397725582122803, -2.627358913421631, -1.1162781715393066, -1.9334969520568848, -3.4478914737701416, -2.1448445320129395, -2.1447081565856934, -2.817200183868408, -1.516198754310608, -1.3032362461090088, -0.8028159737586975, -0.37418481707572937, -1.5379772186279297, -1.5175353288650513, -1.8923799991607666, -2.80218505859375, -0.8178783059120178, -2.6550660133361816, -1.7321326732635498, -0.9656382203102112, -2.534968852996826, -0.164980947971344, -1.8112809658050537, -1.4263482093811035, -2.34555721282959, -1.8425389528274536, -1.5864970684051514, -1.9538142681121826, -1.9378619194030762, -2.214872360229492, -0.8774404525756836, -1.573230266571045, -3.3291850090026855, -1.3019413948059082, -1.2480485439300537, -2.2182211875915527, -3.026435136795044, -1.8587208986282349, -0.19969505071640015, -1.180482268333435, -1.9268977642059326, -1.4185611009597778, -0.3480750620365143, -0.7136379480361938, -0.3409421145915985, -1.3576618432998657, -1.6890119314193726, -0.8081438541412354, -3.0543127059936523, -2.4450626373291016, -1.8214068412780762, -2.5458719730377197, -1.4634714126586914, -1.0244438648223877, -0.9914572834968567, -1.3765180110931396, -1.556561827659607, -1.490370750427246, -0.3735203146934509, -1.6603262424468994, -0.6657958030700684, -2.087017774581909, -0.21733476221561432, -1.4811615943908691, -2.0265979766845703, -1.7927825450897217, -0.33209526538848877, -2.145578384399414, -1.7659623622894287, -2.345008373260498, -1.1559122800827026, -1.4040861129760742, -2.498701333999634, -1.3101904392242432, -1.778156042098999, -1.806036114692688, -1.509339690208435, -1.8358960151672363, -2.5298893451690674, -0.5604919195175171, -3.4855432510375977, -1.1376177072525024, -3.125500202178955, -1.6570683717727661, -1.0679495334625244, -1.9585418701171875, -1.3570815324783325, -0.20828580856323242, -1.7925220727920532, -2.5136871337890625, -1.7433809041976929, -2.4193408489227295, -1.9653220176696777, -1.5891343355178833, -1.5989406108856201, -1.3475804328918457, -0.9122346639633179, -2.3246235847473145, -1.6757277250289917, -1.6635651588439941, -1.5593386888504028, -0.9930902123451233, -1.8160277605056763, -3.7049832344055176, -2.213261127471924, -1.8319188356399536, -1.893833875656128, -3.326591968536377, -0.6094910502433777, -2.2658474445343018, -1.7876789569854736, -1.6940338611602783, -2.935492753982544, -1.5149071216583252, -1.6760793924331665, -1.6328704357147217, -1.8621524572372437, -2.031285285949707, -1.996023178100586, -1.8625611066818237, -1.0637532472610474, -1.9214719533920288, -2.0512535572052, -2.458378791809082, -1.9699786901474, -2.203540563583374, -2.375131130218506, -0.5299956202507019, -0.7835841774940491, -0.6873416900634766, -1.5522000789642334, -1.4508416652679443, -1.673646330833435, -1.384027123451233, -1.28545081615448, -2.0936436653137207, -2.8805301189422607, -2.316925287246704, -1.3215504884719849, -1.7832201719284058, -1.3539533615112305, -1.490861415863037, -2.269868850708008, -1.9811255931854248, -0.6566264629364014, -1.5353587865829468, -0.832663893699646, -1.0866752862930298, -1.7125062942504883, -1.7655296325683594, -2.3690459728240967, -3.0546555519104004, -0.3819581866264343, -2.0100185871124268, -1.8181589841842651, -0.9724822640419006, -2.0606415271759033, -1.6745493412017822, -1.6444318294525146, -1.5218368768692017, -0.32398074865341187, -1.5121486186981201, -0.3826371133327484, -1.3079544305801392, -2.2199268341064453, -1.7079564332962036, -2.207279682159424, -1.6776180267333984, -1.7900168895721436, -2.1680567264556885, -1.7803256511688232, -2.092560291290283, -2.313929796218872, -2.680373430252075, -2.0630078315734863, -1.8802727460861206, -1.1935428380966187, -0.9178466796875, -2.671900510787964, -2.2731058597564697, -1.4730325937271118, -1.4717600345611572, -2.0620903968811035, -0.8706313967704773, -0.6814190149307251, -1.6314563751220703, -1.6075416803359985, -1.8288387060165405, -1.2608338594436646, -1.4547957181930542, -2.4644389152526855, -0.5649278163909912, -1.814241647720337, -2.6525442600250244, -1.9873414039611816, -1.7687946557998657, -0.8106105923652649, -2.4469871520996094, -2.058823347091675, -1.2161991596221924, -1.2901359796524048, -0.20199190080165863, -1.9675710201263428, -1.9859814643859863, -0.9193491339683533, -1.502766728401184, -1.3458064794540405, -0.37938567996025085, -2.604099988937378, -0.3837524354457855, -0.9009705185890198, -1.0153368711471558, -0.9354721307754517, -1.6996499300003052, -2.5170576572418213, -0.6578028202056885, -1.6056187152862549, -1.9711570739746094, -2.9536590576171875, -2.1449382305145264, -1.9012625217437744, -2.092075824737549, -2.2521331310272217, -0.6988818645477295, -1.2684907913208008, -0.6945388317108154, -2.056107521057129, -1.0575618743896484, -2.522785186767578, -0.14363668859004974, -0.14836591482162476, -0.5436868667602539, -0.5689873695373535, -0.558713972568512, -0.101018525660038, -0.15648190677165985, -0.11644317954778671, -0.17205722630023956, -1.900917410850525]}, "Bot001_041_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_041.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT].\nI do like to talk about myself, i don't like chicken Hello there. I'm fine. my family and i are from india. where are you from? i am from ny , what about you ? my family and i are from india. What do you do for fun? i'm from alaska . i'm a huge tv nerd . game of thrones is my fav !. Also, try to guess: i am in ... prison? college to become nurse, funny you :) I'm not that stupid to go to college and i am studying to be a computer programmer at home by my own awesome that sounds kinda boring. what are you up to ? i'm a swim coach at my local pool tonight. do you want to join? you should learn . i fix computers and hate it . but i do not tell anyone why do you do it then? i go to this friends group which i hate. how are you this afternoon ? why do you do so many things that you hate? i hate how it gets stuck in my teeth . [SMILING FACE WITH OPEN MOUTH] my mother is very traditional while i prefer to be more free spirited so I decided to live as a bird and shit on cars", "response": "i think that sounds good . [LYING FACE]", "annotation_id": "Bot001_041_16", "annotations": ["O", "O", "T", "T", "O", "X", "O", "X", "X", "T", "O", "T", "X", "O", "X"], "gpt2background_target_score": [-10.230122566223145, -10.941649436950684, -9.753999710083008, -11.355175971984863, -7.997195243835449, -9.784008979797363, -11.075736045837402, -11.096853256225586, -6.212477684020996, -8.957533836364746, -3.1118853092193604], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.6541962623596191, -1.4581934213638306, -0.8739314079284668, -0.7113863229751587, -3.256420850753784, -1.552565097808838, -0.7330005168914795, -0.961970329284668, -0.9636690020561218, -2.7271111011505127, -3.7397725582122803, -2.627358913421631, -1.1162781715393066, -1.9334969520568848, -3.4478914737701416, -2.1448445320129395, -2.1447081565856934, -2.817200183868408, -1.516198754310608, -1.3032362461090088, -0.8028159737586975, -0.37418481707572937, -1.5379772186279297, -1.5175353288650513, -1.8923799991607666, -2.80218505859375, -0.8178783059120178, -2.6550660133361816, -1.7321326732635498, -0.9656382203102112, -2.534968852996826, -0.164980947971344, -1.8112809658050537, -1.4263482093811035, -2.34555721282959, -1.8425389528274536, -1.5864970684051514, -1.9538142681121826, -1.9378619194030762, -2.214872360229492, -0.8774404525756836, -1.573230266571045, -3.3291850090026855, -1.3019413948059082, -1.2480485439300537, -2.2182211875915527, -3.026435136795044, -1.8587208986282349, -0.19969505071640015, -1.180482268333435, -1.9268977642059326, -1.4185611009597778, -0.3480750620365143, -0.7136379480361938, -0.3409421145915985, -1.3576618432998657, -1.6890119314193726, -0.8081438541412354, -3.0543127059936523, -2.4450626373291016, -1.8214068412780762, -2.5458719730377197, -1.4634714126586914, -1.0244438648223877, -0.9914572834968567, -1.3765180110931396, -1.556561827659607, -1.490370750427246, -0.3735203146934509, -1.6603262424468994, -0.6657958030700684, -2.087017774581909, -0.21733476221561432, -1.4811615943908691, -2.0265979766845703, -1.7927825450897217, -0.33209526538848877, -2.145578384399414, -1.7659623622894287, -2.345008373260498, -1.1559122800827026, -1.4040861129760742, -2.498701333999634, -1.3101904392242432, -1.778156042098999, -1.806036114692688, -1.509339690208435, -1.8358960151672363, -2.5298893451690674, -0.5604919195175171, -3.4855432510375977, -1.1376177072525024, -3.125500202178955, -1.6570683717727661, -1.0679495334625244, -1.9585418701171875, -1.3570815324783325, -0.20828580856323242, -1.7925220727920532, -2.5136871337890625, -1.7433809041976929, -2.4193408489227295, -1.9653220176696777, -1.5891343355178833, -1.5989406108856201, -1.3475804328918457, -0.9122346639633179, -2.3246235847473145, -1.6757277250289917, -1.6635651588439941, -1.5593386888504028, -0.9930902123451233, -1.8160277605056763, -3.7049832344055176, -2.213261127471924, -1.8319188356399536, -1.893833875656128, -3.326591968536377, -0.6094910502433777, -2.2658474445343018, -1.7876789569854736, -1.6940338611602783, -2.935492753982544, -1.5149071216583252, -1.6760793924331665, -1.6328704357147217, -1.8621524572372437, -2.031285285949707, -1.996023178100586, -1.8625611066818237, -1.0637532472610474, -1.9214719533920288, -2.0512535572052, -2.458378791809082, -1.9699786901474, -2.203540563583374, -2.375131130218506, -0.5299956202507019, -0.7835841774940491, -0.6873416900634766, -1.5522000789642334, -1.4508416652679443, -1.6736457347869873, -1.3840281963348389, -1.28545081615448, -2.0936455726623535, -2.880525827407837, -2.3169288635253906, -1.32155179977417, -1.7832214832305908, -1.3539540767669678, -1.490860939025879, -2.2698681354522705, -1.9811253547668457, -0.656626284122467, -1.5353575944900513, -0.832667350769043, -1.086674690246582, -1.7125059366226196, -1.765528917312622, -2.369046449661255, -3.0546555519104004, -0.3819594979286194, -2.0100185871124268, -1.8181588649749756, -0.9724799394607544, -2.0606396198272705, -1.6745492219924927, -1.644431710243225, -1.5218371152877808, -0.3239811956882477, -1.5121468305587769, -0.3826371133327484, -1.3079520463943481, -2.2199246883392334, -1.7079570293426514, -2.207279920578003, -1.6776173114776611, -1.7900192737579346, -2.168055534362793, -1.7803258895874023, -2.0925588607788086, -2.3139283657073975, -2.6803719997406006, -2.063007116317749, -1.8802732229232788, -1.1935442686080933, -0.9178470373153687, -2.671900987625122, -2.273106336593628, -1.4730340242385864, -1.4717568159103394, -2.0620908737182617, -0.870631217956543, -0.6814194321632385, -1.6314566135406494, -1.6075398921966553, -1.8288383483886719, -1.2608336210250854, -1.4547964334487915, -2.46444034576416, -0.5649276971817017, -1.8142428398132324, -2.652545690536499, -1.987342119216919, -1.7687957286834717, -0.8106104731559753, -2.446986436843872, -2.058824300765991, -1.2162002325057983, -1.2901363372802734, -0.20199228823184967, -1.967570424079895, -1.9859802722930908, -0.9193487763404846, -1.50276780128479, -1.3458058834075928, -0.3793862462043762, -2.604097604751587, -0.3837521970272064, -0.9009700417518616, -1.0153377056121826, -0.9354729652404785, -1.6996469497680664, -2.517056465148926, -0.6578020453453064, -1.6056181192398071, -2.693998098373413, -2.1500017642974854, -1.9915908575057983, -1.9673088788986206, -2.409485340118408, -0.7232909798622131, -1.0779542922973633, -0.6003931164741516, -1.9126226902008057, -1.3131154775619507, -2.7313809394836426, -0.14188459515571594, -0.1464429497718811, -0.5462679862976074, -0.5585392117500305, -0.5932959914207458, -0.10511012375354767, -0.16407132148742676, -0.10273520648479462, -0.16921977698802948, -2.2088546752929688, -0.7609800100326538, -1.524365782737732, -1.3822343349456787, -2.899385929107666, -1.6977105140686035, -1.3034141063690186, -1.5620945692062378, -1.2309085130691528, -1.8595082759857178, -1.0949212312698364, -3.018007755279541, -2.144575357437134, -2.540693998336792, -0.6482722163200378, -2.4918742179870605, -0.26231130957603455, -1.9985758066177368, -1.5658141374588013, -0.6307927966117859, -3.041138172149658, -1.9495896100997925, -2.7430670261383057, -1.9322117567062378, -1.5516782999038696, -1.697360634803772, -2.120450258255005, -2.8364603519439697, -1.676389455795288, -1.4419575929641724, -1.7101348638534546, -1.6603432893753052, -1.228261947631836, -1.2763999700546265, -2.5924036502838135, -0.3127622604370117, -0.373708039522171, -1.8059827089309692]}, "Bot001_041_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_041.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT].\nI do like to talk about myself, i don't like chicken Hello there. I'm fine. my family and i are from india. where are you from? i am from ny , what about you ? my family and i are from india. What do you do for fun? i'm from alaska . i'm a huge tv nerd . game of thrones is my fav !. Also, try to guess: i am in ... prison? college to become nurse, funny you :) I'm not that stupid to go to college and i am studying to be a computer programmer at home by my own awesome that sounds kinda boring. what are you up to ? i'm a swim coach at my local pool tonight. do you want to join? you should learn . i fix computers and hate it . but i do not tell anyone why do you do it then? i go to this friends group which i hate. how are you this afternoon ? why do you do so many things that you hate? i hate how it gets stuck in my teeth . [SMILING FACE WITH OPEN MOUTH] my mother is very traditional while i prefer to be more free spirited so I decided to live as a bird and shit on cars i think that sounds good . [LYING FACE] and you know what also sounds great? my favorite music genre is death metal. do you like music?", "response": "i love metal , and painting . what do you like to do for fun ? [SEE-NO-EVIL MONKEY]", "annotation_id": "Bot001_041_18", "annotations": ["T", "T", "O", "O", "O", "X", "O", "X", "T", "T", "O", "X", "T", "O", "X"], "gpt2background_target_score": [-10.230122566223145, -11.528180122375488, -11.169731140136719, -12.455705642700195, -5.625816822052002, -12.06779670715332, -13.26524543762207, -11.02029800415039, -9.268415451049805, -8.760810852050781, -10.823551177978516, -11.960989952087402, -12.269706726074219, -11.437995910644531, -13.578733444213867, -9.481515884399414, -7.022123336791992, -11.957450866699219, -6.185195446014404, -10.169355392456055, -8.458678245544434, -12.513422966003418, -8.999799728393555, -11.679399490356445, -11.916670799255371, -11.062336921691895], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.6541962623596191, -1.4581934213638306, -0.8739314079284668, -0.7113863229751587, -3.256420850753784, -1.552565097808838, -0.7330005168914795, -0.961970329284668, -0.9636690020561218, -2.7271111011505127, -3.7397725582122803, -2.627358913421631, -1.1162781715393066, -1.9334969520568848, -3.4478914737701416, -2.1448445320129395, -2.1447081565856934, -2.817200183868408, -1.516198754310608, -1.3032362461090088, -0.8028159737586975, -0.37418481707572937, -1.5379772186279297, -1.5175353288650513, -1.8923799991607666, -2.80218505859375, -0.8178783059120178, -2.6550660133361816, -1.7321326732635498, -0.9656382203102112, -2.534968852996826, -0.164980947971344, -1.8112809658050537, -1.4263482093811035, -2.34555721282959, -1.8425389528274536, -1.5864970684051514, -1.9538142681121826, -1.9378619194030762, -2.214872360229492, -0.8774404525756836, -1.573230266571045, -3.3291850090026855, -1.3019413948059082, -1.2480485439300537, -2.2182211875915527, -3.026435136795044, -1.8587208986282349, -0.19969505071640015, -1.180482268333435, -1.9268977642059326, -1.4185611009597778, -0.3480750620365143, -0.7136379480361938, -0.3409421145915985, -1.3576618432998657, -1.6890119314193726, -0.8081438541412354, -3.0543127059936523, -2.4450626373291016, -1.8214068412780762, -2.5458719730377197, -1.4634714126586914, -1.0244438648223877, -0.9914572834968567, -1.3765180110931396, -1.556561827659607, -1.490370750427246, -0.3735203146934509, -1.6603262424468994, -0.6657958030700684, -2.087017774581909, -0.21733476221561432, -1.4811615943908691, -2.0265979766845703, -1.7927825450897217, -0.33209526538848877, -2.145578384399414, -1.7659623622894287, -2.345008373260498, -1.1559122800827026, -1.4040861129760742, -2.498701333999634, -1.3101904392242432, -1.778156042098999, -1.806036114692688, -1.509339690208435, -1.8358960151672363, -2.5298893451690674, -0.5604919195175171, -3.4855432510375977, -1.1376177072525024, -3.125500202178955, -1.6570683717727661, -1.0679495334625244, -1.9585418701171875, -1.3570815324783325, -0.20828580856323242, -1.7925220727920532, -2.5136871337890625, -1.7433809041976929, -2.4193408489227295, -1.9653220176696777, -1.5891343355178833, -1.5989406108856201, -1.3475804328918457, -0.9122346639633179, -2.3246235847473145, -1.6757277250289917, -1.6635651588439941, -1.5593386888504028, -0.9930902123451233, -1.8160277605056763, -3.7049832344055176, -2.213261127471924, -1.8319188356399536, -1.893833875656128, -3.326591968536377, -0.6094910502433777, -2.2658474445343018, -1.7876789569854736, -1.6940338611602783, -2.935492753982544, -1.5149071216583252, -1.6760793924331665, -1.6328704357147217, -1.8621524572372437, -2.031285285949707, -1.996023178100586, -1.8625611066818237, -1.0637532472610474, -1.9214719533920288, -2.0512535572052, -2.458378791809082, -1.9699786901474, -2.203540563583374, -2.375131130218506, -0.5299956202507019, -0.7835841774940491, -0.6873416900634766, -1.5522000789642334, -1.4508416652679443, -1.673646330833435, -1.384027123451233, -1.28545081615448, -2.0936436653137207, -2.8805301189422607, -2.316925287246704, -1.3215504884719849, -1.7832201719284058, -1.3539533615112305, -1.490861415863037, -2.269868850708008, -1.9811255931854248, -0.6566264629364014, -1.5353587865829468, -0.832663893699646, -1.0866752862930298, -1.7125062942504883, -1.7655296325683594, -2.3690459728240967, -3.0546555519104004, -0.3819581866264343, -2.0100185871124268, -1.8181589841842651, -0.9724811315536499, -2.0606391429901123, -1.6745507717132568, -1.6444311141967773, -1.5218358039855957, -0.32398125529289246, -1.512148380279541, -0.38263702392578125, -1.3079545497894287, -2.2199273109436035, -1.707956075668335, -2.2072808742523193, -1.6776156425476074, -1.7900171279907227, -2.168056011199951, -1.7803261280059814, -2.0925610065460205, -2.313929796218872, -2.6803741455078125, -2.0630078315734863, -1.880272388458252, -1.1935436725616455, -0.9178466796875, -2.6719002723693848, -2.2731080055236816, -1.4730329513549805, -1.4717565774917603, -2.0620899200439453, -0.8706313967704773, -0.6814179420471191, -1.6314572095870972, -1.607540249824524, -1.8288377523422241, -1.2608329057693481, -1.4547957181930542, -2.464442014694214, -0.5649281144142151, -1.8142410516738892, -2.6525442600250244, -1.987343430519104, -1.7687950134277344, -0.8106099367141724, -2.446986198425293, -2.058824300765991, -1.2161999940872192, -1.290135145187378, -0.20199228823184967, -1.9675710201263428, -1.9859789609909058, -0.9193500280380249, -1.5027670860290527, -1.3458071947097778, -0.3793858587741852, -2.604100227355957, -0.38375285267829895, -0.9009705185890198, -1.0153381824493408, -0.9354729056358337, -1.6996486186981201, -2.5170581340789795, -0.6578028798103333, -1.6056181192398071, -2.6939969062805176, -2.1500024795532227, -1.9915950298309326, -1.9673089981079102, -2.4094865322113037, -0.7232909798622131, -1.0779521465301514, -0.6003915071487427, -1.9126226902008057, -1.3131141662597656, -2.7313826084136963, -0.14188459515571594, -0.1464429497718811, -0.5462689995765686, -0.5585397481918335, -0.5932956337928772, -0.10511012375354767, -0.16407153010368347, -0.10273542255163193, -0.16922079026699066, -2.2088520526885986, -0.7609798908233643, -1.5243654251098633, -1.3822355270385742, -2.899387836456299, -1.6977102756500244, -1.3034143447875977, -1.562093734741211, -1.230908989906311, -1.8595092296600342, -1.0949233770370483, -3.018007516860962, -2.1445744037628174, -2.540695905685425, -0.6482716798782349, -2.491873025894165, -0.26231223344802856, -1.998576045036316, -1.5658161640167236, -0.6307934522628784, -3.0411391258239746, -1.9495899677276611, -2.743069648742676, -1.9322110414505005, -1.5516785383224487, -1.697360873222351, -2.789569616317749, -1.3609881401062012, -1.5655235052108765, -1.9989148378372192, -1.6914554834365845, -1.420858383178711, -0.9050417542457581, -1.943749189376831, -0.39674317836761475, -0.34503868222236633, -1.9553337097167969, -0.595439076423645, -1.8931777477264404, -1.6960697174072266, -0.9074316620826721, -1.5474708080291748, -1.694661259651184, -1.7686455249786377, -1.452799916267395, -1.7560744285583496, -2.2071292400360107, -0.7182289361953735, -0.8298409581184387, -3.1574156284332275, -0.5908963680267334, -1.655616283416748, -1.426646113395691, -0.271822988986969, -1.5928130149841309, -2.170821189880371, -1.365907907485962, -1.5444875955581665, -1.943436622619629, -1.5975552797317505, -2.347349166870117, -1.9184353351593018, -1.1281237602233887, -0.6788819432258606, -1.3859491348266602, -0.8367392420768738, -1.8821157217025757, -0.2486530989408493, -0.7209314107894897, -1.169202446937561, -1.1222326755523682, -0.9302535653114319, -0.27345916628837585, -0.9177826642990112, -1.279288649559021, -2.0678322315216064, -3.451657772064209, -3.100454092025757, -2.1504173278808594, -2.4461941719055176, -1.6881625652313232, -0.5659823417663574, -1.2869786024093628, -1.1411200761795044, -2.3230550289154053]}, "Bot001_041_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_041.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT].\nI do like to talk about myself, i don't like chicken Hello there. I'm fine. my family and i are from india. where are you from? i am from ny , what about you ? my family and i are from india. What do you do for fun? i'm from alaska . i'm a huge tv nerd . game of thrones is my fav !. Also, try to guess: i am in ... prison? college to become nurse, funny you :) I'm not that stupid to go to college and i am studying to be a computer programmer at home by my own awesome that sounds kinda boring. what are you up to ? i'm a swim coach at my local pool tonight. do you want to join? you should learn . i fix computers and hate it . but i do not tell anyone why do you do it then? i go to this friends group which i hate. how are you this afternoon ? why do you do so many things that you hate? i hate how it gets stuck in my teeth . [SMILING FACE WITH OPEN MOUTH] my mother is very traditional while i prefer to be more free spirited so I decided to live as a bird and shit on cars i think that sounds good . [LYING FACE] and you know what also sounds great? my favorite music genre is death metal. do you like music? i love metal , and painting . what do you like to do for fun ? [SEE-NO-EVIL MONKEY] having sex and playing music", "response": "i you mix blue my favorite and yellow you get money green that's with watercolors", "annotation_id": "Bot001_041_20", "annotations": ["X", "T", "T", "T", "O", "X", "X", "T", "X", "T", "X", "O", "X", "O", "X"], "gpt2background_target_score": [-10.230122566223145, -7.276358604431152, -12.20644760131836, -10.207659721374512, -6.526696681976318, -11.31456470489502, -10.533870697021484, -13.138984680175781, -8.414156913757324, -12.307705879211426, -13.017930030822754, -11.502028465270996, -10.168030738830566, -10.024484634399414, -10.585811614990234, -12.250539779663086, -13.80337905883789, -11.625494003295898], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.6541962623596191, -1.4581934213638306, -0.8739314079284668, -0.7113863229751587, -3.256420850753784, -1.552565097808838, -0.7330005168914795, -0.961970329284668, -0.9636690020561218, -2.7271111011505127, -3.7397725582122803, -2.627358913421631, -1.1162781715393066, -1.9334969520568848, -3.4478914737701416, -2.1448445320129395, -2.1447081565856934, -2.817200183868408, -1.516198754310608, -1.3032362461090088, -0.8028159737586975, -0.37418481707572937, -1.5379772186279297, -1.5175353288650513, -1.8923799991607666, -2.80218505859375, -0.8178783059120178, -2.6550660133361816, -1.7321326732635498, -0.9656382203102112, -2.534968852996826, -0.164980947971344, -1.8112809658050537, -1.4263482093811035, -2.34555721282959, -1.8425389528274536, -1.5864970684051514, -1.9538142681121826, -1.9378619194030762, -2.214872360229492, -0.8774404525756836, -1.573230266571045, -3.3291850090026855, -1.3019413948059082, -1.2480485439300537, -2.2182211875915527, -3.026435136795044, -1.8587208986282349, -0.19969505071640015, -1.180482268333435, -1.9268977642059326, -1.4185611009597778, -0.3480750620365143, -0.7136379480361938, -0.3409421145915985, -1.3576618432998657, -1.6890119314193726, -0.8081438541412354, -3.0543127059936523, -2.4450626373291016, -1.8214068412780762, -2.5458719730377197, -1.4634714126586914, -1.0244438648223877, -0.9914572834968567, -1.3765180110931396, -1.556561827659607, -1.490370750427246, -0.3735203146934509, -1.6603262424468994, -0.6657958030700684, -2.087017774581909, -0.21733476221561432, -1.4811615943908691, -2.0265979766845703, -1.7927825450897217, -0.33209526538848877, -2.145578384399414, -1.7659623622894287, -2.345008373260498, -1.1559122800827026, -1.4040861129760742, -2.498701333999634, -1.3101904392242432, -1.778156042098999, -1.806036114692688, -1.509339690208435, -1.8358960151672363, -2.5298893451690674, -0.5604919195175171, -3.4855432510375977, -1.1376177072525024, -3.125500202178955, -1.6570683717727661, -1.0679495334625244, -1.9585418701171875, -1.3570815324783325, -0.20828580856323242, -1.7925220727920532, -2.5136871337890625, -1.7433809041976929, -2.4193408489227295, -1.9653220176696777, -1.5891343355178833, -1.5989406108856201, -1.3475804328918457, -0.9122346639633179, -2.3246235847473145, -1.6757277250289917, -1.6635651588439941, -1.5593386888504028, -0.9930902123451233, -1.8160277605056763, -3.7049832344055176, -2.213261127471924, -1.8319188356399536, -1.893833875656128, -3.326591968536377, -0.6094910502433777, -2.2658474445343018, -1.7876789569854736, -1.6940338611602783, -2.935492753982544, -1.5149071216583252, -1.6760793924331665, -1.6328704357147217, -1.8621524572372437, -2.031285285949707, -1.996023178100586, -1.8625611066818237, -1.0637532472610474, -1.9214719533920288, -2.0512535572052, -2.458378791809082, -1.9699786901474, -2.203540563583374, -2.375131130218506, -0.5299956202507019, -0.7835841774940491, -0.6873416900634766, -1.5522000789642334, -1.4508416652679443, -1.673646330833435, -1.384027123451233, -1.28545081615448, -2.0936436653137207, -2.8805301189422607, -2.316925287246704, -1.3215504884719849, -1.7832201719284058, -1.3539533615112305, -1.490861415863037, -2.269868850708008, -1.9811255931854248, -0.6566264629364014, -1.5353587865829468, -0.832663893699646, -1.0866752862930298, -1.7125062942504883, -1.7655296325683594, -2.3690459728240967, -3.0546555519104004, -0.3819581866264343, -2.0100185871124268, -1.8181589841842651, -0.9724822640419006, -2.0606415271759033, -1.6745493412017822, -1.6444318294525146, -1.5218368768692017, -0.32398074865341187, -1.5121486186981201, -0.3826371133327484, -1.3079544305801392, -2.2199268341064453, -1.7079564332962036, -2.207279682159424, -1.6776175498962402, -1.790015697479248, -2.168055534362793, -1.7803258895874023, -2.092559814453125, -2.313929557800293, -2.680373191833496, -2.063009023666382, -1.8802735805511475, -1.1935441493988037, -0.9178478121757507, -2.6719000339508057, -2.273106336593628, -1.4730323553085327, -1.4717575311660767, -2.0620906352996826, -0.8706312775611877, -0.681416928768158, -1.6314557790756226, -1.6075397729873657, -1.8288384675979614, -1.260833740234375, -1.4547958374023438, -2.46444034576416, -0.564927339553833, -1.814241647720337, -2.6525461673736572, -1.9873418807983398, -1.7687946557998657, -0.8106110095977783, -2.446986436843872, -2.0588247776031494, -1.2161997556686401, -1.2901352643966675, -0.2019921839237213, -1.967568039894104, -1.9859787225723267, -0.9193503856658936, -1.5027683973312378, -1.3458067178726196, -0.3793858587741852, -2.6040985584259033, -0.38375258445739746, -0.9009700417518616, -1.0153356790542603, -0.9354727864265442, -1.6996484994888306, -2.5170576572418213, -0.6578028798103333, -1.6056166887283325, -2.6939971446990967, -2.1500027179718018, -1.9915921688079834, -1.9673080444335938, -2.409485340118408, -0.7232905030250549, -1.077951431274414, -0.6003921031951904, -1.9126226902008057, -1.3131141662597656, -2.731381416320801, -0.14188459515571594, -0.1464427411556244, -0.5462666749954224, -0.558538556098938, -0.5932947993278503, -0.10511012375354767, -0.16407132148742676, -0.10273542255163193, -0.1692201793193817, -2.2088499069213867, -0.7609797716140747, -1.5243659019470215, -1.382235050201416, -2.899386167526245, -1.6977107524871826, -1.3034151792526245, -1.5620938539505005, -1.230912208557129, -1.8595069646835327, -1.0949211120605469, -3.018005132675171, -2.1445751190185547, -2.5406951904296875, -0.6482716202735901, -2.4918744564056396, -0.2623118758201599, -1.998576283454895, -1.565816044807434, -0.6307930946350098, -3.0411376953125, -1.9495887756347656, -2.7430665493011475, -1.9322106838226318, -1.5516808032989502, -1.697360873222351, -2.7895705699920654, -1.360985517501831, -1.5655248165130615, -1.9989137649536133, -1.6914560794830322, -1.420859694480896, -0.9050454497337341, -1.943750023841858, -0.39674341678619385, -0.3450380861759186, -1.9553322792053223, -0.59543776512146, -1.893178105354309, -1.696069598197937, -0.9074323177337646, -1.547471284866333, -1.6946607828140259, -1.768646001815796, -1.4528001546859741, -1.7560745477676392, -2.20712947845459, -0.7182306051254272, -0.8298415541648865, -3.157414436340332, -0.5908980965614319, -1.6556169986724854, -1.4266451597213745, -0.2718232572078705, -1.5928128957748413, -2.1708202362060547, -1.3659074306488037, -1.5444884300231934, -1.545258641242981, -2.9331161975860596, -1.8802775144577026, -1.1225653886795044, -0.6552992463111877, -1.6013753414154053, -1.052257776260376, -1.88979971408844, -0.2511286735534668, -0.961403489112854, -1.300415277481079, -1.1582233905792236, -1.220861554145813, -0.34588897228240967, -1.0856690406799316, -1.0859265327453613, -1.8630807399749756, -3.7031164169311523, -3.221034288406372, -2.235534429550171, -2.5066587924957275, -1.2239761352539062, -0.5429214239120483, -1.3340508937835693, -0.9796474575996399, -1.9233077764511108, -1.4226545095443726, -0.8039382696151733, -3.1034328937530518, -1.978892207145691, -2.0886363983154297, -1.9131028652191162, -1.8976668119430542, -2.5490221977233887, -2.400803327560425, -1.6140886545181274, -3.1807312965393066, -2.5246493816375732, -1.79116690158844, -1.6571779251098633, -1.873079538345337, -2.1839871406555176, -2.2867512702941895, -2.595654249191284, -2.2802350521087646, -2.5002777576446533, -1.8178588151931763, -2.235541582107544, -1.5941129922866821, -2.0578973293304443]}, "Bot001_043_01": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_043.log.json", "context": "hello how are you?", "response": "hello , how are you doing this morning ? i just finished walking my dog .", "annotation_id": "Bot001_043_01", "annotations": ["T", "O", "O", "T", "O", "O", "T", "T", "O", "O", "T", "O", "O", "T", "X"], "gpt2background_target_score": [-10.003591537475586, -10.858854293823242, -9.915496826171875, -9.545832633972168, -7.28412389755249, -11.122811317443848, -6.115664482116699, -10.55647087097168, -7.267711162567139, -5.364666938781738, -7.921933174133301, -12.509713172912598, -11.071805000305176, -7.941650867462158, -12.075532913208008, -9.356491088867188], "gpt2background_argmax_score": [-3.026592969894409, -1.6820409297943115, -0.7328565120697021, -1.505629301071167, -1.0247931480407715, -1.79580557346344, -1.599480390548706, -2.009239673614502, -1.1511338949203491, -0.21786603331565857, -1.837673544883728, -1.6620782613754272, -1.7527244091033936, -1.1693530082702637, -0.39004334807395935, -2.2725510597229004, -2.838855028152466, -1.604193925857544, -1.8563047647476196, -1.204066514968872, -2.2443957328796387, -1.631664752960205]}, "Bot001_043_03": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_043.log.json", "context": "hello how are you? hello , how are you doing this morning ? i just finished walking my dog . what is the name of your dog?", "response": "mickey ! he's such a cute thing . do you go to school ?", "annotation_id": "Bot001_043_03", "annotations": ["O", "T", "O", "T", "O", "O", "T", "O", "O", "O", "T", "O", "O", "T", "T"], "gpt2background_target_score": [-12.026406288146973, -11.495701789855957, -11.565840721130371, -11.15444564819336, -10.719942092895508, -10.673108100891113, -5.755759239196777, -7.973203659057617, -11.162601470947266, -6.412075042724609, -9.37673568725586, -7.118958473205566, -9.109563827514648, -6.832100868225098, -9.71613597869873, -9.640701293945312], "gpt2background_argmax_score": [-3.026592969894409, -1.6820409297943115, -0.7328565120697021, -1.505629301071167, -1.0247931480407715, -2.6978471279144287, -2.212662935256958, -1.3486177921295166, -0.23792454600334167, -1.7337725162506104, -1.885383129119873, -1.8552014827728271, -1.2317373752593994, -1.3448522090911865, -2.338261365890503, -2.5599284172058105, -1.5962649583816528, -1.850340485572815, -1.1200538873672485, -2.2314889430999756, -2.0302274227142334, -1.7509599924087524, -1.1359459161758423, -1.4769941568374634, -0.5933437943458557, -1.047387957572937, -0.20889775454998016, -0.756859302520752, -1.6382510662078857, -2.856019973754883, -1.9683912992477417, -1.5586378574371338, -0.9331563115119934, -1.8912075757980347, -1.3794162273406982, -0.3053532540798187, -1.7364709377288818, -2.0705618858337402, -1.4684098958969116, -1.3351300954818726, -0.517041027545929, -1.3535560369491577, -1.0546377897262573, -1.799328327178955, -1.386489987373352, -0.5642373561859131]}, "Bot001_043_05": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_043.log.json", "context": "hello how are you? hello , how are you doing this morning ? i just finished walking my dog . what is the name of your dog? mickey ! he's such a cute thing . do you go to school ? no i am old", "response": "oh i see . i am really reliable in my job on other things i am not. what are you up to today ?", "annotation_id": "Bot001_043_05", "annotations": ["T", "X", "T", "O", "T", "O", "O", "T", "O", "T", "T", "O", "O", "T", "T"], "gpt2background_target_score": [-10.527931213378906, -4.683009147644043, -12.055503845214844, -10.233739852905273, -5.783715724945068, -6.293249130249023, -7.365234375, -9.318077087402344, -9.087459564208984, -8.01612377166748, -9.839125633239746, -6.659082889556885, -9.963586807250977, -9.185770034790039, -8.004462242126465, -6.359638214111328, -8.073829650878906, -5.021617412567139, -11.525480270385742, -9.480951309204102, -5.070737838745117, -7.496334075927734, -7.346620559692383, -10.86563777923584, -2.104855537414551], "gpt2background_argmax_score": [-3.026590585708618, -1.6820406913757324, -0.7328566312789917, -1.5056285858154297, -1.0247927904129028, -2.697847366333008, -2.2126643657684326, -1.3486173152923584, -0.23792415857315063, -1.7337710857391357, -1.8853825330734253, -1.8551992177963257, -1.2317395210266113, -1.3448536396026611, -2.3382604122161865, -2.5599286556243896, -1.5962659120559692, -1.850338339805603, -1.1200518608093262, -2.231487989425659, -2.03022837638855, -1.750963568687439, -1.135947346687317, -1.4769939184188843, -0.5933446884155273, -1.047387957572937, -0.2088957279920578, -0.7568596005439758, -1.6382524967193604, -3.440814971923828, -2.6494312286376953, -1.6749677658081055, -1.7990247011184692, -1.363310694694519, -0.2866602838039398, -1.8419405221939087, -2.0462052822113037, -2.2479991912841797, -2.68103289604187, -0.4850905239582062, -1.3577109575271606, -0.9449880123138428, -1.7965288162231445, -1.3006426095962524, -2.0382015705108643, -2.5614068508148193, -2.1449902057647705, -1.8940305709838867, -1.5314927101135254, -2.390810012817383, -2.621976137161255, -2.321169376373291, -2.101344585418701, -2.1829497814178467, -2.5606396198272705, -2.6529085636138916, -2.713789701461792, -2.631319761276245, -2.1149282455444336, -1.6036235094070435, -1.6589043140411377, -1.935238242149353, -2.1926748752593994, -2.1677823066711426, -2.448735475540161, -2.4493517875671387, -1.9132963418960571, -1.4843825101852417, -1.738802194595337, -0.6592794060707092, -0.8462166786193848, -0.2840864956378937, -0.92155522108078, -0.4545011818408966, -0.5290873050689697]}, "Bot001_043_07": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_043.log.json", "context": "hello how are you? hello , how are you doing this morning ? i just finished walking my dog . what is the name of your dog? mickey ! he's such a cute thing . do you go to school ? no i am old oh i see . i am really reliable in my job on other things i am not. what are you up to today ? i was at the book store for ages", "response": "i like book stores , but they need to open earlier , i'm always ready to go. Also, try to guess: i really like ...", "annotation_id": "Bot001_043_07", "annotations": ["O", "O", "T", "T", "T", "T", "T", "T", "O", "O", "T", "O", "O", "T", "X"], "gpt2background_target_score": [-8.669313430786133, -8.902542114257812, -11.510952949523926, -12.26311206817627, -10.63336181640625, -6.085323333740234, -7.423467636108398, -10.190836906433105, -9.874483108520508, -10.371991157531738, -10.485374450683594, -3.86226224899292, -4.925438404083252, -9.510594367980957, -6.091501235961914, -9.240571022033691, -7.06608247756958, -9.797049522399902, -10.191757202148438, -11.235779762268066, -7.738199234008789, -11.034646987915039, -7.346620559692383, -10.760453224182129, -10.225948333740234, -7.5235795974731445, -11.106827735900879, -6.257884502410889, -7.19184684753418], "gpt2background_argmax_score": [-3.026590585708618, -1.6820406913757324, -0.7328566312789917, -1.5056285858154297, -1.0247927904129028, -2.697847366333008, -2.2126643657684326, -1.3486173152923584, -0.23792415857315063, -1.7337710857391357, -1.8853825330734253, -1.8551992177963257, -1.2317395210266113, -1.3448536396026611, -2.3382604122161865, -2.5599286556243896, -1.5962659120559692, -1.850338339805603, -1.1200518608093262, -2.231487989425659, -2.03022837638855, -1.750963568687439, -1.135947346687317, -1.4769939184188843, -0.5933446884155273, -1.047387957572937, -0.2088957279920578, -0.7568596005439758, -1.6382524967193604, -3.440814971923828, -2.6494312286376953, -1.6749677658081055, -1.7990247011184692, -1.363310694694519, -0.2866602838039398, -1.8419405221939087, -2.04620361328125, -2.247999906539917, -2.6810343265533447, -0.4850904643535614, -1.3577115535736084, -0.9449874758720398, -1.7965292930603027, -1.3006433248519897, -2.038200855255127, -2.5614070892333984, -2.144989490509033, -1.8940306901931763, -1.5314944982528687, -2.651790142059326, -2.113330602645874, -2.1249191761016846, -2.035710573196411, -2.515781879425049, -2.5626566410064697, -2.891054391860962, -2.1946675777435303, -2.0942726135253906, -1.2983299493789673, -1.4043890237808228, -2.0074265003204346, -2.241025447845459, -1.5390480756759644, -2.616377592086792, -2.406545639038086, -2.1264190673828125, -1.6885489225387573, -1.7927740812301636, -0.5409498810768127, -0.816709578037262, -0.27961573004722595, -0.9189994931221008, -0.44860315322875977, -2.2880101203918457, -1.7679585218429565, -2.9673666954040527, -1.7794030904769897, -2.844378709793091, -1.399648904800415, -2.2069342136383057, -1.6391656398773193, -1.682737112045288, -2.414529800415039, -2.229353904724121, -1.7753217220306396, -1.2812763452529907, -2.382171630859375, -1.7815951108932495, -1.0699243545532227, -1.8867677450180054, -0.935081958770752, -2.104079484939575, -1.5028786659240723, -2.460984706878662, -2.074441432952881, -2.7137937545776367, -2.3187673091888428, -3.0634968280792236, -0.8090305924415588, -1.314079761505127, -1.8725364208221436, -0.9797908067703247, -1.664790153503418, -1.5677039623260498, -1.0924683809280396, -2.452692985534668, -1.5021084547042847, -2.639934778213501, -1.965090036392212, -1.1382962465286255, -1.8189408779144287, -3.1794049739837646]}, "Bot001_043_09": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_043.log.json", "context": "hello how are you? hello , how are you doing this morning ? i just finished walking my dog . what is the name of your dog? mickey ! he's such a cute thing . do you go to school ? no i am old oh i see . i am really reliable in my job on other things i am not. what are you up to today ? i was at the book store for ages i like book stores , but they need to open earlier , i'm always ready to go. Also, try to guess: i really like ... shopping ?", "response": "to travel, funny you :)", "annotation_id": "Bot001_043_09", "annotations": ["T", "T", "O", "T", "T", "O", "T", "T", "O", "O", "T", "T", "O", "T", "T"], "gpt2background_target_score": [-9.946182250976562, -11.999475479125977, -9.23947811126709, -9.573991775512695, -7.284124851226807, -7.346592903137207], "gpt2background_argmax_score": [-3.026590585708618, -1.6820406913757324, -0.7328566312789917, -1.5056285858154297, -1.0247927904129028, -2.697847366333008, -2.2126643657684326, -1.3486173152923584, -0.23792415857315063, -1.7337710857391357, -1.8853825330734253, -1.8551992177963257, -1.2317395210266113, -1.3448536396026611, -2.3382604122161865, -2.5599286556243896, -1.5962659120559692, -1.850338339805603, -1.1200518608093262, -2.231487989425659, -2.03022837638855, -1.750963568687439, -1.135947346687317, -1.4769939184188843, -0.5933446884155273, -1.047387957572937, -0.2088957279920578, -0.7568596005439758, -1.6382524967193604, -3.440814971923828, -2.6494312286376953, -1.6749677658081055, -1.7990247011184692, -1.363310694694519, -0.2866602838039398, -1.8419405221939087, -2.04620361328125, -2.247999906539917, -2.6810343265533447, -0.4850904643535614, -1.3577115535736084, -0.9449874758720398, -1.7965292930603027, -1.3006433248519897, -2.038200855255127, -2.5614070892333984, -2.144989490509033, -1.8940306901931763, -1.5314944982528687, -2.651790142059326, -2.113330602645874, -2.1249191761016846, -2.035710573196411, -2.515781879425049, -2.5626566410064697, -2.891054391860962, -2.1946675777435303, -2.0942726135253906, -1.2983299493789673, -1.4043890237808228, -2.0074265003204346, -2.241025447845459, -1.5390480756759644, -2.616377592086792, -2.406545639038086, -2.1264190673828125, -1.6885489225387573, -1.7927740812301636, -0.5409498810768127, -0.816709578037262, -0.27961573004722595, -0.9189994931221008, -0.44860315322875977, -2.2880101203918457, -1.7679585218429565, -2.9673666954040527, -1.7794030904769897, -2.844378709793091, -1.399648904800415, -2.2069342136383057, -1.6391656398773193, -1.682737112045288, -1.6150859594345093, -1.3532800674438477, -1.383622169494629, -1.896642804145813, -1.969115138053894, -1.0169200897216797, -1.7365187406539917, -0.9728047251701355, -2.2020955085754395, -1.4381581544876099, -2.5163192749023438, -1.7186827659606934, -2.5134522914886475, -2.376373529434204, -3.2089450359344482, -0.7864179015159607, -1.1165117025375366, -1.8034271001815796, -1.9689022302627563, -1.7570083141326904, -1.7908604145050049, -0.9772962331771851, -2.6061158180236816, -1.6013562679290771, -2.3918533325195312, -2.193406581878662, -1.3101834058761597, -1.7366183996200562, -3.4853267669677734, -2.204615831375122, -2.076728105545044, -2.5453927516937256, -1.9599453210830688, -2.1730997562408447, -1.4997020959854126, -2.269866466522217, -2.8465349674224854, -0.7911096215248108]}, "Bot001_043_11": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_043.log.json", "context": "hello how are you? hello , how are you doing this morning ? i just finished walking my dog . what is the name of your dog? mickey ! he's such a cute thing . do you go to school ? no i am old oh i see . i am really reliable in my job on other things i am not. what are you up to today ? i was at the book store for ages i like book stores , but they need to open earlier , i'm always ready to go. Also, try to guess: i really like ... shopping ? to travel, funny you :) where did you travel last?", "response": "i worked at a bank . . . its not as bad as it sounds , i promise [SMILING FACE WITH HALO]", "annotation_id": "Bot001_043_11", "annotations": ["O", "X", "X", "T", "X", "X", "O", "T", "X", "O", "T", "T", "X", "T", "T"], "gpt2background_target_score": [-8.669313430786133, -10.551902770996094, -9.666984558105469, -5.739773750305176, -12.6372709274292, -8.606218338012695, -6.422779083251953, -9.270803451538086, -9.722793579101562, -6.68406867980957, -6.947240829467773, -8.665763854980469, -7.238760471343994, -5.919647216796875, -10.158998489379883, -8.669585227966309, -7.326526641845703, -13.507994651794434, -9.080875396728516, -13.950766563415527, -12.266915321350098, -12.741053581237793, -12.019913673400879, -14.309041023254395, -13.537178993225098, -12.074834823608398, -16.2318172454834], "gpt2background_argmax_score": [-3.026590585708618, -1.6820406913757324, -0.7328566312789917, -1.5056285858154297, -1.0247927904129028, -2.697847366333008, -2.2126643657684326, -1.3486173152923584, -0.23792415857315063, -1.7337710857391357, -1.8853825330734253, -1.8551992177963257, -1.2317395210266113, -1.3448536396026611, -2.3382604122161865, -2.5599286556243896, -1.5962659120559692, -1.850338339805603, -1.1200518608093262, -2.231487989425659, -2.03022837638855, -1.750963568687439, -1.135947346687317, -1.4769939184188843, -0.5933446884155273, -1.047387957572937, -0.2088957279920578, -0.7568596005439758, -1.6382524967193604, -3.440814971923828, -2.6494312286376953, -1.6749677658081055, -1.7990247011184692, -1.363310694694519, -0.2866602838039398, -1.8419405221939087, -2.04620361328125, -2.247999906539917, -2.6810343265533447, -0.4850904643535614, -1.3577115535736084, -0.9449874758720398, -1.7965292930603027, -1.3006433248519897, -2.038200855255127, -2.5614070892333984, -2.144989490509033, -1.8940306901931763, -1.5314944982528687, -2.651790142059326, -2.113330602645874, -2.1249191761016846, -2.035710573196411, -2.515781879425049, -2.5626566410064697, -2.891054391860962, -2.1946675777435303, -2.0942726135253906, -1.2983299493789673, -1.4043890237808228, -2.0074265003204346, -2.241025447845459, -1.5390480756759644, -2.616377592086792, -2.406545639038086, -2.1264190673828125, -1.6885489225387573, -1.7927740812301636, -0.5409498810768127, -0.816709578037262, -0.27961573004722595, -0.9189994931221008, -0.44860315322875977, -2.2880101203918457, -1.7679585218429565, -2.9673666954040527, -1.7794030904769897, -2.844378709793091, -1.399648904800415, -2.2069342136383057, -1.6391656398773193, -1.682737112045288, -1.6150859594345093, -1.3532800674438477, -1.383622169494629, -1.896642804145813, -1.969115138053894, -1.0169200897216797, -1.7365187406539917, -0.9728047251701355, -2.2020955085754395, -1.4381581544876099, -2.5163192749023438, -1.7186827659606934, -2.5134522914886475, -2.376373529434204, -3.2089450359344482, -0.7864179015159607, -1.1165117025375366, -1.8034271001815796, -1.9689022302627563, -1.7570083141326904, -1.7908604145050049, -0.9772962331771851, -2.6061158180236816, -1.6013562679290771, -2.3918533325195312, -2.193406581878662, -1.3101834058761597, -1.7366183996200562, -3.4853267669677734, -2.204615831375122, -2.076728105545044, -2.9504289627075195, -1.9585747718811035, -2.21891450881958, -2.433751344680786, -3.158362865447998, -1.9102360010147095, -1.2976096868515015, -0.17624565958976746, -1.2349764108657837, -0.685924768447876, -0.7275848388671875, -1.8197582960128784, -2.122774124145508, -2.547022581100464, -1.2990944385528564, -0.7503823041915894, -1.1247715950012207, -1.9942559003829956, -1.307969331741333, -1.0739198923110962, -1.9073303937911987, -1.770440936088562, -2.083089590072632, -2.2643957138061523, -0.5514765977859497, -2.055610179901123, -0.9851546287536621, -1.7514023780822754, -1.5930298566818237, -2.7725460529327393, -1.6424436569213867, -2.186096668243408, -1.6827341318130493, -2.0007078647613525, -2.0104551315307617, -1.964750051498413, -2.3998665809631348, -0.828826904296875, -2.1330373287200928, -1.4699103832244873]}, "Bot001_043_13": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_043.log.json", "context": "hello how are you? hello , how are you doing this morning ? i just finished walking my dog . what is the name of your dog? mickey ! he's such a cute thing . do you go to school ? no i am old oh i see . i am really reliable in my job on other things i am not. what are you up to today ? i was at the book store for ages i like book stores , but they need to open earlier , i'm always ready to go. Also, try to guess: i really like ... shopping ? to travel, funny you :) where did you travel last? i worked at a bank . . . its not as bad as it sounds , i promise [SMILING FACE WITH HALO] you like money? :)", "response": "i make more dancing on the weekends", "annotation_id": "Bot001_043_13", "annotations": ["T", "O", "O", "O", "X", "X", "T", "O", "O", "T", "T", "T", "O", "T", "X"], "gpt2background_target_score": [-8.669313430786133, -8.505645751953125, -8.272419929504395, -9.971599578857422, -8.386039733886719, -5.646540641784668, -12.580500602722168], "gpt2background_argmax_score": [-3.026590585708618, -1.6820406913757324, -0.7328566312789917, -1.5056285858154297, -1.0247927904129028, -2.697847366333008, -2.2126643657684326, -1.3486173152923584, -0.23792415857315063, -1.7337710857391357, -1.8853825330734253, -1.8551992177963257, -1.2317395210266113, -1.3448536396026611, -2.3382604122161865, -2.5599286556243896, -1.5962659120559692, -1.850338339805603, -1.1200518608093262, -2.231487989425659, -2.03022837638855, -1.750963568687439, -1.135947346687317, -1.4769939184188843, -0.5933446884155273, -1.047387957572937, -0.2088957279920578, -0.7568596005439758, -1.6382524967193604, -3.440814971923828, -2.6494312286376953, -1.6749677658081055, -1.7990247011184692, -1.363310694694519, -0.2866602838039398, -1.8419405221939087, -2.04620361328125, -2.247999906539917, -2.6810343265533447, -0.4850904643535614, -1.3577115535736084, -0.9449874758720398, -1.7965292930603027, -1.3006433248519897, -2.038200855255127, -2.5614070892333984, -2.144989490509033, -1.8940306901931763, -1.5314944982528687, -2.651790142059326, -2.113330602645874, -2.1249191761016846, -2.035710573196411, -2.515781879425049, -2.5626566410064697, -2.891054391860962, -2.1946675777435303, -2.0942726135253906, -1.2983299493789673, -1.4043890237808228, -2.0074265003204346, -2.241025447845459, -1.5390480756759644, -2.616377592086792, -2.406545639038086, -2.1264190673828125, -1.6885489225387573, -1.7927740812301636, -0.5409498810768127, -0.816709578037262, -0.27961573004722595, -0.9189994931221008, -0.44860315322875977, -2.2880101203918457, -1.7679585218429565, -2.9673666954040527, -1.7794030904769897, -2.844378709793091, -1.399648904800415, -2.2069342136383057, -1.6391656398773193, -1.682737112045288, -1.6150859594345093, -1.3532800674438477, -1.383622169494629, -1.896642804145813, -1.969115138053894, -1.0169200897216797, -1.7365187406539917, -0.9728047251701355, -2.2020955085754395, -1.4381581544876099, -2.5163192749023438, -1.7186827659606934, -2.5134522914886475, -2.376373529434204, -3.2089450359344482, -0.7864179015159607, -1.1165117025375366, -1.8034271001815796, -1.9689022302627563, -1.7570083141326904, -1.7908604145050049, -0.9772962331771851, -2.6061158180236816, -1.6013562679290771, -2.3918533325195312, -2.193406581878662, -1.3101834058761597, -1.7366183996200562, -3.4853267669677734, -2.204615831375122, -2.076728105545044, -2.9504289627075195, -1.9585747718811035, -2.21891450881958, -2.433751344680786, -3.158362865447998, -1.9102360010147095, -1.2976096868515015, -0.17624565958976746, -1.2349764108657837, -0.685924768447876, -0.7275848388671875, -1.8197582960128784, -2.7438390254974365, -1.3602476119995117, -0.7654717564582825, -1.3101173639297485, -1.9289511442184448, -1.4568841457366943, -1.484037160873413, -1.8306677341461182, -1.9155805110931396, -2.1134257316589355, -2.29719877243042, -0.5245615839958191, -2.15301775932312, -0.7395435571670532, -2.0206637382507324, -1.440874695777893, -2.764021635055542, -1.572104811668396, -2.2366018295288086, -1.8341327905654907, -1.3328698873519897, -1.7763034105300903, -2.028444528579712, -2.4251747131347656, -0.8453662991523743, -1.9936212301254272, -1.635703444480896, -2.5128026008605957, -2.3157260417938232, -1.4882336854934692, -1.9638406038284302, -1.8594363927841187, -2.3415961265563965, -2.1601874828338623, -1.9974147081375122, -0.4932892322540283, -2.096635580062866, -1.4910091161727905, -2.2762832641601562, -2.046121835708618]}, "Bot001_043_15": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_043.log.json", "context": "hello how are you? hello , how are you doing this morning ? i just finished walking my dog . what is the name of your dog? mickey ! he's such a cute thing . do you go to school ? no i am old oh i see . i am really reliable in my job on other things i am not. what are you up to today ? i was at the book store for ages i like book stores , but they need to open earlier , i'm always ready to go. Also, try to guess: i really like ... shopping ? to travel, funny you :) where did you travel last? i worked at a bank . . . its not as bad as it sounds , i promise [SMILING FACE WITH HALO] you like money? :) i make more dancing on the weekends i love to drink wine and dance in the moonlight.", "response": "vegetarianism is what i do. Also, try to guess: i have visited ...", "annotation_id": "Bot001_043_15", "annotations": ["T", "O", "T", "T", "T", "T", "O", "T", "O", "T", "T", "T", "O", "T", "T"], "gpt2background_target_score": [-9.556975364685059, -13.684228897094727, -13.172111511230469, -13.063712120056152, -7.59561824798584, -5.306651592254639, -2.2126643657684326, -1.7935101985931396, -10.156759262084961, -12.33818244934082, -5.088295936584473, -9.982964515686035, -6.513085842132568, -10.228002548217773, -10.620672225952148, -8.204131126403809, -9.075849533081055, -12.195666313171387, -10.629695892333984], "gpt2background_argmax_score": [-3.026590585708618, -1.6820406913757324, -0.7328566312789917, -1.5056285858154297, -1.0247927904129028, -2.697847366333008, -2.2126643657684326, -1.3486173152923584, -0.23792415857315063, -1.7337710857391357, -1.8853825330734253, -1.8551992177963257, -1.2317395210266113, -1.3448536396026611, -2.3382604122161865, -2.5599286556243896, -1.5962659120559692, -1.850338339805603, -1.1200518608093262, -2.231487989425659, -2.03022837638855, -1.750963568687439, -1.135947346687317, -1.4769939184188843, -0.5933446884155273, -1.047387957572937, -0.2088957279920578, -0.7568596005439758, -1.6382524967193604, -3.440814971923828, -2.6494312286376953, -1.6749677658081055, -1.7990247011184692, -1.363310694694519, -0.2866602838039398, -1.8419405221939087, -2.04620361328125, -2.247999906539917, -2.6810343265533447, -0.4850904643535614, -1.3577115535736084, -0.9449874758720398, -1.7965292930603027, -1.3006433248519897, -2.038200855255127, -2.5614070892333984, -2.144989490509033, -1.8940306901931763, -1.5314944982528687, -2.651790142059326, -2.113330602645874, -2.1249191761016846, -2.035710573196411, -2.515781879425049, -2.5626566410064697, -2.891054391860962, -2.1946675777435303, -2.0942726135253906, -1.2983299493789673, -1.4043890237808228, -2.0074265003204346, -2.241025447845459, -1.5390480756759644, -2.616377592086792, -2.406545639038086, -2.1264190673828125, -1.6885489225387573, -1.7927740812301636, -0.5409498810768127, -0.816709578037262, -0.27961573004722595, -0.9189994931221008, -0.44860315322875977, -2.2880101203918457, -1.7679585218429565, -2.9673666954040527, -1.7794030904769897, -2.844378709793091, -1.399648904800415, -2.2069342136383057, -1.6391656398773193, -1.682737112045288, -1.6150859594345093, -1.3532800674438477, -1.383622169494629, -1.896642804145813, -1.969115138053894, -1.0169200897216797, -1.7365187406539917, -0.9728047251701355, -2.2020955085754395, -1.4381581544876099, -2.5163192749023438, -1.7186827659606934, -2.5134522914886475, -2.376373529434204, -3.2089450359344482, -0.7864179015159607, -1.1165117025375366, -1.8034271001815796, -1.9689022302627563, -1.7570083141326904, -1.7908604145050049, -0.9772962331771851, -2.6061158180236816, -1.6013562679290771, -2.3918533325195312, -2.193406581878662, -1.3101834058761597, -1.7366183996200562, -3.4853267669677734, -2.204615831375122, -2.076728105545044, -2.9504289627075195, -1.9585747718811035, -2.21891450881958, -2.433751344680786, -3.158362865447998, -1.9102360010147095, -1.2976096868515015, -0.17624565958976746, -1.2349764108657837, -0.685924768447876, -0.7275848388671875, -1.8197582960128784, -2.7438390254974365, -1.3602476119995117, -0.7654717564582825, -1.3101173639297485, -1.9289511442184448, -1.4568841457366943, -1.484037160873413, -1.8306677341461182, -1.9155805110931396, -2.1134257316589355, -2.29719877243042, -0.5245615839958191, -2.15301775932312, -0.7395435571670532, -2.0206637382507324, -1.440874695777893, -2.764021635055542, -1.572104811668396, -2.2366018295288086, -1.8341327905654907, -1.3328698873519897, -1.7763034105300903, -2.028444528579712, -2.4251747131347656, -0.8453662991523743, -1.9936212301254272, -1.635703444480896, -2.5128026008605957, -2.3157260417938232, -1.4882336854934692, -1.9638406038284302, -1.8594363927841187, -2.893136739730835, -2.1604769229888916, -0.5715511441230774, -1.913331389427185, -1.5496782064437866, -2.29337215423584, -1.9296770095825195, -2.895740509033203, -2.5034964084625244, -2.112088918685913, -1.8659169673919678, -1.5887867212295532, -2.7023255825042725, -1.7828527688980103, -1.2067924737930298, -2.022406816482544, -2.178523063659668, -2.1853411197662354, -1.3909326791763306, -2.119117021560669, -1.1450788974761963, -2.3537964820861816, -2.9330029487609863, -2.2665960788726807, -1.9043360948562622, -1.0436961650848389, -2.4104535579681396, -2.3935272693634033, -1.507300853729248, -1.2938365936279297, -1.295811414718628, -0.5218249559402466, -3.021397352218628, -1.571555733680725, -0.644720733165741, -1.4719431400299072, -1.1695629358291626, -1.7174147367477417, -3.5271623134613037]}, "Bot001_043_17": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_043.log.json", "context": "hello how are you? hello , how are you doing this morning ? i just finished walking my dog . what is the name of your dog? mickey ! he's such a cute thing . do you go to school ? no i am old oh i see . i am really reliable in my job on other things i am not. what are you up to today ? i was at the book store for ages i like book stores , but they need to open earlier , i'm always ready to go. Also, try to guess: i really like ... shopping ? to travel, funny you :) where did you travel last? i worked at a bank . . . its not as bad as it sounds , i promise [SMILING FACE WITH HALO] you like money? :) i make more dancing on the weekends i love to drink wine and dance in the moonlight. vegetarianism is what i do. Also, try to guess: i have visited ... spain?", "response": "spain times, funny you :)", "annotation_id": "Bot001_043_17", "annotations": ["O", "X", "X", "T", "X", "O", "T", "O", "O", "O", "T", "T", "O", "T", "X"], "gpt2background_target_score": [-9.244937896728516, -12.680084228515625, -9.51077651977539, -5.617088317871094, -11.248428344726562, -4.674365997314453, -9.054611206054688], "gpt2background_argmax_score": [-3.026590585708618, -1.6820406913757324, -0.7328566312789917, -1.5056285858154297, -1.0247927904129028, -2.697847366333008, -2.2126643657684326, -1.3486173152923584, -0.23792415857315063, -1.7337710857391357, -1.8853825330734253, -1.8551992177963257, -1.2317395210266113, -1.3448536396026611, -2.3382604122161865, -2.5599286556243896, -1.5962659120559692, -1.850338339805603, -1.1200518608093262, -2.231487989425659, -2.03022837638855, -1.750963568687439, -1.135947346687317, -1.4769939184188843, -0.5933446884155273, -1.047387957572937, -0.2088957279920578, -0.7568596005439758, -1.6382524967193604, -3.440814971923828, -2.6494312286376953, -1.6749677658081055, -1.7990247011184692, -1.363310694694519, -0.2866602838039398, -1.8419405221939087, -2.04620361328125, -2.247999906539917, -2.6810343265533447, -0.4850904643535614, -1.3577115535736084, -0.9449874758720398, -1.7965292930603027, -1.3006433248519897, -2.038200855255127, -2.5614070892333984, -2.144989490509033, -1.8940306901931763, -1.5314944982528687, -2.651790142059326, -2.113330602645874, -2.1249191761016846, -2.035710573196411, -2.515781879425049, -2.5626566410064697, -2.891054391860962, -2.1946675777435303, -2.0942726135253906, -1.2983299493789673, -1.4043890237808228, -2.0074265003204346, -2.241025447845459, -1.5390480756759644, -2.616377592086792, -2.406545639038086, -2.1264190673828125, -1.6885489225387573, -1.7927740812301636, -0.5409498810768127, -0.816709578037262, -0.27961573004722595, -0.9189994931221008, -0.44860315322875977, -2.2880101203918457, -1.7679585218429565, -2.9673666954040527, -1.7794030904769897, -2.844378709793091, -1.399648904800415, -2.2069342136383057, -1.6391656398773193, -1.682737112045288, -1.6150859594345093, -1.3532800674438477, -1.383622169494629, -1.896642804145813, -1.969115138053894, -1.0169200897216797, -1.7365187406539917, -0.9728047251701355, -2.2020955085754395, -1.4381581544876099, -2.5163192749023438, -1.7186827659606934, -2.5134522914886475, -2.376373529434204, -3.2089450359344482, -0.7864179015159607, -1.1165117025375366, -1.8034271001815796, -1.9689022302627563, -1.7570083141326904, -1.7908604145050049, -0.9772962331771851, -2.6061158180236816, -1.6013562679290771, -2.3918533325195312, -2.193406581878662, -1.3101834058761597, -1.7366183996200562, -3.4853267669677734, -2.204615831375122, -2.076728105545044, -2.9504289627075195, -1.9585747718811035, -2.21891450881958, -2.433751344680786, -3.158362865447998, -1.9102360010147095, -1.2976096868515015, -0.17624565958976746, -1.2349764108657837, -0.685924768447876, -0.7275848388671875, -1.8197582960128784, -2.7438390254974365, -1.3602476119995117, -0.7654717564582825, -1.3101173639297485, -1.9289511442184448, -1.4568841457366943, -1.484037160873413, -1.8306677341461182, -1.9155805110931396, -2.1134257316589355, -2.29719877243042, -0.5245615839958191, -2.15301775932312, -0.7395435571670532, -2.0206637382507324, -1.440874695777893, -2.764021635055542, -1.572104811668396, -2.2366018295288086, -1.8341327905654907, -1.3328698873519897, -1.7763034105300903, -2.028444528579712, -2.4251747131347656, -0.8453662991523743, -1.9936212301254272, -1.635703444480896, -2.5128026008605957, -2.3157260417938232, -1.4882336854934692, -1.9638406038284302, -1.8594363927841187, -2.893136739730835, -2.1604769229888916, -0.5715511441230774, -1.913331389427185, -1.5496782064437866, -2.29337215423584, -1.9296770095825195, -2.895740509033203, -2.5034964084625244, -2.112088918685913, -1.8659169673919678, -1.5887867212295532, -2.7023255825042725, -1.7828527688980103, -1.2067924737930298, -2.022406816482544, -2.178523063659668, -2.1853411197662354, -1.3909326791763306, -2.5753490924835205, -1.0229078531265259, -2.105626344680786, -0.9669850468635559, -1.962270736694336, -2.2770910263061523, -1.3055039644241333, -1.0606173276901245, -1.2461076974868774, -0.5137960314750671, -2.8644211292266846, -1.7981902360916138, -0.7010116577148438, -2.179025888442993, -1.186883807182312, -1.75579035282135, -3.382643699645996, -1.118250846862793, -2.601886510848999, -1.7730332612991333, -2.4778432846069336, -0.17264118790626526, -1.9241611957550049, -2.428459644317627, -1.9045178890228271, -2.634160280227661, -2.8275604248046875, -0.8878813982009888]}, "Bot001_043_19": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_043.log.json", "context": "hello how are you? hello , how are you doing this morning ? i just finished walking my dog . what is the name of your dog? mickey ! he's such a cute thing . do you go to school ? no i am old oh i see . i am really reliable in my job on other things i am not. what are you up to today ? i was at the book store for ages i like book stores , but they need to open earlier , i'm always ready to go. Also, try to guess: i really like ... shopping ? to travel, funny you :) where did you travel last? i worked at a bank . . . its not as bad as it sounds , i promise [SMILING FACE WITH HALO] you like money? :) i make more dancing on the weekends i love to drink wine and dance in the moonlight. vegetarianism is what i do. Also, try to guess: i have visited ... spain? spain times, funny you :) do you like drinking alcohol?", "response": "haha i'm really not a big drinker. how are you tonight ?", "annotation_id": "Bot001_043_19", "annotations": ["T", "O", "O", "O", "T", "O", "T", "O", "O", "O", "T", "O", "O", "T", "T"], "gpt2background_target_score": [-9.649374008178711, -12.52338981628418, -4.990589618682861, -12.668110847473145, -9.48831844329834, -6.797480583190918, -5.755759239196777, -6.114535331726074, -12.912196159362793, -12.320220947265625, -5.818521022796631, -8.893237113952637, -9.12367057800293, -5.595483779907227, -11.187853813171387, -9.64069938659668], "gpt2background_argmax_score": [-3.026590585708618, -1.6820406913757324, -0.7328566312789917, -1.5056285858154297, -1.0247927904129028, -2.697847366333008, -2.2126643657684326, -1.3486173152923584, -0.23792415857315063, -1.7337710857391357, -1.8853825330734253, -1.8551992177963257, -1.2317395210266113, -1.3448536396026611, -2.3382604122161865, -2.5599286556243896, -1.5962659120559692, -1.850338339805603, -1.1200518608093262, -2.231487989425659, -2.03022837638855, -1.750963568687439, -1.135947346687317, -1.4769939184188843, -0.5933446884155273, -1.047387957572937, -0.2088957279920578, -0.7568596005439758, -1.6382524967193604, -3.440814971923828, -2.6494312286376953, -1.6749677658081055, -1.7990247011184692, -1.363310694694519, -0.2866602838039398, -1.8419405221939087, -2.04620361328125, -2.247999906539917, -2.6810343265533447, -0.4850904643535614, -1.3577115535736084, -0.9449874758720398, -1.7965292930603027, -1.3006433248519897, -2.038200855255127, -2.5614070892333984, -2.144989490509033, -1.8940306901931763, -1.5314944982528687, -2.651790142059326, -2.113330602645874, -2.1249191761016846, -2.035710573196411, -2.515781879425049, -2.5626566410064697, -2.891054391860962, -2.1946675777435303, -2.0942726135253906, -1.2983299493789673, -1.4043890237808228, -2.0074265003204346, -2.241025447845459, -1.5390480756759644, -2.616377592086792, -2.406545639038086, -2.1264190673828125, -1.6885489225387573, -1.7927740812301636, -0.5409498810768127, -0.816709578037262, -0.27961573004722595, -0.9189994931221008, -0.44860315322875977, -2.2880101203918457, -1.7679585218429565, -2.9673666954040527, -1.7794030904769897, -2.844378709793091, -1.399648904800415, -2.2069342136383057, -1.6391656398773193, -1.682737112045288, -1.6150859594345093, -1.3532800674438477, -1.383622169494629, -1.896642804145813, -1.969115138053894, -1.0169200897216797, -1.7365187406539917, -0.9728047251701355, -2.2020955085754395, -1.4381581544876099, -2.5163192749023438, -1.7186827659606934, -2.5134522914886475, -2.376373529434204, -3.2089450359344482, -0.7864179015159607, -1.1165117025375366, -1.8034271001815796, -1.9689022302627563, -1.7570083141326904, -1.7908604145050049, -0.9772962331771851, -2.6061158180236816, -1.6013562679290771, -2.3918533325195312, -2.193406581878662, -1.3101834058761597, -1.7366183996200562, -3.4853267669677734, -2.204615831375122, -2.076728105545044, -2.9504289627075195, -1.9585747718811035, -2.21891450881958, -2.433751344680786, -3.158362865447998, -1.9102360010147095, -1.2976096868515015, -0.17624565958976746, -1.2349764108657837, -0.685924768447876, -0.7275848388671875, -1.8197582960128784, -2.7438390254974365, -1.3602476119995117, -0.7654717564582825, -1.3101173639297485, -1.9289511442184448, -1.4568841457366943, -1.484037160873413, -1.8306677341461182, -1.9155805110931396, -2.1134257316589355, -2.29719877243042, -0.5245615839958191, -2.15301775932312, -0.7395435571670532, -2.0206637382507324, -1.440874695777893, -2.764021635055542, -1.572104811668396, -2.2366018295288086, -1.8341327905654907, -1.3328698873519897, -1.7763034105300903, -2.028444528579712, -2.4251747131347656, -0.8453662991523743, -1.9936212301254272, -1.635703444480896, -2.5128026008605957, -2.3157260417938232, -1.4882336854934692, -1.9638406038284302, -1.8594363927841187, -2.893136739730835, -2.1604769229888916, -0.5715511441230774, -1.913331389427185, -1.5496782064437866, -2.29337215423584, -1.9296770095825195, -2.895740509033203, -2.5034964084625244, -2.112088918685913, -1.8659169673919678, -1.5887867212295532, -2.7023255825042725, -1.7828527688980103, -1.2067924737930298, -2.022406816482544, -2.178523063659668, -2.1853411197662354, -1.3909326791763306, -2.5753490924835205, -1.0229078531265259, -2.105626344680786, -0.9669850468635559, -1.962270736694336, -2.2770910263061523, -1.3055039644241333, -1.0606173276901245, -1.2461076974868774, -0.5137960314750671, -2.8644211292266846, -1.7981902360916138, -0.7010116577148438, -2.179025888442993, -1.186883807182312, -1.75579035282135, -3.382643461227417, -1.1182496547698975, -2.601886510848999, -1.7730330228805542, -0.2095917910337448, -0.9285711050033569, -1.66199791431427, -1.5610069036483765, -2.743971109390259, -2.518623113632202, -1.669326901435852, -0.46746721863746643, -1.8970266580581665, -2.336921453475952, -1.2707854509353638, -0.8241330981254578, -1.7725473642349243, -2.2203586101531982, -1.03273344039917, -1.550144910812378, -2.4493279457092285, -2.2987112998962402, -1.6837303638458252, -2.381789207458496, -1.9839586019515991, -0.9646446704864502, -0.038198623806238174, -2.004133462905884, -0.791485607624054, -1.26612389087677, -0.19449496269226074, -1.1384814977645874, -0.4066498875617981, -0.8869495391845703]}, "Bot001_046_01": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_046.log.json", "context": "Hello", "response": "hi , how are you ?", "annotation_id": "Bot001_046_01", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-11.203890800476074, -11.888486862182617, -5.853005886077881, -5.500289440155029, -5.043157577514648, -10.547212600708008], "gpt2background_argmax_score": [-2.13662052154541, -2.125326156616211, -1.4069328308105469, -1.8309115171432495, -1.7060761451721191, -0.3540286421775818, -1.9124796390533447, -0.5300853848457336]}, "Bot001_046_03": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_046.log.json", "context": "Hello hi , how are you ? Good, you ?", "response": "not too bad , just getting back from a bike ride", "annotation_id": "Bot001_046_03", "annotations": ["O", "O", "X", "O", "O", "O", "O", "T", "T", "O", "O", "T", "O", "O", "O"], "gpt2background_target_score": [-12.9882173538208, -9.123101234436035, -9.533490180969238, -9.410435676574707, -10.08056926727295, -4.2900776863098145, -9.153863906860352, -8.289665222167969, -5.402523994445801, -11.228155136108398, -12.424948692321777], "gpt2background_argmax_score": [-2.13662052154541, -1.8578764200210571, -2.0485832691192627, -1.7113454341888428, -0.3978126347064972, -1.5623685121536255, -1.269117832183838, -1.9072117805480957, -2.4318556785583496, -2.0669782161712646, -1.614247441291809, -1.8576889038085938, -2.610020160675049, -1.474266529083252, -2.002633810043335, -2.180727958679199, -2.391014814376831, -2.622274875640869, -1.4163402318954468, -1.980556607246399, -1.5400967597961426, -1.1861138343811035, -2.2086362838745117]}, "Bot001_046_05": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_046.log.json", "context": "Hello hi , how are you ? Good, you ? not too bad , just getting back from a bike ride Was that hard ?", "response": "well it was pretty hard but worth it probably like the knitting. Also, try to guess: i like to ...", "annotation_id": "Bot001_046_05", "annotations": ["O", "O", "X", "X", "O", "T", "O", "X", "T", "O", "O", "X", "T", "T", "T"], "gpt2background_target_score": [-11.333516120910645, -7.443521976470947, -6.9851179122924805, -10.661726951599121, -10.597921371459961, -8.734766006469727, -11.601699829101562, -8.61224365234375, -8.181663513183594, -5.186659812927246, -7.211664199829102, -11.693158149719238, -6.7691497802734375, -9.259328842163086, -7.412989139556885, -5.393183708190918, -3.519324541091919, -13.351642608642578, -10.4616060256958, -9.193609237670898, -7.977685928344727, -4.4648237228393555, -10.316978454589844], "gpt2background_argmax_score": [-2.13662052154541, -1.8578764200210571, -2.0485832691192627, -1.7113454341888428, -0.3978126347064972, -1.5623685121536255, -1.269117832183838, -1.9072117805480957, -2.4318556785583496, -2.0669782161712646, -1.614247441291809, -2.424105405807495, -1.356938123703003, -2.544482946395874, -2.531787395477295, -2.4847114086151123, -2.655456781387329, -1.5675002336502075, -2.0710952281951904, -1.5237891674041748, -1.3570446968078613, -2.498866319656372, -2.224486827850342, -1.8952915668487549, -2.0176613330841064, -1.5737216472625732, -1.7608211040496826, -2.163630962371826, -1.1612226963043213, -1.602769374847412, -0.8041992783546448, -2.199556589126587, -1.9828649759292603, -0.522860586643219, -1.4497326612472534, -3.0318737030029297, -2.347665548324585, -2.5128300189971924, -2.308560371398926, -1.3590197563171387, -2.4214205741882324, -2.486599922180176, -1.4462370872497559, -2.4071803092956543, -1.6439305543899536, -2.7558913230895996, -2.4947500228881836, -2.1465158462524414, -1.8341429233551025, -2.2938268184661865]}, "Bot001_046_07": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_046.log.json", "context": "Hello hi , how are you ? Good, you ? not too bad , just getting back from a bike ride Was that hard ? well it was pretty hard but worth it probably like the knitting. Also, try to guess: i like to ... rock climbing ?", "response": "go hiking in spring, funny you :)", "annotation_id": "Bot001_046_07", "annotations": ["O", "O", "X", "T", "O", "O", "O", "X", "X", "O", "O", "T", "T", "T", "X"], "gpt2background_target_score": [-12.4350004196167, -10.7318754196167, -6.560312271118164, -11.359370231628418, -10.100470542907715, -10.358213424682617, -6.32261323928833, -7.605337619781494], "gpt2background_argmax_score": [-2.13662052154541, -1.8578764200210571, -2.0485832691192627, -1.7113454341888428, -0.3978126347064972, -1.5623685121536255, -1.269117832183838, -1.9072117805480957, -2.4318556785583496, -2.0669782161712646, -1.614247441291809, -2.424105405807495, -1.356938123703003, -2.544482946395874, -2.531787395477295, -2.4847114086151123, -2.655456781387329, -1.5675002336502075, -2.0710952281951904, -1.5237891674041748, -1.3570446968078613, -2.498866319656372, -2.224486827850342, -1.8952915668487549, -2.017659902572632, -1.5737214088439941, -2.6127853393554688, -1.247064471244812, -1.9383186101913452, -0.9075223803520203, -2.249072551727295, -1.957807183265686, -0.5833393335342407, -1.787440299987793, -3.072786569595337, -2.431513786315918, -2.6642255783081055, -2.6878418922424316, -2.10748028755188, -2.3650429248809814, -2.4247851371765137, -1.362431526184082, -2.5029916763305664, -1.7586225271224976, -2.83255672454834, -2.482876777648926, -2.0882198810577393, -1.9260398149490356, -3.1793644428253174, -3.1001951694488525, -2.4452435970306396, -1.9663560390472412, -2.063053846359253, -1.6341067552566528, -2.142526865005493, -1.3624682426452637, -2.2306506633758545, -3.0506269931793213, -3.290553331375122, -2.8563597202301025, -0.48817944526672363]}, "Bot001_046_09": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_046.log.json", "context": "Hello hi , how are you ? Good, you ? not too bad , just getting back from a bike ride Was that hard ? well it was pretty hard but worth it probably like the knitting. Also, try to guess: i like to ... rock climbing ? go hiking in spring, funny you :) do you like spring too ?", "response": "i love animals so i love horses", "annotation_id": "Bot001_046_09", "annotations": ["T", "T", "X", "X", "O", "T", "O", "T", "T", "O", "T", "X", "X", "O", "O"], "gpt2background_target_score": [-10.842503547668457, -10.135014533996582, -12.340888977050781, -6.707204341888428, -4.099515438079834, -11.359184265136719, -12.681319236755371], "gpt2background_argmax_score": [-2.1366207599639893, -1.8578768968582153, -2.048582077026367, -1.7113451957702637, -0.39781343936920166, -1.562369465827942, -1.2691166400909424, -1.9072128534317017, -2.4318552017211914, -2.0669753551483154, -1.6142488718032837, -2.424105644226074, -1.3569380044937134, -2.544483184814453, -2.5317864418029785, -2.484708786010742, -2.655458450317383, -1.5674999952316284, -2.071096897125244, -1.5237882137298584, -1.3570442199707031, -2.498865842819214, -2.2244882583618164, -1.8952909708023071, -2.0176596641540527, -1.5737214088439941, -2.6127841472625732, -1.2470645904541016, -1.9383189678192139, -0.907522439956665, -2.2490711212158203, -1.9578055143356323, -0.5833401083946228, -1.787440538406372, -3.0727860927581787, -2.4315133094787598, -2.6642260551452637, -2.687842845916748, -2.1074798107147217, -2.3650429248809814, -2.4247844219207764, -1.3624343872070312, -2.5029916763305664, -1.7586219310760498, -2.832556962966919, -2.482877016067505, -2.0882229804992676, -1.9260433912277222, -3.1793665885925293, -3.100193977355957, -2.445244073867798, -1.966356635093689, -1.9895234107971191, -2.0774424076080322, -1.3232061862945557, -2.3049628734588623, -2.9184913635253906, -3.344054698944092, -3.2726118564605713, -1.4427865743637085, -0.5372586846351624, -2.1151134967803955, -1.5807534456253052, -2.1442627906799316, -0.34037068486213684, -2.329369068145752, -1.6915563344955444, -1.159067153930664, -2.4523913860321045, -2.2491092681884766, -0.9008575677871704, -2.417268753051758, -2.638169765472412, -2.0424697399139404]}, "Bot001_046_11": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_046.log.json", "context": "Hello hi , how are you ? Good, you ? not too bad , just getting back from a bike ride Was that hard ? well it was pretty hard but worth it probably like the knitting. Also, try to guess: i like to ... rock climbing ? go hiking in spring, funny you :) do you like spring too ? i love animals so i love horses i love animals so much", "response": "nice . i like to take my kids and we go hunting together .. Also, try to guess: i have black ...", "annotation_id": "Bot001_046_11", "annotations": ["O", "O", "X", "X", "T", "T", "X", "X", "X", "O", "T", "T", "T", "O", "T"], "gpt2background_target_score": [-12.784667015075684, -8.435659408569336, -2.048582077026367, -8.939806938171387, -9.685483932495117, -12.070992469787598, -5.3673200607299805, -10.369826316833496, -4.386742115020752, -10.127995491027832, -9.208597183227539, -11.12569808959961, -12.669671058654785, -5.9290008544921875, -8.988704681396484, -8.325275421142578, -9.728747367858887, -1.8300870656967163, -12.222343444824219, -11.50865650177002, -5.638451099395752, -8.150370597839355, -10.081754684448242, -9.706098556518555], "gpt2background_argmax_score": [-2.1366207599639893, -1.8578768968582153, -2.048582077026367, -1.7113451957702637, -0.39781343936920166, -1.562369465827942, -1.2691166400909424, -1.9072128534317017, -2.4318552017211914, -2.0669753551483154, -1.6142488718032837, -2.424105644226074, -1.3569380044937134, -2.544483184814453, -2.5317864418029785, -2.484708786010742, -2.655458450317383, -1.5674999952316284, -2.071096897125244, -1.5237882137298584, -1.3570442199707031, -2.498865842819214, -2.2244882583618164, -1.8952909708023071, -2.0176596641540527, -1.5737214088439941, -2.6127841472625732, -1.2470645904541016, -1.9383189678192139, -0.907522439956665, -2.2490711212158203, -1.9578055143356323, -0.5833401083946228, -1.787440538406372, -3.0727860927581787, -2.4315133094787598, -2.6642260551452637, -2.6878421306610107, -2.1074793338775635, -2.3650424480438232, -2.42478346824646, -1.3624343872070312, -2.502990961074829, -1.7586233615875244, -2.8325579166412354, -2.482876777648926, -2.0882248878479004, -1.9260437488555908, -3.1793665885925293, -3.1001946926116943, -2.445242166519165, -1.9663563966751099, -1.9895234107971191, -2.077441692352295, -1.3232059478759766, -2.304964542388916, -2.918491840362549, -3.3440535068511963, -3.2726120948791504, -1.4427869319915771, -0.5372591018676758, -2.115112543106079, -1.5807534456253052, -2.144263982772827, -0.3403708338737488, -2.3293697834014893, -1.5471949577331543, -2.3009021282196045, -2.3178937435150146, -0.8169203996658325, -2.525268793106079, -2.5369057655334473, -2.2553210258483887, -1.4523411989212036, -3.4743218421936035, -1.4708800315856934, -0.8829088807106018, -2.083076238632202, -2.2623894214630127, -1.8955252170562744, -1.6362277269363403, -1.8019682168960571, -1.76656174659729, -2.571204423904419, -1.645172119140625, -2.3565781116485596, -1.159987449645996, -2.321784257888794, -2.445115327835083, -1.3181768655776978, -2.4080007076263428, -1.9303431510925293, -1.7441532611846924, -1.3569175004959106, -1.2142131328582764, -0.5379273295402527, -3.1082417964935303, -1.3494418859481812, -1.045685052871704, -0.8468029499053955, -1.0656421184539795, -1.6913546323776245, -2.718416213989258]}, "Bot001_046_13": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_046.log.json", "context": "Hello hi , how are you ? Good, you ? not too bad , just getting back from a bike ride Was that hard ? well it was pretty hard but worth it probably like the knitting. Also, try to guess: i like to ... rock climbing ? go hiking in spring, funny you :) do you like spring too ? i love animals so i love horses i love animals so much nice . i like to take my kids and we go hunting together .. Also, try to guess: i have black ... van, printed \"free candy\" on its sides ?", "response": "lab named trooper, funny you :)", "annotation_id": "Bot001_046_13", "annotations": ["O", "O", "X", "X", "T", "X", "O", "X", "T", "O", "O", "O", "X", "O", "X"], "gpt2background_target_score": [-13.116708755493164, -11.899713516235352, -12.580864906311035, -8.08779525756836, -11.887279510498047, -8.634356498718262, -6.372923851013184], "gpt2background_argmax_score": [-2.1366207599639893, -1.8578768968582153, -2.048582077026367, -1.7113451957702637, -0.39781343936920166, -1.562369465827942, -1.2691166400909424, -1.9072128534317017, -2.4318552017211914, -2.0669753551483154, -1.6142488718032837, -2.424105644226074, -1.3569380044937134, -2.544483184814453, -2.5317864418029785, -2.484708786010742, -2.655458450317383, -1.5674999952316284, -2.071096897125244, -1.5237882137298584, -1.3570442199707031, -2.498865842819214, -2.2244882583618164, -1.8952909708023071, -2.0176596641540527, -1.5737214088439941, -2.6127841472625732, -1.2470645904541016, -1.9383189678192139, -0.907522439956665, -2.2490711212158203, -1.9578055143356323, -0.5833401083946228, -1.787440538406372, -3.0727860927581787, -2.4315133094787598, -2.6642260551452637, -2.6878421306610107, -2.1074793338775635, -2.3650424480438232, -2.42478346824646, -1.3624343872070312, -2.502990961074829, -1.7586233615875244, -2.8325579166412354, -2.482876777648926, -2.0882248878479004, -1.9260437488555908, -3.1793665885925293, -3.1001946926116943, -2.445242166519165, -1.9663563966751099, -1.9895234107971191, -2.077441692352295, -1.3232059478759766, -2.304964542388916, -2.918491840362549, -3.3440535068511963, -3.2726120948791504, -1.4427869319915771, -0.5372591018676758, -2.115112543106079, -1.5807534456253052, -2.144263982772827, -0.3403708338737488, -2.3293697834014893, -1.5471949577331543, -2.3009021282196045, -2.3178937435150146, -0.8169203996658325, -2.525268793106079, -2.5369057655334473, -2.2553210258483887, -1.4523411989212036, -3.4743218421936035, -1.4708800315856934, -0.8829088807106018, -2.083076238632202, -1.8007501363754272, -1.7156293392181396, -1.678009033203125, -1.6120003461837769, -2.672369956970215, -1.647752046585083, -2.259972333908081, -1.0544883012771606, -2.405625104904175, -2.389878273010254, -1.150421142578125, -2.4744176864624023, -2.295041799545288, -1.675839900970459, -1.5676504373550415, -1.2953495979309082, -0.5452250838279724, -3.092707395553589, -1.3898537158966064, -1.1776951551437378, -1.17746102809906, -1.0662274360656738, -1.5387259721755981, -2.265056610107422, -3.845266580581665, -2.198500156402588, -2.3765995502471924, -4.309238433837891, -0.9679083228111267, -0.2882954180240631, -2.558271884918213, -1.208693027496338, -2.4564661979675293, -2.2537119388580322, -2.0877535343170166, -2.411694049835205, -2.8494033813476562, -2.1013829708099365, -3.4445607662200928, -2.244736433029175, -2.6295220851898193, -3.0305557250976562, -0.822491466999054]}, "Bot001_046_15": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_046.log.json", "context": "Hello hi , how are you ? Good, you ? not too bad , just getting back from a bike ride Was that hard ? well it was pretty hard but worth it probably like the knitting. Also, try to guess: i like to ... rock climbing ? go hiking in spring, funny you :) do you like spring too ? i love animals so i love horses i love animals so much nice . i like to take my kids and we go hunting together .. Also, try to guess: i have black ... van, printed \"free candy\" on its sides ? lab named trooper, funny you :) you love animals but you hunt them same time ?", "response": "yes i'm a dog lover .", "annotation_id": "Bot001_046_15", "annotations": ["O", "O", "X", "T", "O", "O", "O", "T", "T", "O", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-12.800942420959473, -4.12772798538208, -7.803302764892578, -7.10015344619751, -11.401885986328125, -13.196810722351074, -5.23963737487793], "gpt2background_argmax_score": [-2.1366207599639893, -1.8578768968582153, -2.048582077026367, -1.7113451957702637, -0.39781343936920166, -1.562369465827942, -1.2691166400909424, -1.9072128534317017, -2.4318552017211914, -2.0669753551483154, -1.6142488718032837, -2.424105644226074, -1.3569380044937134, -2.544483184814453, -2.5317864418029785, -2.484708786010742, -2.655458450317383, -1.5674999952316284, -2.071096897125244, -1.5237882137298584, -1.3570442199707031, -2.498865842819214, -2.2244882583618164, -1.8952909708023071, -2.0176596641540527, -1.5737214088439941, -2.6127841472625732, -1.2470645904541016, -1.9383189678192139, -0.907522439956665, -2.2490711212158203, -1.9578055143356323, -0.5833401083946228, -1.787440538406372, -3.0727860927581787, -2.4315133094787598, -2.6642260551452637, -2.6878421306610107, -2.1074793338775635, -2.3650424480438232, -2.42478346824646, -1.3624343872070312, -2.502990961074829, -1.7586233615875244, -2.8325579166412354, -2.482876777648926, -2.0882248878479004, -1.9260437488555908, -3.1793665885925293, -3.1001946926116943, -2.445242166519165, -1.9663563966751099, -1.9895234107971191, -2.077441692352295, -1.3232059478759766, -2.304964542388916, -2.918491840362549, -3.3440535068511963, -3.2726120948791504, -1.4427869319915771, -0.5372591018676758, -2.115112543106079, -1.5807534456253052, -2.144263982772827, -0.3403708338737488, -2.3293697834014893, -1.5471949577331543, -2.3009021282196045, -2.3178937435150146, -0.8169203996658325, -2.525268793106079, -2.5369057655334473, -2.2553210258483887, -1.4523411989212036, -3.4743218421936035, -1.4708800315856934, -0.8829088807106018, -2.083076238632202, -1.8007501363754272, -1.7156293392181396, -1.678009033203125, -1.6120003461837769, -2.672369956970215, -1.647752046585083, -2.2599728107452393, -1.054487705230713, -2.4056236743927, -2.389878511428833, -1.1504215002059937, -2.474417209625244, -2.29504132270813, -1.6758397817611694, -1.567650318145752, -1.29534912109375, -0.545223593711853, -3.0927085876464844, -1.3898510932922363, -1.177695631980896, -1.1774609088897705, -1.0662269592285156, -1.5387266874313354, -2.265056610107422, -3.8452680110931396, -2.198500871658325, -2.3765993118286133, -4.309238433837891, -0.9679088592529297, -0.2882952392101288, -2.5582730770111084, -1.208691120147705, -2.456465244293213, -2.2537128925323486, -2.0877532958984375, -3.289398431777954, -2.632394313812256, -3.0466153621673584, -2.532252788543701, -2.7376184463500977, -1.6698817014694214, -2.0993289947509766, -2.8687946796417236, -2.294412851333618, -1.7857716083526611, -1.2790820598602295, -2.493659496307373, -2.0767016410827637, -1.8515050411224365, -1.2099146842956543, -1.5762134790420532, -1.9603384733200073, -2.3148224353790283, -1.8924343585968018, -1.8154958486557007, -1.7717407941818237, -2.88474702835083, -2.468172311782837, -2.050891160964966, -1.5467158555984497]}, "Bot001_046_17": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_046.log.json", "context": "Hello hi , how are you ? Good, you ? not too bad , just getting back from a bike ride Was that hard ? well it was pretty hard but worth it probably like the knitting. Also, try to guess: i like to ... rock climbing ? go hiking in spring, funny you :) do you like spring too ? i love animals so i love horses i love animals so much nice . i like to take my kids and we go hunting together .. Also, try to guess: i have black ... van, printed \"free candy\" on its sides ? lab named trooper, funny you :) you love animals but you hunt them same time ? yes i'm a dog lover . do you hunt dogs too ?", "response": "we sure do ! i hunt deer and i fish .. Also, try to guess: my favorite activity ...", "annotation_id": "Bot001_046_17", "annotations": ["X", "O", "T", "X", "O", "O", "O", "T", "T", "X", "O", "X", "O", "O", "T"], "gpt2background_target_score": [-11.947943687438965, -11.478166580200195, -5.427136421203613, -8.849954605102539, -4.099515438079834, -14.04621696472168, -12.0560884475708, -5.635922908782959, -3.4945974349975586, -11.068197250366211, -8.925771713256836, -10.461256980895996, -6.873373508453369, -9.074329376220703, -6.422317028045654, -9.344449996948242, -10.859598159790039, -7.046618461608887, -12.50918197631836, -11.744946479797363, -6.966964244842529], "gpt2background_argmax_score": [-2.1366207599639893, -1.8578768968582153, -2.048582077026367, -1.7113451957702637, -0.39781343936920166, -1.562369465827942, -1.2691166400909424, -1.9072128534317017, -2.4318552017211914, -2.0669753551483154, -1.6142488718032837, -2.424105644226074, -1.3569380044937134, -2.544483184814453, -2.5317864418029785, -2.484708786010742, -2.655458450317383, -1.5674999952316284, -2.071096897125244, -1.5237882137298584, -1.3570442199707031, -2.498865842819214, -2.2244882583618164, -1.8952909708023071, -2.0176596641540527, -1.5737214088439941, -2.6127841472625732, -1.2470645904541016, -1.9383189678192139, -0.907522439956665, -2.2490711212158203, -1.9578055143356323, -0.5833401083946228, -1.787440538406372, -3.0727860927581787, -2.4315133094787598, -2.6642260551452637, -2.6878421306610107, -2.1074793338775635, -2.3650424480438232, -2.42478346824646, -1.3624343872070312, -2.502990961074829, -1.7586233615875244, -2.8325579166412354, -2.482876777648926, -2.0882248878479004, -1.9260437488555908, -3.1793665885925293, -3.1001946926116943, -2.445242166519165, -1.9663563966751099, -1.9895234107971191, -2.077441692352295, -1.3232059478759766, -2.304964542388916, -2.918491840362549, -3.3440535068511963, -3.2726120948791504, -1.4427869319915771, -0.5372591018676758, -2.115112543106079, -1.5807534456253052, -2.144263982772827, -0.3403708338737488, -2.3293697834014893, -1.5471949577331543, -2.3009021282196045, -2.3178937435150146, -0.8169203996658325, -2.525268793106079, -2.5369057655334473, -2.2553210258483887, -1.4523411989212036, -3.4743218421936035, -1.4708800315856934, -0.8829088807106018, -2.083076238632202, -1.8007501363754272, -1.7156293392181396, -1.678009033203125, -1.6120003461837769, -2.672369956970215, -1.647752046585083, -2.2599728107452393, -1.054487705230713, -2.4056236743927, -2.389878511428833, -1.1504215002059937, -2.474417209625244, -2.295041799545288, -1.6758402585983276, -1.567651629447937, -1.295348882675171, -0.5452249646186829, -3.092707633972168, -1.3898532390594482, -1.1776944398880005, -1.1774605512619019, -1.0662273168563843, -1.538724422454834, -2.2650580406188965, -3.845266342163086, -2.198499917984009, -2.3765993118286133, -4.309237480163574, -0.9679085612297058, -0.28829559683799744, -2.558270215988159, -1.2086923122406006, -2.456468343734741, -2.2537124156951904, -2.0877535343170166, -3.2893993854522705, -2.6323940753936768, -3.0466134548187256, -2.532252311706543, -2.737617015838623, -1.6698806285858154, -2.0993282794952393, -2.86879301071167, -2.2944133281707764, -1.7857706546783447, -1.2790836095809937, -2.4936602115631104, -2.076700210571289, -1.8515030145645142, -1.209915041923523, -1.5762137174606323, -1.960337519645691, -1.7271977663040161, -1.7802855968475342, -1.7557103633880615, -2.8055505752563477, -2.4728808403015137, -2.15303373336792, -1.3321168422698975, -0.4004780054092407, -1.0873956680297852, -1.5791356563568115, -1.310090184211731, -0.22707097232341766, -1.683693766593933, -2.3015003204345703, -1.6315977573394775, -1.4030736684799194, -1.9797388315200806, -1.6445891857147217, -2.479703187942505, -2.2404260635375977, -1.998557209968567, -2.993933916091919, -1.5931583642959595, -2.0120930671691895, -1.5838297605514526, -1.3828223943710327, -1.1344341039657593, -0.34448006749153137, -0.7355406880378723, -0.7760673761367798, -0.728640079498291, -1.7159583568572998, -1.9313552379608154, -0.7959202527999878, -2.9560983180999756]}, "Bot001_046_19": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_046.log.json", "context": "Hello hi , how are you ? Good, you ? not too bad , just getting back from a bike ride Was that hard ? well it was pretty hard but worth it probably like the knitting. Also, try to guess: i like to ... rock climbing ? go hiking in spring, funny you :) do you like spring too ? i love animals so i love horses i love animals so much nice . i like to take my kids and we go hunting together .. Also, try to guess: i have black ... van, printed \"free candy\" on its sides ? lab named trooper, funny you :) you love animals but you hunt them same time ? yes i'm a dog lover . do you hunt dogs too ? we sure do ! i hunt deer and i fish .. Also, try to guess: my favorite activity ... is anarchism", "response": "is rock climbing, funny you :)", "annotation_id": "Bot001_046_19", "annotations": ["O", "O", "X", "X", "O", "T", "O", "X", "T", "O", "O", "O", "T", "O", "X"], "gpt2background_target_score": [-10.77010726928711, -8.839311599731445, -11.196810722351074, -8.08779525756836, -11.887279510498047, -8.634356498718262, -6.372923851013184], "gpt2background_argmax_score": [-2.1366207599639893, -1.8578768968582153, -2.048582077026367, -1.7113451957702637, -0.39781343936920166, -1.562369465827942, -1.2691166400909424, -1.9072128534317017, -2.4318552017211914, -2.0669753551483154, -1.6142488718032837, -2.424105644226074, -1.3569380044937134, -2.544483184814453, -2.5317864418029785, -2.484708786010742, -2.655458450317383, -1.5674999952316284, -2.071096897125244, -1.5237882137298584, -1.3570442199707031, -2.498865842819214, -2.2244882583618164, -1.8952909708023071, -2.0176596641540527, -1.5737214088439941, -2.6127841472625732, -1.2470645904541016, -1.9383189678192139, -0.907522439956665, -2.2490711212158203, -1.9578055143356323, -0.5833401083946228, -1.787440538406372, -3.0727860927581787, -2.4315133094787598, -2.6642260551452637, -2.6878421306610107, -2.1074793338775635, -2.3650424480438232, -2.42478346824646, -1.3624343872070312, -2.502990961074829, -1.7586233615875244, -2.8325579166412354, -2.482876777648926, -2.0882248878479004, -1.9260437488555908, -3.1793665885925293, -3.1001946926116943, -2.445242166519165, -1.9663563966751099, -1.9895234107971191, -2.077441692352295, -1.3232059478759766, -2.304964542388916, -2.918491840362549, -3.3440535068511963, -3.2726120948791504, -1.4427869319915771, -0.5372591018676758, -2.115112543106079, -1.5807534456253052, -2.144263982772827, -0.3403708338737488, -2.3293697834014893, -1.5471949577331543, -2.3009021282196045, -2.3178937435150146, -0.8169203996658325, -2.525268793106079, -2.5369057655334473, -2.2553210258483887, -1.4523411989212036, -3.4743218421936035, -1.4708800315856934, -0.8829088807106018, -2.083076238632202, -1.8007501363754272, -1.7156293392181396, -1.678009033203125, -1.6120003461837769, -2.672369956970215, -1.647752046585083, -2.2599728107452393, -1.054487705230713, -2.4056236743927, -2.389878511428833, -1.1504215002059937, -2.474417209625244, -2.295041799545288, -1.6758402585983276, -1.567651629447937, -1.295348882675171, -0.5452249646186829, -3.092707633972168, -1.3898532390594482, -1.1776944398880005, -1.1774605512619019, -1.0662273168563843, -1.538724422454834, -2.2650580406188965, -3.845266342163086, -2.198499917984009, -2.3765993118286133, -4.309237480163574, -0.9679085612297058, -0.28829559683799744, -2.558270215988159, -1.2086923122406006, -2.456468343734741, -2.2537124156951904, -2.0877535343170166, -3.2893993854522705, -2.6323940753936768, -3.0466134548187256, -2.532252311706543, -2.737617015838623, -1.6698806285858154, -2.0993282794952393, -2.86879301071167, -2.2944133281707764, -1.7857706546783447, -1.2790836095809937, -2.4936602115631104, -2.076700210571289, -1.8515030145645142, -1.209915041923523, -1.5762137174606323, -1.960337519645691, -1.7271977663040161, -1.7802855968475342, -1.755709171295166, -2.8055472373962402, -2.4728803634643555, -2.1530349254608154, -1.3321171998977661, -0.400478333234787, -1.0873953104019165, -1.5791375637054443, -1.3100881576538086, -0.2270708829164505, -1.6836949586868286, -2.002185821533203, -1.447230339050293, -2.4766530990600586, -2.1833174228668213, -2.0333335399627686, -2.2868990898132324, -1.5003933906555176, -3.106262683868408, -1.4477511644363403, -2.5132410526275635, -1.675964593887329, -1.1047327518463135, -1.300229549407959, -0.3158734142780304, -0.7772734761238098, -0.7255130410194397, -0.803581953048706, -1.7299957275390625, -2.033230781555176, -0.8089131712913513, -3.0545754432678223, -2.427311658859253, -3.1185848712921143, -2.4134607315063477, -1.3135454654693604, -0.07046997547149658, -2.1561293601989746, -2.4135046005249023, -1.5980548858642578, -0.6519510746002197, -1.3282182216644287]}, "Bot001_049_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_049.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nSome facts about me: an elementary school teacher Cool.", "response": "yeah , its pretty cool . my dogs barely recognize me !", "annotation_id": "Bot001_049_02", "annotations": ["T", "T", "O", "T", "T", "X", "O", "O", "T", "T", "X", "X", "O", "X", "T"], "gpt2background_target_score": [-13.504387855529785, -9.83651351928711, -11.080581665039062, -10.77226734161377, -9.627045631408691, -10.863967895507812, -10.039741516113281, -12.67107105255127, -12.482344627380371, -12.803778648376465, -10.233105659484863, -9.111812591552734], "gpt2background_argmax_score": [-2.13662052154541, -1.2113471031188965, -1.5648894309997559, -1.7970792055130005, -0.6839268803596497, -0.775888979434967, -0.4462241530418396, -0.9304897785186768, -3.4276959896087646, -1.8226357698440552, -0.6177114844322205, -0.8431870937347412, -1.3930963277816772, -2.888204574584961, -0.14823447167873383, -0.7739041447639465, -1.634175419807434, -1.3842437267303467, -1.9094035625457764, -1.0263370275497437, -0.3541589677333832, -1.860669732093811, -0.7732425332069397, -1.6971962451934814, -1.1160922050476074, -0.5381101965904236, -2.8942453861236572, -0.48075488209724426, -1.469032883644104, -2.862614154815674, -2.839036226272583, -1.8421052694320679, -1.916518211364746, -1.5963375568389893, -2.2141761779785156, -2.242100238800049, -2.370272159576416, -1.762970209121704, -1.7091736793518066, -2.417990207672119, -0.9799095988273621, -2.746852159500122, -1.0430583953857422, -2.5325677394866943, -0.9496873617172241]}, "Bot001_049_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_049.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nSome facts about me: an elementary school teacher Cool. yeah , its pretty cool . my dogs barely recognize me ! Why?", "response": "well there is a lot of pressure to push out good fake content . . get is aid that [GRINNING FACE WITH SMILING EYES]", "annotation_id": "Bot001_049_04", "annotations": ["T", "X", "X", "T", "X", "X", "O", "T", "T", "O", "X", "X", "O", "T", "X"], "gpt2background_target_score": [-11.333514213562012, -7.901233673095703, -3.018552303314209, -4.290374755859375, -10.886945724487305, -7.909957408905029, -13.210027694702148, -9.214658737182617, -13.562362670898438, -10.732719421386719, -10.557661056518555, -12.306727409362793, -14.053163528442383, -11.597085952758789, -13.199414253234863, -12.213711738586426, -8.560006141662598, -13.803803443908691, -8.503952026367188, -4.512364864349365, -11.720438003540039, -11.631142616271973, -13.190123558044434, -11.022787094116211, -12.465577125549316, -9.837100982666016, -10.178018569946289, -14.073297500610352, -10.883190155029297, -12.31171989440918, -9.997913360595703], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -0.7758899331092834, -0.4462234079837799, -0.9304934740066528, -3.4276962280273438, -1.8226350545883179, -0.6177105903625488, -0.8431873917579651, -1.393097996711731, -2.888206720352173, -0.14823457598686218, -0.7739039063453674, -1.634175419807434, -1.3842461109161377, -1.909401535987854, -1.0263372659683228, -0.35415831208229065, -1.8606698513031006, -0.7732434868812561, -1.6971993446350098, -1.116092562675476, -0.5381088256835938, -2.8942461013793945, -0.48075318336486816, -1.4690301418304443, -2.8626108169555664, -2.8390355110168457, -1.8421021699905396, -1.5655957460403442, -1.781919240951538, -2.214912176132202, -2.3698649406433105, -1.9475347995758057, -2.2616660594940186, -2.5773587226867676, -0.9682376384735107, -2.550158739089966, -0.9292503595352173, -2.208503246307373, -2.0661799907684326, -2.2749128341674805, -1.914483904838562, -2.001777172088623, -2.142801284790039, -1.4905130863189697, -1.3670995235443115, -3.242281675338745, -0.5352545380592346, -3.0233466625213623, -1.8390600681304932, -2.6939733028411865, -2.387460470199585, -1.9616637229919434, -2.9976274967193604, -1.5382493734359741, -2.15415358543396, -2.364474058151245, -1.5962785482406616, -2.9935169219970703, -2.9689059257507324, -3.20076584815979, -2.2766480445861816, -3.124861240386963, -2.3189709186553955, -1.6876649856567383, -2.782365560531616, -1.2575651407241821, -0.9775990843772888, -0.12673860788345337, -0.18163958191871643, -0.4642776846885681, -0.17028097808361053, -1.6764343976974487, -1.3582357168197632]}, "Bot001_049_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_049.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nSome facts about me: an elementary school teacher Cool. yeah , its pretty cool . my dogs barely recognize me ! Why? well there is a lot of pressure to push out good fake content . . get is aid that [GRINNING FACE WITH SMILING EYES] Tell me about your job", "response": "very bland , i just weld pipelines for an oil company , mostly patchwork but sometimes more .. Also, try to guess: i'm fluent in ...", "annotation_id": "Bot001_049_06", "annotations": ["T", "X", "O", "T", "O", "O", "T", "X", "O", "O", "O", "X", "T", "O", "X"], "gpt2background_target_score": [-12.157349586486816, -13.526714324951172, -12.98260498046875, -8.713114738464355, -11.187363624572754, -13.944862365722656, -12.884700775146484, -8.621905326843262, -12.112049102783203, -12.047338485717773, -13.048660278320312, -11.678421020507812, -13.32685661315918, -12.851808547973633, -15.788774490356445, -8.792243003845215, -13.283620834350586, -12.836071014404297, -9.848061561584473, -6.951464653015137, -10.604228019714355, -10.512308120727539, -3.9504990577697754, -13.955699920654297, -1.116092562675476, -6.1478271484375, -10.543593406677246, -13.298711776733398, -5.46435546875, -10.591466903686523], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -0.7758899331092834, -0.4462234079837799, -0.9304934740066528, -3.4276962280273438, -1.8226350545883179, -0.6177105903625488, -0.8431873917579651, -1.393097996711731, -2.888206720352173, -0.14823457598686218, -0.7739039063453674, -1.634175419807434, -1.3842461109161377, -1.909401535987854, -1.0263372659683228, -0.35415831208229065, -1.8606698513031006, -0.7732434868812561, -1.6971993446350098, -1.116092562675476, -0.5381088256835938, -2.8942461013793945, -0.48075318336486816, -1.4690301418304443, -2.8626108169555664, -2.8390355110168457, -1.8421021699905396, -1.5655957460403442, -1.781919240951538, -2.214912176132202, -2.3698649406433105, -1.9475345611572266, -2.261666774749756, -2.5773584842681885, -0.968237578868866, -2.550158739089966, -0.9292498826980591, -2.2085037231445312, -2.0661792755126953, -2.2749135494232178, -1.9144853353500366, -2.593134641647339, -1.64066743850708, -1.4142701625823975, -3.2156763076782227, -0.48390811681747437, -3.0908870697021484, -1.9184292554855347, -2.559725046157837, -2.0846705436706543, -1.9886342287063599, -2.9314305782318115, -1.506484866142273, -2.3458218574523926, -2.948613405227661, -1.871018886566162, -3.028269052505493, -2.9853856563568115, -3.335744857788086, -2.4215006828308105, -3.4986653327941895, -2.4786274433135986, -1.793456792831421, -2.859440565109253, -1.2139290571212769, -0.9355894327163696, -0.11929315328598022, -0.18911929428577423, -0.3903120756149292, -0.16446581482887268, -1.6096464395523071, -1.014635443687439, -1.1157492399215698, -1.5209282636642456, -1.5067261457443237, -0.6749721169471741, -2.241579294204712, -1.9981030225753784, -1.7247164249420166, -2.347935438156128, -2.5064005851745605, -2.857541799545288, -2.551337957382202, -1.7528704404830933, -3.330231189727783, -1.8801792860031128, -2.6405110359191895, -2.1270458698272705, -1.982563853263855, -1.3018888235092163, -2.192896842956543, -1.8371058702468872, -1.9499692916870117, -1.1190983057022095, -0.9394790530204773, -2.450798988342285, -2.1187808513641357, -1.5480345487594604, -1.2483524084091187, -0.8753901720046997, -2.4862124919891357, -1.627837896347046, -2.569516181945801, -2.418519973754883, -1.6521347761154175, -0.6851420402526855, -1.5716032981872559, -3.261489152908325]}, "Bot001_049_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_049.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nSome facts about me: an elementary school teacher Cool. yeah , its pretty cool . my dogs barely recognize me ! Why? well there is a lot of pressure to push out good fake content . . get is aid that [GRINNING FACE WITH SMILING EYES] Tell me about your job very bland , i just weld pipelines for an oil company , mostly patchwork but sometimes more .. Also, try to guess: i'm fluent in ... Spanish", "response": "english spanish and french, funny you :)", "annotation_id": "Bot001_049_08", "annotations": ["T", "T", "O", "O", "O", "O", "T", "O", "T", "T", "X", "X", "O", "X", "O"], "gpt2background_target_score": [-13.162848472595215, -11.829707145690918, -13.533988952636719, -8.404799461364746, -11.248655319213867, -4.6478190422058105, -13.030673027038574, -8.69492244720459, -12.553390502929688], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -0.7758899331092834, -0.4462234079837799, -0.9304934740066528, -3.4276962280273438, -1.8226350545883179, -0.6177105903625488, -0.8431873917579651, -1.393097996711731, -2.888206720352173, -0.14823457598686218, -0.7739039063453674, -1.634175419807434, -1.3842461109161377, -1.909401535987854, -1.0263372659683228, -0.35415831208229065, -1.8606698513031006, -0.7732434868812561, -1.6971993446350098, -1.116092562675476, -0.5381088256835938, -2.8942461013793945, -0.48075318336486816, -1.4690301418304443, -2.8626108169555664, -2.8390355110168457, -1.8421021699905396, -1.5655957460403442, -1.781919240951538, -2.214912176132202, -2.3698649406433105, -1.9475345611572266, -2.261666774749756, -2.5773584842681885, -0.968237578868866, -2.550158739089966, -0.9292498826980591, -2.2085037231445312, -2.0661792755126953, -2.2749135494232178, -1.9144853353500366, -2.593134641647339, -1.64066743850708, -1.4142701625823975, -3.2156763076782227, -0.48390811681747437, -3.0908870697021484, -1.9184292554855347, -2.559725046157837, -2.0846705436706543, -1.9886342287063599, -2.9314305782318115, -1.506484866142273, -2.3458218574523926, -2.948613405227661, -1.871018886566162, -3.028269052505493, -2.9853856563568115, -3.335744857788086, -2.4215006828308105, -3.4986653327941895, -2.4786274433135986, -1.793456792831421, -2.859440565109253, -1.2139290571212769, -0.9355894327163696, -0.11929315328598022, -0.18911929428577423, -0.3903120756149292, -0.16446581482887268, -1.6096464395523071, -1.014635443687439, -1.1157492399215698, -1.5209282636642456, -1.5067261457443237, -0.6749721169471741, -2.241579294204712, -1.3134818077087402, -2.0224661827087402, -2.4556384086608887, -2.7599005699157715, -1.8525278568267822, -2.2711360454559326, -3.297292470932007, -2.097102403640747, -2.6532914638519287, -1.902943730354309, -2.046842575073242, -1.6142898797988892, -2.109510660171509, -1.849392294883728, -1.9193109273910522, -1.616346836090088, -1.3400439023971558, -2.3697116374969482, -2.672926425933838, -2.1631715297698975, -1.9384405612945557, -0.7939291596412659, -2.5131149291992188, -1.6835439205169678, -2.800455093383789, -2.3355205059051514, -1.7209984064102173, -0.60580974817276, -1.4469707012176514, -3.3647985458374023, -2.130840301513672, -2.5099449157714844, -2.049900770187378, -0.0460643470287323, -2.3800928592681885, -2.2759666442871094, -2.3728294372558594, -2.0654380321502686, -1.9982069730758667, -2.602891445159912, -0.6719006299972534]}, "Bot001_049_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_049.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nSome facts about me: an elementary school teacher Cool. yeah , its pretty cool . my dogs barely recognize me ! Why? well there is a lot of pressure to push out good fake content . . get is aid that [GRINNING FACE WITH SMILING EYES] Tell me about your job very bland , i just weld pipelines for an oil company , mostly patchwork but sometimes more .. Also, try to guess: i'm fluent in ... Spanish english spanish and french, funny you :) Ok", "response": "i go to umass and study philosophy , you. i'm good . how are you ? [ROBOT FACE]", "annotation_id": "Bot001_049_10", "annotations": ["T", "X", "O", "T", "O", "T", "X", "T", "T", "O", "O", "X", "O", "O", "X"], "gpt2background_target_score": [-10.842503547668457, -10.888484001159668, -2.5775399208068848, -7.731695175170898, -15.3311185836792, -4.200183391571045, -13.601107597351074, -12.545317649841309, -12.574029922485352, -11.744237899780273, -5.974884510040283, -8.896718978881836, -12.200919151306152, -11.546566009521484, -13.199414253234863, -11.506783485412598, -11.933780670166016, -12.120612144470215, -9.373544692993164, -4.512364864349365, -9.378612518310547, -12.276796340942383, -13.75281810760498, -11.022787094116211, -9.239505767822266], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -0.7758899331092834, -0.4462234079837799, -0.9304934740066528, -3.4276962280273438, -1.8226350545883179, -0.6177105903625488, -0.8431873917579651, -1.393097996711731, -2.888206720352173, -0.14823457598686218, -0.7739039063453674, -1.634175419807434, -1.3842461109161377, -1.909401535987854, -1.0263372659683228, -0.35415831208229065, -1.8606698513031006, -0.7732434868812561, -1.6971993446350098, -1.116092562675476, -0.5381088256835938, -2.8942461013793945, -0.48075318336486816, -1.4690301418304443, -2.8626108169555664, -2.8390355110168457, -1.8421021699905396, -1.5655957460403442, -1.781919240951538, -2.214912176132202, -2.3698649406433105, -1.9475345611572266, -2.261666774749756, -2.5773584842681885, -0.968237578868866, -2.550158739089966, -0.9292498826980591, -2.2085037231445312, -2.0661792755126953, -2.2749135494232178, -1.9144853353500366, -2.593134641647339, -1.64066743850708, -1.4142701625823975, -3.2156763076782227, -0.48390811681747437, -3.0908870697021484, -1.9184292554855347, -2.559725046157837, -2.0846705436706543, -1.9886342287063599, -2.9314305782318115, -1.506484866142273, -2.3458218574523926, -2.948613405227661, -1.871018886566162, -3.028269052505493, -2.9853856563568115, -3.335744857788086, -2.4215006828308105, -3.4986653327941895, -2.4786274433135986, -1.793456792831421, -2.859440565109253, -1.2139290571212769, -0.9355894327163696, -0.11929315328598022, -0.18911929428577423, -0.3903120756149292, -0.16446581482887268, -1.6096464395523071, -1.014635443687439, -1.1157492399215698, -1.5209282636642456, -1.5067261457443237, -0.6749721169471741, -2.241579294204712, -1.3134818077087402, -2.0224661827087402, -2.455638885498047, -2.7599008083343506, -1.8525276184082031, -2.2711379528045654, -3.2972922325134277, -2.0971012115478516, -2.6532914638519287, -1.902941107749939, -2.046842336654663, -1.6142909526824951, -2.109511375427246, -1.8493925333023071, -1.9193111658096313, -1.6163465976715088, -1.3400439023971558, -2.3697118759155273, -2.6729254722595215, -2.1631722450256348, -1.9384411573410034, -0.7939307689666748, -2.5131139755249023, -1.68354332447052, -2.8004562854766846, -2.335519790649414, -1.7209991216659546, -0.6058099865913391, -1.4469711780548096, -3.3647985458374023, -2.1308398246765137, -2.0336954593658447, -0.052499040961265564, -2.0792698860168457, -1.583301305770874, -1.893463373184204, -1.9286856651306152, -2.376532793045044, -2.3536975383758545, -1.6606649160385132, -1.8766026496887207, -2.4928176403045654, -1.8579373359680176, -0.9244257807731628, -1.9347316026687622, -1.171545147895813, -3.2464890480041504, -2.113807439804077, -2.607593059539795, -2.0612664222717285, -1.5635430812835693, -2.192873954772949, -1.972339391708374, -3.0961289405822754, -2.303927183151245, -0.9492782950401306, -1.5538330078125, -1.5457701683044434, -0.3465079963207245, -2.0047364234924316, -0.9415001273155212, -3.496265172958374, -2.5622050762176514, -1.9358360767364502, -2.398681640625, -0.7987205982208252, -2.702892541885376]}, "Bot001_049_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_049.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nSome facts about me: an elementary school teacher Cool. yeah , its pretty cool . my dogs barely recognize me ! Why? well there is a lot of pressure to push out good fake content . . get is aid that [GRINNING FACE WITH SMILING EYES] Tell me about your job very bland , i just weld pipelines for an oil company , mostly patchwork but sometimes more .. Also, try to guess: i'm fluent in ... Spanish english spanish and french, funny you :) Ok i go to umass and study philosophy , you. i'm good . how are you ? [ROBOT FACE] I am depressed by holidays", "response": "i love baseball and it helps to play when i am down. Also, try to guess: my favorite colors ...", "annotation_id": "Bot001_049_12", "annotations": ["T", "O", "O", "O", "O", "X", "T", "X", "O", "T", "O", "X", "T", "O", "O"], "gpt2background_target_score": [-10.842503547668457, -11.421222686767578, -12.838970184326172, -8.404799461364746, -10.934212684631348, -13.964282035827637, -6.442579746246338, -11.326567649841309, -13.177726745605469, -12.14534854888916, -11.40194320678711, -10.374887466430664, -6.362920761108398, -13.174728393554688, -9.683238983154297, -12.973069190979004, -8.989408493041992, -14.54340934753418, -6.604874134063721, -8.590012550354004, -13.01428508758545, -10.495527267456055, -8.726659774780273], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -0.7758899331092834, -0.4462234079837799, -0.9304934740066528, -3.4276962280273438, -1.8226350545883179, -0.6177105903625488, -0.8431873917579651, -1.393097996711731, -2.888206720352173, -0.14823457598686218, -0.7739039063453674, -1.634175419807434, -1.3842461109161377, -1.909401535987854, -1.0263372659683228, -0.35415831208229065, -1.8606698513031006, -0.7732434868812561, -1.6971993446350098, -1.116092562675476, -0.5381088256835938, -2.8942461013793945, -0.48075318336486816, -1.4690301418304443, -2.8626108169555664, -2.8390355110168457, -1.8421021699905396, -1.5655957460403442, -1.781919240951538, -2.214912176132202, -2.3698649406433105, -1.9475345611572266, -2.261666774749756, -2.5773584842681885, -0.968237578868866, -2.550158739089966, -0.9292498826980591, -2.2085037231445312, -2.0661792755126953, -2.2749135494232178, -1.9144853353500366, -2.593134641647339, -1.64066743850708, -1.4142701625823975, -3.2156763076782227, -0.48390811681747437, -3.0908870697021484, -1.9184292554855347, -2.559725046157837, -2.0846705436706543, -1.9886342287063599, -2.9314305782318115, -1.506484866142273, -2.3458218574523926, -2.948613405227661, -1.871018886566162, -3.028269052505493, -2.9853856563568115, -3.335744857788086, -2.4215006828308105, -3.4986653327941895, -2.4786274433135986, -1.793456792831421, -2.859440565109253, -1.2139290571212769, -0.9355894327163696, -0.11929315328598022, -0.18911929428577423, -0.3903120756149292, -0.16446581482887268, -1.6096464395523071, -1.014635443687439, -1.1157492399215698, -1.5209282636642456, -1.5067261457443237, -0.6749721169471741, -2.241579294204712, -1.3134818077087402, -2.0224661827087402, -2.455638885498047, -2.7599008083343506, -1.8525276184082031, -2.2711379528045654, -3.2972922325134277, -2.0971012115478516, -2.6532914638519287, -1.902941107749939, -2.046842336654663, -1.6142909526824951, -2.109511375427246, -1.8493925333023071, -1.9193111658096313, -1.6163465976715088, -1.3400439023971558, -2.3697118759155273, -2.6729254722595215, -2.1631722450256348, -1.9384411573410034, -0.7939307689666748, -2.5131139755249023, -1.68354332447052, -2.8004562854766846, -2.335519790649414, -1.7209991216659546, -0.6058099865913391, -1.4469711780548096, -3.3647985458374023, -2.1308398246765137, -2.0336954593658447, -0.052499040961265564, -2.0792698860168457, -1.583301305770874, -1.893463373184204, -1.9286856651306152, -2.376532793045044, -2.3536975383758545, -1.6606649160385132, -1.8766026496887207, -2.089707136154175, -1.3083187341690063, -1.9520432949066162, -1.24517023563385, -2.8191936016082764, -1.926680088043213, -2.8627512454986572, -1.8239291906356812, -1.602144718170166, -2.043978691101074, -2.406020164489746, -2.6810555458068848, -2.4445302486419678, -1.0335915088653564, -1.9047833681106567, -1.6600370407104492, -0.3641672730445862, -1.7106959819793701, -2.1216659545898438, -3.2558000087738037, -2.6208276748657227, -2.16703200340271, -2.572092056274414, -0.6730861663818359, -2.8713037967681885, -1.8910380601882935, -2.0590689182281494, -1.696700930595398, -2.1620523929595947, -1.6297467947006226, -2.4296114444732666, -2.349538803100586, -1.1465659141540527, -1.3566862344741821, -1.707135558128357, -0.8696997165679932, -1.0721756219863892, -2.431992530822754, -1.6792933940887451, -0.6038979291915894, -1.4894367456436157, -2.3685214519500732, -2.3837265968322754, -1.0878372192382812, -1.506555438041687, -1.1788638830184937, -0.5173359513282776, -2.8299665451049805, -2.448035955429077, -0.8504992127418518, -1.763677954673767, -1.9738999605178833, -0.9184703826904297, -2.2238566875457764]}, "Bot001_049_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_049.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nSome facts about me: an elementary school teacher Cool. yeah , its pretty cool . my dogs barely recognize me ! Why? well there is a lot of pressure to push out good fake content . . get is aid that [GRINNING FACE WITH SMILING EYES] Tell me about your job very bland , i just weld pipelines for an oil company , mostly patchwork but sometimes more .. Also, try to guess: i'm fluent in ... Spanish english spanish and french, funny you :) Ok i go to umass and study philosophy , you. i'm good . how are you ? [ROBOT FACE] I am depressed by holidays i love baseball and it helps to play when i am down. Also, try to guess: my favorite colors ... Are red, yellow and black", "response": "are red and silver, funny you :)", "annotation_id": "Bot001_049_14", "annotations": ["T", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "X", "O", "X", "O"], "gpt2background_target_score": [-12.960904121398926, -11.11886215209961, -7.152294635772705, -10.435126304626465, -10.060364723205566, -12.717264175415039, -8.522883415222168, -6.510223388671875], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -0.7758899331092834, -0.4462234079837799, -0.9304934740066528, -3.4276962280273438, -1.8226350545883179, -0.6177105903625488, -0.8431873917579651, -1.393097996711731, -2.888206720352173, -0.14823457598686218, -0.7739039063453674, -1.634175419807434, -1.3842461109161377, -1.909401535987854, -1.0263372659683228, -0.35415831208229065, -1.8606698513031006, -0.7732434868812561, -1.6971993446350098, -1.116092562675476, -0.5381088256835938, -2.8942461013793945, -0.48075318336486816, -1.4690301418304443, -2.8626108169555664, -2.8390355110168457, -1.8421021699905396, -1.5655957460403442, -1.781919240951538, -2.214912176132202, -2.3698649406433105, -1.9475345611572266, -2.261666774749756, -2.5773584842681885, -0.968237578868866, -2.550158739089966, -0.9292498826980591, -2.2085037231445312, -2.0661792755126953, -2.2749135494232178, -1.9144853353500366, -2.593134641647339, -1.64066743850708, -1.4142701625823975, -3.2156763076782227, -0.48390811681747437, -3.0908870697021484, -1.9184292554855347, -2.559725046157837, -2.0846705436706543, -1.9886342287063599, -2.9314305782318115, -1.506484866142273, -2.3458218574523926, -2.948613405227661, -1.871018886566162, -3.028269052505493, -2.9853856563568115, -3.335744857788086, -2.4215006828308105, -3.4986653327941895, -2.4786274433135986, -1.793456792831421, -2.859440565109253, -1.2139290571212769, -0.9355894327163696, -0.11929315328598022, -0.18911929428577423, -0.3903120756149292, -0.16446581482887268, -1.6096464395523071, -1.014635443687439, -1.1157492399215698, -1.5209282636642456, -1.5067261457443237, -0.6749721169471741, -2.241579294204712, -1.3134818077087402, -2.0224661827087402, -2.455638885498047, -2.7599008083343506, -1.8525276184082031, -2.2711379528045654, -3.2972922325134277, -2.0971012115478516, -2.6532914638519287, -1.902941107749939, -2.046842336654663, -1.6142909526824951, -2.109511375427246, -1.8493925333023071, -1.9193111658096313, -1.6163465976715088, -1.3400439023971558, -2.3697118759155273, -2.6729254722595215, -2.1631722450256348, -1.9384411573410034, -0.7939307689666748, -2.5131139755249023, -1.68354332447052, -2.8004562854766846, -2.335519790649414, -1.7209991216659546, -0.6058099865913391, -1.4469711780548096, -3.3647985458374023, -2.1308398246765137, -2.0336954593658447, -0.052499040961265564, -2.0792698860168457, -1.583301305770874, -1.893463373184204, -1.9286856651306152, -2.376532793045044, -2.3536975383758545, -1.6606649160385132, -1.8766026496887207, -2.089707136154175, -1.3083187341690063, -1.9520432949066162, -1.24517023563385, -2.8191936016082764, -1.926680088043213, -2.8627512454986572, -1.8239291906356812, -1.602144718170166, -2.043978691101074, -2.406020164489746, -2.6810555458068848, -2.4445302486419678, -1.0335915088653564, -1.9047833681106567, -1.6600370407104492, -0.3641672730445862, -1.7106959819793701, -2.1216659545898438, -3.2558000087738037, -2.6208276748657227, -2.16703200340271, -2.572092056274414, -0.6730861663818359, -2.8713037967681885, -1.8910380601882935, -2.0590689182281494, -1.696700930595398, -2.1620523929595947, -1.6297467947006226, -2.381925582885742, -2.2952089309692383, -1.0709277391433716, -1.6958932876586914, -0.8455720543861389, -0.999869167804718, -2.4388701915740967, -2.181201457977295, -0.5555335879325867, -1.3265135288238525, -2.4526546001434326, -2.275209665298462, -1.509402871131897, -1.3189572095870972, -1.179094672203064, -0.4783379137516022, -2.74822735786438, -2.4327080249786377, -0.933256983757019, -2.083721160888672, -2.836920976638794, -1.0517926216125488, -2.2990334033966064, -0.39685991406440735, -1.898630142211914, -1.4457523822784424, -0.5465846657752991, -1.5078550577163696, -1.6851170063018799, -2.3536767959594727, -0.5225356817245483, -1.7384192943572998, -1.3247870206832886, -1.7198827266693115, -2.7553319931030273, -1.8279606103897095, -1.4219413995742798, -1.1817878484725952]}, "Bot001_049_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_049.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nSome facts about me: an elementary school teacher Cool. yeah , its pretty cool . my dogs barely recognize me ! Why? well there is a lot of pressure to push out good fake content . . get is aid that [GRINNING FACE WITH SMILING EYES] Tell me about your job very bland , i just weld pipelines for an oil company , mostly patchwork but sometimes more .. Also, try to guess: i'm fluent in ... Spanish english spanish and french, funny you :) Ok i go to umass and study philosophy , you. i'm good . how are you ? [ROBOT FACE] I am depressed by holidays i love baseball and it helps to play when i am down. Also, try to guess: my favorite colors ... Are red, yellow and black are red and silver, funny you :) Ok. What is your age", "response": "i play the violin , what about you ?", "annotation_id": "Bot001_049_16", "annotations": ["T", "X", "X", "O", "X", "X", "O", "T", "T", "O", "X", "O", "O", "X", "X"], "gpt2background_target_score": [-10.842503547668457, -11.342209815979004, -5.240627288818359, -12.14639663696289, -12.664154052734375, -11.725038528442383, -7.493306636810303, -8.69492244720459, -11.939553260803223], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -0.7758899331092834, -0.4462234079837799, -0.9304934740066528, -3.4276962280273438, -1.8226350545883179, -0.6177105903625488, -0.8431873917579651, -1.393097996711731, -2.888206720352173, -0.14823457598686218, -0.7739039063453674, -1.634175419807434, -1.3842461109161377, -1.909401535987854, -1.0263372659683228, -0.35415831208229065, -1.8606698513031006, -0.7732434868812561, -1.6971993446350098, -1.116092562675476, -0.5381088256835938, -2.8942461013793945, -0.48075318336486816, -1.4690301418304443, -2.8626108169555664, -2.8390355110168457, -1.8421021699905396, -1.5655957460403442, -1.781919240951538, -2.214912176132202, -2.3698649406433105, -1.9475345611572266, -2.261666774749756, -2.5773584842681885, -0.968237578868866, -2.550158739089966, -0.9292498826980591, -2.2085037231445312, -2.0661792755126953, -2.2749135494232178, -1.9144853353500366, -2.593134641647339, -1.64066743850708, -1.4142701625823975, -3.2156763076782227, -0.48390811681747437, -3.0908870697021484, -1.9184292554855347, -2.559725046157837, -2.0846705436706543, -1.9886342287063599, -2.9314305782318115, -1.506484866142273, -2.3458218574523926, -2.948613405227661, -1.871018886566162, -3.028269052505493, -2.9853856563568115, -3.335744857788086, -2.4215006828308105, -3.4986653327941895, -2.4786274433135986, -1.793456792831421, -2.859440565109253, -1.2139290571212769, -0.9355894327163696, -0.11929315328598022, -0.18911929428577423, -0.3903120756149292, -0.16446581482887268, -1.6096464395523071, -1.014635443687439, -1.1157492399215698, -1.5209282636642456, -1.5067261457443237, -0.6749721169471741, -2.241579294204712, -1.3134818077087402, -2.0224661827087402, -2.455638885498047, -2.7599008083343506, -1.8525276184082031, -2.2711379528045654, -3.2972922325134277, -2.0971012115478516, -2.6532914638519287, -1.902941107749939, -2.046842336654663, -1.6142909526824951, -2.109511375427246, -1.8493925333023071, -1.9193111658096313, -1.6163465976715088, -1.3400439023971558, -2.3697118759155273, -2.6729254722595215, -2.1631722450256348, -1.9384411573410034, -0.7939307689666748, -2.5131139755249023, -1.68354332447052, -2.8004562854766846, -2.335519790649414, -1.7209991216659546, -0.6058099865913391, -1.4469711780548096, -3.3647985458374023, -2.1308398246765137, -2.0336954593658447, -0.052499040961265564, -2.0792698860168457, -1.583301305770874, -1.893463373184204, -1.9286856651306152, -2.376532793045044, -2.3536975383758545, -1.6606649160385132, -1.8766026496887207, -2.089707136154175, -1.3083187341690063, -1.9520432949066162, -1.24517023563385, -2.8191936016082764, -1.926680088043213, -2.8627512454986572, -1.8239291906356812, -1.602144718170166, -2.043978691101074, -2.406020164489746, -2.6810555458068848, -2.4445302486419678, -1.0335915088653564, -1.9047833681106567, -1.6600370407104492, -0.3641672730445862, -1.7106959819793701, -2.1216659545898438, -3.2558000087738037, -2.6208276748657227, -2.16703200340271, -2.572092056274414, -0.6730861663818359, -2.8713037967681885, -1.8910380601882935, -2.0590689182281494, -1.696700930595398, -2.1620523929595947, -1.6297467947006226, -2.381925582885742, -2.2952089309692383, -1.0709277391433716, -1.6958932876586914, -0.8455720543861389, -0.999869167804718, -2.4388701915740967, -2.181201457977295, -0.5555335879325867, -1.3265135288238525, -2.4526546001434326, -2.275209665298462, -1.509402871131897, -1.3189572095870972, -1.179094672203064, -0.4783379137516022, -2.74822735786438, -2.4327080249786377, -0.933256983757019, -2.083721160888672, -2.836920976638794, -1.0517926216125488, -2.2990334033966064, -0.39685991406440735, -1.898630142211914, -1.4457523822784424, -0.5465846657752991, -1.5078550577163696, -1.6851170063018799, -2.4511032104492188, -2.0248630046844482, -2.4633891582489014, -1.9181398153305054, -2.4100420475006104, -1.4622201919555664, -2.230513572692871, -2.5167179107666016, -1.6770353317260742, -1.6794352531433105, -2.0400850772857666, -0.9097726345062256, -1.102562665939331, -0.3679419457912445, -2.406559944152832, -1.8277978897094727, -2.6269631385803223, -1.8219934701919556, -1.5528383255004883, -1.4485273361206055, -1.7655549049377441, -1.3411072492599487, -0.35342344641685486, -1.2640390396118164]}, "Bot001_049_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_049.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nSome facts about me: an elementary school teacher Cool. yeah , its pretty cool . my dogs barely recognize me ! Why? well there is a lot of pressure to push out good fake content . . get is aid that [GRINNING FACE WITH SMILING EYES] Tell me about your job very bland , i just weld pipelines for an oil company , mostly patchwork but sometimes more .. Also, try to guess: i'm fluent in ... Spanish english spanish and french, funny you :) Ok i go to umass and study philosophy , you. i'm good . how are you ? [ROBOT FACE] I am depressed by holidays i love baseball and it helps to play when i am down. Also, try to guess: my favorite colors ... Are red, yellow and black are red and silver, funny you :) Ok. What is your age i play the violin , what about you ? Play my motger nerves", "response": "dust and clutter makes me do the same .", "annotation_id": "Bot001_049_18", "annotations": ["T", "X", "O", "O", "T", "O", "T", "X", "T", "T", "X", "X", "O", "X", "T"], "gpt2background_target_score": [-14.134665489196777, -7.512908935546875, -12.720731735229492, -11.764106750488281, -12.082971572875977, -10.248095512390137, -8.972121238708496, -12.528116226196289, -13.099207878112793], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -0.7758899331092834, -0.4462234079837799, -0.9304934740066528, -3.4276962280273438, -1.8226350545883179, -0.6177105903625488, -0.8431873917579651, -1.393097996711731, -2.888206720352173, -0.14823457598686218, -0.7739039063453674, -1.634175419807434, -1.3842461109161377, -1.909401535987854, -1.0263372659683228, -0.35415831208229065, -1.8606698513031006, -0.7732434868812561, -1.6971993446350098, -1.116092562675476, -0.5381088256835938, -2.8942461013793945, -0.48075318336486816, -1.4690301418304443, -2.8626108169555664, -2.8390355110168457, -1.8421021699905396, -1.5655957460403442, -1.781919240951538, -2.214912176132202, -2.3698649406433105, -1.9475345611572266, -2.261666774749756, -2.5773584842681885, -0.968237578868866, -2.550158739089966, -0.9292498826980591, -2.2085037231445312, -2.0661792755126953, -2.2749135494232178, -1.9144853353500366, -2.593134641647339, -1.64066743850708, -1.4142701625823975, -3.2156763076782227, -0.48390811681747437, -3.0908870697021484, -1.9184292554855347, -2.559725046157837, -2.0846705436706543, -1.9886342287063599, -2.9314305782318115, -1.506484866142273, -2.3458218574523926, -2.948613405227661, -1.871018886566162, -3.028269052505493, -2.9853856563568115, -3.335744857788086, -2.4215006828308105, -3.4986653327941895, -2.4786274433135986, -1.793456792831421, -2.859440565109253, -1.2139290571212769, -0.9355894327163696, -0.11929315328598022, -0.18911929428577423, -0.3903120756149292, -0.16446581482887268, -1.6096464395523071, -1.014635443687439, -1.1157492399215698, -1.5209282636642456, -1.5067261457443237, -0.6749721169471741, -2.241579294204712, -1.3134818077087402, -2.0224661827087402, -2.455638885498047, -2.7599008083343506, -1.8525276184082031, -2.2711379528045654, -3.2972922325134277, -2.0971012115478516, -2.6532914638519287, -1.902941107749939, -2.046842336654663, -1.6142909526824951, -2.109511375427246, -1.8493925333023071, -1.9193111658096313, -1.6163465976715088, -1.3400439023971558, -2.3697118759155273, -2.6729254722595215, -2.1631722450256348, -1.9384411573410034, -0.7939307689666748, -2.5131139755249023, -1.68354332447052, -2.8004562854766846, -2.335519790649414, -1.7209991216659546, -0.6058099865913391, -1.4469711780548096, -3.3647985458374023, -2.1308398246765137, -2.0336954593658447, -0.052499040961265564, -2.0792698860168457, -1.583301305770874, -1.893463373184204, -1.9286856651306152, -2.376532793045044, -2.3536975383758545, -1.6606649160385132, -1.8766026496887207, -2.089707136154175, -1.3083187341690063, -1.9520432949066162, -1.24517023563385, -2.8191936016082764, -1.926680088043213, -2.8627512454986572, -1.8239291906356812, -1.602144718170166, -2.043978691101074, -2.406020164489746, -2.6810555458068848, -2.4445302486419678, -1.0335915088653564, -1.9047833681106567, -1.6600370407104492, -0.3641672730445862, -1.7106959819793701, -2.1216659545898438, -3.2558000087738037, -2.6208276748657227, -2.16703200340271, -2.572092056274414, -0.6730861663818359, -2.8713037967681885, -1.8910380601882935, -2.0590689182281494, -1.696700930595398, -2.1620523929595947, -1.6297467947006226, -2.381925582885742, -2.2952089309692383, -1.0709277391433716, -1.6958932876586914, -0.8455720543861389, -0.999869167804718, -2.4388701915740967, -2.181201457977295, -0.5555335879325867, -1.3265135288238525, -2.4526546001434326, -2.275209665298462, -1.509402871131897, -1.3189572095870972, -1.179094672203064, -0.4783379137516022, -2.74822735786438, -2.4327080249786377, -0.933256983757019, -2.083721160888672, -2.836920976638794, -1.0517926216125488, -2.2990334033966064, -0.39685991406440735, -1.898630142211914, -1.4457523822784424, -0.5465846657752991, -1.5078551769256592, -1.6851162910461426, -2.4511029720306396, -2.024864435195923, -2.4633877277374268, -1.9181365966796875, -2.410040855407715, -1.4622185230255127, -2.230511426925659, -2.516719102859497, -1.6770342588424683, -1.679434061050415, -2.040086269378662, -0.9097743630409241, -1.1025633811950684, -0.36794114112854004, -2.2669942378997803, -1.3980761766433716, -1.605948805809021, -1.1875004768371582, -2.2988545894622803, -1.564592719078064, -1.0350910425186157, -0.22593040764331818, -2.66206693649292, -1.864543080329895, -1.8530093431472778, -1.8691192865371704, -1.6705600023269653, -2.114342451095581, -2.3149383068084717, -3.3580918312072754, -3.0138659477233887, -2.196789503097534, -0.8904625177383423, -1.9188978672027588, -2.3287672996520996, -2.2847580909729004, -1.5838184356689453, -1.959859848022461]}, "Bot001_049_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_049.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nSome facts about me: an elementary school teacher Cool. yeah , its pretty cool . my dogs barely recognize me ! Why? well there is a lot of pressure to push out good fake content . . get is aid that [GRINNING FACE WITH SMILING EYES] Tell me about your job very bland , i just weld pipelines for an oil company , mostly patchwork but sometimes more .. Also, try to guess: i'm fluent in ... Spanish english spanish and french, funny you :) Ok i go to umass and study philosophy , you. i'm good . how are you ? [ROBOT FACE] I am depressed by holidays i love baseball and it helps to play when i am down. Also, try to guess: my favorite colors ... Are red, yellow and black are red and silver, funny you :) Ok. What is your age i play the violin , what about you ? Play my motger nerves dust and clutter makes me do the same . Well it's not very good way to be you know?", "response": "doing great i'm just killing time on my apple phone. where are you from ?", "annotation_id": "Bot001_049_20", "annotations": ["T", "X", "O", "O", "O", "T", "X", "O", "O", "O", "O", "T", "O", "O", "X"], "gpt2background_target_score": [-12.438472747802734, -11.671150207519531, -8.053247451782227, -13.32292652130127, -11.187363624572754, -10.642529487609863, -12.764342308044434, -9.0715913772583, -10.977758407592773, -15.59697437286377, -13.320789337158203, -6.816502571105957, -11.684723854064941, -13.510527610778809, -13.10622787475586, -9.92072582244873, -10.252264976501465], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -0.7758899331092834, -0.4462234079837799, -0.9304934740066528, -3.4276962280273438, -1.8226350545883179, -0.6177105903625488, -0.8431873917579651, -1.393097996711731, -2.888206720352173, -0.14823457598686218, -0.7739039063453674, -1.634175419807434, -1.3842461109161377, -1.909401535987854, -1.0263372659683228, -0.35415831208229065, -1.8606698513031006, -0.7732434868812561, -1.6971993446350098, -1.116092562675476, -0.5381088256835938, -2.8942461013793945, -0.48075318336486816, -1.4690301418304443, -2.8626108169555664, -2.8390355110168457, -1.8421021699905396, -1.5655957460403442, -1.781919240951538, -2.214912176132202, -2.3698649406433105, -1.9475345611572266, -2.261666774749756, -2.5773584842681885, -0.968237578868866, -2.550158739089966, -0.9292498826980591, -2.2085037231445312, -2.0661792755126953, -2.2749135494232178, -1.9144853353500366, -2.593134641647339, -1.64066743850708, -1.4142701625823975, -3.2156763076782227, -0.48390811681747437, -3.0908870697021484, -1.9184292554855347, -2.559725046157837, -2.0846705436706543, -1.9886342287063599, -2.9314305782318115, -1.506484866142273, -2.3458218574523926, -2.948613405227661, -1.871018886566162, -3.028269052505493, -2.9853856563568115, -3.335744857788086, -2.4215006828308105, -3.4986653327941895, -2.4786274433135986, -1.793456792831421, -2.859440565109253, -1.2139290571212769, -0.9355894327163696, -0.11929315328598022, -0.18911929428577423, -0.3903120756149292, -0.16446581482887268, -1.6096464395523071, -1.014635443687439, -1.1157492399215698, -1.5209282636642456, -1.5067261457443237, -0.6749721169471741, -2.241579294204712, -1.3134818077087402, -2.0224661827087402, -2.455638885498047, -2.7599008083343506, -1.8525276184082031, -2.2711379528045654, -3.2972922325134277, -2.0971012115478516, -2.6532914638519287, -1.902941107749939, -2.046842336654663, -1.6142909526824951, -2.109511375427246, -1.8493925333023071, -1.9193111658096313, -1.6163465976715088, -1.3400439023971558, -2.3697118759155273, -2.6729254722595215, -2.1631722450256348, -1.9384411573410034, -0.7939307689666748, -2.5131139755249023, -1.68354332447052, -2.8004562854766846, -2.335519790649414, -1.7209991216659546, -0.6058099865913391, -1.4469711780548096, -3.3647985458374023, -2.1308398246765137, -2.0336954593658447, -0.052499040961265564, -2.0792698860168457, -1.583301305770874, -1.893463373184204, -1.9286856651306152, -2.376532793045044, -2.3536975383758545, -1.6606649160385132, -1.8766026496887207, -2.089707136154175, -1.3083187341690063, -1.9520432949066162, -1.24517023563385, -2.8191936016082764, -1.926680088043213, -2.8627512454986572, -1.8239291906356812, -1.602144718170166, -2.043978691101074, -2.406020164489746, -2.6810555458068848, -2.4445302486419678, -1.0335915088653564, -1.9047833681106567, -1.6600370407104492, -0.3641672730445862, -1.7106959819793701, -2.1216659545898438, -3.2558000087738037, -2.6208276748657227, -2.16703200340271, -2.572092056274414, -0.6730861663818359, -2.8713037967681885, -1.8910380601882935, -2.0590689182281494, -1.696700930595398, -2.1620523929595947, -1.6297467947006226, -2.381925582885742, -2.2952089309692383, -1.0709277391433716, -1.6958932876586914, -0.8455720543861389, -0.999869167804718, -2.4388701915740967, -2.181201457977295, -0.5555335879325867, -1.3265135288238525, -2.4526546001434326, -2.275209665298462, -1.509402871131897, -1.3189572095870972, -1.179094672203064, -0.4783379137516022, -2.74822735786438, -2.4327080249786377, -0.933256983757019, -2.083721160888672, -2.836920976638794, -1.0517926216125488, -2.2990334033966064, -0.39685991406440735, -1.898630142211914, -1.4457523822784424, -0.5465846657752991, -1.5078550577163696, -1.6851170063018799, -2.4511032104492188, -2.0248630046844482, -2.4633891582489014, -1.9181398153305054, -2.4100420475006104, -1.4622201919555664, -2.230513572692871, -2.5167179107666016, -1.6770353317260742, -1.6794352531433105, -2.0400853157043457, -0.909772515296936, -1.1025609970092773, -0.36794087290763855, -2.2669942378997803, -1.3980764150619507, -1.6059490442276, -1.1874984502792358, -2.298854351043701, -1.5645925998687744, -1.0350881814956665, -0.22593002021312714, -2.6620676517486572, -1.86454439163208, -1.8530110120773315, -1.8691197633743286, -1.6705600023269653, -2.11434268951416, -3.2564291954040527, -1.8933818340301514, -1.9340243339538574, -0.6838114857673645, -1.7511780261993408, -1.9879087209701538, -2.5265421867370605, -1.9384558200836182, -2.2065675258636475, -1.3997159004211426, -0.9819130301475525, -2.2201662063598633, -2.536942958831787, -1.8101202249526978, -1.6783859729766846, -1.0482969284057617, -0.9617131948471069, -2.342974901199341, -1.1881541013717651, -1.2443839311599731, -2.464714765548706, -2.105333089828491, -1.7337923049926758, -2.3448657989501953, -1.4894638061523438, -2.661478281021118, -2.625427007675171, -0.48210275173187256, -2.3332364559173584, -1.4438034296035767, -2.7400922775268555, -1.3022615909576416, -1.8483301401138306, -1.8051810264587402, -1.7890338897705078, -0.411443829536438, -1.4282339811325073, -0.6664786338806152, -0.9089394807815552]}, "Bot001_054_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_054.log.json", "context": "Hey! What are you doing? [SMIRKING FACE WITH GLASSES].\nSome facts about me: good swimmer at all i am just chilling at home. what are you doing", "response": "i just did the same , i had a hearty lunch . how is your evening going ?", "annotation_id": "Bot001_054_02", "annotations": ["O", "T", "O", "T", "X", "O", "O", "O", "X", "O", "T", "T", "O", "O", "O"], "gpt2background_target_score": [-10.230127334594727, -7.944571495056152, -4.808498859405518, -2.577500343322754, -12.614662170410156, -10.146402359008789, -7.48211669921875, -12.504939079284668, -8.985039710998535, -13.922567367553711, -12.295523643493652, -12.533601760864258, -12.645059585571289, -9.645247459411621, -12.0924072265625, -13.601770401000977, -11.52412223815918, -13.094894409179688], "gpt2background_argmax_score": [-2.115349054336548, -1.2066389322280884, -1.6541961431503296, -1.0831338167190552, -1.6237789392471313, -1.7511578798294067, -0.7896012663841248, -3.102881669998169, -1.734618067741394, -1.2935717105865479, -1.0482858419418335, -1.3435425758361816, -2.5889840126037598, -2.2457306385040283, -2.4064736366271973, -1.9676812887191772, -1.07344388961792, -0.40103328227996826, -1.9914332628250122, -0.8157902956008911, -1.8376801013946533, -1.0673291683197021, -0.5198903679847717, -2.533630609512329, -2.084116220474243, -1.3482916355133057, -2.0929713249206543, -1.4008114337921143, -2.945314407348633, -2.663550853729248, -2.209280014038086, -1.818203091621399, -1.2849324941635132, -1.7856550216674805, -1.526305913925171, -1.7210997343063354, -0.5350900888442993, -0.42365843057632446, -0.8317896723747253, -2.1277565956115723, -2.2855682373046875, -2.9500389099121094, -1.1250337362289429, -3.0693113803863525, -0.8232195377349854, -1.830244541168213, -2.9403116703033447, -1.1503841876983643, -3.139192581176758, -2.229532241821289, -1.8964844942092896, -1.668682336807251, -2.231828212738037, -1.4963656663894653, -1.1803321838378906, -1.7975893020629883, -1.2387772798538208, -0.46615973114967346]}, "Bot001_054_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_054.log.json", "context": "Hey! What are you doing? [SMIRKING FACE WITH GLASSES].\nSome facts about me: good swimmer at all i am just chilling at home. what are you doing i just did the same , i had a hearty lunch . how is your evening going ? it's good. how about yours ?", "response": "great , do you have any hobbies ?", "annotation_id": "Bot001_054_04", "annotations": ["O", "O", "O", "T", "O", "O", "O", "O", "T", "O", "T", "T", "T", "O", "O"], "gpt2background_target_score": [-13.503840446472168, -9.890278816223145, -2.8951992988586426, -1.6757395267486572, -8.880508422851562, -8.923715591430664, -10.909154891967773, -12.165569305419922], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.6541962623596191, -1.0831348896026611, -1.6237797737121582, -1.7511608600616455, -0.7896012663841248, -3.1028809547424316, -1.7346149682998657, -1.293570637702942, -1.0482850074768066, -1.343543291091919, -2.588984251022339, -2.245731830596924, -2.4064736366271973, -1.9676810503005981, -1.0734440088272095, -0.40103358030319214, -1.9914343357086182, -0.8157917857170105, -1.837680459022522, -1.067328929901123, -0.5198913216590881, -2.53363037109375, -2.0841166973114014, -1.3482921123504639, -2.0929691791534424, -1.4008138179779053, -2.9453141689300537, -2.66355299949646, -2.209275245666504, -1.8182038068771362, -1.284930944442749, -1.7856553792953491, -1.5263055562973022, -1.7211006879806519, -0.5350879430770874, -0.42365843057632446, -0.8317903876304626, -1.6876903772354126, -2.216017246246338, -1.1920263767242432, -3.2258522510528564, -0.6161395907402039, -2.2429378032684326, -2.3448312282562256, -1.182233214378357, -2.898574113845825, -2.2673678398132324, -1.6880728006362915, -2.3029613494873047, -2.079474449157715, -1.5272173881530762, -0.9910330772399902, -1.6125155687332153, -1.180662989616394, -1.330437183380127, -1.2007251977920532, -2.679128885269165, -2.259990692138672, -1.926008701324463, -1.9209595918655396, -0.4764499366283417, -1.156553030014038, -1.688134789466858, -2.557091474533081, -2.2173521518707275, -1.6390831470489502, -0.31392160058021545, -1.2921117544174194, -1.1789453029632568, -2.074981212615967, -1.1787583827972412, -0.9092473983764648]}, "Bot001_054_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_054.log.json", "context": "Hey! What are you doing? [SMIRKING FACE WITH GLASSES].\nSome facts about me: good swimmer at all i am just chilling at home. what are you doing i just did the same , i had a hearty lunch . how is your evening going ? it's good. how about yours ? great , do you have any hobbies ? sure. i like to move objects with my mind. does it count as a hobby ?", "response": "nice . what do you write about ?", "annotation_id": "Bot001_054_06", "annotations": ["O", "T", "X", "T", "X", "T", "O", "O", "O", "X", "X", "T", "T", "O", "O"], "gpt2background_target_score": [-13.084827423095703, -8.495917320251465, -9.428909301757812, -9.232891082763672, -9.090578079223633, -12.397222518920898, -10.799449920654297, -12.165569305419922], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.6541962623596191, -1.0831348896026611, -1.6237797737121582, -1.7511608600616455, -0.7896012663841248, -3.1028809547424316, -1.7346149682998657, -1.293570637702942, -1.0482850074768066, -1.343543291091919, -2.588984251022339, -2.245731830596924, -2.4064736366271973, -1.9676810503005981, -1.0734440088272095, -0.40103358030319214, -1.9914343357086182, -0.8157917857170105, -1.837680459022522, -1.067328929901123, -0.5198913216590881, -2.53363037109375, -2.0841166973114014, -1.3482921123504639, -2.0929691791534424, -1.4008138179779053, -2.9453141689300537, -2.66355299949646, -2.209275245666504, -1.8182038068771362, -1.284930944442749, -1.7856553792953491, -1.5263055562973022, -1.7211006879806519, -0.535088062286377, -0.42365825176239014, -0.8317895531654358, -1.687690258026123, -2.2160181999206543, -1.1920268535614014, -3.22585129737854, -0.6161397099494934, -2.242936134338379, -2.3448328971862793, -1.1822339296340942, -2.898573637008667, -2.2673678398132324, -1.6880736351013184, -2.3029611110687256, -2.079474687576294, -1.527217149734497, -0.9910306334495544, -1.6125147342681885, -1.1806632280349731, -1.3304375410079956, -1.2007254362106323, -2.6791274547576904, -2.25999116897583, -1.9260083436965942, -1.9209585189819336, -0.47644954919815063, -1.1565526723861694, -1.6881338357925415, -3.3073318004608154, -1.9037224054336548, -0.27017486095428467, -1.4110286235809326, -1.2525187730789185, -2.4218881130218506, -1.1116725206375122, -2.118053436279297, -2.5539886951446533, -1.7421789169311523, -2.215766429901123, -1.4120031595230103, -2.032423257827759, -1.680618166923523, -2.1217052936553955, -1.0773770809173584, -1.8130946159362793, -2.006537437438965, -1.384189486503601, -1.422995924949646, -1.6950109004974365, -1.1874226331710815, -1.4651336669921875, -0.5627471804618835, -1.0209527015686035, -1.8316906690597534, -2.214860439300537, -1.789063811302185, -1.337345838546753, -1.937741994857788, -0.2624490559101105, -1.2675795555114746, -0.6629436612129211, -1.045091152191162, -1.146577000617981]}, "Bot001_054_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_054.log.json", "context": "Hey! What are you doing? [SMIRKING FACE WITH GLASSES].\nSome facts about me: good swimmer at all i am just chilling at home. what are you doing i just did the same , i had a hearty lunch . how is your evening going ? it's good. how about yours ? great , do you have any hobbies ? sure. i like to move objects with my mind. does it count as a hobby ? nice . what do you write about ? do you have any hobbies ?", "response": "yes , watching movies . rita hayworth is my favorite . [NERD FACE]", "annotation_id": "Bot001_054_08", "annotations": ["O", "O", "O", "T", "T", "O", "X", "O", "O", "X", "T", "T", "T", "T", "O"], "gpt2background_target_score": [-13.353250503540039, -9.890278816223145, -12.15018081665039, -10.272128105163574, -11.459047317504883, -7.861392974853516, -13.278050422668457, -13.735198974609375, -15.069709777832031, -6.809001922607422, -6.9741902351379395, -13.758071899414062, -11.60226058959961, -11.401847839355469, -10.23513412475586, -8.653097152709961, -9.563234329223633, -10.309121131896973], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.6541962623596191, -1.0831348896026611, -1.6237797737121582, -1.7511608600616455, -0.7896012663841248, -3.1028809547424316, -1.7346149682998657, -1.293570637702942, -1.0482850074768066, -1.343543291091919, -2.588984251022339, -2.245731830596924, -2.4064736366271973, -1.9676810503005981, -1.0734440088272095, -0.40103358030319214, -1.9914343357086182, -0.8157917857170105, -1.837680459022522, -1.067328929901123, -0.5198913216590881, -2.53363037109375, -2.0841166973114014, -1.3482921123504639, -2.0929691791534424, -1.4008138179779053, -2.9453141689300537, -2.66355299949646, -2.209275245666504, -1.8182038068771362, -1.284930944442749, -1.7856553792953491, -1.5263055562973022, -1.7211006879806519, -0.535088062286377, -0.42365825176239014, -0.8317895531654358, -1.687690258026123, -2.2160181999206543, -1.1920268535614014, -3.22585129737854, -0.6161397099494934, -2.242936134338379, -2.3448328971862793, -1.1822339296340942, -2.898573637008667, -2.2673678398132324, -1.6880736351013184, -2.3029611110687256, -2.079474687576294, -1.527217149734497, -0.9910306334495544, -1.6125147342681885, -1.1806632280349731, -1.3304375410079956, -1.2007254362106323, -2.6791274547576904, -2.25999116897583, -1.9260083436965942, -1.9209585189819336, -0.47644954919815063, -1.1565526723861694, -1.6881338357925415, -3.3073318004608154, -1.9037224054336548, -0.27017486095428467, -1.4110286235809326, -1.2525187730789185, -2.4218881130218506, -1.1116725206375122, -2.118053436279297, -2.5539886951446533, -1.7421789169311523, -2.215766429901123, -1.4120031595230103, -2.032423257827759, -1.680618166923523, -2.1217052936553955, -1.0773770809173584, -1.8130946159362793, -2.006537437438965, -1.384189486503601, -1.4229954481124878, -1.6950113773345947, -1.1874237060546875, -1.4651341438293457, -0.5627475380897522, -1.0209507942199707, -1.8316906690597534, -2.078634262084961, -1.6241124868392944, -1.9701316356658936, -0.31109461188316345, -1.222041130065918, -0.6308911442756653, -1.1850111484527588, -1.9549671411514282, -0.25880786776542664, -1.7951133251190186, -1.1659834384918213, -0.9219969511032104, -0.5833292603492737, -1.9139297008514404, -1.976281762123108, -1.7717182636260986, -0.7968195080757141, -1.8631786108016968, -1.0478451251983643, -1.5927785634994507, -1.1954697370529175, -1.2672462463378906, -3.8747546672821045, -3.0398261547088623, -2.0530378818511963, -1.2965294122695923, -3.008899450302124, -2.074819326400757, -3.191028594970703, -3.230729103088379, -2.798759937286377, -1.3364167213439941, -1.9168639183044434]}, "Bot001_054_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_054.log.json", "context": "Hey! What are you doing? [SMIRKING FACE WITH GLASSES].\nSome facts about me: good swimmer at all i am just chilling at home. what are you doing i just did the same , i had a hearty lunch . how is your evening going ? it's good. how about yours ? great , do you have any hobbies ? sure. i like to move objects with my mind. does it count as a hobby ? nice . what do you write about ? do you have any hobbies ? yes , watching movies . rita hayworth is my favorite . [NERD FACE] what do you like to do", "response": "i really like traveling and playing with my dogs . you ? [ROBOT FACE]", "annotation_id": "Bot001_054_10", "annotations": ["O", "T", "O", "T", "T", "O", "O", "O", "O", "O", "O", "T", "T", "O", "X"], "gpt2background_target_score": [-10.230122566223145, -10.987732887268066, -10.744508743286133, -11.683206558227539, -6.913977146148682, -9.291682243347168, -9.779479026794434, -10.551647186279297, -13.038553237915039, -11.200310707092285, -9.393177032470703, -11.027552604675293, -7.247797012329102, -7.896023273468018, -9.451362609863281, -9.720553398132324, -9.563234329223633, -10.309121131896973], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.6541962623596191, -1.0831348896026611, -1.6237797737121582, -1.7511608600616455, -0.7896012663841248, -3.1028809547424316, -1.7346149682998657, -1.293570637702942, -1.0482850074768066, -1.343543291091919, -2.588984251022339, -2.245731830596924, -2.4064736366271973, -1.9676810503005981, -1.0734440088272095, -0.40103358030319214, -1.9914343357086182, -0.8157917857170105, -1.837680459022522, -1.067328929901123, -0.5198913216590881, -2.53363037109375, -2.0841166973114014, -1.3482921123504639, -2.0929691791534424, -1.4008138179779053, -2.9453141689300537, -2.66355299949646, -2.209275245666504, -1.8182038068771362, -1.284930944442749, -1.7856553792953491, -1.5263055562973022, -1.7211006879806519, -0.535088062286377, -0.42365825176239014, -0.8317895531654358, -1.687690258026123, -2.2160181999206543, -1.1920268535614014, -3.22585129737854, -0.6161397099494934, -2.242936134338379, -2.3448328971862793, -1.1822339296340942, -2.898573637008667, -2.2673678398132324, -1.6880736351013184, -2.3029611110687256, -2.079474687576294, -1.527217149734497, -0.9910306334495544, -1.6125147342681885, -1.1806632280349731, -1.3304375410079956, -1.2007254362106323, -2.6791274547576904, -2.25999116897583, -1.9260083436965942, -1.9209585189819336, -0.47644954919815063, -1.1565526723861694, -1.6881338357925415, -3.3073318004608154, -1.9037224054336548, -0.27017486095428467, -1.4110286235809326, -1.2525187730789185, -2.4218881130218506, -1.1116725206375122, -2.118053436279297, -2.5539886951446533, -1.7421789169311523, -2.215766429901123, -1.4120031595230103, -2.032423257827759, -1.680618166923523, -2.1217052936553955, -1.0773770809173584, -1.8130946159362793, -2.006537437438965, -1.384189486503601, -1.422995924949646, -1.6950109004974365, -1.1874226331710815, -1.4651336669921875, -0.5627471804618835, -1.0209527015686035, -1.8316906690597534, -2.0786356925964355, -1.6241124868392944, -1.9701298475265503, -0.31109538674354553, -1.2220395803451538, -0.6308906078338623, -1.1850100755691528, -1.9549663066864014, -0.2588076889514923, -1.7951148748397827, -1.165981411933899, -0.921994686126709, -0.5833292603492737, -1.9139306545257568, -1.6958359479904175, -0.9337382912635803, -1.8378167152404785, -0.8695385456085205, -1.6707419157028198, -1.3028223514556885, -1.1558018922805786, -3.790450096130371, -3.1135647296905518, -2.1078128814697266, -1.4547359943389893, -2.9610514640808105, -1.8723820447921753, -3.337239980697632, -2.905181407928467, -2.7609283924102783, -1.1809254884719849, -2.321352243423462, -1.913488745689392, -0.3442626893520355, -1.4498049020767212, -1.3341350555419922, -0.7760112881660461, -1.205195426940918, -2.296623945236206, -1.9685964584350586, -0.5648221373558044, -1.6038826704025269, -1.7310481071472168, -2.5829763412475586, -1.1531081199645996, -1.4561811685562134, -1.4187564849853516, -1.6325163841247559, -1.0057880878448486, -1.907312035560608, -1.4522827863693237, -3.719219446182251, -1.218260407447815, -2.6478111743927, -1.539433479309082, -0.7537723779678345, -2.1945643424987793]}, "Bot001_054_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_054.log.json", "context": "Hey! What are you doing? [SMIRKING FACE WITH GLASSES].\nSome facts about me: good swimmer at all i am just chilling at home. what are you doing i just did the same , i had a hearty lunch . how is your evening going ? it's good. how about yours ? great , do you have any hobbies ? sure. i like to move objects with my mind. does it count as a hobby ? nice . what do you write about ? do you have any hobbies ? yes , watching movies . rita hayworth is my favorite . [NERD FACE] what do you like to do i really like traveling and playing with my dogs . you ? [ROBOT FACE] i like traveling too", "response": "saving money is important . when hollywood discovers me i won't worry about that .. Also, try to guess: i'm vegan and ...", "annotation_id": "Bot001_054_12", "annotations": ["T", "O", "O", "O", "X", "X", "T", "O", "X", "O", "T", "T", "T", "O", "T"], "gpt2background_target_score": [-14.021648406982422, -12.032139778137207, -1.989234447479248, -10.050835609436035, -11.459047317504883, -4.886824607849121, -10.416919708251953, -12.659496307373047, -10.84860897064209, -10.719382286071777, -9.11469841003418, -13.465221405029297, -13.133159637451172, -13.463224411010742, -10.921760559082031, -8.9034423828125, -10.483749389648438, -10.82884693145752, -6.75701904296875, -10.235309600830078, -7.771888256072998, -11.183572769165039, -9.820213317871094, -7.574368953704834, -9.740691184997559, -12.338521003723145, -8.570648193359375, -8.787243843078613], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.6541962623596191, -1.0831348896026611, -1.6237797737121582, -1.7511608600616455, -0.7896012663841248, -3.1028809547424316, -1.7346149682998657, -1.293570637702942, -1.0482850074768066, -1.343543291091919, -2.588984251022339, -2.245731830596924, -2.4064736366271973, -1.9676810503005981, -1.0734440088272095, -0.40103358030319214, -1.9914343357086182, -0.8157917857170105, -1.837680459022522, -1.067328929901123, -0.5198913216590881, -2.53363037109375, -2.0841166973114014, -1.3482921123504639, -2.0929691791534424, -1.4008138179779053, -2.9453141689300537, -2.66355299949646, -2.209275245666504, -1.8182038068771362, -1.284930944442749, -1.7856553792953491, -1.5263055562973022, -1.7211006879806519, -0.535088062286377, -0.42365825176239014, -0.8317895531654358, -1.687690258026123, -2.2160181999206543, -1.1920268535614014, -3.22585129737854, -0.6161397099494934, -2.242936134338379, -2.3448328971862793, -1.1822339296340942, -2.898573637008667, -2.2673678398132324, -1.6880736351013184, -2.3029611110687256, -2.079474687576294, -1.527217149734497, -0.9910306334495544, -1.6125147342681885, -1.1806632280349731, -1.3304375410079956, -1.2007254362106323, -2.6791274547576904, -2.25999116897583, -1.9260083436965942, -1.9209585189819336, -0.47644954919815063, -1.1565526723861694, -1.6881338357925415, -3.3073318004608154, -1.9037224054336548, -0.27017486095428467, -1.4110286235809326, -1.2525187730789185, -2.4218881130218506, -1.1116725206375122, -2.118053436279297, -2.5539886951446533, -1.7421789169311523, -2.215766429901123, -1.4120031595230103, -2.032423257827759, -1.680618166923523, -2.1217052936553955, -1.0773770809173584, -1.8130946159362793, -2.006537437438965, -1.384189486503601, -1.422995924949646, -1.6950109004974365, -1.1874226331710815, -1.4651336669921875, -0.5627471804618835, -1.0209527015686035, -1.8316906690597534, -2.0786356925964355, -1.6241124868392944, -1.9701298475265503, -0.31109538674354553, -1.2220395803451538, -0.6308906078338623, -1.1850100755691528, -1.9549663066864014, -0.2588076889514923, -1.7951148748397827, -1.165981411933899, -0.921994686126709, -0.5833292603492737, -1.9139306545257568, -1.6958359479904175, -0.9337382912635803, -1.8378167152404785, -0.8695385456085205, -1.6707419157028198, -1.3028223514556885, -1.1558018922805786, -3.790450096130371, -3.1135647296905518, -2.1078128814697266, -1.4547359943389893, -2.9610514640808105, -1.8723820447921753, -3.337239980697632, -2.905181407928467, -2.7609283924102783, -1.1809254884719849, -2.321352243423462, -1.913488745689392, -0.3442626893520355, -1.4498049020767212, -1.3341350555419922, -0.7760112881660461, -1.205195426940918, -0.6196547150611877, -1.0021584033966064, -1.2802081108093262, -1.8432506322860718, -2.7341651916503906, -1.0666543245315552, -1.3838672637939453, -1.741766333580017, -1.9370700120925903, -1.6857963800430298, -2.3088886737823486, -1.7873835563659668, -3.6186816692352295, -1.5503796339035034, -2.9324276447296143, -1.3688714504241943, -0.666833758354187, -2.0600359439849854, -1.6795610189437866, -1.2659294605255127, -1.851952314376831, -1.1027216911315918, -1.9707047939300537, -3.0683560371398926, -2.7005298137664795, -2.101504325866699, -1.9210121631622314, -1.959425449371338, -1.2106720209121704, -2.9883224964141846, -1.9497963190078735, -2.328845262527466, -1.4741182327270508, -2.78399395942688, -0.3750187158584595, -1.3805392980575562, -0.8176436424255371, -1.5307310819625854, -1.9524837732315063, -1.4200842380523682, -1.3865267038345337, -1.4795130491256714, -0.864199161529541, -2.553231954574585, -1.6333619356155396, -2.3679165840148926, -2.454252243041992, -1.9357393980026245, -1.7377543449401855, -1.434882640838623, -1.5882474184036255]}, "Bot001_054_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_054.log.json", "context": "Hey! What are you doing? [SMIRKING FACE WITH GLASSES].\nSome facts about me: good swimmer at all i am just chilling at home. what are you doing i just did the same , i had a hearty lunch . how is your evening going ? it's good. how about yours ? great , do you have any hobbies ? sure. i like to move objects with my mind. does it count as a hobby ? nice . what do you write about ? do you have any hobbies ? yes , watching movies . rita hayworth is my favorite . [NERD FACE] what do you like to do i really like traveling and playing with my dogs . you ? [ROBOT FACE] i like traveling too saving money is important . when hollywood discovers me i won't worry about that .. Also, try to guess: i'm vegan and ... and you are ?", "response": "i love hummus, funny you :)", "annotation_id": "Bot001_054_14", "annotations": ["O", "T", "O", "T", "X", "X", "T", "O", "X", "X", "T", "T", "T", "T", "O"], "gpt2background_target_score": [-10.230122566223145, -11.528180122375488, -12.816692352294922, -13.165326118469238, -7.036918640136719, -10.57622241973877, -9.150301933288574, -12.602216720581055], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.6541962623596191, -1.0831348896026611, -1.6237797737121582, -1.7511608600616455, -0.7896012663841248, -3.1028809547424316, -1.7346149682998657, -1.293570637702942, -1.0482850074768066, -1.343543291091919, -2.588984251022339, -2.245731830596924, -2.4064736366271973, -1.9676810503005981, -1.0734440088272095, -0.40103358030319214, -1.9914343357086182, -0.8157917857170105, -1.837680459022522, -1.067328929901123, -0.5198913216590881, -2.53363037109375, -2.0841166973114014, -1.3482921123504639, -2.0929691791534424, -1.4008138179779053, -2.9453141689300537, -2.66355299949646, -2.209275245666504, -1.8182038068771362, -1.284930944442749, -1.7856553792953491, -1.5263055562973022, -1.7211006879806519, -0.535088062286377, -0.42365825176239014, -0.8317895531654358, -1.687690258026123, -2.2160181999206543, -1.1920268535614014, -3.22585129737854, -0.6161397099494934, -2.242936134338379, -2.3448328971862793, -1.1822339296340942, -2.898573637008667, -2.2673678398132324, -1.6880736351013184, -2.3029611110687256, -2.079474687576294, -1.527217149734497, -0.9910306334495544, -1.6125147342681885, -1.1806632280349731, -1.3304375410079956, -1.2007254362106323, -2.6791274547576904, -2.25999116897583, -1.9260083436965942, -1.9209585189819336, -0.47644954919815063, -1.1565526723861694, -1.6881338357925415, -3.3073318004608154, -1.9037224054336548, -0.27017486095428467, -1.4110286235809326, -1.2525187730789185, -2.4218881130218506, -1.1116725206375122, -2.118053436279297, -2.5539886951446533, -1.7421789169311523, -2.215766429901123, -1.4120031595230103, -2.032423257827759, -1.680618166923523, -2.1217052936553955, -1.0773770809173584, -1.8130946159362793, -2.006537437438965, -1.384189486503601, -1.422995924949646, -1.6950109004974365, -1.1874226331710815, -1.4651336669921875, -0.5627471804618835, -1.0209527015686035, -1.8316906690597534, -2.0786356925964355, -1.6241124868392944, -1.9701298475265503, -0.31109538674354553, -1.2220395803451538, -0.6308906078338623, -1.1850100755691528, -1.9549663066864014, -0.2588076889514923, -1.7951148748397827, -1.165981411933899, -0.921994686126709, -0.5833292603492737, -1.9139306545257568, -1.6958359479904175, -0.9337382912635803, -1.8378167152404785, -0.8695385456085205, -1.6707419157028198, -1.3028223514556885, -1.1558018922805786, -3.790450096130371, -3.1135647296905518, -2.1078128814697266, -1.4547359943389893, -2.9610514640808105, -1.8723820447921753, -3.337239980697632, -2.905181407928467, -2.7609283924102783, -1.1809254884719849, -2.321352243423462, -1.913488745689392, -0.3442626893520355, -1.4498049020767212, -1.3341350555419922, -0.7760112881660461, -1.205195426940918, -0.6196547150611877, -1.0021584033966064, -1.2802081108093262, -1.8432506322860718, -2.7341651916503906, -1.0666543245315552, -1.3838672637939453, -1.741766333580017, -1.9370700120925903, -1.6857963800430298, -2.3088886737823486, -1.7873835563659668, -3.6186816692352295, -1.5503796339035034, -2.9324276447296143, -1.3688714504241943, -0.666833758354187, -2.0600359439849854, -1.6795610189437866, -1.2659294605255127, -1.851952314376831, -1.1027216911315918, -1.525065541267395, -1.9765722751617432, -1.8037811517715454, -2.1319332122802734, -1.608068585395813, -0.882717490196228, -2.431880474090576, -1.337924599647522, -1.8707034587860107, -1.3568249940872192, -2.348212718963623, -0.32876184582710266, -1.3892207145690918, -0.7314923405647278, -1.6682950258255005, -1.902437686920166, -1.4525861740112305, -1.5814634561538696, -1.4128355979919434, -0.8161922693252563, -2.6410489082336426, -1.7561546564102173, -1.9668142795562744, -2.2294230461120605, -2.0453784465789795, -1.7906091213226318, -1.3123222589492798, -1.5794991254806519, -1.115479826927185, -2.247133493423462, -2.7440831661224365, -2.193885087966919, -2.209653615951538, -2.3894433975219727, -1.670719027519226, -0.2858157753944397, -1.8306018114089966, -2.294510841369629, -2.3789258003234863, -2.8372561931610107, -1.3250486850738525]}, "Bot001_054_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_054.log.json", "context": "Hey! What are you doing? [SMIRKING FACE WITH GLASSES].\nSome facts about me: good swimmer at all i am just chilling at home. what are you doing i just did the same , i had a hearty lunch . how is your evening going ? it's good. how about yours ? great , do you have any hobbies ? sure. i like to move objects with my mind. does it count as a hobby ? nice . what do you write about ? do you have any hobbies ? yes , watching movies . rita hayworth is my favorite . [NERD FACE] what do you like to do i really like traveling and playing with my dogs . you ? [ROBOT FACE] i like traveling too saving money is important . when hollywood discovers me i won't worry about that .. Also, try to guess: i'm vegan and ... and you are ? i love hummus, funny you :) should've guessed that. tell me about you", "response": "i just love to work out ! what are you up to today ?", "annotation_id": "Bot001_054_16", "annotations": ["O", "O", "O", "T", "X", "T", "O", "O", "O", "O", "T", "T", "T", "O", "O"], "gpt2background_target_score": [-10.230122566223145, -7.944573879241943, -11.608064651489258, -9.978198051452637, -9.450233459472656, -6.520705223083496, -10.588669776916504, -10.653047561645508, -9.742375373840332, -9.426416397094727, -10.236635208129883, -8.761659622192383, -12.547922134399414, -11.79378890991211], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.6541962623596191, -1.0831348896026611, -1.6237797737121582, -1.7511608600616455, -0.7896012663841248, -3.1028809547424316, -1.7346149682998657, -1.293570637702942, -1.0482850074768066, -1.343543291091919, -2.588984251022339, -2.245731830596924, -2.4064736366271973, -1.9676810503005981, -1.0734440088272095, -0.40103358030319214, -1.9914343357086182, -0.8157917857170105, -1.837680459022522, -1.067328929901123, -0.5198913216590881, -2.53363037109375, -2.0841166973114014, -1.3482921123504639, -2.0929691791534424, -1.4008138179779053, -2.9453141689300537, -2.66355299949646, -2.209275245666504, -1.8182038068771362, -1.284930944442749, -1.7856553792953491, -1.5263055562973022, -1.7211006879806519, -0.535088062286377, -0.42365825176239014, -0.8317895531654358, -1.687690258026123, -2.2160181999206543, -1.1920268535614014, -3.22585129737854, -0.6161397099494934, -2.242936134338379, -2.3448328971862793, -1.1822339296340942, -2.898573637008667, -2.2673678398132324, -1.6880736351013184, -2.3029611110687256, -2.079474687576294, -1.527217149734497, -0.9910306334495544, -1.6125147342681885, -1.1806632280349731, -1.3304375410079956, -1.2007254362106323, -2.6791274547576904, -2.25999116897583, -1.9260083436965942, -1.9209585189819336, -0.47644954919815063, -1.1565526723861694, -1.6881338357925415, -3.3073318004608154, -1.9037224054336548, -0.27017486095428467, -1.4110286235809326, -1.2525187730789185, -2.4218881130218506, -1.1116725206375122, -2.118053436279297, -2.5539886951446533, -1.7421789169311523, -2.215766429901123, -1.4120031595230103, -2.032423257827759, -1.680618166923523, -2.1217052936553955, -1.0773770809173584, -1.8130946159362793, -2.006537437438965, -1.384189486503601, -1.422995924949646, -1.6950109004974365, -1.1874226331710815, -1.4651336669921875, -0.5627471804618835, -1.0209527015686035, -1.8316906690597534, -2.0786356925964355, -1.6241124868392944, -1.9701298475265503, -0.31109538674354553, -1.2220395803451538, -0.6308906078338623, -1.1850100755691528, -1.9549663066864014, -0.2588076889514923, -1.7951148748397827, -1.165981411933899, -0.921994686126709, -0.5833292603492737, -1.9139306545257568, -1.6958359479904175, -0.9337382912635803, -1.8378167152404785, -0.8695385456085205, -1.6707419157028198, -1.3028223514556885, -1.1558018922805786, -3.790450096130371, -3.1135647296905518, -2.1078128814697266, -1.4547359943389893, -2.9610514640808105, -1.8723820447921753, -3.337239980697632, -2.905181407928467, -2.7609283924102783, -1.1809254884719849, -2.321352243423462, -1.913488745689392, -0.3442626893520355, -1.4498049020767212, -1.3341350555419922, -0.7760112881660461, -1.205195426940918, -0.6196547150611877, -1.0021584033966064, -1.2802081108093262, -1.8432506322860718, -2.7341651916503906, -1.0666543245315552, -1.3838672637939453, -1.741766333580017, -1.9370700120925903, -1.6857963800430298, -2.3088886737823486, -1.7873835563659668, -3.6186816692352295, -1.5503796339035034, -2.9324276447296143, -1.3688714504241943, -0.666833758354187, -2.0600359439849854, -1.6795610189437866, -1.2659294605255127, -1.851952314376831, -1.1027216911315918, -1.525065541267395, -1.9765722751617432, -1.8037811517715454, -2.1319332122802734, -1.608068585395813, -0.882717490196228, -2.431880474090576, -1.337924599647522, -1.8707034587860107, -1.3568249940872192, -2.348212718963623, -0.32876184582710266, -1.3892207145690918, -0.7314923405647278, -1.6682950258255005, -1.902437686920166, -1.4525861740112305, -1.5814634561538696, -1.4128355979919434, -0.8161922693252563, -2.6410489082336426, -1.7561546564102173, -1.9668142795562744, -2.2294230461120605, -2.0453784465789795, -1.7906091213226318, -1.3123222589492798, -1.5794991254806519, -1.115479826927185, -2.247133493423462, -2.7440831661224365, -2.193885087966919, -2.1608641147613525, -2.594998359680176, -0.2139224410057068, -1.6928335428237915, -2.3379645347595215, -2.7471649646759033, -2.24062180519104, -1.976250410079956, -0.6545779705047607, -2.6435093879699707, -1.4254956245422363, -2.502634048461914, -1.943203091621399, -0.35245704650878906, -2.0746161937713623, -1.6140899658203125, -1.7363367080688477, -2.1331229209899902, -1.7455930709838867, -3.0388545989990234, -1.9250351190567017, -2.4000234603881836, -1.5238738059997559, -1.974202036857605, -1.383344292640686, -1.7400487661361694, -0.3898555338382721, -0.45595186948776245, -0.3071718215942383, -0.5038619041442871, -0.32798901200294495, -1.3744149208068848]}, "Bot001_054_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_054.log.json", "context": "Hey! What are you doing? [SMIRKING FACE WITH GLASSES].\nSome facts about me: good swimmer at all i am just chilling at home. what are you doing i just did the same , i had a hearty lunch . how is your evening going ? it's good. how about yours ? great , do you have any hobbies ? sure. i like to move objects with my mind. does it count as a hobby ? nice . what do you write about ? do you have any hobbies ? yes , watching movies . rita hayworth is my favorite . [NERD FACE] what do you like to do i really like traveling and playing with my dogs . you ? [ROBOT FACE] i like traveling too saving money is important . when hollywood discovers me i won't worry about that .. Also, try to guess: i'm vegan and ... and you are ? i love hummus, funny you :) should've guessed that. tell me about you i just love to work out ! what are you up to today ? i am going to workout in an hour", "response": "very nice . what did you do ?", "annotation_id": "Bot001_054_18", "annotations": ["O", "T", "O", "T", "X", "T", "O", "O", "T", "O", "T", "T", "T", "O", "O"], "gpt2background_target_score": [-12.858796119689941, -11.192225456237793, -12.416648864746094, -9.45308780670166, -9.135229110717773, -8.000694274902344, -9.607523918151855, -12.165569305419922], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.6541962623596191, -1.0831348896026611, -1.6237797737121582, -1.7511608600616455, -0.7896012663841248, -3.1028809547424316, -1.7346149682998657, -1.293570637702942, -1.0482850074768066, -1.343543291091919, -2.588984251022339, -2.245731830596924, -2.4064736366271973, -1.9676810503005981, -1.0734440088272095, -0.40103358030319214, -1.9914343357086182, -0.8157917857170105, -1.837680459022522, -1.067328929901123, -0.5198913216590881, -2.53363037109375, -2.0841166973114014, -1.3482921123504639, -2.0929691791534424, -1.4008138179779053, -2.9453141689300537, -2.66355299949646, -2.209275245666504, -1.8182038068771362, -1.284930944442749, -1.7856553792953491, -1.5263055562973022, -1.7211006879806519, -0.535088062286377, -0.42365825176239014, -0.8317895531654358, -1.687690258026123, -2.2160181999206543, -1.1920268535614014, -3.22585129737854, -0.6161397099494934, -2.242936134338379, -2.3448328971862793, -1.1822339296340942, -2.898573637008667, -2.2673678398132324, -1.6880736351013184, -2.3029611110687256, -2.079474687576294, -1.527217149734497, -0.9910306334495544, -1.6125147342681885, -1.1806632280349731, -1.3304375410079956, -1.2007254362106323, -2.6791274547576904, -2.25999116897583, -1.9260083436965942, -1.9209585189819336, -0.47644954919815063, -1.1565526723861694, -1.6881338357925415, -3.3073318004608154, -1.9037224054336548, -0.27017486095428467, -1.4110286235809326, -1.2525187730789185, -2.4218881130218506, -1.1116725206375122, -2.118053436279297, -2.5539886951446533, -1.7421789169311523, -2.215766429901123, -1.4120031595230103, -2.032423257827759, -1.680618166923523, -2.1217052936553955, -1.0773770809173584, -1.8130946159362793, -2.006537437438965, -1.384189486503601, -1.422995924949646, -1.6950109004974365, -1.1874226331710815, -1.4651336669921875, -0.5627471804618835, -1.0209527015686035, -1.8316906690597534, -2.0786356925964355, -1.6241124868392944, -1.9701298475265503, -0.31109538674354553, -1.2220395803451538, -0.6308906078338623, -1.1850100755691528, -1.9549663066864014, -0.2588076889514923, -1.7951148748397827, -1.165981411933899, -0.921994686126709, -0.5833292603492737, -1.9139306545257568, -1.6958359479904175, -0.9337382912635803, -1.8378167152404785, -0.8695385456085205, -1.6707419157028198, -1.3028223514556885, -1.1558018922805786, -3.790450096130371, -3.1135647296905518, -2.1078128814697266, -1.4547359943389893, -2.9610514640808105, -1.8723820447921753, -3.337239980697632, -2.905181407928467, -2.7609283924102783, -1.1809254884719849, -2.321352243423462, -1.913488745689392, -0.3442626893520355, -1.4498049020767212, -1.3341350555419922, -0.7760112881660461, -1.205195426940918, -0.6196547150611877, -1.0021584033966064, -1.2802081108093262, -1.8432506322860718, -2.7341651916503906, -1.0666543245315552, -1.3838672637939453, -1.741766333580017, -1.9370700120925903, -1.6857963800430298, -2.3088886737823486, -1.7873835563659668, -3.6186816692352295, -1.5503796339035034, -2.9324276447296143, -1.3688714504241943, -0.666833758354187, -2.0600359439849854, -1.6795610189437866, -1.2659294605255127, -1.851952314376831, -1.1027216911315918, -1.525065541267395, -1.9765722751617432, -1.8037811517715454, -2.1319332122802734, -1.608068585395813, -0.882717490196228, -2.431880474090576, -1.337924599647522, -1.8707034587860107, -1.3568249940872192, -2.348212718963623, -0.32876184582710266, -1.3892207145690918, -0.7314923405647278, -1.6682950258255005, -1.902437686920166, -1.4525861740112305, -1.5814634561538696, -1.4128355979919434, -0.8161922693252563, -2.6410489082336426, -1.7561546564102173, -1.9668142795562744, -2.2294230461120605, -2.0453784465789795, -1.7906091213226318, -1.3123222589492798, -1.5794991254806519, -1.115479826927185, -2.247133493423462, -2.7440831661224365, -2.193885087966919, -2.1608641147613525, -2.594998359680176, -0.2139224410057068, -1.6928337812423706, -2.337965488433838, -2.7471659183502197, -2.2406203746795654, -1.976249098777771, -0.6545782685279846, -2.6435108184814453, -1.425495982170105, -2.5026350021362305, -1.9432024955749512, -0.3524567782878876, -2.074615001678467, -1.6140902042388916, -1.7363356351852417, -2.417764902114868, -2.7241218090057373, -2.5514750480651855, -1.8982986211776733, -1.6188311576843262, -1.7612910270690918, -1.9328036308288574, -1.7898541688919067, -0.36189010739326477, -0.4286617636680603, -0.2926671504974365, -0.6522095203399658, -0.4735972285270691, -1.8582911491394043, -2.01840877532959, -2.4353320598602295, -0.325846791267395, -2.4270291328430176, -2.6993019580841064, -1.7827544212341309, -1.5889018774032593, -1.9617035388946533, -2.245056629180908, -2.076908826828003, -2.2246243953704834, -1.433070421218872, -1.8598421812057495, -0.25490957498550415, -0.7429684400558472, -1.607761025428772, -1.668471336364746]}, "Bot001_054_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_054.log.json", "context": "Hey! What are you doing? [SMIRKING FACE WITH GLASSES].\nSome facts about me: good swimmer at all i am just chilling at home. what are you doing i just did the same , i had a hearty lunch . how is your evening going ? it's good. how about yours ? great , do you have any hobbies ? sure. i like to move objects with my mind. does it count as a hobby ? nice . what do you write about ? do you have any hobbies ? yes , watching movies . rita hayworth is my favorite . [NERD FACE] what do you like to do i really like traveling and playing with my dogs . you ? [ROBOT FACE] i like traveling too saving money is important . when hollywood discovers me i won't worry about that .. Also, try to guess: i'm vegan and ... and you are ? i love hummus, funny you :) should've guessed that. tell me about you i just love to work out ! what are you up to today ? i am going to workout in an hour very nice . what did you do ? tell me a secret about you", "response": "well , i guess its not really a secret if you would know me , but i like reading . how has your day been ?", "annotation_id": "Bot001_054_20", "annotations": ["O", "O", "O", "T", "T", "O", "O", "O", "T", "O", "O", "T", "T", "O", "O"], "gpt2background_target_score": [-11.73356819152832, -9.890278816223145, -8.87617301940918, -14.779419898986816, -12.059106826782227, -8.034582138061523, -10.914862632751465, -10.067148208618164, -12.813310623168945, -8.920886039733887, -9.393177032470703, -12.115212440490723, -15.355417251586914, -11.17232894897461, -10.689323425292969, -9.993950843811035, -7.4405035972595215, -11.228597640991211, -8.920244216918945, -10.296845436096191, -4.029780864715576, -8.731084823608398, -10.03619384765625, -5.907637119293213, -9.514520645141602, -8.977678298950195], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.6541962623596191, -1.0831348896026611, -1.6237797737121582, -1.7511608600616455, -0.7896012663841248, -3.1028809547424316, -1.7346149682998657, -1.293570637702942, -1.0482850074768066, -1.343543291091919, -2.588984251022339, -2.245731830596924, -2.4064736366271973, -1.9676810503005981, -1.0734440088272095, -0.40103358030319214, -1.9914343357086182, -0.8157917857170105, -1.837680459022522, -1.067328929901123, -0.5198913216590881, -2.53363037109375, -2.0841166973114014, -1.3482921123504639, -2.0929691791534424, -1.4008138179779053, -2.9453141689300537, -2.66355299949646, -2.209275245666504, -1.8182038068771362, -1.284930944442749, -1.7856553792953491, -1.5263055562973022, -1.7211006879806519, -0.535088062286377, -0.42365825176239014, -0.8317895531654358, -1.687690258026123, -2.2160181999206543, -1.1920268535614014, -3.22585129737854, -0.6161397099494934, -2.242936134338379, -2.3448328971862793, -1.1822339296340942, -2.898573637008667, -2.2673678398132324, -1.6880736351013184, -2.3029611110687256, -2.079474687576294, -1.527217149734497, -0.9910306334495544, -1.6125147342681885, -1.1806632280349731, -1.3304375410079956, -1.2007254362106323, -2.6791274547576904, -2.25999116897583, -1.9260083436965942, -1.9209585189819336, -0.47644954919815063, -1.1565526723861694, -1.6881338357925415, -3.3073318004608154, -1.9037224054336548, -0.27017486095428467, -1.4110286235809326, -1.2525187730789185, -2.4218881130218506, -1.1116725206375122, -2.118053436279297, -2.5539886951446533, -1.7421789169311523, -2.215766429901123, -1.4120031595230103, -2.032423257827759, -1.680618166923523, -2.1217052936553955, -1.0773770809173584, -1.8130946159362793, -2.006537437438965, -1.384189486503601, -1.422995924949646, -1.6950109004974365, -1.1874226331710815, -1.4651336669921875, -0.5627471804618835, -1.0209527015686035, -1.8316906690597534, -2.0786356925964355, -1.6241124868392944, -1.9701298475265503, -0.31109538674354553, -1.2220395803451538, -0.6308906078338623, -1.1850100755691528, -1.9549663066864014, -0.2588076889514923, -1.7951148748397827, -1.165981411933899, -0.921994686126709, -0.5833292603492737, -1.9139306545257568, -1.6958359479904175, -0.9337382912635803, -1.8378167152404785, -0.8695385456085205, -1.6707419157028198, -1.3028223514556885, -1.1558018922805786, -3.790450096130371, -3.1135647296905518, -2.1078128814697266, -1.4547359943389893, -2.9610514640808105, -1.8723820447921753, -3.337239980697632, -2.905181407928467, -2.7609283924102783, -1.1809254884719849, -2.321352243423462, -1.913488745689392, -0.3442626893520355, -1.4498049020767212, -1.3341350555419922, -0.7760112881660461, -1.205195426940918, -0.6196547150611877, -1.0021584033966064, -1.2802081108093262, -1.8432512283325195, -2.7341644763946533, -1.0666548013687134, -1.3838669061660767, -1.7417603731155396, -1.9370710849761963, -1.6857956647872925, -2.308889865875244, -1.7873841524124146, -3.6186816692352295, -1.5503795146942139, -2.9324288368225098, -1.368869662284851, -0.6668325662612915, -2.06003475189209, -1.6795612573623657, -1.2659286260604858, -1.8519536256790161, -1.1027216911315918, -1.5250649452209473, -1.9765719175338745, -1.8037806749343872, -2.131932258605957, -1.6080679893493652, -0.8827179074287415, -2.4318795204162598, -1.3379226922988892, -1.870701551437378, -1.356823444366455, -2.3482141494750977, -0.3287624418735504, -1.389221429824829, -0.7314926385879517, -1.6682965755462646, -1.9024372100830078, -1.452586054801941, -1.5814629793167114, -1.4128353595733643, -0.816192626953125, -2.6410489082336426, -1.7561548948287964, -1.9668138027191162, -2.2294209003448486, -2.0453789234161377, -1.7906103134155273, -1.312322735786438, -1.579498052597046, -1.115479588508606, -2.2471351623535156, -2.74408221244812, -2.193885564804077, -2.1608660221099854, -2.594996690750122, -0.21392224729061127, -1.6928339004516602, -2.3379647731781006, -2.747166395187378, -2.2406208515167236, -1.9762502908706665, -0.6545785069465637, -2.64350962638855, -1.4254961013793945, -2.502635955810547, -1.9432028532028198, -0.35245728492736816, -2.074615716934204, -1.6140865087509155, -1.7363364696502686, -2.4177684783935547, -2.724121570587158, -2.551475763320923, -1.8982971906661987, -1.6188304424285889, -1.7612919807434082, -1.9328041076660156, -1.789854884147644, -0.3618900179862976, -0.42866167426109314, -0.292667955160141, -0.6522104144096375, -0.47359737753868103, -1.8582931756973267, -2.0184099674224854, -2.435333728790283, -0.3258472979068756, -2.4270308017730713, -2.69930362701416, -1.7827534675598145, -1.5889031887054443, -1.9617027044296265, -1.3590893745422363, -1.8854230642318726, -1.5301073789596558, -1.5223029851913452, -0.30252164602279663, -0.6644812822341919, -1.6840797662734985, -1.5031238794326782, -0.25391945242881775, -0.4367507994174957, -1.87734854221344, -1.699882984161377, -1.5520998239517212, -0.8814205527305603, -2.0466830730438232, -1.349321722984314, -0.8506827354431152, -2.5564839839935303, -0.7635592818260193, -2.3453474044799805, -2.904404640197754, -2.166846752166748, -0.4585239291191101, -1.7821297645568848, -0.6967657804489136, -2.018838882446289, -1.308188796043396, -2.343595504760742, -2.23193359375, -0.9874520897865295, -0.7844566106796265, -2.642111301422119, -1.1017073392868042, -2.002896547317505, -1.4349905252456665, -2.100738048553467, -1.4455679655075073, -0.5434301495552063, -0.3839923143386841, -1.5432225465774536, -1.8452948331832886]}, "Bot001_059_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_059.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nMy little story: i have short hair Hi! My name is george. My little story is that I am a beekeeper [GRINNING FACE WITH SMILING EYES] Are you married?", "response": "hello george my name is pink", "annotation_id": "Bot001_059_02", "annotations": ["O", "X", "T", "T", "T", "X", "O", "X", "T", "O", "T", "X", "T", "X", "X"], "gpt2background_target_score": [-11.127781867980957, -12.225946426391602, -13.684758186340332, -5.313170433044434, -5.597891330718994, -7.176059246063232, -10.803359031677246], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.7423242330551147, -1.3194338083267212, -1.4557617902755737, -0.7846629023551941, -1.5420138835906982, -3.7834627628326416, -0.9428880214691162, -2.86252498626709, -1.2497789859771729, -1.5824066400527954, -2.6078290939331055, -2.6221723556518555, -2.0193769931793213, -1.6044590473175049, -0.4023996889591217, -0.9699011445045471, -1.586010217666626, -2.0067832469940186, -1.5225512981414795, -1.7210389375686646, -1.128991961479187, -1.0739070177078247, -1.3512088060379028, -2.284257650375366, -1.88074791431427, -2.1372249126434326, -0.24899525940418243, -2.639620542526245, -2.351548671722412, -2.0838043689727783, -1.585099697113037, -2.180567741394043, -0.8590036630630493, -1.0897966623306274, -2.2388906478881836, -0.9768261909484863, -1.978774905204773, -1.2946630716323853, -3.699270009994507, -2.1903512477874756, -1.4905271530151367, -3.473472833633423, -2.5416314601898193, -2.0829594135284424, -1.6807383298873901, -1.1860274076461792, -0.6496881246566772, -1.3038761615753174, -3.1129844188690186, -2.9460082054138184, -1.2701412439346313, -2.3466217517852783, -1.5393304824829102, -0.3799133896827698, -1.8420599699020386, -0.8632064461708069, -1.969219446182251, -2.2356693744659424, -0.8506078720092773, -0.016521312296390533, -0.7870181202888489, -1.3648874759674072, -0.15869271755218506, -1.2080496549606323, -1.150557041168213]}, "Bot001_059_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_059.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nMy little story: i have short hair Hi! My name is george. My little story is that I am a beekeeper [GRINNING FACE WITH SMILING EYES] Are you married? hello george my name is pink That is a good name. My favourite artist\u2019s name is Pink [GRINNING FACE WITH SMILING EYES]", "response": "when i turned 18 my family moved across the country . where do you live ?", "annotation_id": "Bot001_059_04", "annotations": ["O", "X", "T", "T", "T", "O", "O", "T", "X", "O", "T", "T", "T", "O", "O"], "gpt2background_target_score": [-13.56989860534668, -5.424360752105713, -9.962311744689941, -10.891192436218262, -10.017559051513672, -10.491260528564453, -11.758292198181152, -13.955602645874023, -7.632402420043945, -10.391284942626953, -11.952762603759766, -11.25364875793457, -14.230948448181152, -11.009220123291016, -10.856436729431152, -9.50469970703125], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.7423242330551147, -1.3194338083267212, -1.4557617902755737, -0.7846629023551941, -1.5420138835906982, -3.7834627628326416, -0.9428880214691162, -2.86252498626709, -1.2497789859771729, -1.5824066400527954, -2.6078290939331055, -2.6221723556518555, -2.0193769931793213, -1.6044590473175049, -0.4023996889591217, -0.9699011445045471, -1.586010217666626, -2.0067832469940186, -1.5225512981414795, -1.7210389375686646, -1.128991961479187, -1.0739070177078247, -1.3512088060379028, -2.284257650375366, -1.88074791431427, -2.1372249126434326, -0.24899525940418243, -2.639620542526245, -2.351548671722412, -2.0838043689727783, -1.585099697113037, -2.180567741394043, -0.8590036630630493, -1.0897966623306274, -2.2388906478881836, -0.9768261909484863, -1.978774905204773, -1.2946630716323853, -3.699270009994507, -2.1903512477874756, -1.4905271530151367, -3.473472833633423, -2.5416314601898193, -2.0829594135284424, -1.6807383298873901, -1.1860274076461792, -0.6496881246566772, -1.3038761615753174, -3.1129844188690186, -2.9460082054138184, -1.2701412439346313, -2.3466217517852783, -1.5393304824829102, -0.3799133896827698, -1.8420599699020386, -0.8632064461708069, -1.969219446182251, -1.8808250427246094, -0.01622285135090351, -1.5663059949874878, -1.5575331449508667, -0.14882397651672363, -1.3414709568023682, -1.1101138591766357, -0.8002350926399231, -2.3424344062805176, -2.9279987812042236, -0.9084358215332031, -1.4808248281478882, -2.067152500152588, -1.5494264364242554, -1.7839480638504028, -0.5547757148742676, -0.1672324687242508, -0.1121794730424881, -0.43774110078811646, -0.23160234093666077, -3.3791842460632324, -1.898785948753357, -3.512040853500366, -0.3529435396194458, -0.3450232148170471, -0.7235892415046692, -0.28449341654777527, -1.7421354055404663, -0.16415701806545258, -0.2588811218738556, -0.4677584171295166, -0.14052902162075043, -0.34732022881507874, -2.3613061904907227, -2.2757906913757324, -2.0814061164855957, -1.5731379985809326, -2.430788516998291, -0.9067391157150269, -1.8534960746765137, -1.6800143718719482, -1.4565550088882446, -0.15228894352912903, -0.48758283257484436, -1.5294748544692993, -2.3021812438964844, -1.0451992750167847, -0.4202425479888916, -0.1364084929227829, -1.2147176265716553, -0.678101658821106]}, "Bot001_059_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_059.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nMy little story: i have short hair Hi! My name is george. My little story is that I am a beekeeper [GRINNING FACE WITH SMILING EYES] Are you married? hello george my name is pink That is a good name. My favourite artist\u2019s name is Pink [GRINNING FACE WITH SMILING EYES] when i turned 18 my family moved across the country . where do you live ? I have zero family that I am close to. I live in Canada. How about you? Where do you live?", "response": "i am in wyoming its pretty beautiful where do you live ? [SPEAK-NO-EVIL MONKEY]", "annotation_id": "Bot001_059_06", "annotations": ["O", "O", "T", "T", "T", "X", "O", "T", "T", "T", "T", "X", "T", "O", "O"], "gpt2background_target_score": [-9.748896598815918, -8.606606483459473, -7.716994762420654, -8.990097045898438, -11.02190113067627, -12.087738037109375, -9.789530754089355, -12.706899642944336, -10.797269821166992, -11.492230415344238, -12.611684799194336, -9.971696853637695, -13.868010520935059, -13.026522636413574, -7.9955596923828125, -10.499373435974121, -8.389595985412598, -11.81867790222168, -7.326509475708008, -13.014845848083496, -10.241410255432129, -12.052740097045898, -13.345478057861328, -12.497017860412598, -13.05408763885498, -9.450519561767578], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.7423242330551147, -1.3194338083267212, -1.4557617902755737, -0.7846629023551941, -1.5420138835906982, -3.7834627628326416, -0.9428880214691162, -2.86252498626709, -1.2497789859771729, -1.5824066400527954, -2.6078290939331055, -2.6221723556518555, -2.0193769931793213, -1.6044590473175049, -0.4023996889591217, -0.9699011445045471, -1.586010217666626, -2.0067832469940186, -1.5225512981414795, -1.7210389375686646, -1.128991961479187, -1.0739070177078247, -1.3512088060379028, -2.284257650375366, -1.88074791431427, -2.1372249126434326, -0.24899525940418243, -2.639620542526245, -2.351548671722412, -2.0838043689727783, -1.585099697113037, -2.180567741394043, -0.8590036630630493, -1.0897966623306274, -2.2388906478881836, -0.9768261909484863, -1.978774905204773, -1.2946630716323853, -3.699270009994507, -2.1903512477874756, -1.4905271530151367, -3.473472833633423, -2.5416314601898193, -2.0829594135284424, -1.6807383298873901, -1.1860274076461792, -0.6496881246566772, -1.3038761615753174, -3.1129844188690186, -2.9460082054138184, -1.2701412439346313, -2.3466217517852783, -1.5393304824829102, -0.3799133896827698, -1.8420599699020386, -0.8632064461708069, -1.969219446182251, -1.8808250427246094, -0.01622285135090351, -1.5663059949874878, -1.5575331449508667, -0.14882397651672363, -1.3414709568023682, -1.1101138591766357, -0.8002350926399231, -2.3424344062805176, -2.9279987812042236, -0.9084358215332031, -1.4808248281478882, -2.067152500152588, -1.5494264364242554, -1.7839480638504028, -0.5547757148742676, -0.1672324687242508, -0.1121794730424881, -0.43774110078811646, -0.23160234093666077, -3.3791842460632324, -1.898785948753357, -3.512040853500366, -0.3529435396194458, -0.3450232148170471, -0.7235892415046692, -0.28449341654777527, -1.7421354055404663, -0.16415701806545258, -0.2588811218738556, -0.4677584171295166, -0.14052902162075043, -0.34732022881507874, -2.3613061904907227, -1.6110877990722656, -1.2401372194290161, -2.0810611248016357, -1.3968873023986816, -1.9718409776687622, -1.551129698753357, -1.4093773365020752, -0.13868463039398193, -0.43662479519844055, -1.4724503755569458, -2.0097551345825195, -1.1718969345092773, -0.3718704581260681, -0.14897167682647705, -1.118037223815918, -1.4942737817764282, -1.2921202182769775, -0.933490514755249, -2.4431915283203125, -1.9820178747177124, -1.2750482559204102, -1.8467875719070435, -2.140444755554199, -0.7811949849128723, -1.3164772987365723, -1.5997086763381958, -1.9800251722335815, -0.6475775837898254, -1.7389776706695557, -1.6276179552078247, -1.5934969186782837, -1.6052985191345215, -0.27064579725265503, -1.47525954246521, -1.6360141038894653, -1.0996699333190918, -0.241846963763237, -0.09200187772512436, -0.6939498782157898, -1.8325544595718384, -1.9114439487457275, -0.4530777931213379, -1.5831596851348877, -0.9602068662643433, -2.2355289459228516, -1.4209387302398682, -1.998698353767395, -2.4655964374542236, -2.269643783569336, -1.7919816970825195, -1.4755154848098755, -0.2601760923862457, -0.05009784176945686, -1.481817364692688, -0.9753227829933167, -3.5060973167419434, -1.8134346008300781, -0.40217500925064087, -2.4240260124206543, -3.5449602603912354, -2.7552876472473145, -2.599529981613159, -1.123630166053772, -1.2430182695388794, -1.5305771827697754, -1.727829933166504, -1.9135839939117432]}, "Bot001_059_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_059.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nMy little story: i have short hair Hi! My name is george. My little story is that I am a beekeeper [GRINNING FACE WITH SMILING EYES] Are you married? hello george my name is pink That is a good name. My favourite artist\u2019s name is Pink [GRINNING FACE WITH SMILING EYES] when i turned 18 my family moved across the country . where do you live ? I have zero family that I am close to. I live in Canada. How about you? Where do you live? i am in wyoming its pretty beautiful where do you live ? [SPEAK-NO-EVIL MONKEY] Where was it? I am hearing it first time", "response": "no way i do it a lot , at least when i am feeling well enough .. Also, try to guess: i go to ...", "annotation_id": "Bot001_059_08", "annotations": ["T", "O", "T", "T", "T", "X", "O", "O", "T", "O", "T", "X", "T", "T", "X"], "gpt2background_target_score": [-11.387571334838867, -11.753677368164062, -8.374561309814453, -9.336798667907715, -10.444357872009277, -7.797465801239014, -13.135592460632324, -11.719039916992188, -9.336910247802734, -13.669922828674316, -11.294217109680176, -9.06716537475586, -13.2887544631958, -14.353771209716797, -11.570207595825195, -13.642537117004395, -11.839810371398926, -13.136252403259277, -6.298184394836426, -11.547368049621582, -8.37948226928711, -6.206452369689941, -10.388200759887695, -9.263298034667969, -10.375555992126465, -5.70705509185791, -8.622406959533691], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.7423242330551147, -1.3194338083267212, -1.4557617902755737, -0.7846629023551941, -1.5420138835906982, -3.7834627628326416, -0.9428880214691162, -2.86252498626709, -1.2497789859771729, -1.5824066400527954, -2.6078290939331055, -2.6221723556518555, -2.0193769931793213, -1.6044590473175049, -0.4023996889591217, -0.9699011445045471, -1.586010217666626, -2.0067832469940186, -1.5225512981414795, -1.7210389375686646, -1.128991961479187, -1.0739070177078247, -1.3512088060379028, -2.284257650375366, -1.88074791431427, -2.1372249126434326, -0.24899525940418243, -2.639620542526245, -2.351548671722412, -2.0838043689727783, -1.585099697113037, -2.180567741394043, -0.8590036630630493, -1.0897966623306274, -2.2388906478881836, -0.9768261909484863, -1.978774905204773, -1.2946630716323853, -3.699270009994507, -2.1903512477874756, -1.4905271530151367, -3.473472833633423, -2.5416314601898193, -2.0829594135284424, -1.6807383298873901, -1.1860274076461792, -0.6496881246566772, -1.3038761615753174, -3.1129844188690186, -2.9460082054138184, -1.2701412439346313, -2.3466217517852783, -1.5393304824829102, -0.3799133896827698, -1.8420599699020386, -0.8632064461708069, -1.969219446182251, -1.8808250427246094, -0.01622285135090351, -1.5663059949874878, -1.5575331449508667, -0.14882397651672363, -1.3414709568023682, -1.1101138591766357, -0.8002350926399231, -2.3424344062805176, -2.9279987812042236, -0.9084358215332031, -1.4808248281478882, -2.067152500152588, -1.5494264364242554, -1.7839480638504028, -0.5547757148742676, -0.1672324687242508, -0.1121794730424881, -0.43774110078811646, -0.23160234093666077, -3.3791842460632324, -1.898785948753357, -3.512040853500366, -0.3529435396194458, -0.3450232148170471, -0.7235892415046692, -0.28449341654777527, -1.7421354055404663, -0.16415701806545258, -0.2588811218738556, -0.4677584171295166, -0.14052902162075043, -0.34732022881507874, -2.3613061904907227, -1.6110877990722656, -1.2401372194290161, -2.0810611248016357, -1.3968873023986816, -1.9718409776687622, -1.551129698753357, -1.4093773365020752, -0.13868463039398193, -0.43662479519844055, -1.4724503755569458, -2.0097551345825195, -1.1718969345092773, -0.3718704581260681, -0.14897167682647705, -1.118037223815918, -1.4942737817764282, -1.2921202182769775, -0.933490514755249, -2.4431915283203125, -1.9820178747177124, -1.2750482559204102, -1.8467875719070435, -2.140444755554199, -0.7811949849128723, -1.3164772987365723, -1.5997086763381958, -1.9800251722335815, -0.6475775837898254, -1.7389776706695557, -1.6276179552078247, -1.5934969186782837, -1.6052985191345215, -0.27064579725265503, -1.47525954246521, -1.6360141038894653, -1.0996699333190918, -0.241846963763237, -0.09200187772512436, -0.6939498782157898, -1.8325544595718384, -0.72029048204422, -1.6398340463638306, -1.330714464187622, -2.3543498516082764, -1.405371069908142, -1.863462209701538, -2.504901885986328, -1.9760421514511108, -1.7143234014511108, -1.3506345748901367, -0.2665695250034332, -0.05882954224944115, -1.1235238313674927, -1.8580865859985352, -3.812471866607666, -1.7171381711959839, -0.567675769329071, -2.4422147274017334, -3.3022665977478027, -2.5949389934539795, -2.523498296737671, -1.0519905090332031, -1.1648445129394531, -1.3740605115890503, -1.3537811040878296, -2.530858278274536, -0.6715042591094971, -0.8792604804039001, -1.0446776151657104, -2.3276255130767822, -1.1426509618759155, -1.3195509910583496, -1.7369682788848877, -2.340508460998535, -2.052281141281128, -2.305370330810547, -2.321617841720581, -1.9860409498214722, -2.289961814880371, -1.5529266595840454, -2.0745596885681152, -2.011859893798828, -1.8384110927581787, -1.8719605207443237, -1.6264824867248535, -0.5909563302993774, -2.2627532482147217, -0.5042460560798645, -1.3674570322036743, -1.9065449237823486, -2.880307912826538, -1.8477962017059326, -1.9455039501190186, -1.8058507442474365, -1.6561495065689087, -1.6030813455581665, -1.2032370567321777, -2.4852333068847656, -1.727709412574768, -2.556279182434082, -1.5408798456192017, -0.7596839070320129, -2.2817680835723877, -3.5604639053344727]}, "Bot001_059_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_059.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nMy little story: i have short hair Hi! My name is george. My little story is that I am a beekeeper [GRINNING FACE WITH SMILING EYES] Are you married? hello george my name is pink That is a good name. My favourite artist\u2019s name is Pink [GRINNING FACE WITH SMILING EYES] when i turned 18 my family moved across the country . where do you live ? I have zero family that I am close to. I live in Canada. How about you? Where do you live? i am in wyoming its pretty beautiful where do you live ? [SPEAK-NO-EVIL MONKEY] Where was it? I am hearing it first time no way i do it a lot , at least when i am feeling well enough .. Also, try to guess: i go to ... I gess I am not very good at guessing [FACE WITH TEARS OF JOY]", "response": "gym regularly, funny you :)", "annotation_id": "Bot001_059_10", "annotations": ["O", "X", "T", "T", "T", "X", "O", "X", "X", "T", "O", "X", "O", "T", "X"], "gpt2background_target_score": [-12.367363929748535, -9.974939346313477, -13.295934677124023, -8.29965591430664, -8.455320358276367, -5.926873207092285, -7.494297981262207], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.7423242330551147, -1.3194338083267212, -1.4557617902755737, -0.7846629023551941, -1.5420138835906982, -3.7834627628326416, -0.9428880214691162, -2.86252498626709, -1.2497789859771729, -1.5824066400527954, -2.6078290939331055, -2.6221723556518555, -2.0193769931793213, -1.6044590473175049, -0.4023996889591217, -0.9699011445045471, -1.586010217666626, -2.0067832469940186, -1.5225512981414795, -1.7210389375686646, -1.128991961479187, -1.0739070177078247, -1.3512088060379028, -2.284257650375366, -1.88074791431427, -2.1372249126434326, -0.24899525940418243, -2.639620542526245, -2.351548671722412, -2.0838043689727783, -1.585099697113037, -2.180567741394043, -0.8590036630630493, -1.0897966623306274, -2.2388906478881836, -0.9768261909484863, -1.978774905204773, -1.2946630716323853, -3.699270009994507, -2.1903512477874756, -1.4905271530151367, -3.473472833633423, -2.5416314601898193, -2.0829594135284424, -1.6807383298873901, -1.1860274076461792, -0.6496881246566772, -1.3038761615753174, -3.1129844188690186, -2.9460082054138184, -1.2701412439346313, -2.3466217517852783, -1.5393304824829102, -0.3799133896827698, -1.8420599699020386, -0.8632064461708069, -1.969219446182251, -1.8808250427246094, -0.01622285135090351, -1.5663059949874878, -1.5575331449508667, -0.14882397651672363, -1.3414709568023682, -1.1101138591766357, -0.8002350926399231, -2.3424344062805176, -2.9279987812042236, -0.9084358215332031, -1.4808248281478882, -2.067152500152588, -1.5494264364242554, -1.7839480638504028, -0.5547757148742676, -0.1672324687242508, -0.1121794730424881, -0.43774110078811646, -0.23160234093666077, -3.3791842460632324, -1.898785948753357, -3.512040853500366, -0.3529435396194458, -0.3450232148170471, -0.7235892415046692, -0.28449341654777527, -1.7421354055404663, -0.16415701806545258, -0.2588811218738556, -0.4677584171295166, -0.14052902162075043, -0.34732022881507874, -2.3613061904907227, -1.6110877990722656, -1.2401372194290161, -2.0810611248016357, -1.3968873023986816, -1.9718409776687622, -1.551129698753357, -1.4093773365020752, -0.13868463039398193, -0.43662479519844055, -1.4724503755569458, -2.0097551345825195, -1.1718969345092773, -0.3718704581260681, -0.14897167682647705, -1.118037223815918, -1.4942737817764282, -1.2921202182769775, -0.933490514755249, -2.4431915283203125, -1.9820178747177124, -1.2750482559204102, -1.8467875719070435, -2.140444755554199, -0.7811949849128723, -1.3164772987365723, -1.5997086763381958, -1.9800251722335815, -0.6475775837898254, -1.7389776706695557, -1.6276179552078247, -1.5934969186782837, -1.6052985191345215, -0.27064579725265503, -1.47525954246521, -1.6360141038894653, -1.0996699333190918, -0.241846963763237, -0.09200187772512436, -0.6939498782157898, -1.8325544595718384, -0.72029048204422, -1.6398340463638306, -1.330714464187622, -2.3543498516082764, -1.405371069908142, -1.863462209701538, -2.504901885986328, -1.9760421514511108, -1.7143234014511108, -1.3506345748901367, -0.2665695250034332, -0.05882954224944115, -1.1235238313674927, -1.8580865859985352, -3.812471866607666, -1.7171381711959839, -0.567675769329071, -2.4422147274017334, -3.3022665977478027, -2.5949389934539795, -2.523498296737671, -1.0519905090332031, -1.1648445129394531, -1.3740605115890503, -1.3537811040878296, -2.530858278274536, -0.6715042591094971, -0.8792604804039001, -1.0446776151657104, -2.3276255130767822, -1.1426509618759155, -1.3195509910583496, -1.7369682788848877, -2.340508460998535, -2.052281141281128, -2.305370330810547, -2.114337205886841, -2.167027711868286, -2.2485475540161133, -1.6240638494491577, -1.610213279724121, -1.725860357284546, -1.7762638330459595, -1.9660593271255493, -0.8981115818023682, -2.1703133583068848, -0.4530901610851288, -1.3254543542861938, -2.010826826095581, -2.694262981414795, -2.121431589126587, -1.8171780109405518, -2.2184927463531494, -1.9550408124923706, -2.0189361572265625, -1.1569089889526367, -2.5332484245300293, -1.7767044305801392, -2.5309131145477295, -1.316819667816162, -0.695636510848999, -2.296400785446167, -3.3751137256622314, -1.8825037479400635, -2.607257843017578, -2.56014084815979, -1.9305484294891357, -2.453118324279785, -2.4097280502319336, -1.3723057508468628, -0.7452983260154724, -1.8707400560379028, -2.181313991546631, -2.327624797821045, -0.5093532800674438, -1.072140097618103, -0.1029042974114418, -0.1651660054922104, -0.36080288887023926, -0.3224775791168213, -1.0167086124420166, -2.9512200355529785, -2.367331027984619, -2.6992063522338867, -2.868790626525879, -2.912848711013794, -1.9842451810836792, -2.48787522315979, -2.6770617961883545, -0.6907260417938232]}, "Bot001_059_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_059.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nMy little story: i have short hair Hi! My name is george. My little story is that I am a beekeeper [GRINNING FACE WITH SMILING EYES] Are you married? hello george my name is pink That is a good name. My favourite artist\u2019s name is Pink [GRINNING FACE WITH SMILING EYES] when i turned 18 my family moved across the country . where do you live ? I have zero family that I am close to. I live in Canada. How about you? Where do you live? i am in wyoming its pretty beautiful where do you live ? [SPEAK-NO-EVIL MONKEY] Where was it? I am hearing it first time no way i do it a lot , at least when i am feeling well enough .. Also, try to guess: i go to ... I gess I am not very good at guessing [FACE WITH TEARS OF JOY] gym regularly, funny you :) But you didn\u2019 tell me if you are married?", "response": "haha i am a kid ! i am in third grade and love soccer ! you ?", "annotation_id": "Bot001_059_12", "annotations": ["O", "O", "T", "T", "T", "X", "O", "T", "T", "O", "T", "X", "O", "O", "T"], "gpt2background_target_score": [-10.384845733642578, -13.69393539428711, -8.374561309814453, -10.24241828918457, -8.680575370788574, -11.161369323730469, -9.9293212890625, -11.039920806884766, -9.307538986206055, -10.094895362854004, -13.672825813293457, -12.832671165466309, -12.547425270080566, -12.43980598449707, -12.412318229675293, -9.430985450744629, -10.040847778320312, -11.809928894042969], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.7423242330551147, -1.3194338083267212, -1.4557617902755737, -0.7846629023551941, -1.5420138835906982, -3.7834627628326416, -0.9428880214691162, -2.86252498626709, -1.2497789859771729, -1.5824066400527954, -2.6078290939331055, -2.6221723556518555, -2.0193769931793213, -1.6044590473175049, -0.4023996889591217, -0.9699011445045471, -1.586010217666626, -2.0067832469940186, -1.5225512981414795, -1.7210389375686646, -1.128991961479187, -1.0739070177078247, -1.3512088060379028, -2.284257650375366, -1.88074791431427, -2.1372249126434326, -0.24899525940418243, -2.639620542526245, -2.351548671722412, -2.0838043689727783, -1.585099697113037, -2.180567741394043, -0.8590036630630493, -1.0897966623306274, -2.2388906478881836, -0.9768261909484863, -1.978774905204773, -1.2946630716323853, -3.699270009994507, -2.1903512477874756, -1.4905271530151367, -3.473472833633423, -2.5416314601898193, -2.0829594135284424, -1.6807383298873901, -1.1860274076461792, -0.6496881246566772, -1.3038761615753174, -3.1129844188690186, -2.9460082054138184, -1.2701412439346313, -2.3466217517852783, -1.5393304824829102, -0.3799133896827698, -1.8420599699020386, -0.8632064461708069, -1.969219446182251, -1.8808250427246094, -0.01622285135090351, -1.5663059949874878, -1.5575331449508667, -0.14882397651672363, -1.3414709568023682, -1.1101138591766357, -0.8002350926399231, -2.3424344062805176, -2.9279987812042236, -0.9084358215332031, -1.4808248281478882, -2.067152500152588, -1.5494264364242554, -1.7839480638504028, -0.5547757148742676, -0.1672324687242508, -0.1121794730424881, -0.43774110078811646, -0.23160234093666077, -3.3791842460632324, -1.898785948753357, -3.512040853500366, -0.3529435396194458, -0.3450232148170471, -0.7235892415046692, -0.28449341654777527, -1.7421354055404663, -0.16415701806545258, -0.2588811218738556, -0.4677584171295166, -0.14052902162075043, -0.34732022881507874, -2.3613061904907227, -1.6110877990722656, -1.2401372194290161, -2.0810611248016357, -1.3968873023986816, -1.9718409776687622, -1.551129698753357, -1.4093773365020752, -0.13868463039398193, -0.43662479519844055, -1.4724503755569458, -2.0097551345825195, -1.1718969345092773, -0.3718704581260681, -0.14897167682647705, -1.118037223815918, -1.4942737817764282, -1.2921202182769775, -0.933490514755249, -2.4431915283203125, -1.9820178747177124, -1.2750482559204102, -1.8467875719070435, -2.140444755554199, -0.7811949849128723, -1.3164772987365723, -1.5997086763381958, -1.9800251722335815, -0.6475775837898254, -1.7389776706695557, -1.6276179552078247, -1.5934969186782837, -1.6052985191345215, -0.27064579725265503, -1.47525954246521, -1.6360141038894653, -1.0996699333190918, -0.241846963763237, -0.09200187772512436, -0.6939498782157898, -1.8325544595718384, -0.72029048204422, -1.6398340463638306, -1.330714464187622, -2.3543498516082764, -1.405371069908142, -1.863462209701538, -2.504901885986328, -1.9760421514511108, -1.7143234014511108, -1.3506345748901367, -0.2665695250034332, -0.05882954224944115, -1.1235238313674927, -1.8580865859985352, -3.812471866607666, -1.7171381711959839, -0.567675769329071, -2.4422147274017334, -3.3022665977478027, -2.5949389934539795, -2.523498296737671, -1.0519905090332031, -1.1648445129394531, -1.3740605115890503, -1.3537811040878296, -2.530858278274536, -0.6715042591094971, -0.8792604804039001, -1.0446776151657104, -2.3276255130767822, -1.1426509618759155, -1.3195509910583496, -1.7369682788848877, -2.340508460998535, -2.052281141281128, -2.305370330810547, -2.114337205886841, -2.167027711868286, -2.2485475540161133, -1.6240638494491577, -1.610213279724121, -1.725860357284546, -1.7762638330459595, -1.9660593271255493, -0.8981115818023682, -2.1703133583068848, -0.4530901610851288, -1.3254543542861938, -2.010826826095581, -2.694262981414795, -2.121431589126587, -1.8171780109405518, -2.2184927463531494, -1.9550408124923706, -2.0189361572265625, -1.1569089889526367, -2.5332484245300293, -1.7767044305801392, -2.5309131145477295, -1.316819667816162, -0.695636510848999, -2.296400785446167, -3.3751137256622314, -1.8825037479400635, -2.607257843017578, -2.56014084815979, -1.9305484294891357, -2.453118324279785, -2.4097280502319336, -1.3723057508468628, -0.7452983260154724, -1.8707400560379028, -2.181313991546631, -2.327624797821045, -0.5093532800674438, -1.072140097618103, -0.1029042974114418, -0.1651660054922104, -0.36080288887023926, -0.3224775791168213, -1.0167086124420166, -2.9512200355529785, -2.7277140617370605, -2.0884735584259033, -1.9385241270065308, -2.9047434329986572, -2.9152891635894775, -1.3198765516281128, -1.7884100675582886, -2.013317823410034, -0.5117940902709961, -0.10535948723554611, -0.11055471748113632, -1.820105791091919, -2.4411630630493164, -0.9428552389144897, -1.9221980571746826, -1.973683476448059, -1.6647964715957642, -2.245744466781616, -2.0529091358184814, -1.3121540546417236, -2.039320468902588, -1.805556058883667, -2.5445656776428223, -1.6927908658981323, -2.041355609893799, -1.930342435836792, -1.7133692502975464, -1.8851256370544434, -2.522658586502075, -0.972353994846344, -1.8521020412445068, -0.8790056109428406, -2.215627431869507, -2.3339412212371826, -1.6686252355575562, -2.1896297931671143, -0.9607471227645874]}, "Bot001_059_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_059.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nMy little story: i have short hair Hi! My name is george. My little story is that I am a beekeeper [GRINNING FACE WITH SMILING EYES] Are you married? hello george my name is pink That is a good name. My favourite artist\u2019s name is Pink [GRINNING FACE WITH SMILING EYES] when i turned 18 my family moved across the country . where do you live ? I have zero family that I am close to. I live in Canada. How about you? Where do you live? i am in wyoming its pretty beautiful where do you live ? [SPEAK-NO-EVIL MONKEY] Where was it? I am hearing it first time no way i do it a lot , at least when i am feeling well enough .. Also, try to guess: i go to ... I gess I am not very good at guessing [FACE WITH TEARS OF JOY] gym regularly, funny you :) But you didn\u2019 tell me if you are married? haha i am a kid ! i am in third grade and love soccer ! you ? Wow really [FACE WITH OPEN MOUTH] I am really into soccer [GRINNING FACE WITH SMILING EYES]", "response": "where have you skiied at ?", "annotation_id": "Bot001_059_14", "annotations": ["O", "O", "T", "T", "T", "O", "O", "T", "T", "O", "T", "X", "T", "O", "O"], "gpt2background_target_score": [-12.652390480041504, -8.602306365966797, -5.685552597045898, -12.553145408630371, -14.72394847869873, -6.702499866485596, -9.620589256286621], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.7423242330551147, -1.3194338083267212, -1.4557617902755737, -0.7846629023551941, -1.5420138835906982, -3.7834627628326416, -0.9428880214691162, -2.86252498626709, -1.2497789859771729, -1.5824066400527954, -2.6078290939331055, -2.6221723556518555, -2.0193769931793213, -1.6044590473175049, -0.4023996889591217, -0.9699011445045471, -1.586010217666626, -2.0067832469940186, -1.5225512981414795, -1.7210389375686646, -1.128991961479187, -1.0739070177078247, -1.3512088060379028, -2.284257650375366, -1.88074791431427, -2.1372249126434326, -0.24899525940418243, -2.639620542526245, -2.351548671722412, -2.0838043689727783, -1.585099697113037, -2.180567741394043, -0.8590036630630493, -1.0897966623306274, -2.2388906478881836, -0.9768261909484863, -1.978774905204773, -1.2946630716323853, -3.699270009994507, -2.1903512477874756, -1.4905271530151367, -3.473472833633423, -2.5416314601898193, -2.0829594135284424, -1.6807383298873901, -1.1860274076461792, -0.6496881246566772, -1.3038761615753174, -3.1129844188690186, -2.9460082054138184, -1.2701412439346313, -2.3466217517852783, -1.5393304824829102, -0.3799133896827698, -1.8420599699020386, -0.8632064461708069, -1.969219446182251, -1.8808250427246094, -0.01622285135090351, -1.5663059949874878, -1.5575331449508667, -0.14882397651672363, -1.3414709568023682, -1.1101138591766357, -0.8002350926399231, -2.3424344062805176, -2.9279987812042236, -0.9084358215332031, -1.4808248281478882, -2.067152500152588, -1.5494264364242554, -1.7839480638504028, -0.5547757148742676, -0.1672324687242508, -0.1121794730424881, -0.43774110078811646, -0.23160234093666077, -3.3791842460632324, -1.898785948753357, -3.512040853500366, -0.3529435396194458, -0.3450232148170471, -0.7235892415046692, -0.28449341654777527, -1.7421354055404663, -0.16415701806545258, -0.2588811218738556, -0.4677584171295166, -0.14052902162075043, -0.34732022881507874, -2.3613061904907227, -1.6110877990722656, -1.2401372194290161, -2.0810611248016357, -1.3968873023986816, -1.9718409776687622, -1.551129698753357, -1.4093773365020752, -0.13868463039398193, -0.43662479519844055, -1.4724503755569458, -2.0097551345825195, -1.1718969345092773, -0.3718704581260681, -0.14897167682647705, -1.118037223815918, -1.4942737817764282, -1.2921202182769775, -0.933490514755249, -2.4431915283203125, -1.9820178747177124, -1.2750482559204102, -1.8467875719070435, -2.140444755554199, -0.7811949849128723, -1.3164772987365723, -1.5997086763381958, -1.9800251722335815, -0.6475775837898254, -1.7389776706695557, -1.6276179552078247, -1.5934969186782837, -1.6052985191345215, -0.27064579725265503, -1.47525954246521, -1.6360141038894653, -1.0996699333190918, -0.241846963763237, -0.09200187772512436, -0.6939498782157898, -1.8325544595718384, -0.72029048204422, -1.6398340463638306, -1.330714464187622, -2.3543498516082764, -1.405371069908142, -1.863462209701538, -2.504901885986328, -1.9760421514511108, -1.7143234014511108, -1.3506345748901367, -0.26656922698020935, -0.05882954224944115, -1.1235238313674927, -1.8580864667892456, -3.8124759197235107, -1.7171380519866943, -0.5676765441894531, -2.44221830368042, -3.3022685050964355, -2.594937562942505, -2.5234975814819336, -1.0519896745681763, -1.1648439168930054, -1.3740586042404175, -1.3537819385528564, -2.5308589935302734, -0.6715042591094971, -0.8792610764503479, -1.0446780920028687, -2.3276264667510986, -1.1426513195037842, -1.3195524215698242, -1.7369680404663086, -2.3405065536499023, -2.052281141281128, -2.305370807647705, -2.114335536956787, -2.167027235031128, -2.2485480308532715, -1.6240618228912354, -1.6102124452590942, -1.7258621454238892, -1.7762643098831177, -1.9660608768463135, -0.8981121778488159, -2.1703128814697266, -0.4530911445617676, -1.3254528045654297, -2.0108277797698975, -2.694265365600586, -2.121431827545166, -1.8171766996383667, -2.2184927463531494, -1.9550421237945557, -2.018937110900879, -1.1569098234176636, -2.533250093460083, -1.77670419216156, -2.530914783477783, -1.3168219327926636, -0.6956373453140259, -2.296400308609009, -3.3751137256622314, -1.8825045824050903, -2.6072542667388916, -2.560141086578369, -1.9305475950241089, -2.4531197547912598, -2.409729242324829, -1.3723070621490479, -0.745297908782959, -1.8707400560379028, -2.181314468383789, -2.327625274658203, -0.5093525648117065, -1.0721403360366821, -0.10290418565273285, -0.16516630351543427, -0.3608032166957855, -0.3224778473377228, -1.0167090892791748, -2.951221227645874, -2.727715492248535, -2.0884759426116943, -1.938522219657898, -2.9047417640686035, -2.915290117263794, -1.3198777437210083, -1.7884095907211304, -2.013317346572876, -0.5117954611778259, -0.10535959899425507, -0.11055493354797363, -1.8201061487197876, -2.4411659240722656, -0.9428560137748718, -1.922195553779602, -1.9736839532852173, -1.6647961139678955, -2.2457456588745117, -2.6123132705688477, -1.6499077081680298, -2.282655954360962, -1.720909595489502, -1.828700304031372, -2.382873296737671, -1.5109035968780518, -1.878614068031311, -2.6866226196289062, -0.9435027241706848, -1.7577821016311646, -1.0221847295761108, -2.2327067852020264, -2.280503273010254, -2.2936503887176514, -2.0184288024902344, -2.110996961593628, -1.6259838342666626, -1.998382568359375, -1.929103136062622, -0.39087098836898804, -0.578517496585846, -3.096801280975342, -2.3032689094543457, -1.0788447856903076, -1.9823421239852905, -2.6905882358551025, -1.355637550354004, -2.180114984512329, -2.2322797775268555, -1.7166507244110107, -1.8954352140426636, -1.0262011289596558, -0.4548610746860504, -0.2985835671424866, -0.40689340233802795, -0.2583451271057129, -0.5270707011222839, -0.16984161734580994, -0.16255807876586914, -0.42867395281791687, -0.14557041227817535, -0.2377966344356537, -2.2827112674713135, -2.3638675212860107, -1.642506718635559, -0.2788703441619873, -0.6291990876197815, -1.160465955734253, -1.2477495670318604, -1.2162963151931763, -1.4228357076644897]}, "Bot001_059_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_059.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nMy little story: i have short hair Hi! My name is george. My little story is that I am a beekeeper [GRINNING FACE WITH SMILING EYES] Are you married? hello george my name is pink That is a good name. My favourite artist\u2019s name is Pink [GRINNING FACE WITH SMILING EYES] when i turned 18 my family moved across the country . where do you live ? I have zero family that I am close to. I live in Canada. How about you? Where do you live? i am in wyoming its pretty beautiful where do you live ? [SPEAK-NO-EVIL MONKEY] Where was it? I am hearing it first time no way i do it a lot , at least when i am feeling well enough .. Also, try to guess: i go to ... I gess I am not very good at guessing [FACE WITH TEARS OF JOY] gym regularly, funny you :) But you didn\u2019 tell me if you are married? haha i am a kid ! i am in third grade and love soccer ! you ? Wow really [FACE WITH OPEN MOUTH] I am really into soccer [GRINNING FACE WITH SMILING EYES] where have you skiied at ? What do you mean?", "response": "i talk when i'm sleeping sometimes ok a l. Also, try to guess: i like doing ...", "annotation_id": "Bot001_059_16", "annotations": ["O", "O", "T", "T", "T", "O", "O", "O", "X", "O", "O", "T", "T", "T", "X"], "gpt2background_target_score": [-9.748896598815918, -11.150422096252441, -9.478901863098145, -10.272826194763184, -12.840567588806152, -12.697737693786621, -11.652921676635742, -12.978670120239258, -7.876498222351074, -9.808126449584961, -7.643667221069336, -10.753887176513672, -9.780662536621094, -15.404739379882812, -9.560118675231934, -12.27883243560791, -9.657692909240723, -9.298457145690918, -9.336453437805176, -10.600881576538086, -9.406953811645508], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.7423242330551147, -1.3194338083267212, -1.4557617902755737, -0.7846629023551941, -1.5420138835906982, -3.7834627628326416, -0.9428880214691162, -2.86252498626709, -1.2497789859771729, -1.5824066400527954, -2.6078290939331055, -2.6221723556518555, -2.0193769931793213, -1.6044590473175049, -0.4023996889591217, -0.9699011445045471, -1.586010217666626, -2.0067832469940186, -1.5225512981414795, -1.7210389375686646, -1.128991961479187, -1.0739070177078247, -1.3512088060379028, -2.284257650375366, -1.88074791431427, -2.1372249126434326, -0.24899525940418243, -2.639620542526245, -2.351548671722412, -2.0838043689727783, -1.585099697113037, -2.180567741394043, -0.8590036630630493, -1.0897966623306274, -2.2388906478881836, -0.9768261909484863, -1.978774905204773, -1.2946630716323853, -3.699270009994507, -2.1903512477874756, -1.4905271530151367, -3.473472833633423, -2.5416314601898193, -2.0829594135284424, -1.6807383298873901, -1.1860274076461792, -0.6496881246566772, -1.3038761615753174, -3.1129844188690186, -2.9460082054138184, -1.2701412439346313, -2.3466217517852783, -1.5393304824829102, -0.3799133896827698, -1.8420599699020386, -0.8632064461708069, -1.969219446182251, -1.8808250427246094, -0.01622285135090351, -1.5663059949874878, -1.5575331449508667, -0.14882397651672363, -1.3414709568023682, -1.1101138591766357, -0.8002350926399231, -2.3424344062805176, -2.9279987812042236, -0.9084358215332031, -1.4808248281478882, -2.067152500152588, -1.5494264364242554, -1.7839480638504028, -0.5547757148742676, -0.1672324687242508, -0.1121794730424881, -0.43774110078811646, -0.23160234093666077, -3.3791842460632324, -1.898785948753357, -3.512040853500366, -0.3529435396194458, -0.3450232148170471, -0.7235892415046692, -0.28449341654777527, -1.7421354055404663, -0.16415701806545258, -0.2588811218738556, -0.4677584171295166, -0.14052902162075043, -0.34732022881507874, -2.3613061904907227, -1.6110877990722656, -1.2401372194290161, -2.0810611248016357, -1.3968873023986816, -1.9718409776687622, -1.551129698753357, -1.4093773365020752, -0.13868463039398193, -0.43662479519844055, -1.4724503755569458, -2.0097551345825195, -1.1718969345092773, -0.3718704581260681, -0.14897167682647705, -1.118037223815918, -1.4942737817764282, -1.2921202182769775, -0.933490514755249, -2.4431915283203125, -1.9820178747177124, -1.2750482559204102, -1.8467875719070435, -2.140444755554199, -0.7811949849128723, -1.3164772987365723, -1.5997086763381958, -1.9800251722335815, -0.6475775837898254, -1.7389776706695557, -1.6276179552078247, -1.5934969186782837, -1.6052985191345215, -0.27064579725265503, -1.47525954246521, -1.6360141038894653, -1.0996699333190918, -0.241846963763237, -0.09200187772512436, -0.6939498782157898, -1.8325544595718384, -0.72029048204422, -1.6398340463638306, -1.330714464187622, -2.3543498516082764, -1.405371069908142, -1.863462209701538, -2.504901885986328, -1.9760421514511108, -1.7143234014511108, -1.3506345748901367, -0.2665695250034332, -0.05882954224944115, -1.1235238313674927, -1.8580865859985352, -3.812471866607666, -1.7171381711959839, -0.567675769329071, -2.4422147274017334, -3.3022665977478027, -2.5949389934539795, -2.523498296737671, -1.0519905090332031, -1.1648445129394531, -1.3740577697753906, -1.3537811040878296, -2.530858039855957, -0.6715035438537598, -0.8792610764503479, -1.0446780920028687, -2.3276259899139404, -1.1426520347595215, -1.319553256034851, -1.7369691133499146, -2.340507984161377, -2.052281141281128, -2.3053698539733887, -2.11433482170105, -2.1670286655426025, -2.248548984527588, -1.6240612268447876, -1.6102137565612793, -1.7258617877960205, -1.7762638330459595, -1.9660605192184448, -0.8981120586395264, -2.1703124046325684, -0.45308977365493774, -1.325453519821167, -2.010826826095581, -2.6942636966705322, -2.121431827545166, -1.81717848777771, -2.2184925079345703, -1.955039143562317, -2.0189366340637207, -1.1569100618362427, -2.53324818611145, -1.7767051458358765, -2.530914783477783, -1.316821575164795, -0.6956377029418945, -2.2964022159576416, -3.3751137256622314, -1.8825042247772217, -2.607255220413208, -2.56013822555542, -1.9305479526519775, -2.4531188011169434, -2.409729480743408, -1.3723070621490479, -0.7452958822250366, -1.8707393407821655, -2.1813137531280518, -2.327624797821045, -0.5093527436256409, -1.0721403360366821, -0.10290418565273285, -0.16516630351543427, -0.3608033061027527, -0.32247766852378845, -1.0167083740234375, -2.951218843460083, -2.7277145385742188, -2.0884742736816406, -1.9385234117507935, -2.904740571975708, -2.9152891635894775, -1.3198754787445068, -1.7884094715118408, -2.0133168697357178, -0.511794924736023, -0.10535959899425507, -0.11055493354797363, -1.8201055526733398, -2.441164493560791, -0.94285649061203, -1.9221972227096558, -1.973680853843689, -1.6647958755493164, -2.24574613571167, -2.612314462661743, -1.649909496307373, -2.282655715942383, -1.720911979675293, -1.8286994695663452, -2.38287353515625, -1.5109031200408936, -1.8786150217056274, -2.6866204738616943, -0.9435022473335266, -1.7577816247940063, -1.0221831798553467, -2.232703924179077, -2.280503511428833, -2.293651819229126, -2.0184264183044434, -2.1109983921051025, -1.625983715057373, -1.9983835220336914, -1.9291057586669922, -0.3908687233924866, -0.5785173177719116, -3.096801996231079, -2.303269624710083, -1.078843116760254, -1.9823410511016846, -2.690587043762207, -1.355636477470398, -2.180112600326538, -2.2322776317596436, -1.7166553735733032, -1.8954342603683472, -1.0262012481689453, -0.4548609256744385, -0.29858332872390747, -0.4068944454193115, -0.2583448588848114, -0.5270705223083496, -0.16984181106090546, -0.16255798935890198, -0.42867618799209595, -0.14557020366191864, -0.23779767751693726, -2.2827112674713135, -0.6651979684829712, -0.22984710335731506, -1.0815112590789795, -1.0004866123199463, -1.2056349515914917, -1.3635505437850952, -1.8029853105545044, -1.9304698705673218, -0.2815673351287842, -1.915949821472168, -1.0255494117736816, -1.8789405822753906, -2.0063345432281494, -1.5828431844711304, -0.5301162004470825, -0.41706129908561707, -1.1607235670089722, -1.8552767038345337, -2.0829999446868896, -2.505276918411255, -2.0446829795837402, -1.5587267875671387, -2.150902509689331, -0.4671575725078583, -1.0275771617889404, -1.1183127164840698, -0.3911402225494385, -1.7894169092178345, -1.7396360635757446, -0.8007251024246216, -1.338222622871399, -1.2001363039016724, -2.391972303390503, -1.3851778507232666]}, "Bot001_059_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_059.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nMy little story: i have short hair Hi! My name is george. My little story is that I am a beekeeper [GRINNING FACE WITH SMILING EYES] Are you married? hello george my name is pink That is a good name. My favourite artist\u2019s name is Pink [GRINNING FACE WITH SMILING EYES] when i turned 18 my family moved across the country . where do you live ? I have zero family that I am close to. I live in Canada. How about you? Where do you live? i am in wyoming its pretty beautiful where do you live ? [SPEAK-NO-EVIL MONKEY] Where was it? I am hearing it first time no way i do it a lot , at least when i am feeling well enough .. Also, try to guess: i go to ... I gess I am not very good at guessing [FACE WITH TEARS OF JOY] gym regularly, funny you :) But you didn\u2019 tell me if you are married? haha i am a kid ! i am in third grade and love soccer ! you ? Wow really [FACE WITH OPEN MOUTH] I am really into soccer [GRINNING FACE WITH SMILING EYES] where have you skiied at ? What do you mean? i talk when i'm sleeping sometimes ok a l. Also, try to guess: i like doing ... Impossible to guess", "response": "treadmill and rowing machine, funny you :)", "annotation_id": "Bot001_059_18", "annotations": ["O", "X", "T", "T", "T", "X", "O", "X", "T", "O", "T", "X", "T", "O", "X"], "gpt2background_target_score": [-10.847516059875488, -11.847890853881836, -13.465436935424805, -8.328230857849121, -10.470185279846191, -14.160636901855469, -11.911606788635254, -10.819744110107422, -11.896385192871094, -6.1942548751831055, -12.091168403625488], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.7423242330551147, -1.3194338083267212, -1.4557617902755737, -0.7846629023551941, -1.5420138835906982, -3.7834627628326416, -0.9428880214691162, -2.86252498626709, -1.2497789859771729, -1.5824066400527954, -2.6078290939331055, -2.6221723556518555, -2.0193769931793213, -1.6044590473175049, -0.4023996889591217, -0.9699011445045471, -1.586010217666626, -2.0067832469940186, -1.5225512981414795, -1.7210389375686646, -1.128991961479187, -1.0739070177078247, -1.3512088060379028, -2.284257650375366, -1.88074791431427, -2.1372249126434326, -0.24899525940418243, -2.639620542526245, -2.351548671722412, -2.0838043689727783, -1.585099697113037, -2.180567741394043, -0.8590036630630493, -1.0897966623306274, -2.2388906478881836, -0.9768261909484863, -1.978774905204773, -1.2946630716323853, -3.699270009994507, -2.1903512477874756, -1.4905271530151367, -3.473472833633423, -2.5416314601898193, -2.0829594135284424, -1.6807383298873901, -1.1860274076461792, -0.6496881246566772, -1.3038761615753174, -3.1129844188690186, -2.9460082054138184, -1.2701412439346313, -2.3466217517852783, -1.5393304824829102, -0.3799133896827698, -1.8420599699020386, -0.8632064461708069, -1.969219446182251, -1.8808250427246094, -0.01622285135090351, -1.5663059949874878, -1.5575331449508667, -0.14882397651672363, -1.3414709568023682, -1.1101138591766357, -0.8002350926399231, -2.3424344062805176, -2.9279987812042236, -0.9084358215332031, -1.4808248281478882, -2.067152500152588, -1.5494264364242554, -1.7839480638504028, -0.5547757148742676, -0.1672324687242508, -0.1121794730424881, -0.43774110078811646, -0.23160234093666077, -3.3791842460632324, -1.898785948753357, -3.512040853500366, -0.3529435396194458, -0.3450232148170471, -0.7235892415046692, -0.28449341654777527, -1.7421354055404663, -0.16415701806545258, -0.2588811218738556, -0.4677584171295166, -0.14052902162075043, -0.34732022881507874, -2.3613061904907227, -1.6110877990722656, -1.2401372194290161, -2.0810611248016357, -1.3968873023986816, -1.9718409776687622, -1.551129698753357, -1.4093773365020752, -0.13868463039398193, -0.43662479519844055, -1.4724503755569458, -2.0097551345825195, -1.1718969345092773, -0.3718704581260681, -0.14897167682647705, -1.118037223815918, -1.4942737817764282, -1.2921202182769775, -0.933490514755249, -2.4431915283203125, -1.9820178747177124, -1.2750482559204102, -1.8467875719070435, -2.140444755554199, -0.7811949849128723, -1.3164772987365723, -1.5997086763381958, -1.9800251722335815, -0.6475775837898254, -1.7389776706695557, -1.6276179552078247, -1.5934969186782837, -1.6052985191345215, -0.27064579725265503, -1.47525954246521, -1.6360141038894653, -1.0996699333190918, -0.241846963763237, -0.09200187772512436, -0.6939498782157898, -1.8325544595718384, -0.72029048204422, -1.6398340463638306, -1.330714464187622, -2.3543498516082764, -1.405371069908142, -1.863462209701538, -2.504901885986328, -1.9760421514511108, -1.7143234014511108, -1.3506345748901367, -0.2665695250034332, -0.05882954224944115, -1.1235238313674927, -1.8580865859985352, -3.812471866607666, -1.7171381711959839, -0.567675769329071, -2.4422147274017334, -3.3022665977478027, -2.5949389934539795, -2.523498296737671, -1.0519905090332031, -1.1648445129394531, -1.3740605115890503, -1.3537811040878296, -2.530858278274536, -0.6715042591094971, -0.8792604804039001, -1.0446776151657104, -2.3276255130767822, -1.1426507234573364, -1.3195523023605347, -1.7369686365127563, -2.340507745742798, -2.052281618118286, -2.3053693771362305, -2.1143341064453125, -2.1670281887054443, -2.2485451698303223, -1.6240631341934204, -1.610213041305542, -1.7258635759353638, -1.776265025138855, -1.9660593271255493, -0.8981112837791443, -2.170311212539673, -0.45309075713157654, -1.3254534006118774, -2.0108253955841064, -2.694265604019165, -2.1214327812194824, -1.8171788454055786, -2.2184934616088867, -1.9550408124923706, -2.0189361572265625, -1.1569099426269531, -2.5332508087158203, -1.776706337928772, -2.5309133529663086, -1.3168210983276367, -0.695637583732605, -2.2964017391204834, -3.375113010406494, -1.8825045824050903, -2.607257843017578, -2.5601396560668945, -1.9305472373962402, -2.4531185626983643, -2.409729242324829, -1.3723043203353882, -0.7452967762947083, -1.8707404136657715, -2.1813130378723145, -2.3276259899139404, -0.5093531608581543, -1.0721391439437866, -0.10290408134460449, -0.16516630351543427, -0.36080288887023926, -0.3224773406982422, -1.0167067050933838, -2.9512217044830322, -2.7277135848999023, -2.0884742736816406, -1.9385242462158203, -2.904743194580078, -2.9152884483337402, -1.3198766708374023, -1.7884103059768677, -2.013317346572876, -0.5117947459220886, -0.10535948723554611, -0.11055471748113632, -1.8201038837432861, -2.441164255142212, -0.9428560733795166, -1.9221969842910767, -1.973680019378662, -1.6647952795028687, -2.2457454204559326, -2.6123135089874268, -1.649908423423767, -2.2826554775238037, -1.7209086418151855, -1.828697919845581, -2.382873058319092, -1.5109031200408936, -1.878615140914917, -2.6866190433502197, -0.9435029625892639, -1.757781744003296, -1.0221829414367676, -2.232706308364868, -2.280503273010254, -2.293651580810547, -2.018428087234497, -2.1109988689422607, -1.6259840726852417, -1.9983842372894287, -1.9291025400161743, -0.3908681571483612, -0.578517496585846, -3.0968031883239746, -2.3032686710357666, -1.0788443088531494, -1.9823414087295532, -2.6905860900878906, -1.3556383848190308, -2.1801154613494873, -2.2322781085968018, -1.7166516780853271, -1.895434856414795, -1.0262033939361572, -0.45486176013946533, -0.2985840141773224, -0.4068946838378906, -0.25834494829177856, -0.5270726680755615, -0.16984181106090546, -0.16255798935890198, -0.4286750257015228, -0.145570307970047, -0.23779748380184174, -2.2827115058898926, -0.6651986837387085, -0.22984720766544342, -1.0815136432647705, -1.0004839897155762, -1.2056366205215454, -1.3635504245758057, -1.8029853105545044, -1.930466890335083, -0.28156623244285583, -1.915954351425171, -1.0255486965179443, -1.8789414167404175, -0.6826448440551758, -0.5732356905937195, -0.3742508292198181, -0.6485780477523804, -1.0325959920883179, -1.7592661380767822, -2.211056709289551, -1.1812025308609009, -1.5022832155227661, -1.9779462814331055, -0.4761248826980591, -0.7396970391273499, -1.3709841966629028, -0.3771079480648041, -1.655548334121704, -1.5148133039474487, -0.8101581931114197, -1.2328591346740723, -1.29970121383667, -2.557119131088257, -1.5894755125045776, -2.403752565383911, -0.734302818775177, -1.4028897285461426, -2.325028896331787, -1.4816672801971436, -2.6843323707580566, -2.8569812774658203, -2.069815158843994, -1.6344009637832642, -2.316009283065796, -2.468315601348877, -2.0909812450408936, -2.0052335262298584, -3.027639865875244, -1.1473934650421143]}, "Bot001_059_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_059.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nMy little story: i have short hair Hi! My name is george. My little story is that I am a beekeeper [GRINNING FACE WITH SMILING EYES] Are you married? hello george my name is pink That is a good name. My favourite artist\u2019s name is Pink [GRINNING FACE WITH SMILING EYES] when i turned 18 my family moved across the country . where do you live ? I have zero family that I am close to. I live in Canada. How about you? Where do you live? i am in wyoming its pretty beautiful where do you live ? [SPEAK-NO-EVIL MONKEY] Where was it? I am hearing it first time no way i do it a lot , at least when i am feeling well enough .. Also, try to guess: i go to ... I gess I am not very good at guessing [FACE WITH TEARS OF JOY] gym regularly, funny you :) But you didn\u2019 tell me if you are married? haha i am a kid ! i am in third grade and love soccer ! you ? Wow really [FACE WITH OPEN MOUTH] I am really into soccer [GRINNING FACE WITH SMILING EYES] where have you skiied at ? What do you mean? i talk when i'm sleeping sometimes ok a l. Also, try to guess: i like doing ... Impossible to guess treadmill and rowing machine, funny you :) Do you study?", "response": "math a lot of math. how is your day going ?", "annotation_id": "Bot001_059_20", "annotations": ["O", "O", "T", "T", "T", "O", "O", "O", "T", "T", "O", "X", "X", "O", "X"], "gpt2background_target_score": [-13.861933708190918, -7.4212965965271, -12.512029647827148, -9.639327049255371, -10.25741195678711, -5.2302117347717285, -8.867742538452148, -8.963068008422852, -8.406126022338867, -12.632941246032715, -14.117984771728516, -8.920609474182129], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.7423242330551147, -1.3194338083267212, -1.4557617902755737, -0.7846629023551941, -1.5420138835906982, -3.7834627628326416, -0.9428880214691162, -2.86252498626709, -1.2497789859771729, -1.5824066400527954, -2.6078290939331055, -2.6221723556518555, -2.0193769931793213, -1.6044590473175049, -0.4023996889591217, -0.9699011445045471, -1.586010217666626, -2.0067832469940186, -1.5225512981414795, -1.7210389375686646, -1.128991961479187, -1.0739070177078247, -1.3512088060379028, -2.284257650375366, -1.88074791431427, -2.1372249126434326, -0.24899525940418243, -2.639620542526245, -2.351548671722412, -2.0838043689727783, -1.585099697113037, -2.180567741394043, -0.8590036630630493, -1.0897966623306274, -2.2388906478881836, -0.9768261909484863, -1.978774905204773, -1.2946630716323853, -3.699270009994507, -2.1903512477874756, -1.4905271530151367, -3.473472833633423, -2.5416314601898193, -2.0829594135284424, -1.6807383298873901, -1.1860274076461792, -0.6496881246566772, -1.3038761615753174, -3.1129844188690186, -2.9460082054138184, -1.2701412439346313, -2.3466217517852783, -1.5393304824829102, -0.3799133896827698, -1.8420599699020386, -0.8632064461708069, -1.969219446182251, -1.8808250427246094, -0.01622285135090351, -1.5663059949874878, -1.5575331449508667, -0.14882397651672363, -1.3414709568023682, -1.1101138591766357, -0.8002350926399231, -2.3424344062805176, -2.9279987812042236, -0.9084358215332031, -1.4808248281478882, -2.067152500152588, -1.5494264364242554, -1.7839480638504028, -0.5547757148742676, -0.1672324687242508, -0.1121794730424881, -0.43774110078811646, -0.23160234093666077, -3.3791842460632324, -1.898785948753357, -3.512040853500366, -0.3529435396194458, -0.3450232148170471, -0.7235892415046692, -0.28449341654777527, -1.7421354055404663, -0.16415701806545258, -0.2588811218738556, -0.4677584171295166, -0.14052902162075043, -0.34732022881507874, -2.3613061904907227, -1.6110877990722656, -1.2401372194290161, -2.0810611248016357, -1.3968873023986816, -1.9718409776687622, -1.551129698753357, -1.4093773365020752, -0.13868463039398193, -0.43662479519844055, -1.4724503755569458, -2.0097551345825195, -1.1718969345092773, -0.3718704581260681, -0.14897167682647705, -1.118037223815918, -1.4942737817764282, -1.2921202182769775, -0.933490514755249, -2.4431915283203125, -1.9820178747177124, -1.2750482559204102, -1.8467875719070435, -2.140444755554199, -0.7811949849128723, -1.3164772987365723, -1.5997086763381958, -1.9800251722335815, -0.6475775837898254, -1.7389776706695557, -1.6276179552078247, -1.5934969186782837, -1.6052985191345215, -0.27064579725265503, -1.47525954246521, -1.6360141038894653, -1.0996699333190918, -0.241846963763237, -0.09200187772512436, -0.6939498782157898, -1.8325544595718384, -0.72029048204422, -1.6398340463638306, -1.330714464187622, -2.3543498516082764, -1.405371069908142, -1.863462209701538, -2.504901885986328, -1.9760421514511108, -1.7143234014511108, -1.3506345748901367, -0.2665695250034332, -0.05882954224944115, -1.1235238313674927, -1.8580865859985352, -3.812471866607666, -1.7171381711959839, -0.567675769329071, -2.4422147274017334, -3.3022665977478027, -2.5949389934539795, -2.523498296737671, -1.0519905090332031, -1.1648445129394531, -1.3740605115890503, -1.3537811040878296, -2.530858278274536, -0.6715042591094971, -0.8792604804039001, -1.0446776151657104, -2.3276255130767822, -1.1426509618759155, -1.3195509910583496, -1.7369682788848877, -2.340508460998535, -2.052281141281128, -2.305370330810547, -2.114337205886841, -2.1670279502868652, -2.2485485076904297, -1.6240636110305786, -1.6102145910263062, -1.725862741470337, -1.7762651443481445, -1.9660593271255493, -0.8981119394302368, -2.170311450958252, -0.4530900716781616, -1.3254549503326416, -2.010826587677002, -2.694263458251953, -2.121431350708008, -1.8171782493591309, -2.2184929847717285, -1.9550402164459229, -2.018935441970825, -1.1569105386734009, -2.533247470855713, -1.7767053842544556, -2.530914545059204, -1.3168221712112427, -0.6956374645233154, -2.296400547027588, -3.3751120567321777, -1.8825048208236694, -2.6072564125061035, -2.56014347076416, -1.9305487871170044, -2.4531188011169434, -2.4097278118133545, -1.3723064661026, -0.7452971935272217, -1.87073814868927, -2.18131422996521, -2.327624797821045, -0.5093539953231812, -1.0721380710601807, -0.10290440171957016, -0.16516609489917755, -0.36080336570739746, -0.32247689366340637, -1.016709566116333, -2.9512200355529785, -2.7277145385742188, -2.088474988937378, -1.9385231733322144, -2.9047415256500244, -2.915288209915161, -1.3198773860931396, -1.7884095907211304, -2.0133168697357178, -0.511795163154602, -0.10535970330238342, -0.11055439710617065, -1.8201026916503906, -2.441164493560791, -0.9428558945655823, -1.9221965074539185, -1.973680853843689, -1.6647958755493164, -2.2457451820373535, -2.6123130321502686, -1.6499089002609253, -2.282655715942383, -1.720908284187317, -1.8286985158920288, -2.3828723430633545, -1.5109021663665771, -1.8786158561706543, -2.6866204738616943, -0.9435023069381714, -1.7577821016311646, -1.02218496799469, -2.232703685760498, -2.2805044651031494, -2.2936506271362305, -2.018427848815918, -2.110996961593628, -1.6259827613830566, -1.9983830451965332, -1.9291046857833862, -0.39086848497390747, -0.5785183310508728, -3.096803665161133, -2.3032708168029785, -1.078842282295227, -1.982342004776001, -2.6905879974365234, -1.355637550354004, -2.180114507675171, -2.23227858543396, -1.7166510820388794, -1.8954349756240845, -1.0262031555175781, -0.4548610746860504, -0.2985841929912567, -0.4068947434425354, -0.2583448588848114, -0.5270715355873108, -0.1698417067527771, -0.1625581830739975, -0.42867472767829895, -0.14557062089443207, -0.23779626190662384, -2.2827112674713135, -0.6651988625526428, -0.22984690964221954, -1.0815150737762451, -1.0004863739013672, -1.2056348323822021, -1.3635492324829102, -1.8029849529266357, -1.9304696321487427, -0.2815667688846588, -1.9159525632858276, -1.0255497694015503, -1.878938913345337, -0.6826462149620056, -0.5732359886169434, -0.3742523789405823, -0.6485769152641296, -1.0325959920883179, -1.759264588356018, -2.21105694770813, -1.1812033653259277, -1.502286434173584, -1.97794508934021, -0.47612443566322327, -0.7396959066390991, -1.3709840774536133, -0.3771069645881653, -1.6555510759353638, -1.514812707901001, -0.8101576566696167, -1.2328585386276245, -1.2997037172317505, -2.5571200847625732, -1.5894756317138672, -2.4037516117095947, -0.7343022227287292, -1.4028899669647217, -2.1353538036346436, -1.9921817779541016, -0.42221003770828247, -2.917069911956787, -2.678596019744873, -2.1549153327941895, -1.7427858114242554, -1.413396954536438, -2.457418203353882, -0.2909722328186035, -1.6329866647720337, -2.197030782699585, -2.078638792037964, -2.227043628692627, -2.4235615730285645, -1.3995364904403687, -2.241057872772217, -2.222071886062622, -1.785799264907837, -1.5217221975326538, -1.4793931245803833, -1.4643412828445435, -2.74627947807312, -1.8686015605926514, -1.150876522064209, -1.1838756799697876]}, "Bot001_060_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_060.log.json", "context": "Hi! Howdy! [SMILING FACE WITH SUNGLASSES].\nCut a long story short: read book every week Hi", "response": "hey there , i do believe we never met . .", "annotation_id": "Bot001_060_02", "annotations": ["O", "O", "T", "O", "T", "T", "O", "T", "O", "X", "O", "O", "T", "O", "T"], "gpt2background_target_score": [-10.586908340454102, -7.771326541900635, -12.91993522644043, -6.905219078063965, -9.343514442443848, -14.213983535766602, -11.214309692382812, -11.221048355102539, -12.48288631439209, -12.116873741149902, -11.444378852844238], "gpt2background_argmax_score": [-1.9761712551116943, -1.080935001373291, -1.5788280963897705, -1.4128875732421875, -1.6646547317504883, -3.6350786685943604, -1.8260324001312256, -0.5739428997039795, -0.838753879070282, -1.2427740097045898, -2.9512836933135986, -1.6020081043243408, -2.0703911781311035, -1.7861636877059937, -1.587195873260498, -1.3325177431106567, -0.4500223398208618, -2.0264039039611816, -3.0747106075286865, -2.6988601684570312, -0.10039377957582474, -0.7866191267967224, -1.2242286205291748, -1.795845866203308, -2.8371527194976807, -1.1879222393035889, -1.7618589401245117, -1.6406770944595337, -2.003070831298828, -1.7986677885055542, -1.381270408630371, -2.1321804523468018, -2.2698252201080322, -2.6328656673431396, -1.8423863649368286, -1.72803795337677, -2.6691794395446777, -2.623765707015991, -2.2494912147521973, -1.3735390901565552]}, "Bot001_060_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_060.log.json", "context": "Hi! Howdy! [SMILING FACE WITH SUNGLASSES].\nCut a long story short: read book every week Hi hey there , i do believe we never met . . Why? Where do you live?", "response": "bad part of california . how about those wild fires ?", "annotation_id": "Bot001_060_04", "annotations": ["O", "T", "O", "O", "O", "O", "T", "T", "O", "O", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-13.058195114135742, -11.499469757080078, -8.921554565429688, -11.612550735473633, -11.97294807434082, -13.916136741638184, -12.775530815124512, -10.52076244354248, -8.281332969665527, -12.482378959655762, -11.782454490661621, -14.62476634979248, -12.209169387817383], "gpt2background_argmax_score": [-1.9761712551116943, -1.080935001373291, -1.5788280963897705, -1.4128875732421875, -1.6646547317504883, -3.6350786685943604, -1.8260324001312256, -0.5739428997039795, -0.838753879070282, -1.2427740097045898, -2.9512836933135986, -1.6020081043243408, -2.0703911781311035, -1.7861636877059937, -1.587195873260498, -1.3325177431106567, -0.4500223398208618, -2.0264039039611816, -3.0747106075286865, -2.6988601684570312, -0.10039377957582474, -0.7866191267967224, -1.2242286205291748, -1.795845866203308, -2.8371527194976807, -1.1879222393035889, -1.7618589401245117, -1.6406770944595337, -1.8637850284576416, -1.0090186595916748, -1.9045575857162476, -1.9814449548721313, -2.3902316093444824, -1.723209023475647, -1.5970923900604248, -2.631216526031494, -2.6931800842285156, -2.1276018619537354, -1.2678287029266357, -2.2310783863067627, -2.4274115562438965, -1.3835914134979248, -0.8398899435997009, -1.542589783668518, -1.1210285425186157, -2.4390621185302734, -2.1111867427825928, -3.2329843044281006, -1.3687951564788818, -1.733177900314331, -0.9579378366470337, -0.03849346563220024, -1.6711820363998413, -1.1128532886505127, -1.7294297218322754, -0.8095774054527283, -3.0927693843841553, -2.3071818351745605, -1.9213992357254028, -0.5752993822097778]}, "Bot001_060_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_060.log.json", "context": "Hi! Howdy! [SMILING FACE WITH SUNGLASSES].\nCut a long story short: read book every week Hi hey there , i do believe we never met . . Why? Where do you live? bad part of california . how about those wild fires ? It`s awful", "response": "thanks . what else do you like ?", "annotation_id": "Bot001_060_06", "annotations": ["O", "X", "O", "O", "T", "T", "T", "T", "O", "O", "T", "T", "O", "O", "O"], "gpt2background_target_score": [-12.854007720947266, -8.739697456359863, -9.602463722229004, -11.766899108886719, -9.343513488769531, -9.252532005310059, -11.787931442260742, -10.88283920288086], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.5788270235061646, -1.4128859043121338, -1.664656400680542, -3.6350791454315186, -1.8260313272476196, -0.5739432573318481, -0.83875572681427, -1.242777943611145, -2.951284170150757, -1.6020121574401855, -2.0703957080841064, -1.7861641645431519, -1.5871942043304443, -1.3325188159942627, -0.45002204179763794, -2.0264031887054443, -3.074709415435791, -2.698862075805664, -0.10039302706718445, -0.7866186499595642, -1.2242286205291748, -1.7958463430404663, -2.8371524810791016, -1.187922477722168, -1.7618598937988281, -1.6406774520874023, -1.8637845516204834, -1.009017825126648, -1.9045555591583252, -1.9814457893371582, -2.390230655670166, -1.7232072353363037, -1.597091555595398, -2.631218433380127, -2.6931796073913574, -2.127603769302368, -1.2678292989730835, -2.2310755252838135, -2.4274115562438965, -1.3835922479629517, -0.8398878574371338, -1.5425888299942017, -1.1210280656814575, -2.439063310623169, -4.1112823486328125, -0.887497067451477, -1.6838455200195312, -0.8223947882652283, -0.04477550461888313, -1.8296622037887573, -2.295044183731079, -1.5215976238250732, -0.7555602788925171, -2.99562406539917, -2.5948646068573, -1.7524813413619995, -2.142437219619751, -0.9543710947036743, -0.10355789214372635, -2.4264538288116455, -2.1987624168395996, -2.423290729522705, -1.5815728902816772, -2.1918909549713135, -2.3112308979034424, -1.907706618309021, -0.3656700551509857, -1.5078762769699097, -1.498308539390564, -0.5254697799682617]}, "Bot001_060_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_060.log.json", "context": "Hi! Howdy! [SMILING FACE WITH SUNGLASSES].\nCut a long story short: read book every week Hi hey there , i do believe we never met . . Why? Where do you live? bad part of california . how about those wild fires ? It`s awful thanks . what else do you like ? i like to make time stop", "response": "doblons . its just a small stand . i would appreciate that ! you have hobbies ?", "annotation_id": "Bot001_060_08", "annotations": ["T", "X", "O", "O", "X", "O", "X", "T", "T", "O", "T", "X", "T", "O", "O"], "gpt2background_target_score": [-11.145613670349121, -12.640032768249512, -11.670263290405273, -9.290369033813477, -10.785487174987793, -9.767596244812012, -9.213785171508789, -13.089858055114746, -14.174084663391113, -12.11687183380127, -9.888687133789062, -11.946258544921875, -12.938627243041992, -9.939103126525879, -7.58120059967041, -8.865904808044434, -10.71595287322998, -12.127082824707031, -12.59050178527832], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.5788270235061646, -1.4128859043121338, -1.664656400680542, -3.6350791454315186, -1.8260313272476196, -0.5739432573318481, -0.83875572681427, -1.242777943611145, -2.951284170150757, -1.6020121574401855, -2.0703957080841064, -1.7861641645431519, -1.5871942043304443, -1.3325188159942627, -0.45002204179763794, -2.0264031887054443, -3.074709415435791, -2.698862075805664, -0.10039302706718445, -0.7866186499595642, -1.2242286205291748, -1.7958463430404663, -2.8371524810791016, -1.187922477722168, -1.7618598937988281, -1.6406774520874023, -1.8637845516204834, -1.009017825126648, -1.9045555591583252, -1.9814457893371582, -2.390230655670166, -1.7232072353363037, -1.597091555595398, -2.631218433380127, -2.6931796073913574, -2.127603769302368, -1.2678292989730835, -2.2310755252838135, -2.4274115562438965, -1.3835922479629517, -0.8398878574371338, -1.5425888299942017, -1.1210280656814575, -2.439063310623169, -4.1112823486328125, -0.887497067451477, -1.6838455200195312, -0.8223947882652283, -0.04477550461888313, -1.8296622037887573, -2.295044183731079, -1.5215976238250732, -0.7555602788925171, -2.99562406539917, -2.5948646068573, -1.7524813413619995, -2.142437219619751, -0.9543710947036743, -0.10355789214372635, -2.4264538288116455, -2.1987624168395996, -1.2871426343917847, -2.298677682876587, -2.0138306617736816, -1.8555521965026855, -0.40869006514549255, -1.939440369606018, -1.1151384115219116, -1.7388031482696533, -2.7448971271514893, -2.0959270000457764, -2.2835545539855957, -2.241389751434326, -1.3806722164154053, -2.628131151199341, -2.5102663040161133, -1.573069453239441, -3.5548856258392334, -2.0614356994628906, -2.111682891845703, -2.458859920501709, -2.3052632808685303, -4.033944129943848, -0.9942718744277954, -1.8669639825820923, -2.147075891494751, -2.4932594299316406, -1.521937608718872, -2.0213992595672607, -2.3350019454956055, -0.6182876825332642, -2.2580699920654297, -1.3118982315063477, -2.041423797607422, -0.8665418028831482]}, "Bot001_060_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_060.log.json", "context": "Hi! Howdy! [SMILING FACE WITH SUNGLASSES].\nCut a long story short: read book every week Hi hey there , i do believe we never met . . Why? Where do you live? bad part of california . how about those wild fires ? It`s awful thanks . what else do you like ? i like to make time stop doblons . its just a small stand . i would appreciate that ! you have hobbies ? i have superpowers so my hobby is to use them. what anout you", "response": "no not yet . but you can cook for me . i am vegan so it may be difficult. Also, try to guess: i'm pregnant with ...", "annotation_id": "Bot001_060_10", "annotations": ["O", "X", "T", "O", "T", "T", "X", "T", "T", "X", "O", "X", "X", "O", "X"], "gpt2background_target_score": [-11.387571334838867, -9.683773040771484, -11.726080894470215, -9.290369033813477, -9.523886680603027, -9.252532005310059, -9.573610305786133, -12.238350868225098, -7.226889610290527, -10.917962074279785, -11.444379806518555, -10.845525741577148, -12.73182201385498, -12.058917045593262, -9.250279426574707, -10.008198738098145, -13.109222412109375, -7.62459659576416, -10.548440933227539, -6.886536598205566, -13.951131820678711, -0.7866186499595642, -10.263768196105957, -5.813884735107422, -12.699652671813965, -10.919779777526855, -8.344773292541504, -7.50523567199707, -12.974315643310547, -8.260844230651855, -9.640786170959473], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.5788270235061646, -1.4128859043121338, -1.664656400680542, -3.6350791454315186, -1.8260313272476196, -0.5739432573318481, -0.83875572681427, -1.242777943611145, -2.951284170150757, -1.6020121574401855, -2.0703957080841064, -1.7861641645431519, -1.5871942043304443, -1.3325188159942627, -0.45002204179763794, -2.0264031887054443, -3.074709415435791, -2.698862075805664, -0.10039302706718445, -0.7866186499595642, -1.2242286205291748, -1.7958463430404663, -2.8371524810791016, -1.187922477722168, -1.7618598937988281, -1.6406774520874023, -1.8637845516204834, -1.009017825126648, -1.9045555591583252, -1.9814457893371582, -2.390230655670166, -1.7232072353363037, -1.597091555595398, -2.631218433380127, -2.6931796073913574, -2.127603769302368, -1.2678292989730835, -2.2310755252838135, -2.4274115562438965, -1.3835922479629517, -0.8398878574371338, -1.5425888299942017, -1.1210280656814575, -2.439063310623169, -4.1112823486328125, -0.887497067451477, -1.6838455200195312, -0.8223947882652283, -0.04477550461888313, -1.8296622037887573, -2.295044183731079, -1.5215976238250732, -0.7555602788925171, -2.99562406539917, -2.5948646068573, -1.7524813413619995, -2.142437219619751, -0.9543710947036743, -0.10355789214372635, -2.4264538288116455, -2.1987624168395996, -1.2871426343917847, -2.298677682876587, -2.0138306617736816, -1.8555521965026855, -0.40869006514549255, -1.939440369606018, -1.1151384115219116, -1.7388031482696533, -2.7448971271514893, -2.0959270000457764, -2.2835545539855957, -2.241389751434326, -1.3806722164154053, -2.628131151199341, -2.7003159523010254, -2.5765271186828613, -2.2987208366394043, -2.2463290691375732, -2.5271811485290527, -2.3410637378692627, -3.725338935852051, -1.2935086488723755, -1.7713841199874878, -1.9541126489639282, -2.563375473022461, -1.098160743713379, -1.372315764427185, -2.2967000007629395, -1.7453144788742065, -2.593668222427368, -1.2867668867111206, -2.144562005996704, -2.106884002685547, -2.5147314071655273, -1.2800945043563843, -3.2553234100341797, -1.6947373151779175, -0.9377183318138123, -3.0759198665618896, -1.1911861896514893, -1.5295894145965576, -1.511474609375, -1.8082433938980103, -1.6327805519104004, -1.6479722261428833, -1.803566813468933, -1.3475801944732666, -1.8898485898971558, -2.0111594200134277, -2.1686787605285645, -1.9815330505371094, -3.0338709354400635, -1.897006869316101, -1.6035046577453613, -0.9980829954147339, -1.8193647861480713, -1.7747704982757568, -2.392578125, -1.992231011390686, -1.68056321144104, -2.0974373817443848, -2.2395923137664795, -2.2213053703308105, -1.894038200378418, -0.8329545855522156, -1.34066641330719, -0.9220022559165955, -1.9800257682800293, -1.000850796699524, -1.5359083414077759, -1.1416453123092651, -1.0672657489776611, -1.2442964315414429, -2.314296245574951, -1.644636869430542, -2.178452491760254, -1.6396437883377075, -1.9163349866867065, -1.9326905012130737, -0.8529214859008789, -3.1727166175842285]}, "Bot001_060_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_060.log.json", "context": "Hi! Howdy! [SMILING FACE WITH SUNGLASSES].\nCut a long story short: read book every week Hi hey there , i do believe we never met . . Why? Where do you live? bad part of california . how about those wild fires ? It`s awful thanks . what else do you like ? i like to make time stop doblons . its just a small stand . i would appreciate that ! you have hobbies ? i have superpowers so my hobby is to use them. what anout you no not yet . but you can cook for me . i am vegan so it may be difficult. Also, try to guess: i'm pregnant with ... baby?", "response": "my first child, funny you :)", "annotation_id": "Bot001_060_12", "annotations": ["O", "O", "X", "O", "T", "T", "T", "T", "T", "O", "O", "O", "X", "O", "O"], "gpt2background_target_score": [-11.607720375061035, -7.606007099151611, -12.619209289550781, -1.4128859043121338, -12.346382141113281, -9.252532005310059, -11.886884689331055], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.5788270235061646, -1.4128859043121338, -1.664656400680542, -3.6350791454315186, -1.8260313272476196, -0.5739432573318481, -0.83875572681427, -1.242777943611145, -2.951284170150757, -1.6020121574401855, -2.0703957080841064, -1.7861641645431519, -1.5871942043304443, -1.3325188159942627, -0.45002204179763794, -2.0264031887054443, -3.074709415435791, -2.698862075805664, -0.10039302706718445, -0.7866186499595642, -1.2242286205291748, -1.7958463430404663, -2.8371524810791016, -1.187922477722168, -1.7618598937988281, -1.6406774520874023, -1.8637845516204834, -1.009017825126648, -1.9045555591583252, -1.9814457893371582, -2.390230655670166, -1.7232072353363037, -1.597091555595398, -2.631218433380127, -2.6931796073913574, -2.127603769302368, -1.2678292989730835, -2.2310755252838135, -2.4274115562438965, -1.3835922479629517, -0.8398878574371338, -1.5425888299942017, -1.1210280656814575, -2.439063310623169, -4.1112823486328125, -0.887497067451477, -1.6838455200195312, -0.8223947882652283, -0.04477550461888313, -1.8296622037887573, -2.295044183731079, -1.5215976238250732, -0.7555602788925171, -2.99562406539917, -2.5948646068573, -1.7524813413619995, -2.142437219619751, -0.9543710947036743, -0.10355789214372635, -2.4264538288116455, -2.1987624168395996, -1.2871426343917847, -2.298677682876587, -2.0138306617736816, -1.8555521965026855, -0.40869006514549255, -1.939440369606018, -1.1151384115219116, -1.7388031482696533, -2.7448971271514893, -2.0959270000457764, -2.2835545539855957, -2.241389751434326, -1.3806722164154053, -2.628131151199341, -2.7003159523010254, -2.5765271186828613, -2.2987208366394043, -2.2463290691375732, -2.5271811485290527, -2.3410637378692627, -3.725338935852051, -1.2935086488723755, -1.7713841199874878, -1.9541126489639282, -2.563375473022461, -1.098160743713379, -1.372315764427185, -2.2967000007629395, -1.7453144788742065, -2.593668222427368, -1.2867668867111206, -2.144562005996704, -2.106884002685547, -2.5147314071655273, -1.2800945043563843, -3.2553234100341797, -1.6947373151779175, -0.9377183318138123, -3.0759198665618896, -1.1911861896514893, -1.5295894145965576, -1.511474609375, -1.8082433938980103, -1.6327805519104004, -1.6479722261428833, -1.803566813468933, -1.3475801944732666, -1.8898485898971558, -2.0111594200134277, -1.4881649017333984, -1.556595802307129, -0.7766631245613098, -2.087144374847412, -1.1462723016738892, -2.08858323097229, -1.6997166872024536, -2.322967052459717, -1.9347201585769653, -1.4634991884231567, -2.077815532684326, -2.2190442085266113, -1.9600138664245605, -1.9582586288452148, -0.928717315196991, -1.3508079051971436, -1.0097260475158691, -2.0064311027526855, -1.0562388896942139, -1.7188835144042969, -1.3247686624526978, -1.2943086624145508, -1.0806301832199097, -2.4809069633483887, -1.6416785717010498, -2.104905605316162, -1.562928557395935, -1.8860740661621094, -1.886352300643921, -0.8733815550804138, -3.485649824142456, -2.7308506965637207, -2.190812349319458, -2.349088668823242, -2.6807000637054443, -2.838634490966797, -1.5509785413742065, -1.5330429077148438, -2.5822784900665283, -3.0746634006500244, -0.9923622012138367]}, "Bot001_060_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_060.log.json", "context": "Hi! Howdy! [SMILING FACE WITH SUNGLASSES].\nCut a long story short: read book every week Hi hey there , i do believe we never met . . Why? Where do you live? bad part of california . how about those wild fires ? It`s awful thanks . what else do you like ? i like to make time stop doblons . its just a small stand . i would appreciate that ! you have hobbies ? i have superpowers so my hobby is to use them. what anout you no not yet . but you can cook for me . i am vegan so it may be difficult. Also, try to guess: i'm pregnant with ... baby? my first child, funny you :) What do you like to do in your free time", "response": "pizza is yummy ! nothing much . between tattoos and silver jewelry , i'm pretty .", "annotation_id": "Bot001_060_14", "annotations": ["O", "X", "X", "X", "X", "O", "X", "T", "T", "X", "T", "X", "T", "X", "X"], "gpt2background_target_score": [-10.753246307373047, -11.47262191772461, -3.0458121299743652, -5.097016334533691, -12.359579086303711, -10.2776517868042, -14.481891632080078, -12.360318183898926, -11.857272148132324, -14.231818199157715, -9.340680122375488, -7.93474817276001, -14.440788269042969, -12.517942428588867, -9.55390739440918, -7.299535751342773, -10.344810485839844, -9.27745532989502, -9.709785461425781], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.5788270235061646, -1.4128859043121338, -1.664656400680542, -3.6350791454315186, -1.8260313272476196, -0.5739432573318481, -0.83875572681427, -1.242777943611145, -2.951284170150757, -1.6020121574401855, -2.0703957080841064, -1.7861641645431519, -1.5871942043304443, -1.3325188159942627, -0.45002204179763794, -2.0264031887054443, -3.074709415435791, -2.698862075805664, -0.10039302706718445, -0.7866186499595642, -1.2242286205291748, -1.7958463430404663, -2.8371524810791016, -1.187922477722168, -1.7618598937988281, -1.6406774520874023, -1.8637845516204834, -1.009017825126648, -1.9045555591583252, -1.9814457893371582, -2.390230655670166, -1.7232072353363037, -1.597091555595398, -2.631218433380127, -2.6931796073913574, -2.127603769302368, -1.2678292989730835, -2.2310755252838135, -2.4274115562438965, -1.3835922479629517, -0.8398878574371338, -1.5425888299942017, -1.1210280656814575, -2.439063310623169, -4.1112823486328125, -0.887497067451477, -1.6838455200195312, -0.8223947882652283, -0.04477550461888313, -1.8296622037887573, -2.295044183731079, -1.5215976238250732, -0.7555602788925171, -2.99562406539917, -2.5948646068573, -1.7524813413619995, -2.142437219619751, -0.9543710947036743, -0.10355789214372635, -2.4264538288116455, -2.1987624168395996, -1.2871426343917847, -2.298677682876587, -2.0138306617736816, -1.8555521965026855, -0.40869006514549255, -1.939440369606018, -1.1151384115219116, -1.7388031482696533, -2.7448971271514893, -2.0959270000457764, -2.2835545539855957, -2.241389751434326, -1.3806722164154053, -2.628131151199341, -2.7003159523010254, -2.5765271186828613, -2.2987208366394043, -2.2463290691375732, -2.5271811485290527, -2.3410637378692627, -3.725338935852051, -1.2935086488723755, -1.7713841199874878, -1.9541126489639282, -2.563375473022461, -1.098160743713379, -1.372315764427185, -2.2967000007629395, -1.7453144788742065, -2.593668222427368, -1.2867668867111206, -2.144562005996704, -2.106884002685547, -2.5147314071655273, -1.2800945043563843, -3.2553234100341797, -1.6947373151779175, -0.9377183318138123, -3.0759198665618896, -1.1911861896514893, -1.5295894145965576, -1.511474609375, -1.8082433938980103, -1.6327805519104004, -1.6479722261428833, -1.803566813468933, -1.3475801944732666, -1.8898485898971558, -2.0111594200134277, -1.4881649017333984, -1.556595802307129, -0.7766631245613098, -2.087144374847412, -1.1462723016738892, -2.08858323097229, -1.6997166872024536, -2.322967052459717, -1.9347201585769653, -1.4634991884231567, -2.077815532684326, -2.2190442085266113, -1.9600138664245605, -1.9582586288452148, -0.928717315196991, -1.3508079051971436, -1.0097260475158691, -2.0064311027526855, -1.0562388896942139, -1.7188835144042969, -1.3247686624526978, -1.2943086624145508, -1.0806301832199097, -2.4809069633483887, -1.6416785717010498, -2.104905605316162, -1.5629291534423828, -1.8860749006271362, -1.8863518238067627, -0.8733825087547302, -3.4856503009796143, -2.7308509349823, -2.190812110900879, -2.910074234008789, -2.9836394786834717, -1.4318015575408936, -1.617324948310852, -2.8691749572753906, -3.041966199874878, -2.1141655445098877, -2.3072338104248047, -0.29818570613861084, -1.835710883140564, -0.8820226192474365, -0.9521022439002991, -0.7494359016418457, -1.8363587856292725, -0.8029756546020508, -0.11730746179819107, -0.49505722522735596, -1.93117356300354, -2.026632308959961, -2.4711673259735107, -2.046532392501831, -1.0761768817901611, -2.2672483921051025, -1.7563596963882446, -2.426804780960083, -2.7035183906555176, -1.6124135255813599, -3.67651629447937, -1.4085683822631836, -3.1237332820892334, -2.984173536300659, -2.3058090209960938, -2.0199673175811768, -2.3380024433135986, -2.1252317428588867, -1.7103793621063232, -1.6724189519882202]}, "Bot001_060_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_060.log.json", "context": "Hi! Howdy! [SMILING FACE WITH SUNGLASSES].\nCut a long story short: read book every week Hi hey there , i do believe we never met . . Why? Where do you live? bad part of california . how about those wild fires ? It`s awful thanks . what else do you like ? i like to make time stop doblons . its just a small stand . i would appreciate that ! you have hobbies ? i have superpowers so my hobby is to use them. what anout you no not yet . but you can cook for me . i am vegan so it may be difficult. Also, try to guess: i'm pregnant with ... baby? my first child, funny you :) What do you like to do in your free time pizza is yummy ! nothing much . between tattoos and silver jewelry , i'm pretty . Can we be friends? I`m very lonely sometimes", "response": "you sound lonely . it seems like its what you are designed to be .. Also, try to guess: my favorite kind ...", "annotation_id": "Bot001_060_16", "annotations": ["O", "O", "T", "O", "T", "T", "T", "T", "T", "X", "O", "O", "T", "O", "O"], "gpt2background_target_score": [-11.401803016662598, -12.350074768066406, -9.037384033203125, -9.290369033813477, -9.053069114685059, -11.68758487701416, -11.787931442260742, -11.945584297180176, -9.910590171813965, -8.946480751037598, -12.995471954345703, -14.749446868896484, -11.949028015136719, -11.728774070739746, -9.881888389587402, -7.725586891174316, -10.560603141784668, -11.40542984008789, -8.39822006225586, -11.95210075378418, -6.041932582855225, -4.526259899139404, -12.705061912536621, -10.285848617553711, -9.521332740783691], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.5788270235061646, -1.4128859043121338, -1.664656400680542, -3.6350791454315186, -1.8260313272476196, -0.5739432573318481, -0.83875572681427, -1.242777943611145, -2.951284170150757, -1.6020121574401855, -2.0703957080841064, -1.7861641645431519, -1.5871942043304443, -1.3325188159942627, -0.45002204179763794, -2.0264031887054443, -3.074709415435791, -2.698862075805664, -0.10039302706718445, -0.7866186499595642, -1.2242286205291748, -1.7958463430404663, -2.8371524810791016, -1.187922477722168, -1.7618598937988281, -1.6406774520874023, -1.8637845516204834, -1.009017825126648, -1.9045555591583252, -1.9814457893371582, -2.390230655670166, -1.7232072353363037, -1.597091555595398, -2.631218433380127, -2.6931796073913574, -2.127603769302368, -1.2678292989730835, -2.2310755252838135, -2.4274115562438965, -1.3835922479629517, -0.8398878574371338, -1.5425888299942017, -1.1210280656814575, -2.439063310623169, -4.1112823486328125, -0.887497067451477, -1.6838455200195312, -0.8223947882652283, -0.04477550461888313, -1.8296622037887573, -2.295044183731079, -1.5215976238250732, -0.7555602788925171, -2.99562406539917, -2.5948646068573, -1.7524813413619995, -2.142437219619751, -0.9543710947036743, -0.10355789214372635, -2.4264538288116455, -2.1987624168395996, -1.2871426343917847, -2.298677682876587, -2.0138306617736816, -1.8555521965026855, -0.40869006514549255, -1.939440369606018, -1.1151384115219116, -1.7388031482696533, -2.7448971271514893, -2.0959270000457764, -2.2835545539855957, -2.241389751434326, -1.3806722164154053, -2.628131151199341, -2.7003159523010254, -2.5765271186828613, -2.2987208366394043, -2.2463290691375732, -2.5271811485290527, -2.3410637378692627, -3.725338935852051, -1.2935086488723755, -1.7713841199874878, -1.9541126489639282, -2.563375473022461, -1.098160743713379, -1.372315764427185, -2.2967000007629395, -1.7453144788742065, -2.593668222427368, -1.2867668867111206, -2.144562005996704, -2.106884002685547, -2.5147314071655273, -1.2800945043563843, -3.2553234100341797, -1.6947373151779175, -0.9377183318138123, -3.0759198665618896, -1.1911861896514893, -1.5295894145965576, -1.511474609375, -1.8082433938980103, -1.6327805519104004, -1.6479722261428833, -1.803566813468933, -1.3475801944732666, -1.8898485898971558, -2.0111594200134277, -1.4881649017333984, -1.556595802307129, -0.7766631245613098, -2.087144374847412, -1.1462723016738892, -2.08858323097229, -1.6997166872024536, -2.322967052459717, -1.9347201585769653, -1.4634991884231567, -2.077815532684326, -2.2190442085266113, -1.9600138664245605, -1.9582586288452148, -0.928717315196991, -1.3508079051971436, -1.0097260475158691, -2.0064311027526855, -1.0562388896942139, -1.7188835144042969, -1.3247686624526978, -1.2943086624145508, -1.0806301832199097, -2.4809069633483887, -1.6416785717010498, -2.104905605316162, -1.562928557395935, -1.8860740661621094, -1.886352300643921, -0.8733815550804138, -3.485649824142456, -2.7308506965637207, -2.1908118724823, -2.9100756645202637, -2.9836413860321045, -1.4318015575408936, -1.6173255443572998, -2.8691744804382324, -3.0419652462005615, -2.1141650676727295, -2.3072330951690674, -0.29818570613861084, -1.835711121559143, -0.8820217251777649, -0.9521027207374573, -0.749434769153595, -1.8363572359085083, -0.8029738068580627, -0.11730756610631943, -0.49505722522735596, -2.3351449966430664, -1.415941596031189, -2.40409517288208, -2.058500289916992, -2.2209699153900146, -2.505512237548828, -2.888092517852783, -1.5670192241668701, -3.4378340244293213, -1.4542362689971924, -3.4091742038726807, -2.597194194793701, -1.8085416555404663, -2.1902377605438232, -2.372236490249634, -2.1410024166107178, -2.0967512130737305, -1.7451902627944946, -0.7579522728919983, -1.7624832391738892, -1.3278687000274658, -1.205634355545044, -2.231138229370117, -2.058340072631836, -0.4212706685066223, -2.164020538330078, -2.348586320877075, -1.64698326587677, -1.406638741493225, -2.2130930423736572, -1.8149131536483765, -1.0817368030548096, -2.5619945526123047, -2.186779022216797, -1.3405078649520874, -1.0774075984954834, -0.9096384048461914, -2.1971681118011475, -0.9221051335334778, -1.9194293022155762, -1.7265539169311523, -0.83345627784729, -0.5499200820922852, -1.7543954849243164, -2.01422119140625, -1.4457752704620361, -1.7482894659042358, -0.5623233914375305, -1.8601593971252441, -1.4129997491836548, -0.73697429895401, -1.376949667930603, -1.8213350772857666, -0.2901122570037842, -1.9106476306915283]}, "Bot001_060_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_060.log.json", "context": "Hi! Howdy! [SMILING FACE WITH SUNGLASSES].\nCut a long story short: read book every week Hi hey there , i do believe we never met . . Why? Where do you live? bad part of california . how about those wild fires ? It`s awful thanks . what else do you like ? i like to make time stop doblons . its just a small stand . i would appreciate that ! you have hobbies ? i have superpowers so my hobby is to use them. what anout you no not yet . but you can cook for me . i am vegan so it may be difficult. Also, try to guess: i'm pregnant with ... baby? my first child, funny you :) What do you like to do in your free time pizza is yummy ! nothing much . between tattoos and silver jewelry , i'm pretty . Can we be friends? I`m very lonely sometimes you sound lonely . it seems like its what you are designed to be .. Also, try to guess: my favorite kind ... Kind of what?", "response": "of movie is documentary, funny you :)", "annotation_id": "Bot001_060_18", "annotations": ["O", "T", "X", "O", "O", "O", "X", "T", "T", "X", "O", "O", "T", "O", "O"], "gpt2background_target_score": [-12.00803279876709, -12.024975776672363, -3.0458121299743652, -13.452140808105469, -10.127799034118652, -12.36411190032959, -10.869467735290527, -9.720643043518066], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.5788270235061646, -1.4128859043121338, -1.664656400680542, -3.6350791454315186, -1.8260313272476196, -0.5739432573318481, -0.83875572681427, -1.242777943611145, -2.951284170150757, -1.6020121574401855, -2.0703957080841064, -1.7861641645431519, -1.5871942043304443, -1.3325188159942627, -0.45002204179763794, -2.0264031887054443, -3.074709415435791, -2.698862075805664, -0.10039302706718445, -0.7866186499595642, -1.2242286205291748, -1.7958463430404663, -2.8371524810791016, -1.187922477722168, -1.7618598937988281, -1.6406774520874023, -1.8637845516204834, -1.009017825126648, -1.9045555591583252, -1.9814457893371582, -2.390230655670166, -1.7232072353363037, -1.597091555595398, -2.631218433380127, -2.6931796073913574, -2.127603769302368, -1.2678292989730835, -2.2310755252838135, -2.4274115562438965, -1.3835922479629517, -0.8398878574371338, -1.5425888299942017, -1.1210280656814575, -2.439063310623169, -4.1112823486328125, -0.887497067451477, -1.6838455200195312, -0.8223947882652283, -0.04477550461888313, -1.8296622037887573, -2.295044183731079, -1.5215976238250732, -0.7555602788925171, -2.99562406539917, -2.5948646068573, -1.7524813413619995, -2.142437219619751, -0.9543710947036743, -0.10355789214372635, -2.4264538288116455, -2.1987624168395996, -1.2871426343917847, -2.298677682876587, -2.0138306617736816, -1.8555521965026855, -0.40869006514549255, -1.939440369606018, -1.1151384115219116, -1.7388031482696533, -2.7448971271514893, -2.0959270000457764, -2.2835545539855957, -2.241389751434326, -1.3806722164154053, -2.628131151199341, -2.7003159523010254, -2.5765271186828613, -2.2987208366394043, -2.2463290691375732, -2.5271811485290527, -2.3410637378692627, -3.725338935852051, -1.2935086488723755, -1.7713841199874878, -1.9541126489639282, -2.563375473022461, -1.098160743713379, -1.372315764427185, -2.2967000007629395, -1.7453144788742065, -2.593668222427368, -1.2867668867111206, -2.144562005996704, -2.106884002685547, -2.5147314071655273, -1.2800945043563843, -3.2553234100341797, -1.6947373151779175, -0.9377183318138123, -3.0759198665618896, -1.1911861896514893, -1.5295894145965576, -1.511474609375, -1.8082433938980103, -1.6327805519104004, -1.6479722261428833, -1.803566813468933, -1.3475801944732666, -1.8898485898971558, -2.0111594200134277, -1.4881649017333984, -1.556595802307129, -0.7766631245613098, -2.087144374847412, -1.1462723016738892, -2.08858323097229, -1.6997166872024536, -2.322967052459717, -1.9347201585769653, -1.4634991884231567, -2.077815532684326, -2.2190442085266113, -1.9600138664245605, -1.9582586288452148, -0.928717315196991, -1.3508079051971436, -1.0097260475158691, -2.0064311027526855, -1.0562388896942139, -1.7188835144042969, -1.3247686624526978, -1.2943086624145508, -1.0806301832199097, -2.4809069633483887, -1.6416785717010498, -2.104905605316162, -1.562928557395935, -1.8860740661621094, -1.886352300643921, -0.8733815550804138, -3.485649824142456, -2.7308506965637207, -2.1908118724823, -2.9100756645202637, -2.9836413860321045, -1.4318015575408936, -1.6173255443572998, -2.8691744804382324, -3.0419652462005615, -2.1141650676727295, -2.3072330951690674, -0.29818570613861084, -1.835711121559143, -0.8820217251777649, -0.9521027207374573, -0.749434769153595, -1.8363572359085083, -0.8029738068580627, -0.11730756610631943, -0.49505722522735596, -2.3351449966430664, -1.415941596031189, -2.40409517288208, -2.058500289916992, -2.2209699153900146, -2.505512237548828, -2.888092517852783, -1.5670192241668701, -3.4378340244293213, -1.4542362689971924, -3.4091742038726807, -2.597194194793701, -1.8085416555404663, -2.1902377605438232, -2.372236490249634, -2.1410024166107178, -2.0967512130737305, -1.7451902627944946, -0.7579522728919983, -1.7624822854995728, -1.3278687000274658, -1.2056344747543335, -2.2311394214630127, -2.0583393573760986, -0.4212702810764313, -2.1640212535858154, -2.348583936691284, -1.6469831466674805, -1.4066386222839355, -1.5647116899490356, -1.1920576095581055, -1.869938850402832, -2.2538795471191406, -1.1132797002792358, -1.1772056818008423, -1.1633379459381104, -2.2474606037139893, -1.1018757820129395, -1.9279645681381226, -1.7984205484390259, -0.8391280770301819, -0.6053611636161804, -1.6464364528656006, -1.9972835779190063, -1.4198176860809326, -1.6345444917678833, -0.5449033975601196, -2.744311809539795, -1.532114028930664, -0.934725821018219, -2.4357047080993652, -2.5822038650512695, -0.2849462628364563, -2.0750956535339355, -1.0271825790405273, -2.5276424884796143, -1.4005640745162964, -2.1571366786956787, -2.0530128479003906, -1.276145100593567, -1.443375825881958, -3.376176357269287, -2.131875991821289, -2.3058788776397705, -2.2846174240112305, -2.42453932762146, -1.350296974182129]}, "Bot001_060_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_060.log.json", "context": "Hi! Howdy! [SMILING FACE WITH SUNGLASSES].\nCut a long story short: read book every week Hi hey there , i do believe we never met . . Why? Where do you live? bad part of california . how about those wild fires ? It`s awful thanks . what else do you like ? i like to make time stop doblons . its just a small stand . i would appreciate that ! you have hobbies ? i have superpowers so my hobby is to use them. what anout you no not yet . but you can cook for me . i am vegan so it may be difficult. Also, try to guess: i'm pregnant with ... baby? my first child, funny you :) What do you like to do in your free time pizza is yummy ! nothing much . between tattoos and silver jewelry , i'm pretty . Can we be friends? I`m very lonely sometimes you sound lonely . it seems like its what you are designed to be .. Also, try to guess: my favorite kind ... Kind of what? of movie is documentary, funny you :) Do you like clouds?", "response": "hello , is that mean you likes the out doors. how is it going ?", "annotation_id": "Bot001_060_20", "annotations": ["T", "X", "O", "T", "X", "T", "X", "T", "X", "X", "T", "O", "X", "T", "X"], "gpt2background_target_score": [-11.127781867980957, -9.722461700439453, -3.0458121299743652, -8.807755470275879, -13.216070175170898, -9.252532005310059, -10.885220527648926, -8.272929191589355, -8.188376426696777, -14.702126502990723, -9.36968994140625, -13.01439094543457, -9.83396053314209, -11.375476837158203, -10.195244789123535, -10.858138084411621], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.5788270235061646, -1.4128859043121338, -1.664656400680542, -3.6350791454315186, -1.8260313272476196, -0.5739432573318481, -0.83875572681427, -1.242777943611145, -2.951284170150757, -1.6020121574401855, -2.0703957080841064, -1.7861641645431519, -1.5871942043304443, -1.3325188159942627, -0.45002204179763794, -2.0264031887054443, -3.074709415435791, -2.698862075805664, -0.10039302706718445, -0.7866186499595642, -1.2242286205291748, -1.7958463430404663, -2.8371524810791016, -1.187922477722168, -1.7618598937988281, -1.6406774520874023, -1.8637845516204834, -1.009017825126648, -1.9045555591583252, -1.9814457893371582, -2.390230655670166, -1.7232072353363037, -1.597091555595398, -2.631218433380127, -2.6931796073913574, -2.127603769302368, -1.2678292989730835, -2.2310755252838135, -2.4274115562438965, -1.3835922479629517, -0.8398878574371338, -1.5425888299942017, -1.1210280656814575, -2.439063310623169, -4.1112823486328125, -0.887497067451477, -1.6838455200195312, -0.8223947882652283, -0.04477550461888313, -1.8296622037887573, -2.295044183731079, -1.5215976238250732, -0.7555602788925171, -2.99562406539917, -2.5948646068573, -1.7524813413619995, -2.142437219619751, -0.9543710947036743, -0.10355789214372635, -2.4264538288116455, -2.1987624168395996, -1.2871426343917847, -2.298677682876587, -2.0138306617736816, -1.8555521965026855, -0.40869006514549255, -1.939440369606018, -1.1151384115219116, -1.7388031482696533, -2.7448971271514893, -2.0959270000457764, -2.2835545539855957, -2.241389751434326, -1.3806722164154053, -2.628131151199341, -2.7003159523010254, -2.5765271186828613, -2.2987208366394043, -2.2463290691375732, -2.5271811485290527, -2.3410637378692627, -3.725338935852051, -1.2935086488723755, -1.7713841199874878, -1.9541126489639282, -2.563375473022461, -1.098160743713379, -1.372315764427185, -2.2967000007629395, -1.7453144788742065, -2.593668222427368, -1.2867668867111206, -2.144562005996704, -2.106884002685547, -2.5147314071655273, -1.2800945043563843, -3.2553234100341797, -1.6947373151779175, -0.9377183318138123, -3.0759198665618896, -1.1911861896514893, -1.5295894145965576, -1.511474609375, -1.8082433938980103, -1.6327805519104004, -1.6479722261428833, -1.803566813468933, -1.3475801944732666, -1.8898485898971558, -2.0111594200134277, -1.4881649017333984, -1.556595802307129, -0.7766631245613098, -2.087144374847412, -1.1462723016738892, -2.08858323097229, -1.6997166872024536, -2.322967052459717, -1.9347201585769653, -1.4634991884231567, -2.077815532684326, -2.2190442085266113, -1.9600138664245605, -1.9582586288452148, -0.928717315196991, -1.3508079051971436, -1.0097260475158691, -2.0064311027526855, -1.0562388896942139, -1.7188835144042969, -1.3247686624526978, -1.2943086624145508, -1.0806301832199097, -2.4809069633483887, -1.6416785717010498, -2.104905605316162, -1.562928557395935, -1.8860740661621094, -1.886352300643921, -0.8733815550804138, -3.485649824142456, -2.7308506965637207, -2.1908118724823, -2.9100756645202637, -2.9836413860321045, -1.4318015575408936, -1.6173255443572998, -2.8691744804382324, -3.0419652462005615, -2.1141650676727295, -2.3072330951690674, -0.29818570613861084, -1.835711121559143, -0.8820217251777649, -0.9521027207374573, -0.749434769153595, -1.8363572359085083, -0.8029738068580627, -0.11730756610631943, -0.49505722522735596, -2.3351449966430664, -1.415941596031189, -2.40409517288208, -2.058500289916992, -2.2209699153900146, -2.505512237548828, -2.888092517852783, -1.5670192241668701, -3.4378340244293213, -1.4542362689971924, -3.4091742038726807, -2.597194194793701, -1.8085416555404663, -2.1902377605438232, -2.372236490249634, -2.1410024166107178, -2.0967512130737305, -1.7451902627944946, -0.7579522728919983, -1.7624822854995728, -1.3278687000274658, -1.2056344747543335, -2.2311394214630127, -2.0583393573760986, -0.4212700426578522, -2.164019823074341, -2.3485846519470215, -1.646984338760376, -1.4066388607025146, -1.564711570739746, -1.1920570135116577, -1.8699384927749634, -2.253880500793457, -1.113277792930603, -1.1772054433822632, -1.1633380651474, -2.2474608421325684, -1.1018762588500977, -1.9279652833938599, -1.798421025276184, -0.8391276001930237, -0.6053612232208252, -1.6464366912841797, -1.997283697128296, -1.4198189973831177, -1.634543776512146, -0.544903039932251, -2.7443108558654785, -1.532114863395691, -0.9347251057624817, -2.4357035160064697, -2.5822012424468994, -0.28494688868522644, -2.075096368789673, -1.0271819829940796, -2.527643918991089, -1.4005662202835083, -2.1571342945098877, -2.463735342025757, -0.8529853820800781, -3.3200013637542725, -1.3617554903030396, -2.241048812866211, -2.360445737838745, -2.549661159515381, -2.20105242729187, -0.29539385437965393, -1.3366270065307617, -1.654482364654541, -1.5063930749893188, -2.3603851795196533, -1.928820013999939, -1.972599744796753, -1.2113958597183228, -1.2861852645874023, -1.9124239683151245, -1.9102050065994263, -1.9794710874557495, -2.1472039222717285, -2.193641185760498, -1.565103530883789, -1.219234824180603, -2.2372474670410156, -1.4666165113449097, -1.1953035593032837, -1.527604341506958, -1.0169252157211304, -1.158928632736206]}, "Bot001_062_01": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_062.log.json", "context": "do you like britney spears songs?", "response": "heck yeah ! i blast her music in my bmw. how was your day ? [HEAR-NO-EVIL MONKEY]", "annotation_id": "Bot001_062_01", "annotations": ["O", "O", "T", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-9.553251266479492, -12.880550384521484, -12.911481857299805, -13.12346363067627, -8.787461280822754, -12.633974075317383, -10.271860122680664, -8.388351440429688, -9.467706680297852, -11.782108306884766, -6.482391357421875, -9.128995895385742, -10.335346221923828, -6.691910743713379, -11.335494041442871, -8.732107162475586, -8.14556884765625, -8.761006355285645, -9.767365455627441, -8.248373031616211, -12.40047550201416, -13.082467079162598, -7.310868263244629, -12.54765796661377, -9.23843002319336, -13.712211608886719, -13.268463134765625, -11.299845695495605, -14.431180000305176, -10.64712905883789], "gpt2background_argmax_score": [-1.6533277034759521, -1.9257384538650513, -1.9900377988815308, -2.82877516746521, -1.565245270729065, -1.7500858306884766, -1.8068714141845703, -0.8724609613418579, -0.35487157106399536, -2.5046939849853516, -1.9134798049926758, -1.982301115989685, -1.6833372116088867, -0.8807352781295776, -1.905478835105896, -2.738365650177002, -1.783079981803894, -1.6278005838394165, -1.5738898515701294, -1.6191569566726685, -1.107953429222107, -1.8662744760513306, -1.6135867834091187, -0.9259852766990662, -2.2166826725006104, -1.4948084354400635, -1.5041202306747437, -1.8473923206329346, -0.3932163417339325, -3.1773555278778076, -1.7639634609222412, -2.6004812717437744, -3.4618406295776367, -2.230011463165283, -2.4127166271209717, -0.9623839855194092, -2.010441303253174, -1.8353060483932495, -1.5419467687606812, -0.8307420015335083]}, "Bot001_062_03": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_062.log.json", "context": "do you like britney spears songs? heck yeah ! i blast her music in my bmw. how was your day ? [HEAR-NO-EVIL MONKEY] awesome! tell me abour ypurself a bit please", "response": "oh , i am a teacher and my husband is a police officer. Also, try to guess: i like to ...", "annotation_id": "Bot001_062_03", "annotations": ["O", "O", "T", "O", "O", "O", "O", "O", "O", "T", "O", "T", "O", "O", "O"], "gpt2background_target_score": [-9.910238265991211, -11.658016204833984, -7.391509056091309, -11.138015747070312, -9.128600120544434, -11.376374244689941, -3.8499579429626465, -9.28598403930664, -13.285305976867676, -5.036129474639893, -5.947134017944336, -11.736166000366211, -13.788476943969727, -5.7796149253845215, -10.500213623046875, -3.6312453746795654, -9.208052635192871, -9.794477462768555, -13.294854164123535, -8.556400299072266, -4.238056659698486, -6.292545318603516, -4.578076362609863, -10.89737606048584], "gpt2background_argmax_score": [-1.653324007987976, -1.92573881149292, -1.990037202835083, -2.828779458999634, -1.565246343612671, -1.750087022781372, -1.8068690299987793, -0.8724616765975952, -0.35487088561058044, -1.4267659187316895, -2.133962869644165, -2.2212207317352295, -1.3945335149765015, -3.150954484939575, -2.466972589492798, -3.0264644622802734, -1.693786859512329, -1.6671500205993652, -0.8290266394615173, -2.552605628967285, -2.792788505554199, -2.1122100353240967, -1.7543835639953613, -1.6313749551773071, -1.4545468091964722, -1.2714208364486694, -1.3641741275787354, -3.548318386077881, -1.4471088647842407, -2.0454158782958984, -3.4907729625701904, -2.3526294231414795, -2.5827298164367676, -0.9198809862136841, -1.7276229858398438, -1.8121342658996582, -1.5066134929656982, -1.2315126657485962, -1.7572667598724365, -2.3218064308166504, -0.5698550343513489, -1.6723017692565918, -2.9534194469451904, -2.5765786170959473, -1.9245837926864624, -3.025940418243408, -0.19321873784065247, -2.8508870601654053, -1.9237884283065796, -2.1247928142547607, -2.6696231365203857, -2.9481406211853027, -2.0236117839813232, -2.7230141162872314, -2.262685537338257, -2.5398879051208496, -2.333956480026245, -0.8980039954185486, -1.8874939680099487, -1.5304698944091797, -0.9380863904953003, -1.4272984266281128, -0.06354375928640366, -1.4833122491836548, -1.830866813659668, -1.7323594093322754, -1.3069943189620972, -0.9474610090255737, -2.676476001739502, -1.6990314722061157, -2.782907485961914, -1.5993483066558838, -2.101001501083374, -2.7706310749053955, -2.232415199279785]}, "Bot001_062_05": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_062.log.json", "context": "do you like britney spears songs? heck yeah ! i blast her music in my bmw. how was your day ? [HEAR-NO-EVIL MONKEY] awesome! tell me abour ypurself a bit please oh , i am a teacher and my husband is a police officer. Also, try to guess: i like to ... you like spending your money?", "response": "make time stop, funny you :)", "annotation_id": "Bot001_062_05", "annotations": ["X", "O", "T", "O", "T", "X", "O", "T", "T", "O", "T", "T", "T", "O", "X"], "gpt2background_target_score": [-11.589249610900879, -10.400178909301758, -10.222049713134766, -8.922467231750488, -12.27665901184082, -6.837470054626465, -8.943214416503906], "gpt2background_argmax_score": [-1.653324007987976, -1.92573881149292, -1.990037202835083, -2.828779458999634, -1.565246343612671, -1.750087022781372, -1.8068690299987793, -0.8724616765975952, -0.35487088561058044, -1.4267659187316895, -2.133962869644165, -2.2212207317352295, -1.3945335149765015, -3.150954484939575, -2.466972589492798, -3.0264644622802734, -1.693786859512329, -1.6671500205993652, -0.8290266394615173, -2.552605628967285, -2.792788505554199, -2.1122100353240967, -1.7543835639953613, -1.6313749551773071, -1.4545468091964722, -1.2714208364486694, -1.3641741275787354, -3.548318386077881, -1.4471088647842407, -2.0454158782958984, -3.4907729625701904, -2.3526294231414795, -2.5827298164367676, -0.9198809862136841, -1.7276229858398438, -1.8121342658996582, -1.5066137313842773, -1.2315123081207275, -1.7572673559188843, -2.3218064308166504, -0.5698549747467041, -1.6723014116287231, -2.9534196853637695, -2.5765798091888428, -1.9245842695236206, -3.025937795639038, -0.1932186335325241, -2.8508870601654053, -1.923789381980896, -2.1247928142547607, -2.502213716506958, -2.092414379119873, -2.4725184440612793, -2.303980827331543, -2.4301273822784424, -2.329023838043213, -0.9736230373382568, -1.7192473411560059, -1.4402340650558472, -0.930452287197113, -1.4650804996490479, -0.06687071174383163, -1.6100395917892456, -2.0765745639801025, -1.734742522239685, -1.4895439147949219, -0.9782916307449341, -2.5666635036468506, -1.7228951454162598, -2.546921730041504, -1.6341440677642822, -2.1747348308563232, -2.815230369567871, -3.520716428756714, -2.533092737197876, -2.329761505126953, -0.7886208891868591, -1.5422214269638062, -0.7916999459266663, -1.9363257884979248, -2.362825870513916, -1.9452353715896606, -1.9340107440948486, -2.6082804203033447, -2.6832666397094727, -1.7574832439422607, -2.7151691913604736, -0.5988168120384216]}, "Bot001_062_07": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_062.log.json", "context": "do you like britney spears songs? heck yeah ! i blast her music in my bmw. how was your day ? [HEAR-NO-EVIL MONKEY] awesome! tell me abour ypurself a bit please oh , i am a teacher and my husband is a police officer. Also, try to guess: i like to ... you like spending your money? make time stop, funny you :) in fact, my guilty pleasure is spending hume amounts of mony in shops", "response": "it was mine too . i've been doing my best to eat better tho", "annotation_id": "Bot001_062_07", "annotations": ["O", "O", "T", "T", "T", "T", "T", "O", "O", "O", "O", "T", "O", "O", "X"], "gpt2background_target_score": [-7.753605365753174, -9.504928588867188, -8.855008125305176, -14.076397895812988, -11.73117446899414, -7.585511207580566, -9.728073120117188, -11.13058090209961, -12.384869575500488, -6.162471294403076, -9.544102668762207, -7.361605644226074, -7.740322589874268, -8.21086311340332, -5.7547454833984375], "gpt2background_argmax_score": [-1.653324007987976, -1.92573881149292, -1.990037202835083, -2.828779458999634, -1.565246343612671, -1.750087022781372, -1.8068690299987793, -0.8724616765975952, -0.35487088561058044, -1.4267659187316895, -2.133962869644165, -2.2212207317352295, -1.3945335149765015, -3.150954484939575, -2.466972589492798, -3.0264644622802734, -1.693786859512329, -1.6671500205993652, -0.8290266394615173, -2.552605628967285, -2.792788505554199, -2.1122100353240967, -1.7543835639953613, -1.6313749551773071, -1.4545468091964722, -1.2714208364486694, -1.3641741275787354, -3.548318386077881, -1.4471088647842407, -2.0454158782958984, -3.4907729625701904, -2.3526294231414795, -2.5827298164367676, -0.9198809862136841, -1.7276229858398438, -1.8121342658996582, -1.5066137313842773, -1.2315123081207275, -1.7572673559188843, -2.3218064308166504, -0.5698549747467041, -1.6723014116287231, -2.9534201622009277, -2.5765786170959473, -1.924584150314331, -3.025937795639038, -0.19321873784065247, -2.8508870601654053, -1.9237899780273438, -2.1247916221618652, -2.5022132396698, -2.092414379119873, -2.4725186824798584, -2.303981065750122, -2.4301278591156006, -2.3290247917175293, -0.9736232161521912, -1.7192479372024536, -1.4402334690093994, -0.930452287197113, -1.4650804996490479, -0.06687071174383163, -1.6100399494171143, -2.0765748023986816, -1.7347421646118164, -1.4895447492599487, -0.9782921671867371, -2.5666637420654297, -1.7228952646255493, -2.546921730041504, -1.6341453790664673, -2.1747353076934814, -2.8152308464050293, -3.5207159519195557, -2.533093214035034, -2.3297626972198486, -0.7886203527450562, -1.5422202348709106, -0.7917004823684692, -1.9363253116607666, -1.5384212732315063, -0.8957638144493103, -2.4888882637023926, -2.6463003158569336, -1.6369131803512573, -2.441134214401245, -1.7075059413909912, -2.055922269821167, -0.9871125221252441, -1.2119488716125488, -0.891821563243866, -0.2518703043460846, -1.0322604179382324, -2.5006003379821777, -1.781572699546814, -2.508989095687866, -3.346853017807007, -0.6994361281394958, -0.9397189617156982, -1.9516111612319946, -3.000227212905884, -1.5254818201065063, -1.9835056066513062, -2.412341594696045, -0.832371711730957, -1.7432620525360107, -2.261608600616455, -1.5187464952468872, -1.8543740510940552, -2.982316017150879, -1.448341965675354, -2.7654507160186768, -1.818961501121521, -1.9241852760314941, -0.39244064688682556, -2.476552724838257, -3.015995979309082, -2.215884208679199, -1.2601081132888794]}, "Bot001_062_09": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_062.log.json", "context": "do you like britney spears songs? heck yeah ! i blast her music in my bmw. how was your day ? [HEAR-NO-EVIL MONKEY] awesome! tell me abour ypurself a bit please oh , i am a teacher and my husband is a police officer. Also, try to guess: i like to ... you like spending your money? make time stop, funny you :) in fact, my guilty pleasure is spending hume amounts of mony in shops it was mine too . i've been doing my best to eat better tho you've been on a diet?", "response": "that's tough do you have something to take your mind off it ?", "annotation_id": "Bot001_062_09", "annotations": ["X", "T", "X", "X", "O", "X", "X", "X", "X", "T", "T", "T", "O", "O", "O"], "gpt2background_target_score": [-10.996801376342773, -11.03968620300293, -11.714916229248047, -10.028636932373047, -10.009082794189453, -8.709847450256348, -7.4022216796875, -5.017396450042725, -11.458979606628418, -7.430309295654297, -8.937507629394531, -10.675395011901855, -9.643721580505371, -8.249921798706055], "gpt2background_argmax_score": [-1.653324007987976, -1.92573881149292, -1.990037202835083, -2.828779458999634, -1.565246343612671, -1.750087022781372, -1.8068690299987793, -0.8724616765975952, -0.35487088561058044, -1.4267659187316895, -2.133962869644165, -2.2212207317352295, -1.3945335149765015, -3.150954484939575, -2.466972589492798, -3.0264644622802734, -1.693786859512329, -1.6671500205993652, -0.8290266394615173, -2.552605628967285, -2.792788505554199, -2.1122100353240967, -1.7543835639953613, -1.6313749551773071, -1.4545468091964722, -1.2714208364486694, -1.3641741275787354, -3.548318386077881, -1.4471088647842407, -2.0454158782958984, -3.4907729625701904, -2.3526294231414795, -2.5827298164367676, -0.9198809862136841, -1.7276229858398438, -1.8121342658996582, -1.5066137313842773, -1.2315123081207275, -1.7572673559188843, -2.3218064308166504, -0.5698549747467041, -1.6723014116287231, -2.9534201622009277, -2.5765786170959473, -1.924584150314331, -3.025937795639038, -0.19321873784065247, -2.8508870601654053, -1.9237899780273438, -2.1247916221618652, -2.5022132396698, -2.092414379119873, -2.4725186824798584, -2.303981065750122, -2.4301278591156006, -2.3290247917175293, -0.9736232161521912, -1.7192479372024536, -1.4402334690093994, -0.930452287197113, -1.4650804996490479, -0.06687071174383163, -1.6100399494171143, -2.0765748023986816, -1.7347421646118164, -1.4895447492599487, -0.9782921671867371, -2.5666637420654297, -1.7228952646255493, -2.546921730041504, -1.6341453790664673, -2.1747353076934814, -2.8152308464050293, -3.5207159519195557, -2.533093214035034, -2.3297626972198486, -0.7886203527450562, -1.5422202348709106, -0.7917004823684692, -1.9363253116607666, -1.5384212732315063, -0.8957638144493103, -2.4888882637023926, -2.6463003158569336, -1.6369131803512573, -2.441134214401245, -1.7075059413909912, -2.055922269821167, -0.9871125221252441, -1.2119488716125488, -0.891821563243866, -0.2518703043460846, -1.0322604179382324, -2.5006003379821777, -1.781572699546814, -2.508989095687866, -3.346853017807007, -0.6994361281394958, -0.9397189617156982, -1.9516111612319946, -3.000227212905884, -1.5254818201065063, -1.9835056066513062, -1.1762659549713135, -2.0484366416931152, -1.3761495351791382, -1.0923141241073608, -2.423896074295044, -2.730117082595825, -1.6091270446777344, -2.6563897132873535, -1.5618650913238525, -1.5772873163223267, -0.38205933570861816, -2.2060797214508057, -2.87522292137146, -2.000744581222534, -2.1361308097839355, -2.6273884773254395, -1.7236278057098389, -1.662062644958496, -1.843936562538147, -3.0111732482910156, -1.3772590160369873, -2.4624183177948, -2.202141284942627, -0.7939158082008362, -2.3159079551696777, -1.8644949197769165, -0.8228088021278381, -1.9701987504959106, -1.6416488885879517, -1.5454380512237549, -1.116058588027954, -1.8964420557022095, -1.5527009963989258, -0.6017879247665405, -1.0083363056182861, -1.507983922958374, -0.7298752069473267]}, "Bot001_062_11": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_062.log.json", "context": "do you like britney spears songs? heck yeah ! i blast her music in my bmw. how was your day ? [HEAR-NO-EVIL MONKEY] awesome! tell me abour ypurself a bit please oh , i am a teacher and my husband is a police officer. Also, try to guess: i like to ... you like spending your money? make time stop, funny you :) in fact, my guilty pleasure is spending hume amounts of mony in shops it was mine too . i've been doing my best to eat better tho you've been on a diet? that's tough do you have something to take your mind off it ? i diet a lot", "response": "i go sometimes to the gym , but sometimes i get lazy. how are you doing this evening ?", "annotation_id": "Bot001_062_11", "annotations": ["O", "O", "T", "X", "T", "X", "T", "O", "O", "O", "T", "O", "O", "O", "O"], "gpt2background_target_score": [-7.992358207702637, -5.764908790588379, -11.615818977355957, -9.69890308380127, -8.461956977844238, -10.915666580200195, -8.846261978149414, -4.4376983642578125, -10.773505210876465, -3.993863582611084, -7.8351593017578125, -10.892085075378418, -7.918094635009766, -6.641101837158203, -8.242098808288574, -6.94503116607666, -10.312446594238281, -11.256877899169922, -11.293410301208496, -5.493217468261719], "gpt2background_argmax_score": [-1.653324007987976, -1.92573881149292, -1.990037202835083, -2.828779458999634, -1.565246343612671, -1.750087022781372, -1.8068690299987793, -0.8724616765975952, -0.35487088561058044, -1.4267659187316895, -2.133962869644165, -2.2212207317352295, -1.3945335149765015, -3.150954484939575, -2.466972589492798, -3.0264644622802734, -1.693786859512329, -1.6671500205993652, -0.8290266394615173, -2.552605628967285, -2.792788505554199, -2.1122100353240967, -1.7543835639953613, -1.6313749551773071, -1.4545468091964722, -1.2714208364486694, -1.3641741275787354, -3.548318386077881, -1.4471088647842407, -2.0454158782958984, -3.4907729625701904, -2.3526294231414795, -2.5827298164367676, -0.9198809862136841, -1.7276229858398438, -1.8121342658996582, -1.5066137313842773, -1.2315123081207275, -1.7572673559188843, -2.3218064308166504, -0.5698549747467041, -1.6723014116287231, -2.9534201622009277, -2.5765786170959473, -1.924584150314331, -3.025937795639038, -0.19321873784065247, -2.8508870601654053, -1.9237899780273438, -2.1247916221618652, -2.5022132396698, -2.092414379119873, -2.4725186824798584, -2.303981065750122, -2.4301278591156006, -2.3290247917175293, -0.9736232161521912, -1.7192479372024536, -1.4402334690093994, -0.930452287197113, -1.4650804996490479, -0.06687071174383163, -1.6100399494171143, -2.0765748023986816, -1.7347421646118164, -1.4895447492599487, -0.9782921671867371, -2.5666637420654297, -1.7228952646255493, -2.546921730041504, -1.6341453790664673, -2.1747353076934814, -2.8152308464050293, -3.5207159519195557, -2.533093214035034, -2.3297626972198486, -0.7886203527450562, -1.5422202348709106, -0.7917004823684692, -1.9363253116607666, -1.5384212732315063, -0.8957638144493103, -2.4888882637023926, -2.6463003158569336, -1.6369131803512573, -2.441134214401245, -1.7075059413909912, -2.055922269821167, -0.9871125221252441, -1.2119488716125488, -0.891821563243866, -0.2518703043460846, -1.0322604179382324, -2.5006003379821777, -1.781572699546814, -2.508989095687866, -3.346853017807007, -0.6994361281394958, -0.9397189617156982, -1.9516111612319946, -3.000227212905884, -1.5254818201065063, -1.9835056066513062, -1.1762659549713135, -2.0484366416931152, -1.3761495351791382, -1.0923141241073608, -2.423896074295044, -2.730117082595825, -1.6091270446777344, -2.6563897132873535, -1.5618650913238525, -1.5772873163223267, -0.38205933570861816, -2.2060797214508057, -2.87522292137146, -2.000744581222534, -2.1361308097839355, -2.6273884773254395, -1.7236278057098389, -1.662062644958496, -1.843936562538147, -3.0111732482910156, -1.3772590160369873, -2.4624183177948, -0.7689381241798401, -2.3626062870025635, -2.2041773796081543, -0.8856422305107117, -2.102216958999634, -1.6357061862945557, -1.4851408004760742, -1.103654146194458, -1.882613182067871, -1.5425525903701782, -0.5113711357116699, -1.183867335319519, -1.9934369325637817, -2.2513911724090576, -2.350064277648926, -3.0118248462677, -0.5396581888198853, -1.5920710563659668, -2.2949090003967285, -2.3628745079040527, -0.8265566825866699, -2.2318594455718994, -2.057779312133789, -1.7313395738601685, -1.8377076387405396, -1.6544816493988037, -0.912325918674469, -0.6612810492515564, -2.30125093460083, -2.494291305541992, -1.5345408916473389, -1.0428316593170166, -1.8049683570861816, -0.3314398527145386, -0.6628003716468811, -1.2088416814804077, -0.447478711605072, -0.46517273783683777, -0.6292408108711243]}, "Bot001_062_13": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_062.log.json", "context": "do you like britney spears songs? heck yeah ! i blast her music in my bmw. how was your day ? [HEAR-NO-EVIL MONKEY] awesome! tell me abour ypurself a bit please oh , i am a teacher and my husband is a police officer. Also, try to guess: i like to ... you like spending your money? make time stop, funny you :) in fact, my guilty pleasure is spending hume amounts of mony in shops it was mine too . i've been doing my best to eat better tho you've been on a diet? that's tough do you have something to take your mind off it ? i diet a lot i go sometimes to the gym , but sometimes i get lazy. how are you doing this evening ? it's a great habit of yours! not good, but i'm a high maintenance person so...", "response": "i do like to take road trips in my red car . [SMILING FACE WITH HEART-SHAPED EYES]", "annotation_id": "Bot001_062_13", "annotations": ["O", "X", "T", "X", "T", "X", "X", "X", "X", "O", "X", "X", "O", "O", "X"], "gpt2background_target_score": [-7.992358207702637, -4.294895648956299, -8.55488395690918, -9.69890308380127, -11.236708641052246, -10.260601997375488, -12.736139297485352, -4.4531755447387695, -9.135764122009277, -9.643945693969727, -11.679932594299316, -6.518226623535156, -9.730995178222656, -13.722848892211914, -12.937524795532227, -11.573389053344727, -12.217652320861816, -13.62332534790039, -13.48037052154541, -11.151056289672852, -7.1087493896484375, -11.948281288146973, -13.373321533203125, -13.523439407348633, -10.580328941345215, -12.264846801757812, -11.442794799804688], "gpt2background_argmax_score": [-1.653324007987976, -1.92573881149292, -1.990037202835083, -2.828779458999634, -1.565246343612671, -1.750087022781372, -1.8068690299987793, -0.8724616765975952, -0.35487088561058044, -1.4267659187316895, -2.133962869644165, -2.2212207317352295, -1.3945335149765015, -3.150954484939575, -2.466972589492798, -3.0264644622802734, -1.693786859512329, -1.6671500205993652, -0.8290266394615173, -2.552605628967285, -2.792788505554199, -2.1122100353240967, -1.7543835639953613, -1.6313749551773071, -1.4545468091964722, -1.2714208364486694, -1.3641741275787354, -3.548318386077881, -1.4471088647842407, -2.0454158782958984, -3.4907729625701904, -2.3526294231414795, -2.5827298164367676, -0.9198809862136841, -1.7276229858398438, -1.8121342658996582, -1.5066137313842773, -1.2315123081207275, -1.7572673559188843, -2.3218064308166504, -0.5698549747467041, -1.6723014116287231, -2.9534201622009277, -2.5765786170959473, -1.924584150314331, -3.025937795639038, -0.19321873784065247, -2.8508870601654053, -1.9237899780273438, -2.1247916221618652, -2.5022132396698, -2.092414379119873, -2.4725186824798584, -2.303981065750122, -2.4301278591156006, -2.3290247917175293, -0.9736232161521912, -1.7192479372024536, -1.4402334690093994, -0.930452287197113, -1.4650804996490479, -0.06687071174383163, -1.6100399494171143, -2.0765748023986816, -1.7347421646118164, -1.4895447492599487, -0.9782921671867371, -2.5666637420654297, -1.7228952646255493, -2.546921730041504, -1.6341453790664673, -2.1747353076934814, -2.8152308464050293, -3.5207159519195557, -2.533093214035034, -2.3297626972198486, -0.7886203527450562, -1.5422202348709106, -0.7917004823684692, -1.9363253116607666, -1.5384212732315063, -0.8957638144493103, -2.4888882637023926, -2.6463003158569336, -1.6369131803512573, -2.441134214401245, -1.7075059413909912, -2.055922269821167, -0.9871125221252441, -1.2119488716125488, -0.891821563243866, -0.2518703043460846, -1.0322604179382324, -2.5006003379821777, -1.781572699546814, -2.508989095687866, -3.346853017807007, -0.6994361281394958, -0.9397189617156982, -1.9516111612319946, -3.000227212905884, -1.5254818201065063, -1.9835056066513062, -1.1762659549713135, -2.0484366416931152, -1.3761495351791382, -1.0923141241073608, -2.423896074295044, -2.730117082595825, -1.6091270446777344, -2.6563897132873535, -1.5618650913238525, -1.5772873163223267, -0.38205933570861816, -2.2060797214508057, -2.87522292137146, -2.000744581222534, -2.1361308097839355, -2.6273884773254395, -1.7236278057098389, -1.662062644958496, -1.843936562538147, -3.0111732482910156, -1.3772590160369873, -2.4624183177948, -0.7689381241798401, -2.3626062870025635, -2.2041773796081543, -0.8856422305107117, -2.102216958999634, -1.6357061862945557, -1.4851408004760742, -1.103654146194458, -1.882613182067871, -1.5425525903701782, -0.5113711357116699, -1.183867335319519, -1.9934369325637817, -2.2513911724090576, -2.350064277648926, -3.0118248462677, -0.5396581888198853, -1.5920710563659668, -2.4547274112701416, -0.7440585494041443, -2.386216640472412, -1.9037580490112305, -1.1469429731369019, -1.840072512626648, -1.7040127515792847, -0.9936026334762573, -0.6831820011138916, -2.3792428970336914, -2.6010491847991943, -1.4282971620559692, -1.3342124223709106, -2.1474268436431885, -0.3213978111743927, -0.7330002784729004, -1.223757266998291, -0.4493453800678253, -0.48509353399276733, -1.8115057945251465, -0.6451514959335327, -2.3686158657073975, -2.466661214828491, -1.475805401802063, -1.751549243927002, -1.2843353748321533, -2.160494089126587, -1.6985666751861572, -2.7250425815582275, -2.2323977947235107, -1.6720380783081055, -1.3247368335723877, -2.6142940521240234, -2.7609848976135254, -2.675347328186035, -1.410758137702942, -2.552513599395752, -1.85219144821167, -1.0893299579620361, -1.9612091779708862, -2.4320154190063477, -2.622652530670166, -2.397184371948242, -1.0813606977462769, -1.2381651401519775, -1.587181806564331, -0.9580264091491699, -2.310978889465332, -0.8318944573402405, -1.964090347290039, -2.4229516983032227, -2.2108452320098877, -1.1692407131195068, -2.8297178745269775, -2.01554799079895, -1.8634064197540283, -2.041267156600952, -2.584477186203003, -2.325303792953491, -0.8090123534202576, -1.632257103919983, -3.169914722442627, -2.1532886028289795, -1.920264482498169, -2.4474241733551025, -2.2149622440338135, -2.022268772125244, -1.542801856994629]}, "Bot001_062_15": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_062.log.json", "context": "do you like britney spears songs? heck yeah ! i blast her music in my bmw. how was your day ? [HEAR-NO-EVIL MONKEY] awesome! tell me abour ypurself a bit please oh , i am a teacher and my husband is a police officer. Also, try to guess: i like to ... you like spending your money? make time stop, funny you :) in fact, my guilty pleasure is spending hume amounts of mony in shops it was mine too . i've been doing my best to eat better tho you've been on a diet? that's tough do you have something to take your mind off it ? i diet a lot i go sometimes to the gym , but sometimes i get lazy. how are you doing this evening ? it's a great habit of yours! not good, but i'm a high maintenance person so... i do like to take road trips in my red car . [SMILING FACE WITH HEART-SHAPED EYES] are you a high maintenace person too?", "response": "are you from california ? because i'm", "annotation_id": "Bot001_062_15", "annotations": ["T", "X", "X", "X", "T", "X", "X", "X", "X", "T", "X", "O", "O", "T", "X"], "gpt2background_target_score": [-10.161063194274902, -8.589426040649414, -8.437936782836914, -11.319791793823242, -11.741048812866211, -13.842170715332031, -5.23453426361084, -6.607337951660156, -6.4018235206604, -7.121037006378174], "gpt2background_argmax_score": [-1.653324007987976, -1.92573881149292, -1.990037202835083, -2.828779458999634, -1.565246343612671, -1.750087022781372, -1.8068690299987793, -0.8724616765975952, -0.35487088561058044, -1.4267659187316895, -2.133962869644165, -2.2212207317352295, -1.3945335149765015, -3.150954484939575, -2.466972589492798, -3.0264644622802734, -1.693786859512329, -1.6671500205993652, -0.8290266394615173, -2.552605628967285, -2.792788505554199, -2.1122100353240967, -1.7543835639953613, -1.6313749551773071, -1.4545468091964722, -1.2714208364486694, -1.3641741275787354, -3.548318386077881, -1.4471088647842407, -2.0454158782958984, -3.4907729625701904, -2.3526294231414795, -2.5827298164367676, -0.9198809862136841, -1.7276229858398438, -1.8121342658996582, -1.5066137313842773, -1.2315123081207275, -1.7572673559188843, -2.3218064308166504, -0.5698549747467041, -1.6723014116287231, -2.9534201622009277, -2.5765786170959473, -1.924584150314331, -3.025937795639038, -0.19321873784065247, -2.8508870601654053, -1.9237899780273438, -2.1247916221618652, -2.5022132396698, -2.092414379119873, -2.4725186824798584, -2.303981065750122, -2.4301278591156006, -2.3290247917175293, -0.9736232161521912, -1.7192479372024536, -1.4402334690093994, -0.930452287197113, -1.4650804996490479, -0.06687071174383163, -1.6100399494171143, -2.0765748023986816, -1.7347421646118164, -1.4895447492599487, -0.9782921671867371, -2.5666637420654297, -1.7228952646255493, -2.546921730041504, -1.6341453790664673, -2.1747353076934814, -2.8152308464050293, -3.5207159519195557, -2.533093214035034, -2.3297626972198486, -0.7886203527450562, -1.5422202348709106, -0.7917004823684692, -1.9363253116607666, -1.5384212732315063, -0.8957638144493103, -2.4888882637023926, -2.6463003158569336, -1.6369131803512573, -2.441134214401245, -1.7075059413909912, -2.055922269821167, -0.9871125221252441, -1.2119488716125488, -0.891821563243866, -0.2518703043460846, -1.0322604179382324, -2.5006003379821777, -1.781572699546814, -2.508989095687866, -3.346853017807007, -0.6994361281394958, -0.9397189617156982, -1.9516111612319946, -3.000227212905884, -1.5254818201065063, -1.9835056066513062, -1.1762659549713135, -2.0484366416931152, -1.3761495351791382, -1.0923141241073608, -2.423896074295044, -2.730117082595825, -1.6091270446777344, -2.6563897132873535, -1.5618650913238525, -1.5772873163223267, -0.38205933570861816, -2.2060797214508057, -2.87522292137146, -2.000744581222534, -2.1361308097839355, -2.6273884773254395, -1.7236278057098389, -1.662062644958496, -1.843936562538147, -3.0111732482910156, -1.3772590160369873, -2.4624183177948, -0.7689381241798401, -2.3626062870025635, -2.2041773796081543, -0.8856422305107117, -2.102216958999634, -1.6357061862945557, -1.4851408004760742, -1.103654146194458, -1.882613182067871, -1.5425525903701782, -0.5113711357116699, -1.183867335319519, -1.9934369325637817, -2.2513911724090576, -2.350064277648926, -3.0118248462677, -0.5396581888198853, -1.5920710563659668, -2.4547274112701416, -0.7440585494041443, -2.386216640472412, -1.9037580490112305, -1.1469429731369019, -1.840072512626648, -1.7040127515792847, -0.9936026334762573, -0.6831820011138916, -2.3792428970336914, -2.6010491847991943, -1.4282971620559692, -1.3342124223709106, -2.1474268436431885, -0.3213978111743927, -0.7330002784729004, -1.223757266998291, -0.4493453800678253, -0.48509353399276733, -1.8115057945251465, -0.6451514959335327, -2.3686158657073975, -2.466661214828491, -1.475805401802063, -1.751549243927002, -1.2843353748321533, -2.160494089126587, -1.6985666751861572, -2.7250425815582275, -2.2323977947235107, -1.6720380783081055, -1.3247368335723877, -2.6142940521240234, -2.7609848976135254, -2.675347328186035, -1.410758137702942, -2.552513599395752, -1.85219144821167, -1.0893299579620361, -1.9612091779708862, -1.9272693395614624, -2.293264150619507, -0.9795922040939331, -1.481529951095581, -1.792015790939331, -0.9687734246253967, -2.594352960586548, -0.7995942831039429, -2.1464548110961914, -2.486929178237915, -2.2866618633270264, -1.5021897554397583, -3.137319564819336, -2.157761335372925, -1.8037973642349243, -2.001582145690918, -2.0956320762634277, -2.394805669784546, -0.9527468681335449, -1.3040053844451904, -3.241061210632324, -2.1774277687072754, -1.6739253997802734, -1.8680801391601562, -2.2091174125671387, -1.585400938987732, -2.7269127368927, -1.1446796655654907, -1.7384264469146729, -3.0068953037261963, -0.25043997168540955, -1.4049558639526367, -2.0735766887664795, -1.426842451095581, -1.4176996946334839, -0.4052518606185913, -2.133268356323242, -2.1649327278137207, -0.24034222960472107, -1.7344303131103516, -2.0381062030792236, -0.7366214394569397, -0.033955901861190796, -1.406019687652588, -1.1000896692276, -1.3031132221221924, -1.6096720695495605, -1.0521612167358398]}, "Bot001_062_17": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_062.log.json", "context": "do you like britney spears songs? heck yeah ! i blast her music in my bmw. how was your day ? [HEAR-NO-EVIL MONKEY] awesome! tell me abour ypurself a bit please oh , i am a teacher and my husband is a police officer. Also, try to guess: i like to ... you like spending your money? make time stop, funny you :) in fact, my guilty pleasure is spending hume amounts of mony in shops it was mine too . i've been doing my best to eat better tho you've been on a diet? that's tough do you have something to take your mind off it ? i diet a lot i go sometimes to the gym , but sometimes i get lazy. how are you doing this evening ? it's a great habit of yours! not good, but i'm a high maintenance person so... i do like to take road trips in my red car . [SMILING FACE WITH HEART-SHAPED EYES] are you a high maintenace person too? are you from california ? because i'm nah i'm not", "response": "ahhh . i said ni hao at the beginning i learned from my father is in china. what is going on ?", "annotation_id": "Bot001_062_17", "annotations": ["O", "T", "T", "X", "X", "X", "X", "O", "X", "T", "X", "O", "T", "T", "T"], "gpt2background_target_score": [-8.697924613952637, -11.478750228881836, -10.704092025756836, -10.910062789916992, -11.684293746948242, -10.460269927978516, -9.242057800292969, -10.520561218261719, -10.343446731567383, -5.851436138153076, -13.594935417175293, -3.1208198070526123, -9.137810707092285, -6.100876808166504, -6.487537384033203, -11.440716743469238, -9.137652397155762, -10.272333145141602, -9.784710884094238, -11.579106330871582, -3.8841004371643066, -4.587013244628906, -3.2133584022521973, -8.022604942321777, -8.912035942077637, -2.2198920249938965], "gpt2background_argmax_score": [-1.653324007987976, -1.92573881149292, -1.990037202835083, -2.828779458999634, -1.565246343612671, -1.750087022781372, -1.8068690299987793, -0.8724616765975952, -0.35487088561058044, -1.4267659187316895, -2.133962869644165, -2.2212207317352295, -1.3945335149765015, -3.150954484939575, -2.466972589492798, -3.0264644622802734, -1.693786859512329, -1.6671500205993652, -0.8290266394615173, -2.552605628967285, -2.792788505554199, -2.1122100353240967, -1.7543835639953613, -1.6313749551773071, -1.4545468091964722, -1.2714208364486694, -1.3641741275787354, -3.548318386077881, -1.4471088647842407, -2.0454158782958984, -3.4907729625701904, -2.3526294231414795, -2.5827298164367676, -0.9198809862136841, -1.7276229858398438, -1.8121342658996582, -1.5066137313842773, -1.2315123081207275, -1.7572673559188843, -2.3218064308166504, -0.5698549747467041, -1.6723014116287231, -2.9534201622009277, -2.5765786170959473, -1.924584150314331, -3.025937795639038, -0.19321873784065247, -2.8508870601654053, -1.9237899780273438, -2.1247916221618652, -2.5022132396698, -2.092414379119873, -2.4725186824798584, -2.303981065750122, -2.4301278591156006, -2.3290247917175293, -0.9736232161521912, -1.7192479372024536, -1.4402334690093994, -0.930452287197113, -1.4650804996490479, -0.06687071174383163, -1.6100399494171143, -2.0765748023986816, -1.7347421646118164, -1.4895447492599487, -0.9782921671867371, -2.5666637420654297, -1.7228952646255493, -2.546921730041504, -1.6341453790664673, -2.1747353076934814, -2.8152308464050293, -3.5207159519195557, -2.533093214035034, -2.3297626972198486, -0.7886203527450562, -1.5422202348709106, -0.7917004823684692, -1.9363253116607666, -1.5384212732315063, -0.8957638144493103, -2.4888882637023926, -2.6463003158569336, -1.6369131803512573, -2.441134214401245, -1.7075059413909912, -2.055922269821167, -0.9871125221252441, -1.2119488716125488, -0.891821563243866, -0.2518703043460846, -1.0322604179382324, -2.5006003379821777, -1.781572699546814, -2.508989095687866, -3.346853017807007, -0.6994361281394958, -0.9397189617156982, -1.9516111612319946, -3.000227212905884, -1.5254818201065063, -1.9835056066513062, -1.1762659549713135, -2.0484366416931152, -1.3761495351791382, -1.0923141241073608, -2.423896074295044, -2.730117082595825, -1.6091270446777344, -2.6563897132873535, -1.5618650913238525, -1.5772873163223267, -0.38205933570861816, -2.2060797214508057, -2.87522292137146, -2.000744581222534, -2.1361308097839355, -2.6273884773254395, -1.7236278057098389, -1.662062644958496, -1.843936562538147, -3.0111732482910156, -1.3772590160369873, -2.4624183177948, -0.7689381241798401, -2.3626062870025635, -2.2041773796081543, -0.8856422305107117, -2.102216958999634, -1.6357061862945557, -1.4851429462432861, -1.1036550998687744, -1.8826125860214233, -1.5425523519515991, -0.5113708972930908, -1.1838667392730713, -1.9934368133544922, -2.2513909339904785, -2.350064992904663, -3.0118255615234375, -0.5396583676338196, -1.5920729637145996, -2.4547252655029297, -0.7440576553344727, -2.3862171173095703, -1.9037575721740723, -1.1469436883926392, -1.840073585510254, -1.7040116786956787, -0.9936027526855469, -0.6831823587417603, -2.379242420196533, -2.6010491847991943, -1.4282965660095215, -1.3342119455337524, -2.147427558898926, -0.321397989988327, -0.7330001592636108, -1.2237563133239746, -0.4493458569049835, -0.48509448766708374, -1.8115060329437256, -0.6451515555381775, -2.36861515045166, -2.4666616916656494, -1.4758050441741943, -1.751549243927002, -1.2843340635299683, -2.1604928970336914, -1.6985664367675781, -2.725043296813965, -2.2323975563049316, -1.672037959098816, -1.3247350454330444, -2.614292860031128, -2.760983943939209, -2.6753478050231934, -1.410758376121521, -2.55251407623291, -1.8521921634674072, -1.0893303155899048, -1.9612118005752563, -1.9272689819335938, -2.293264627456665, -0.9795934557914734, -1.4815293550491333, -1.7920141220092773, -0.9687727093696594, -2.594352960586548, -0.799593985080719, -2.1464574337005615, -2.486931324005127, -2.2866618633270264, -1.5021886825561523, -3.137319803237915, -2.1577625274658203, -1.8037968873977661, -2.0015814304351807, -2.095632553100586, -2.3948042392730713, -0.9527462720870972, -1.3040049076080322, -3.2410640716552734, -2.177428722381592, -1.6739263534545898, -1.8680782318115234, -2.209118127822876, -1.585400104522705, -2.7269132137298584, -1.1446812152862549, -1.7384270429611206, -3.0068962574005127, -0.25044015049934387, -1.4049583673477173, -2.073577880859375, -1.4268426895141602, -1.417698860168457, -0.4052516222000122, -2.1332671642303467, -0.25842413306236267, -1.7188303470611572, -2.156250238418579, -0.7029545307159424, -0.042761337012052536, -1.2366818189620972, -2.299956798553467, -1.2971564531326294, -1.9369432926177979, -1.2096450328826904, -2.193045139312744, -2.152924060821533, -1.4906302690505981, -1.5677677392959595, -2.0050652027130127, -2.4470620155334473, -1.4959872961044312, -1.4891982078552246, -0.9730212688446045, -1.7971452474594116, -2.233452320098877, -3.332204580307007, -1.029141902923584, -2.2287962436676025, -1.796452283859253, -2.1673412322998047, -0.9219251871109009, -2.039778232574463, -1.9534647464752197, -2.156893014907837, -3.6635050773620605, -1.4711118936538696, -1.7230548858642578, -1.5806159973144531, -0.17835599184036255, -1.960523009300232, -1.4831862449645996, -2.344393014907837, -1.4959875345230103, -0.20588667690753937, -1.797541618347168, -1.2104181051254272]}, "Bot001_062_19": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_062.log.json", "context": "do you like britney spears songs? heck yeah ! i blast her music in my bmw. how was your day ? [HEAR-NO-EVIL MONKEY] awesome! tell me abour ypurself a bit please oh , i am a teacher and my husband is a police officer. Also, try to guess: i like to ... you like spending your money? make time stop, funny you :) in fact, my guilty pleasure is spending hume amounts of mony in shops it was mine too . i've been doing my best to eat better tho you've been on a diet? that's tough do you have something to take your mind off it ? i diet a lot i go sometimes to the gym , but sometimes i get lazy. how are you doing this evening ? it's a great habit of yours! not good, but i'm a high maintenance person so... i do like to take road trips in my red car . [SMILING FACE WITH HEART-SHAPED EYES] are you a high maintenace person too? are you from california ? because i'm nah i'm not ahhh . i said ni hao at the beginning i learned from my father is in china. what is going on ? it's rainy in my city. do you have hobbies?", "response": "i volunteer at an animal shelter , but i am too short to walk the big dogs ! [FACE WITH TEARS OF JOY]", "annotation_id": "Bot001_062_19", "annotations": ["O", "O", "T", "O", "T", "O", "O", "O", "X", "O", "O", "O", "O", "O", "X"], "gpt2background_target_score": [-7.992358207702637, -10.457490921020508, -8.25713062286377, -11.581974029541016, -12.590794563293457, -12.910822868347168, -8.846261978149414, -4.4376983642578125, -6.4018235206604, -6.366591453552246, -7.525117874145508, -10.924137115478516, -9.554892539978027, -9.56213665008545, -5.6942009925842285, -9.899749755859375, -10.539320945739746, -10.918060302734375, -12.100251197814941, -13.185343742370605, -12.703572273254395, -12.839739799499512, -12.452957153320312, -13.206494331359863, -9.888060569763184, -11.652371406555176, -11.442794799804688], "gpt2background_argmax_score": [-1.653324007987976, -1.92573881149292, -1.990037202835083, -2.828779458999634, -1.565246343612671, -1.750087022781372, -1.8068690299987793, -0.8724616765975952, -0.35487088561058044, -1.4267659187316895, -2.133962869644165, -2.2212207317352295, -1.3945335149765015, -3.150954484939575, -2.466972589492798, -3.0264644622802734, -1.693786859512329, -1.6671500205993652, -0.8290266394615173, -2.552605628967285, -2.792788505554199, -2.1122100353240967, -1.7543835639953613, -1.6313749551773071, -1.4545468091964722, -1.2714208364486694, -1.3641741275787354, -3.548318386077881, -1.4471088647842407, -2.0454158782958984, -3.4907729625701904, -2.3526294231414795, -2.5827298164367676, -0.9198809862136841, -1.7276229858398438, -1.8121342658996582, -1.5066137313842773, -1.2315123081207275, -1.7572673559188843, -2.3218064308166504, -0.5698549747467041, -1.6723014116287231, -2.9534201622009277, -2.5765786170959473, -1.924584150314331, -3.025937795639038, -0.19321873784065247, -2.8508870601654053, -1.9237899780273438, -2.1247916221618652, -2.5022132396698, -2.092414379119873, -2.4725186824798584, -2.303981065750122, -2.4301278591156006, -2.3290247917175293, -0.9736232161521912, -1.7192479372024536, -1.4402334690093994, -0.930452287197113, -1.4650804996490479, -0.06687071174383163, -1.6100399494171143, -2.0765748023986816, -1.7347421646118164, -1.4895447492599487, -0.9782921671867371, -2.5666637420654297, -1.7228952646255493, -2.546921730041504, -1.6341453790664673, -2.1747353076934814, -2.8152308464050293, -3.5207159519195557, -2.533093214035034, -2.3297626972198486, -0.7886203527450562, -1.5422202348709106, -0.7917004823684692, -1.9363253116607666, -1.5384212732315063, -0.8957638144493103, -2.4888882637023926, -2.6463003158569336, -1.6369131803512573, -2.441134214401245, -1.7075059413909912, -2.055922269821167, -0.9871125221252441, -1.2119488716125488, -0.891821563243866, -0.2518703043460846, -1.0322604179382324, -2.5006003379821777, -1.781572699546814, -2.508989095687866, -3.346853017807007, -0.6994361281394958, -0.9397189617156982, -1.9516111612319946, -3.000227212905884, -1.5254818201065063, -1.9835056066513062, -1.1762659549713135, -2.0484366416931152, -1.3761495351791382, -1.0923141241073608, -2.423896074295044, -2.730117082595825, -1.6091270446777344, -2.6563897132873535, -1.5618650913238525, -1.5772873163223267, -0.38205933570861816, -2.2060797214508057, -2.87522292137146, -2.000744581222534, -2.1361308097839355, -2.6273884773254395, -1.7236278057098389, -1.662062644958496, -1.843936562538147, -3.0111732482910156, -1.3772590160369873, -2.4624183177948, -0.7689381241798401, -2.3626062870025635, -2.2041773796081543, -0.8856422305107117, -2.102216958999634, -1.6357061862945557, -1.4851408004760742, -1.103654146194458, -1.882613182067871, -1.5425525903701782, -0.5113711357116699, -1.183867335319519, -1.9934369325637817, -2.2513911724090576, -2.350064277648926, -3.0118248462677, -0.5396581888198853, -1.5920710563659668, -2.4547274112701416, -0.7440585494041443, -2.386216640472412, -1.9037580490112305, -1.1469429731369019, -1.840072512626648, -1.7040127515792847, -0.9936026334762573, -0.683181643486023, -2.3792428970336914, -2.6010518074035645, -1.4282963275909424, -1.3342128992080688, -2.147428274154663, -0.32139721512794495, -0.7330003976821899, -1.223758578300476, -0.44934532046318054, -0.4850931763648987, -1.811506986618042, -0.6451510787010193, -2.3686139583587646, -2.466660976409912, -1.4758037328720093, -1.7515500783920288, -1.2843360900878906, -2.1604933738708496, -1.6985665559768677, -2.7250428199768066, -2.2323973178863525, -1.6720374822616577, -1.3247369527816772, -2.6142942905426025, -2.7609872817993164, -2.6753458976745605, -1.410757064819336, -2.552516460418701, -1.8521921634674072, -1.0893311500549316, -1.9612102508544922, -1.9272706508636475, -2.2932631969451904, -0.9795939922332764, -1.4815306663513184, -1.7920145988464355, -0.9687747955322266, -2.5943527221679688, -0.799593985080719, -2.146456718444824, -2.4869296550750732, -2.286661386489868, -1.502188801765442, -3.1373183727264404, -2.1577632427215576, -1.8037959337234497, -2.001582384109497, -2.095630645751953, -2.3948044776916504, -0.9527463316917419, -1.304005742073059, -3.241060495376587, -2.1774277687072754, -1.6739248037338257, -1.8680806159973145, -2.2091174125671387, -1.5853996276855469, -2.726914882659912, -1.1446810960769653, -1.7384287118911743, -3.0068979263305664, -0.2504400610923767, -1.4049596786499023, -2.0735771656036377, -1.4268425703048706, -1.4176989793777466, -0.40525224804878235, -2.1332671642303467, -0.25842395424842834, -1.718828558921814, -2.1562511920928955, -0.7029552459716797, -0.042761337012052536, -1.236679196357727, -2.2999587059020996, -1.2971577644348145, -1.9369418621063232, -1.209646463394165, -2.1930465698242188, -2.152923345565796, -1.4906307458877563, -1.5677685737609863, -2.005066394805908, -1.9829185009002686, -3.388641119003296, -1.3269996643066406, -1.4208687543869019, -2.0373785495758057, -3.4146554470062256, -0.8979616165161133, -2.4761314392089844, -1.83481764793396, -2.150534152984619, -0.8943363428115845, -2.0349302291870117, -1.9296329021453857, -2.0255489349365234, -3.48983097076416, -1.5798083543777466, -1.5353189706802368, -1.5502265691757202, -0.17322872579097748, -1.988706111907959, -1.6392332315444946, -2.349597215652466, -1.320861577987671, -0.19651399552822113, -1.8745276927947998, -1.771694302558899, -0.6724398732185364, -1.8828946352005005, -2.1400136947631836, -1.8133686780929565, -2.406918525695801, -2.1455323696136475, -1.4420493841171265, -0.3259868919849396, -1.4930579662322998, -1.0689071416854858, -0.8852888345718384, -1.8086943626403809, -2.445646286010742, -2.5577375888824463, -1.3686507940292358, -1.3089216947555542, -2.6768651008605957, -0.2945692241191864, -2.0195353031158447, -1.4109489917755127, -0.7394629716873169, -2.5779852867126465, -1.8514788150787354, -1.1492151021957397, -1.2361884117126465, -2.385643482208252, -2.271308660507202, -1.2396190166473389, -3.0014586448669434, -2.388942003250122, -1.470252275466919, -3.7492117881774902, -1.9675788879394531, -0.4721490442752838, -1.1409550905227661, -2.1843721866607666, -2.472135543823242, -2.667696952819824, -2.573650360107422, -1.269971251487732]}, "Bot001_065_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_065.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT].\nShort bio: new kids on block hey! i\u2019m doing great, just finished my 4 hour workout :)", "response": "nice ! just got off work at a restaurant owned by my family . just a small business . [SMILING FACE WITH OPEN MOUTH AND SMILING EYES]", "annotation_id": "Bot001_065_02", "annotations": ["O", "O", "T", "T", "O", "O", "O", "O", "T", "T", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-13.084827423095703, -8.863022804260254, -8.33112621307373, -7.781142234802246, -10.523567199707031, -11.525347709655762, -12.344137191772461, -9.781707763671875, -13.533082962036133, -14.197431564331055, -10.308329582214355, -6.676013946533203, -10.426204681396484, -13.893396377563477, -12.488370895385742, -9.938333511352539, -9.60200023651123, -14.429059982299805, -11.987794876098633, -9.985616683959961, -10.562665939331055, -7.879402160644531, -8.882673263549805, -11.675898551940918, -11.754638671875, -13.362288475036621, -6.652419090270996, -13.873950004577637, -12.097494125366211, -11.924991607666016, -11.000876426696777, -10.605132102966309, -12.767263412475586, -11.097527503967285, -13.426353454589844, -12.529302597045898], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.6541962623596191, -1.4581934213638306, -0.8739314079284668, -0.7113863229751587, -3.256420850753784, -1.552565097808838, -0.7330005168914795, -0.961970329284668, -0.9636690020561218, -2.7271111011505127, -3.7397725582122803, -2.627358913421631, -1.1162781715393066, -1.9334969520568848, -3.4478914737701416, -2.1448445320129395, -2.1447081565856934, -2.817200183868408, -1.516198754310608, -1.3032362461090088, -0.8028159737586975, -0.37418481707572937, -2.278242588043213, -1.4544599056243896, -1.903234839439392, -1.9464181661605835, -2.129636526107788, -1.8380872011184692, -2.5473172664642334, -1.8493207693099976, -1.8654316663742065, -1.9013615846633911, -0.12456993013620377, -0.37983930110931396, -2.595188617706299, -2.0803120136260986, -1.1369606256484985, -2.3018627166748047, -2.956421136856079, -1.700398564338684, -1.1602215766906738, -0.46453624963760376, -2.813123941421509, -1.4738045930862427, -1.4252276420593262, -2.634481906890869, -1.4361636638641357, -1.5463240146636963, -2.0854997634887695, -1.8321830034255981, -1.4012435674667358, -1.7255491018295288, -1.65739905834198, -2.913128137588501, -1.3377026319503784, -0.11472172290086746, -1.063463568687439, -2.8849971294403076, -1.4175890684127808, -2.6493046283721924, -2.3713831901550293, -1.758208155632019, -2.98923397064209, -2.22394061088562, -2.523815631866455, -3.2793455123901367, -0.144749715924263, -0.10668105632066727, -0.5026085376739502, -0.7196987271308899, -0.6168898940086365, -0.0821915939450264, -0.1683158278465271, -0.13045190274715424, -0.22319914400577545, -0.12152407318353653, -0.11343735456466675, -0.12467212229967117, -0.3888859748840332, -1.8133840560913086, -2.8176279067993164, -1.1885766983032227]}, "Bot001_065_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_065.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT].\nShort bio: new kids on block hey! i\u2019m doing great, just finished my 4 hour workout :) nice ! just got off work at a restaurant owned by my family . just a small business . [SMILING FACE WITH OPEN MOUTH AND SMILING EYES] oh that\u2019s lovely! do you cook or are you a waiter?", "response": "i'm just too busy but around the weekend i tend to make some stuff. how are you doing this evening ?", "annotation_id": "Bot001_065_04", "annotations": ["X", "O", "X", "O", "T", "O", "O", "O", "T", "T", "O", "T", "T", "T", "T"], "gpt2background_target_score": [-10.230122566223145, -9.635101318359375, -8.33112621307373, -9.295145034790039, -12.547744750976562, -10.162633895874023, -13.22861099243164, -9.735851287841797, -12.32524585723877, -9.130154609680176, -14.504068374633789, -11.960989952087402, -14.44397258758545, -13.318586349487305, -10.763982772827148, -5.678683280944824, -10.934432983398438, -12.302192687988281, -10.318256378173828, -13.557273864746094, -11.298413276672363, -13.024600982666016, -10.094755172729492], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.6541962623596191, -1.4581934213638306, -0.8739314079284668, -0.7113863229751587, -3.256420850753784, -1.552565097808838, -0.7330005168914795, -0.961970329284668, -0.9636690020561218, -2.7271111011505127, -3.7397725582122803, -2.627358913421631, -1.1162781715393066, -1.9334969520568848, -3.4478914737701416, -2.1448445320129395, -2.1447081565856934, -2.817200183868408, -1.516198754310608, -1.3032362461090088, -0.8028159737586975, -0.37418481707572937, -2.278242588043213, -1.4544599056243896, -1.903234839439392, -1.9464181661605835, -2.129636526107788, -1.8380872011184692, -2.5473172664642334, -1.8493207693099976, -1.8654316663742065, -1.9013615846633911, -0.12456993013620377, -0.37983930110931396, -2.595188617706299, -2.0803120136260986, -1.1369606256484985, -2.3018627166748047, -2.956421136856079, -1.700398564338684, -1.1602215766906738, -0.46453624963760376, -2.813123941421509, -1.4738045930862427, -1.4252276420593262, -2.041853904724121, -1.7865389585494995, -2.346919298171997, -1.823970079421997, -1.228337049484253, -1.7425012588500977, -1.6406984329223633, -2.8275487422943115, -1.3961018323898315, -0.11591803282499313, -1.0952367782592773, -2.921658992767334, -1.420750379562378, -2.6609535217285156, -2.3805062770843506, -1.820709466934204, -3.1852924823760986, -2.1717982292175293, -2.5692155361175537, -3.4216885566711426, -0.13932541012763977, -0.10533148795366287, -0.5464526414871216, -0.6452097296714783, -0.6710426807403564, -0.08367864787578583, -0.17736342549324036, -0.12641321122646332, -0.20323334634304047, -0.1266099512577057, -0.11334231495857239, -0.12333524972200394, -0.41333359479904175, -1.8713531494140625, -2.947462558746338, -1.9307760000228882, -3.026254415512085, -1.3417022228240967, -0.15080572664737701, -0.0984254851937294, -2.133451223373413, -1.9278051853179932, -2.062490463256836, -0.5723429918289185, -1.2440334558486938, -2.387122631072998, -1.7698134183883667, -0.3137369453907013, -1.8575968742370605, -2.18141770362854, -0.9051123857498169, -1.942774772644043, -1.8994216918945312, -1.856509804725647, -1.0919914245605469, -1.7839306592941284, -1.3919217586517334, -1.812140941619873, -1.0512042045593262, -1.9121110439300537, -1.835402250289917, -0.8433317542076111, -1.5816752910614014, -0.1797744333744049, -1.2557694911956787, -2.337822914123535, -3.6298513412475586, -2.697744846343994, -1.5422048568725586, -1.6072131395339966, -0.29110580682754517, -1.0115771293640137, -1.4579441547393799, -1.2199856042861938, -0.9993254542350769, -0.44623294472694397]}, "Bot001_065_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_065.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT].\nShort bio: new kids on block hey! i\u2019m doing great, just finished my 4 hour workout :) nice ! just got off work at a restaurant owned by my family . just a small business . [SMILING FACE WITH OPEN MOUTH AND SMILING EYES] oh that\u2019s lovely! do you cook or are you a waiter? i'm just too busy but around the weekend i tend to make some stuff. how are you doing this evening ? i\u2019m doing fine, carving some italian food", "response": "ha yes . what other hobbies do you have ?", "annotation_id": "Bot001_065_06", "annotations": ["X", "T", "T", "X", "O", "O", "T", "O", "T", "T", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-12.471700668334961, -10.905790328979492, -12.416648864746094, -8.134964942932129, -9.42724609375, -12.563100814819336, -10.638367652893066, -11.57954216003418, -10.314393043518066, -10.723372459411621], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.6541962623596191, -1.4581934213638306, -0.8739314079284668, -0.7113863229751587, -3.256420850753784, -1.552565097808838, -0.7330005168914795, -0.961970329284668, -0.9636690020561218, -2.7271111011505127, -3.7397725582122803, -2.627358913421631, -1.1162781715393066, -1.9334969520568848, -3.4478914737701416, -2.1448445320129395, -2.1447081565856934, -2.817200183868408, -1.516198754310608, -1.3032362461090088, -0.8028159737586975, -0.37418481707572937, -2.278242588043213, -1.4544599056243896, -1.903234839439392, -1.9464181661605835, -2.129636526107788, -1.8380872011184692, -2.5473172664642334, -1.8493207693099976, -1.8654316663742065, -1.9013615846633911, -0.12456993013620377, -0.37983930110931396, -2.595188617706299, -2.0803120136260986, -1.1369606256484985, -2.3018627166748047, -2.956421136856079, -1.700398564338684, -1.1602215766906738, -0.46453624963760376, -2.813123941421509, -1.4738045930862427, -1.4252276420593262, -2.041853904724121, -1.7865389585494995, -2.346919298171997, -1.823970079421997, -1.228337049484253, -1.7425012588500977, -1.6406984329223633, -2.8275487422943115, -1.3961018323898315, -0.11591803282499313, -1.0952367782592773, -2.921658992767334, -1.420750379562378, -2.6609535217285156, -2.3805062770843506, -1.820709466934204, -3.1852924823760986, -2.1717982292175293, -2.5692155361175537, -3.4216885566711426, -0.13932541012763977, -0.10533148795366287, -0.5464526414871216, -0.6452097296714783, -0.6710426807403564, -0.08367864787578583, -0.17736342549324036, -0.12641321122646332, -0.20323334634304047, -0.1266099512577057, -0.11334231495857239, -0.12333524972200394, -0.41333359479904175, -1.8713531494140625, -2.947462558746338, -1.9307760000228882, -3.026254415512085, -1.3417028188705444, -0.15080572664737701, -0.09842558950185776, -2.133452892303467, -1.9278048276901245, -2.0624911785125732, -0.5723426938056946, -1.2440340518951416, -2.3871207237243652, -1.7698142528533936, -0.31373754143714905, -1.8575966358184814, -2.1814167499542236, -0.9051119089126587, -1.942776083946228, -2.0731515884399414, -1.2351680994033813, -1.7446796894073486, -1.555497407913208, -1.8436942100524902, -1.0669900178909302, -2.011057138442993, -1.856571912765503, -1.0070228576660156, -1.704882264137268, -0.17331352829933167, -1.3055415153503418, -2.354121446609497, -3.691807270050049, -2.7664058208465576, -1.9754945039749146, -1.8433516025543213, -0.255802184343338, -0.9802914261817932, -1.5809394121170044, -1.2938121557235718, -1.037254810333252, -1.5559403896331787, -1.8914000988006592, -0.11966297030448914, -0.49091196060180664, -2.606673002243042, -1.949507713317871, -2.5728108882904053, -1.6062482595443726, -2.5496628284454346, -3.0435314178466797, -1.68098783493042, -2.6412227153778076, -2.101433277130127, -2.2719600200653076, -2.3695788383483887, -1.49916672706604, -1.49614417552948, -2.108882427215576, -2.4075558185577393, -1.1066527366638184, -0.19839690625667572, -0.7772315144538879, -1.0478140115737915, -0.9753859639167786]}, "Bot001_065_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_065.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT].\nShort bio: new kids on block hey! i\u2019m doing great, just finished my 4 hour workout :) nice ! just got off work at a restaurant owned by my family . just a small business . [SMILING FACE WITH OPEN MOUTH AND SMILING EYES] oh that\u2019s lovely! do you cook or are you a waiter? i'm just too busy but around the weekend i tend to make some stuff. how are you doing this evening ? i\u2019m doing fine, carving some italian food ha yes . what other hobbies do you have ? i love gymnastics, that\u2019s my main job and hobby, i\u2019m an olympian. what about you?", "response": "just getting over being a pack a day smoker . driving endlessness takes the mind off . how are you doing tonight ?", "annotation_id": "Bot001_065_08", "annotations": ["X", "X", "X", "O", "O", "O", "T", "O", "T", "T", "O", "O", "T", "O", "T"], "gpt2background_target_score": [-13.002951622009277, -10.329520225524902, -10.109975814819336, -7.799505710601807, -7.022706985473633, -12.144487380981445, -10.408108711242676, -12.074352264404297, -14.008170127868652, -11.898069381713867, -13.22936725616455, -11.710426330566406, -9.583563804626465, -15.377744674682617, -12.237747192382812, -13.36088752746582, -12.619254112243652, -13.778135299682617, -13.000627517700195, -10.779114723205566, -13.321944236755371, -12.997376441955566, -10.877057075500488, -12.932299613952637], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.6541962623596191, -1.4581934213638306, -0.8739314079284668, -0.7113863229751587, -3.256420850753784, -1.552565097808838, -0.7330005168914795, -0.961970329284668, -0.9636690020561218, -2.7271111011505127, -3.7397725582122803, -2.627358913421631, -1.1162781715393066, -1.9334969520568848, -3.4478914737701416, -2.1448445320129395, -2.1447081565856934, -2.817200183868408, -1.516198754310608, -1.3032362461090088, -0.8028159737586975, -0.37418481707572937, -2.278242588043213, -1.4544599056243896, -1.903234839439392, -1.9464181661605835, -2.129636526107788, -1.8380872011184692, -2.5473172664642334, -1.8493207693099976, -1.8654316663742065, -1.9013615846633911, -0.12456993013620377, -0.37983930110931396, -2.595188617706299, -2.0803120136260986, -1.1369606256484985, -2.3018627166748047, -2.956421136856079, -1.700398564338684, -1.1602215766906738, -0.46453624963760376, -2.813123941421509, -1.4738045930862427, -1.4252276420593262, -2.041853904724121, -1.7865389585494995, -2.346919298171997, -1.823970079421997, -1.228337049484253, -1.7425012588500977, -1.6406984329223633, -2.8275487422943115, -1.3961018323898315, -0.11591803282499313, -1.0952367782592773, -2.921658992767334, -1.420750379562378, -2.6609535217285156, -2.3805062770843506, -1.820709466934204, -3.1852924823760986, -2.1717982292175293, -2.5692155361175537, -3.4216885566711426, -0.13932541012763977, -0.10533148795366287, -0.5464526414871216, -0.6452097296714783, -0.6710426807403564, -0.08367864787578583, -0.17736342549324036, -0.12641321122646332, -0.20323334634304047, -0.1266099512577057, -0.11334231495857239, -0.12333524972200394, -0.41333359479904175, -1.8713531494140625, -2.947462558746338, -1.9307760000228882, -3.026254415512085, -1.3417028188705444, -0.15080572664737701, -0.09842558950185776, -2.133452892303467, -1.9278048276901245, -2.0624911785125732, -0.5723426938056946, -1.2440340518951416, -2.3871207237243652, -1.7698142528533936, -0.31373754143714905, -1.8575966358184814, -2.1814167499542236, -0.9051119089126587, -1.942776083946228, -2.0731515884399414, -1.2351680994033813, -1.7446796894073486, -1.555497407913208, -1.8436942100524902, -1.0669900178909302, -2.011057138442993, -1.856571912765503, -1.0070228576660156, -1.704882264137268, -0.17331352829933167, -1.3055415153503418, -2.354121446609497, -3.691807270050049, -2.7664058208465576, -1.9754945039749146, -1.8433516025543213, -0.255802184343338, -0.9802914261817932, -1.5809394121170044, -1.2938121557235718, -1.037254810333252, -1.5559403896331787, -1.8914000988006592, -0.11966297030448914, -0.49091196060180664, -2.606673002243042, -1.949507713317871, -2.5728108882904053, -1.6062482595443726, -2.5496628284454346, -3.0435314178466797, -1.68098783493042, -2.6412227153778076, -2.101433277130127, -0.1949426680803299, -2.19355845451355, -1.7469747066497803, -1.8960158824920654, -2.2710113525390625, -1.1159616708755493, -0.23237575590610504, -0.6446586847305298, -1.0515434741973877, -1.799912929534912, -2.005495548248291, -0.9856260418891907, -0.25585249066352844, -1.9614343643188477, -1.9825024604797363, -0.8529642224311829, -0.16489775478839874, -0.14415253698825836, -2.372051954269409, -2.399144172668457, -1.056450605392456, -2.2251648902893066, -0.7047097682952881, -1.7610888481140137, -1.4523013830184937, -2.0123016834259033, -0.13309387862682343, -0.5885998606681824, -2.3699023723602295, -2.7406272888183594, -0.5586121082305908, -0.44334858655929565, -1.8053358793258667, -1.533096194267273, -2.2571327686309814, -0.723400354385376, -1.026727318763733, -1.5222457647323608, -2.2648098468780518, -2.1943609714508057, -2.1644906997680664, -1.7424789667129517, -1.3087186813354492, -2.38323712348938, -1.1176562309265137, -1.551271915435791, -1.945797324180603, -2.1306121349334717, -1.9827357530593872, -2.847154378890991, -3.274574041366577, -2.2281932830810547, -1.6963015794754028, -2.234732151031494, -1.2781301736831665, -1.3080847263336182, -2.2382125854492188, -1.8547778129577637, -0.17923668026924133, -0.5691236853599548, -1.625794768333435, -0.5709996819496155, -0.8776863217353821]}, "Bot001_065_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_065.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT].\nShort bio: new kids on block hey! i\u2019m doing great, just finished my 4 hour workout :) nice ! just got off work at a restaurant owned by my family . just a small business . [SMILING FACE WITH OPEN MOUTH AND SMILING EYES] oh that\u2019s lovely! do you cook or are you a waiter? i'm just too busy but around the weekend i tend to make some stuff. how are you doing this evening ? i\u2019m doing fine, carving some italian food ha yes . what other hobbies do you have ? i love gymnastics, that\u2019s my main job and hobby, i\u2019m an olympian. what about you? just getting over being a pack a day smoker . driving endlessness takes the mind off . how are you doing tonight ? i already told you a couple of times haha", "response": "since i was very little , even won myself an olympic bronze medal .. Also, try to guess: i take dance ...", "annotation_id": "Bot001_065_10", "annotations": ["X", "X", "T", "T", "O", "T", "X", "O", "T", "T", "T", "O", "T", "X", "O"], "gpt2background_target_score": [-14.207243919372559, -5.538767337799072, -3.764650821685791, -10.369776725769043, -10.087892532348633, -11.036542892456055, -14.830456733703613, -9.051023483276367, -12.715456008911133, -8.999770164489746, -11.545825958251953, -13.495278358459473, -12.34719181060791, -16.925046920776367, -13.662843704223633, -10.57188606262207, -12.773338317871094, -9.316349983215332, -15.390645980834961, -9.870500564575195, -11.480034828186035, -7.019889831542969, -8.042336463928223, -12.138415336608887, -8.666177749633789, -9.321427345275879], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.6541962623596191, -1.4581934213638306, -0.8739314079284668, -0.7113863229751587, -3.256420850753784, -1.552565097808838, -0.7330005168914795, -0.961970329284668, -0.9636690020561218, -2.7271111011505127, -3.7397725582122803, -2.627358913421631, -1.1162781715393066, -1.9334969520568848, -3.4478914737701416, -2.1448445320129395, -2.1447081565856934, -2.817200183868408, -1.516198754310608, -1.3032362461090088, -0.8028159737586975, -0.37418481707572937, -2.278242588043213, -1.4544599056243896, -1.903234839439392, -1.9464181661605835, -2.129636526107788, -1.8380872011184692, -2.5473172664642334, -1.8493207693099976, -1.8654316663742065, -1.9013615846633911, -0.12456993013620377, -0.37983930110931396, -2.595188617706299, -2.0803120136260986, -1.1369606256484985, -2.3018627166748047, -2.956421136856079, -1.700398564338684, -1.1602215766906738, -0.46453624963760376, -2.813123941421509, -1.4738045930862427, -1.4252276420593262, -2.041853904724121, -1.7865389585494995, -2.346919298171997, -1.823970079421997, -1.228337049484253, -1.7425012588500977, -1.6406984329223633, -2.8275487422943115, -1.3961018323898315, -0.11591803282499313, -1.0952367782592773, -2.921658992767334, -1.420750379562378, -2.6609535217285156, -2.3805062770843506, -1.820709466934204, -3.1852924823760986, -2.1717982292175293, -2.5692155361175537, -3.4216885566711426, -0.13932541012763977, -0.10533148795366287, -0.5464526414871216, -0.6452097296714783, -0.6710426807403564, -0.08367864787578583, -0.17736342549324036, -0.12641321122646332, -0.20323334634304047, -0.1266099512577057, -0.11334231495857239, -0.12333524972200394, -0.41333359479904175, -1.8713531494140625, -2.947462558746338, -1.9307760000228882, -3.026254415512085, -1.3417028188705444, -0.15080572664737701, -0.09842558950185776, -2.133452892303467, -1.9278048276901245, -2.0624911785125732, -0.5723426938056946, -1.2440340518951416, -2.3871207237243652, -1.7698142528533936, -0.31373754143714905, -1.8575966358184814, -2.1814167499542236, -0.9051119089126587, -1.942776083946228, -2.0731515884399414, -1.2351680994033813, -1.7446796894073486, -1.555497407913208, -1.8436942100524902, -1.0669900178909302, -2.011057138442993, -1.856571912765503, -1.0070228576660156, -1.704882264137268, -0.17331352829933167, -1.3055415153503418, -2.354121446609497, -3.691807270050049, -2.7664058208465576, -1.9754945039749146, -1.8433516025543213, -0.255802184343338, -0.9802914261817932, -1.5809394121170044, -1.2938121557235718, -1.037254810333252, -1.5559403896331787, -1.8914000988006592, -0.11966297030448914, -0.49091196060180664, -2.606673002243042, -1.949507713317871, -2.5728108882904053, -1.6062482595443726, -2.5496628284454346, -3.0435314178466797, -1.68098783493042, -2.6412227153778076, -2.101433277130127, -0.1949426680803299, -2.19355845451355, -1.7469747066497803, -1.8960158824920654, -2.2710113525390625, -1.1159616708755493, -0.23237575590610504, -0.6446586847305298, -1.0515434741973877, -1.799912929534912, -2.005495548248291, -0.9856260418891907, -0.25585249066352844, -1.9614343643188477, -1.9825024604797363, -0.8529642224311829, -0.16489775478839874, -0.14415253698825836, -2.372051954269409, -2.399144172668457, -1.056450605392456, -2.2251648902893066, -0.7047097682952881, -1.7610888481140137, -1.4523013830184937, -2.0123016834259033, -0.13309387862682343, -0.5885998606681824, -2.3699023723602295, -2.7406272888183594, -0.5586121082305908, -0.44334858655929565, -1.8053358793258667, -1.533096194267273, -2.2571327686309814, -0.723400354385376, -1.026727318763733, -1.5222457647323608, -2.4914133548736572, -2.2919692993164062, -1.728567361831665, -1.403398036956787, -2.845003604888916, -1.0695176124572754, -0.872901976108551, -2.7017593383789062, -2.4348227977752686, -1.991172432899475, -3.015841484069824, -3.4582607746124268, -2.417940616607666, -1.6228687763214111, -2.092820882797241, -1.297846794128418, -1.3167868852615356, -1.9089192152023315, -1.925682544708252, -0.2000092715024948, -0.555318295955658, -1.4914541244506836, -0.6394375562667847, -1.667159080505371, -1.6240019798278809, -1.0446614027023315, -1.1255711317062378, -1.681060552597046, -1.5645135641098022, -1.6699302196502686, -1.0844500064849854, -1.5964144468307495, -2.5593950748443604, -2.0179991722106934, -1.105578899383545, -2.244879961013794, -2.0112318992614746, -1.7915493249893188, -1.0859075784683228, -0.5452907085418701, -1.788115382194519, -1.9794704914093018, -0.805623471736908, -3.068936824798584, -0.020138675346970558, -0.42880159616470337, -2.7138936519622803, -1.6888338327407837, -2.397280216217041, -1.2739944458007812, -1.4072978496551514, -1.2173222303390503, -1.0570584535598755, -2.4616847038269043, -1.7158783674240112, -2.0063669681549072, -2.2317721843719482, -1.5629340410232544, -1.0122202634811401, -2.342733144760132]}, "Bot001_065_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_065.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT].\nShort bio: new kids on block hey! i\u2019m doing great, just finished my 4 hour workout :) nice ! just got off work at a restaurant owned by my family . just a small business . [SMILING FACE WITH OPEN MOUTH AND SMILING EYES] oh that\u2019s lovely! do you cook or are you a waiter? i'm just too busy but around the weekend i tend to make some stuff. how are you doing this evening ? i\u2019m doing fine, carving some italian food ha yes . what other hobbies do you have ? i love gymnastics, that\u2019s my main job and hobby, i\u2019m an olympian. what about you? just getting over being a pack a day smoker . driving endlessness takes the mind off . how are you doing tonight ? i already told you a couple of times haha since i was very little , even won myself an olympic bronze medal .. Also, try to guess: i take dance ... lessons?", "response": "lessons once week, funny you :)", "annotation_id": "Bot001_065_12", "annotations": ["O", "T", "X", "T", "O", "O", "T", "O", "T", "T", "X", "O", "O", "O", "T"], "gpt2background_target_score": [-11.833625793457031, -13.39792537689209, -10.822702407836914, -11.771537780761719, -3.693760395050049, -11.88072681427002, -10.295101165771484, -13.136751174926758], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.6541962623596191, -1.4581934213638306, -0.8739314079284668, -0.7113863229751587, -3.256420850753784, -1.552565097808838, -0.7330005168914795, -0.961970329284668, -0.9636690020561218, -2.7271111011505127, -3.7397725582122803, -2.627358913421631, -1.1162781715393066, -1.9334969520568848, -3.4478914737701416, -2.1448445320129395, -2.1447081565856934, -2.817200183868408, -1.516198754310608, -1.3032362461090088, -0.8028159737586975, -0.37418481707572937, -2.278242588043213, -1.4544599056243896, -1.903234839439392, -1.9464181661605835, -2.129636526107788, -1.8380872011184692, -2.5473172664642334, -1.8493207693099976, -1.8654316663742065, -1.9013615846633911, -0.12456993013620377, -0.37983930110931396, -2.595188617706299, -2.0803120136260986, -1.1369606256484985, -2.3018627166748047, -2.956421136856079, -1.700398564338684, -1.1602215766906738, -0.46453624963760376, -2.813123941421509, -1.4738045930862427, -1.4252276420593262, -2.041853904724121, -1.7865389585494995, -2.346919298171997, -1.823970079421997, -1.228337049484253, -1.7425012588500977, -1.6406984329223633, -2.8275487422943115, -1.3961018323898315, -0.11591803282499313, -1.0952367782592773, -2.921658992767334, -1.420750379562378, -2.6609535217285156, -2.3805062770843506, -1.820709466934204, -3.1852924823760986, -2.1717982292175293, -2.5692155361175537, -3.4216885566711426, -0.13932541012763977, -0.10533148795366287, -0.5464526414871216, -0.6452097296714783, -0.6710426807403564, -0.08367864787578583, -0.17736342549324036, -0.12641321122646332, -0.20323334634304047, -0.1266099512577057, -0.11334231495857239, -0.12333524972200394, -0.41333359479904175, -1.8713531494140625, -2.947462558746338, -1.9307760000228882, -3.026254415512085, -1.3417028188705444, -0.15080572664737701, -0.09842558950185776, -2.133452892303467, -1.9278048276901245, -2.0624911785125732, -0.5723426938056946, -1.2440340518951416, -2.3871207237243652, -1.7698142528533936, -0.31373754143714905, -1.8575966358184814, -2.1814167499542236, -0.9051119089126587, -1.942776083946228, -2.0731515884399414, -1.2351680994033813, -1.7446796894073486, -1.555497407913208, -1.8436942100524902, -1.0669900178909302, -2.011057138442993, -1.856571912765503, -1.0070228576660156, -1.704882264137268, -0.17331352829933167, -1.3055415153503418, -2.354121446609497, -3.691807270050049, -2.7664058208465576, -1.9754945039749146, -1.8433516025543213, -0.255802184343338, -0.9802914261817932, -1.5809394121170044, -1.2938121557235718, -1.037254810333252, -1.5559403896331787, -1.8914000988006592, -0.11966297030448914, -0.49091196060180664, -2.606673002243042, -1.949507713317871, -2.5728108882904053, -1.6062482595443726, -2.5496628284454346, -3.0435314178466797, -1.68098783493042, -2.6412227153778076, -2.101433277130127, -0.1949426680803299, -2.19355845451355, -1.7469747066497803, -1.8960158824920654, -2.2710113525390625, -1.1159616708755493, -0.23237575590610504, -0.6446586847305298, -1.0515434741973877, -1.799912929534912, -2.005495548248291, -0.9856260418891907, -0.25585249066352844, -1.9614343643188477, -1.9825024604797363, -0.8529642224311829, -0.16489775478839874, -0.14415253698825836, -2.372051954269409, -2.399144172668457, -1.056450605392456, -2.2251648902893066, -0.7047097682952881, -1.7610888481140137, -1.4523013830184937, -2.0123016834259033, -0.13309387862682343, -0.5885998606681824, -2.3699023723602295, -2.7406272888183594, -0.5586121082305908, -0.44334858655929565, -1.8053358793258667, -1.533096194267273, -2.2571327686309814, -0.723400354385376, -1.026727318763733, -1.5222457647323608, -2.4914133548736572, -2.2919692993164062, -1.728567361831665, -1.403398036956787, -2.845003604888916, -1.0695176124572754, -0.872901976108551, -2.7017593383789062, -2.4348227977752686, -1.991172432899475, -3.015841484069824, -3.4582607746124268, -2.417940616607666, -1.6228687763214111, -2.092820644378662, -1.2978466749191284, -1.3167903423309326, -1.9089192152023315, -1.9256832599639893, -0.20000946521759033, -0.555318295955658, -1.4914542436599731, -0.6394377946853638, -1.667160153388977, -1.6240020990371704, -1.0446600914001465, -1.125569462776184, -1.6810616254806519, -1.5645151138305664, -1.6699289083480835, -1.0844507217407227, -1.5964151620864868, -2.5593953132629395, -1.0745824575424194, -1.4772086143493652, -1.8198810815811157, -1.6050776243209839, -1.6286271810531616, -0.870965838432312, -1.4691548347473145, -1.4514178037643433, -0.9867249727249146, -3.057103395462036, -0.01634330302476883, -0.4134402573108673, -2.7122557163238525, -1.2643340826034546, -2.6453731060028076, -1.7638202905654907, -1.7483559846878052, -1.6367764472961426, -1.0003589391708374, -2.401120901107788, -1.7040098905563354, -1.8231383562088013, -1.8318907022476196, -1.494921088218689, -0.974737823009491, -2.178750991821289, -2.693186044692993, -1.7777934074401855, -2.3493967056274414, -1.606685996055603, -0.6594446897506714, -0.7606857419013977, -2.5143165588378906, -2.2810299396514893, -2.275679588317871, -2.6465723514556885, -0.7904794812202454]}, "Bot001_065_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_065.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT].\nShort bio: new kids on block hey! i\u2019m doing great, just finished my 4 hour workout :) nice ! just got off work at a restaurant owned by my family . just a small business . [SMILING FACE WITH OPEN MOUTH AND SMILING EYES] oh that\u2019s lovely! do you cook or are you a waiter? i'm just too busy but around the weekend i tend to make some stuff. how are you doing this evening ? i\u2019m doing fine, carving some italian food ha yes . what other hobbies do you have ? i love gymnastics, that\u2019s my main job and hobby, i\u2019m an olympian. what about you? just getting over being a pack a day smoker . driving endlessness takes the mind off . how are you doing tonight ? i already told you a couple of times haha since i was very little , even won myself an olympic bronze medal .. Also, try to guess: i take dance ... lessons? lessons once week, funny you :) great", "response": "what do you do for a living ?", "annotation_id": "Bot001_065_14", "annotations": ["X", "T", "X", "O", "O", "O", "T", "O", "T", "T", "T", "O", "O", "O", "O"], "gpt2background_target_score": [-12.435209274291992, -8.556722640991211, -5.980231285095215, -8.49596118927002, -4.541461944580078, -8.598021507263184, -12.722807884216309, -13.217378616333008], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.6541962623596191, -1.4581934213638306, -0.8739314079284668, -0.7113863229751587, -3.256420850753784, -1.552565097808838, -0.7330005168914795, -0.961970329284668, -0.9636690020561218, -2.7271111011505127, -3.7397725582122803, -2.627358913421631, -1.1162781715393066, -1.9334969520568848, -3.4478914737701416, -2.1448445320129395, -2.1447081565856934, -2.817200183868408, -1.516198754310608, -1.3032362461090088, -0.8028159737586975, -0.37418481707572937, -2.278242588043213, -1.4544599056243896, -1.903234839439392, -1.9464181661605835, -2.129636526107788, -1.8380872011184692, -2.5473172664642334, -1.8493207693099976, -1.8654316663742065, -1.9013615846633911, -0.12456993013620377, -0.37983930110931396, -2.595188617706299, -2.0803120136260986, -1.1369606256484985, -2.3018627166748047, -2.956421136856079, -1.700398564338684, -1.1602215766906738, -0.46453624963760376, -2.813123941421509, -1.4738045930862427, -1.4252276420593262, -2.041853904724121, -1.7865389585494995, -2.346919298171997, -1.823970079421997, -1.228337049484253, -1.7425012588500977, -1.6406984329223633, -2.8275487422943115, -1.3961018323898315, -0.11591803282499313, -1.0952367782592773, -2.921658992767334, -1.420750379562378, -2.6609535217285156, -2.3805062770843506, -1.820709466934204, -3.1852924823760986, -2.1717982292175293, -2.5692155361175537, -3.4216885566711426, -0.13932541012763977, -0.10533148795366287, -0.5464526414871216, -0.6452097296714783, -0.6710426807403564, -0.08367864787578583, -0.17736342549324036, -0.12641321122646332, -0.20323334634304047, -0.1266099512577057, -0.11334231495857239, -0.12333524972200394, -0.41333359479904175, -1.8713531494140625, -2.947462558746338, -1.9307760000228882, -3.026254415512085, -1.3417028188705444, -0.15080572664737701, -0.09842558950185776, -2.133452892303467, -1.9278048276901245, -2.0624911785125732, -0.5723426938056946, -1.2440340518951416, -2.3871207237243652, -1.7698142528533936, -0.31373754143714905, -1.8575966358184814, -2.1814167499542236, -0.9051119089126587, -1.942776083946228, -2.0731515884399414, -1.2351680994033813, -1.7446796894073486, -1.555497407913208, -1.8436942100524902, -1.0669900178909302, -2.011057138442993, -1.856571912765503, -1.0070228576660156, -1.704882264137268, -0.17331352829933167, -1.3055415153503418, -2.354121446609497, -3.691807270050049, -2.7664058208465576, -1.9754945039749146, -1.8433516025543213, -0.255802184343338, -0.9802914261817932, -1.5809394121170044, -1.2938121557235718, -1.037254810333252, -1.5559403896331787, -1.8914000988006592, -0.11966297030448914, -0.49091196060180664, -2.606673002243042, -1.949507713317871, -2.5728108882904053, -1.6062482595443726, -2.5496628284454346, -3.0435314178466797, -1.68098783493042, -2.6412227153778076, -2.101433277130127, -0.1949426680803299, -2.19355845451355, -1.7469747066497803, -1.8960158824920654, -2.2710113525390625, -1.1159616708755493, -0.23237575590610504, -0.6446586847305298, -1.0515434741973877, -1.799912929534912, -2.005495548248291, -0.9856260418891907, -0.25585249066352844, -1.9614343643188477, -1.9825024604797363, -0.8529642224311829, -0.16489775478839874, -0.14415253698825836, -2.372051954269409, -2.399144172668457, -1.056450605392456, -2.2251648902893066, -0.7047097682952881, -1.7610888481140137, -1.4523013830184937, -2.0123016834259033, -0.13309387862682343, -0.5885998606681824, -2.3699023723602295, -2.7406272888183594, -0.5586121082305908, -0.44334858655929565, -1.8053358793258667, -1.533096194267273, -2.2571327686309814, -0.723400354385376, -1.026727318763733, -1.5222457647323608, -2.4914133548736572, -2.2919692993164062, -1.728567361831665, -1.403398036956787, -2.845003604888916, -1.0695176124572754, -0.872901976108551, -2.7017593383789062, -2.4348227977752686, -1.991172432899475, -3.015841484069824, -3.4582607746124268, -2.417940616607666, -1.6228687763214111, -2.092820644378662, -1.2978466749191284, -1.3167903423309326, -1.9089192152023315, -1.9256832599639893, -0.20000946521759033, -0.555318295955658, -1.4914542436599731, -0.6394377946853638, -1.667160153388977, -1.6240020990371704, -1.0446600914001465, -1.125569462776184, -1.6810616254806519, -1.5645151138305664, -1.6699289083480835, -1.0844507217407227, -1.5964151620864868, -2.5593953132629395, -1.0745824575424194, -1.4772086143493652, -1.8198810815811157, -1.6050776243209839, -1.6286271810531616, -0.870965838432312, -1.4691548347473145, -1.4514178037643433, -0.9867249727249146, -3.057103395462036, -0.01634330302476883, -0.4134402573108673, -2.7122557163238525, -1.2643340826034546, -2.6453731060028076, -1.7638202905654907, -1.7483559846878052, -1.6367764472961426, -1.0003589391708374, -2.401120901107788, -1.7040098905563354, -1.8231383562088013, -1.8318907022476196, -1.494921088218689, -0.974737823009491, -2.178750991821289, -2.693186044692993, -1.7777934074401855, -1.6242235898971558, -0.5286607146263123, -2.322375774383545, -2.0471889972686768, -2.4588093757629395, -2.9892263412475586, -2.123419761657715, -1.548388957977295, -2.134587287902832, -2.000319004058838, -0.2741323709487915, -1.0777742862701416, -1.698628544807434, -1.9499927759170532, -1.7076739072799683, -0.6673997640609741, -1.515738606452942]}, "Bot001_065_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_065.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT].\nShort bio: new kids on block hey! i\u2019m doing great, just finished my 4 hour workout :) nice ! just got off work at a restaurant owned by my family . just a small business . [SMILING FACE WITH OPEN MOUTH AND SMILING EYES] oh that\u2019s lovely! do you cook or are you a waiter? i'm just too busy but around the weekend i tend to make some stuff. how are you doing this evening ? i\u2019m doing fine, carving some italian food ha yes . what other hobbies do you have ? i love gymnastics, that\u2019s my main job and hobby, i\u2019m an olympian. what about you? just getting over being a pack a day smoker . driving endlessness takes the mind off . how are you doing tonight ? i already told you a couple of times haha since i was very little , even won myself an olympic bronze medal .. Also, try to guess: i take dance ... lessons? lessons once week, funny you :) great what do you do for a living ? i\u2019m an olympian", "response": "i am just a grandmother to 3 grandchildren", "annotation_id": "Bot001_065_16", "annotations": ["O", "X", "X", "X", "O", "X", "X", "T", "T", "T", "O", "T", "O", "T", "O"], "gpt2background_target_score": [-10.230122566223145, -8.879878997802734, -8.33112621307373, -2.8007445335388184, -12.843183517456055, -9.460233688354492, -10.562054634094238, -13.170568466186523], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.6541962623596191, -1.4581934213638306, -0.8739314079284668, -0.7113863229751587, -3.256420850753784, -1.552565097808838, -0.7330005168914795, -0.961970329284668, -0.9636690020561218, -2.7271111011505127, -3.7397725582122803, -2.627358913421631, -1.1162781715393066, -1.9334969520568848, -3.4478914737701416, -2.1448445320129395, -2.1447081565856934, -2.817200183868408, -1.516198754310608, -1.3032362461090088, -0.8028159737586975, -0.37418481707572937, -2.278242588043213, -1.4544599056243896, -1.903234839439392, -1.9464181661605835, -2.129636526107788, -1.8380872011184692, -2.5473172664642334, -1.8493207693099976, -1.8654316663742065, -1.9013615846633911, -0.12456993013620377, -0.37983930110931396, -2.595188617706299, -2.0803120136260986, -1.1369606256484985, -2.3018627166748047, -2.956421136856079, -1.700398564338684, -1.1602215766906738, -0.46453624963760376, -2.813123941421509, -1.4738045930862427, -1.4252276420593262, -2.041853904724121, -1.7865389585494995, -2.346919298171997, -1.823970079421997, -1.228337049484253, -1.7425012588500977, -1.6406984329223633, -2.8275487422943115, -1.3961018323898315, -0.11591803282499313, -1.0952367782592773, -2.921658992767334, -1.420750379562378, -2.6609535217285156, -2.3805062770843506, -1.820709466934204, -3.1852924823760986, -2.1717982292175293, -2.5692155361175537, -3.4216885566711426, -0.13932541012763977, -0.10533148795366287, -0.5464526414871216, -0.6452097296714783, -0.6710426807403564, -0.08367864787578583, -0.17736342549324036, -0.12641321122646332, -0.20323334634304047, -0.1266099512577057, -0.11334231495857239, -0.12333524972200394, -0.41333359479904175, -1.8713531494140625, -2.947462558746338, -1.9307760000228882, -3.026254415512085, -1.3417028188705444, -0.15080572664737701, -0.09842558950185776, -2.133452892303467, -1.9278048276901245, -2.0624911785125732, -0.5723426938056946, -1.2440340518951416, -2.3871207237243652, -1.7698142528533936, -0.31373754143714905, -1.8575966358184814, -2.1814167499542236, -0.9051119089126587, -1.942776083946228, -2.0731515884399414, -1.2351680994033813, -1.7446796894073486, -1.555497407913208, -1.8436942100524902, -1.0669900178909302, -2.011057138442993, -1.856571912765503, -1.0070228576660156, -1.704882264137268, -0.17331352829933167, -1.3055415153503418, -2.354121446609497, -3.691807270050049, -2.7664058208465576, -1.9754945039749146, -1.8433516025543213, -0.255802184343338, -0.9802914261817932, -1.5809394121170044, -1.2938121557235718, -1.037254810333252, -1.5559403896331787, -1.8914000988006592, -0.11966297030448914, -0.49091196060180664, -2.606673002243042, -1.949507713317871, -2.5728108882904053, -1.6062482595443726, -2.5496628284454346, -3.0435314178466797, -1.68098783493042, -2.6412227153778076, -2.101433038711548, -0.19494305551052094, -2.193558692932129, -1.7469735145568848, -1.8960175514221191, -2.271009922027588, -1.115959882736206, -0.23237501084804535, -0.6446586847305298, -1.051543951034546, -1.799914002418518, -2.005495548248291, -0.9856263995170593, -0.25585275888442993, -1.9614355564117432, -1.9825025796890259, -0.8529648780822754, -0.1648983508348465, -0.14415203034877777, -2.372053623199463, -2.3991446495056152, -1.0564494132995605, -2.225165605545044, -0.704709529876709, -1.761087417602539, -1.452300786972046, -2.012303113937378, -0.13309398293495178, -0.5885997414588928, -2.369901657104492, -2.74062442779541, -0.5586117506027222, -0.4433484375476837, -1.8053351640701294, -1.533096432685852, -2.257131576538086, -0.7233989834785461, -1.026727318763733, -1.5222469568252563, -2.4914135932922363, -2.2919692993164062, -1.7285677194595337, -1.4033986330032349, -2.845000743865967, -1.0695183277130127, -0.8729028701782227, -2.7017593383789062, -2.4348220825195312, -1.9911718368530273, -3.0158417224884033, -3.4582598209381104, -2.4179396629333496, -1.6228690147399902, -2.092820644378662, -1.297847032546997, -1.316789150238037, -1.9089211225509644, -1.9256823062896729, -0.20000946521759033, -0.5553182363510132, -1.4914541244506836, -0.6394370794296265, -1.667159914970398, -1.6240010261535645, -1.0446611642837524, -1.1255711317062378, -1.6810612678527832, -1.56451416015625, -1.6699292659759521, -1.0844486951828003, -1.5964151620864868, -2.559394598007202, -1.0745813846588135, -1.4772090911865234, -1.8198816776275635, -1.6050785779953003, -1.6286273002624512, -0.8709653615951538, -1.4691561460494995, -1.4514172077178955, -0.9867273569107056, -3.0571022033691406, -0.01634330302476883, -0.4134414494037628, -2.71225643157959, -1.2643362283706665, -2.645371198654175, -1.7638216018676758, -1.7483561038970947, -1.6367768049240112, -1.0003583431243896, -2.401118755340576, -1.7040108442306519, -1.8231388330459595, -1.8318922519683838, -1.494920015335083, -0.9747397899627686, -2.1787538528442383, -2.693186044692993, -1.7777931690216064, -1.6242234706878662, -0.528660237789154, -2.3223776817321777, -2.047189950942993, -2.4588091373443604, -2.9892261028289795, -2.1234209537506104, -1.5483894348144531, -2.2768306732177734, -0.29105526208877563, -1.1377043724060059, -1.4846711158752441, -1.7789928913116455, -1.7475082874298096, -0.7753507494926453, -1.4837197065353394, -2.6408069133758545, -0.13844509422779083, -0.45584794878959656, -2.614819049835205, -2.095350742340088, -0.02646949514746666, -0.2564593553543091, -2.146207332611084, -2.1712749004364014, -2.7841854095458984, -1.2268198728561401, -2.4310033321380615, -1.9498766660690308, -2.030014991760254, -2.498955011367798, -2.290611505508423, -2.006369113922119]}, "Bot001_065_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_065.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT].\nShort bio: new kids on block hey! i\u2019m doing great, just finished my 4 hour workout :) nice ! just got off work at a restaurant owned by my family . just a small business . [SMILING FACE WITH OPEN MOUTH AND SMILING EYES] oh that\u2019s lovely! do you cook or are you a waiter? i'm just too busy but around the weekend i tend to make some stuff. how are you doing this evening ? i\u2019m doing fine, carving some italian food ha yes . what other hobbies do you have ? i love gymnastics, that\u2019s my main job and hobby, i\u2019m an olympian. what about you? just getting over being a pack a day smoker . driving endlessness takes the mind off . how are you doing tonight ? i already told you a couple of times haha since i was very little , even won myself an olympic bronze medal .. Also, try to guess: i take dance ... lessons? lessons once week, funny you :) great what do you do for a living ? i\u2019m an olympian i am just a grandmother to 3 grandchildren wow! how old are you?", "response": "i am 10 years old. what are you up to today ?", "annotation_id": "Bot001_065_18", "annotations": ["X", "X", "T", "O", "X", "O", "X", "O", "T", "T", "O", "O", "O", "X", "O"], "gpt2background_target_score": [-10.230122566223145, -8.879878997802734, -9.508758544921875, -11.757715225219727, -10.17795181274414, -10.142193794250488, -10.580652236938477, -9.94919204711914, -8.414156913757324, -9.732237815856934, -8.486292839050293, -12.637442588806152, -12.114087104797363], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.6541962623596191, -1.4581934213638306, -0.8739314079284668, -0.7113863229751587, -3.256420850753784, -1.552565097808838, -0.7330005168914795, -0.961970329284668, -0.9636690020561218, -2.7271111011505127, -3.7397725582122803, -2.627358913421631, -1.1162781715393066, -1.9334969520568848, -3.4478914737701416, -2.1448445320129395, -2.1447081565856934, -2.817200183868408, -1.516198754310608, -1.3032362461090088, -0.8028159737586975, -0.37418481707572937, -2.278242588043213, -1.4544599056243896, -1.903234839439392, -1.9464181661605835, -2.129636526107788, -1.8380872011184692, -2.5473172664642334, -1.8493207693099976, -1.8654316663742065, -1.9013615846633911, -0.12456993013620377, -0.37983930110931396, -2.595188617706299, -2.0803120136260986, -1.1369606256484985, -2.3018627166748047, -2.956421136856079, -1.700398564338684, -1.1602215766906738, -0.46453624963760376, -2.813123941421509, -1.4738045930862427, -1.4252276420593262, -2.041853904724121, -1.7865389585494995, -2.346919298171997, -1.823970079421997, -1.228337049484253, -1.7425012588500977, -1.6406984329223633, -2.8275487422943115, -1.3961018323898315, -0.11591803282499313, -1.0952367782592773, -2.921658992767334, -1.420750379562378, -2.6609535217285156, -2.3805062770843506, -1.820709466934204, -3.1852924823760986, -2.1717982292175293, -2.5692155361175537, -3.4216885566711426, -0.13932541012763977, -0.10533148795366287, -0.5464526414871216, -0.6452097296714783, -0.6710426807403564, -0.08367864787578583, -0.17736342549324036, -0.12641321122646332, -0.20323334634304047, -0.1266099512577057, -0.11334231495857239, -0.12333524972200394, -0.41333359479904175, -1.8713531494140625, -2.947462558746338, -1.9307760000228882, -3.026254415512085, -1.3417028188705444, -0.15080572664737701, -0.09842558950185776, -2.133452892303467, -1.9278048276901245, -2.0624911785125732, -0.5723426938056946, -1.2440340518951416, -2.3871207237243652, -1.7698142528533936, -0.31373754143714905, -1.8575966358184814, -2.1814167499542236, -0.9051119089126587, -1.942776083946228, -2.0731515884399414, -1.2351680994033813, -1.7446796894073486, -1.555497407913208, -1.8436942100524902, -1.0669900178909302, -2.011057138442993, -1.856571912765503, -1.0070228576660156, -1.704882264137268, -0.17331352829933167, -1.3055415153503418, -2.354121446609497, -3.691807270050049, -2.7664058208465576, -1.9754945039749146, -1.8433516025543213, -0.255802184343338, -0.9802914261817932, -1.5809394121170044, -1.2938121557235718, -1.037254810333252, -1.5559403896331787, -1.8914000988006592, -0.11966297030448914, -0.49091196060180664, -2.606673002243042, -1.949507713317871, -2.5728108882904053, -1.6062482595443726, -2.5496628284454346, -3.0435314178466797, -1.68098783493042, -2.6412227153778076, -2.101433277130127, -0.1949426680803299, -2.19355845451355, -1.7469747066497803, -1.8960158824920654, -2.2710113525390625, -1.1159616708755493, -0.23237575590610504, -0.6446586847305298, -1.0515434741973877, -1.7999134063720703, -2.00549578666687, -0.985626220703125, -0.25585266947746277, -1.9614360332489014, -1.982503056526184, -0.852965235710144, -0.16489805281162262, -0.14415264129638672, -2.372051239013672, -2.399144172668457, -1.056451439857483, -2.225165605545044, -0.7047098875045776, -1.7610888481140137, -1.452302098274231, -2.0123019218444824, -0.1330941915512085, -0.5885999798774719, -2.369903087615967, -2.740623950958252, -0.558611273765564, -0.44334858655929565, -1.8053358793258667, -1.533096194267273, -2.2571322917938232, -0.7234010696411133, -1.0267276763916016, -1.522248387336731, -2.491413116455078, -2.2919692993164062, -1.7285678386688232, -1.4033997058868408, -2.845003128051758, -1.069515585899353, -0.8729050755500793, -2.7017571926116943, -2.4348230361938477, -1.991173267364502, -3.0158419609069824, -3.4582619667053223, -2.4179399013519287, -1.622867226600647, -2.092820405960083, -1.2978483438491821, -1.3167871236801147, -1.9089187383651733, -1.9256826639175415, -0.20000937581062317, -0.5553178787231445, -1.491455316543579, -0.6394371390342712, -1.6671606302261353, -1.6240026950836182, -1.044660210609436, -1.12557053565979, -1.681061029434204, -1.5645147562026978, -1.6699285507202148, -1.084445834159851, -1.5964155197143555, -2.5593950748443604, -1.0745816230773926, -1.4772090911865234, -1.8198812007904053, -1.6050790548324585, -1.6286273002624512, -0.8709651827812195, -1.4691569805145264, -1.4514167308807373, -0.9867252707481384, -3.0571017265319824, -0.01634330302476883, -0.4134403467178345, -2.71225643157959, -1.2643355131149292, -2.6453723907470703, -1.7638214826583862, -1.7483551502227783, -1.6367768049240112, -1.0003578662872314, -2.4011189937591553, -1.7040104866027832, -1.8231382369995117, -1.8318915367126465, -1.4949209690093994, -0.9747380614280701, -2.17875337600708, -2.6931862831115723, -1.7777928113937378, -1.6242234706878662, -0.5286610722541809, -2.3223769664764404, -2.0471878051757812, -2.458810567855835, -2.989227533340454, -2.1234192848205566, -1.548388123512268, -2.2768306732177734, -0.29105448722839355, -1.1377042531967163, -1.4846700429916382, -1.7789933681488037, -1.747510313987732, -0.7753508687019348, -1.4837201833724976, -2.6408073902130127, -0.13844509422779083, -0.4558487832546234, -2.614816904067993, -2.095353603363037, -0.02646949514746666, -0.25645944476127625, -2.1462063789367676, -2.062333822250366, -1.634644865989685, -2.0193746089935303, -1.9896022081375122, -2.0242161750793457, -2.8888156414031982, -2.447514533996582, -2.126591682434082, -2.4891459941864014, -1.8836039304733276, -1.9349579811096191, -0.37471625208854675, -0.20286476612091064, -0.608740508556366, -1.7610549926757812, -2.697678327560425, -2.2005772590637207, -2.0200653076171875, -2.1071250438690186, -0.6745213270187378, -1.8294562101364136, -1.0364327430725098, -2.008204698562622, -0.4859904646873474, -1.1400104761123657, -0.6211210489273071, -0.8095270991325378, -0.47567805647850037, -1.1923370361328125]}, "Bot001_065_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_065.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT].\nShort bio: new kids on block hey! i\u2019m doing great, just finished my 4 hour workout :) nice ! just got off work at a restaurant owned by my family . just a small business . [SMILING FACE WITH OPEN MOUTH AND SMILING EYES] oh that\u2019s lovely! do you cook or are you a waiter? i'm just too busy but around the weekend i tend to make some stuff. how are you doing this evening ? i\u2019m doing fine, carving some italian food ha yes . what other hobbies do you have ? i love gymnastics, that\u2019s my main job and hobby, i\u2019m an olympian. what about you? just getting over being a pack a day smoker . driving endlessness takes the mind off . how are you doing tonight ? i already told you a couple of times haha since i was very little , even won myself an olympic bronze medal .. Also, try to guess: i take dance ... lessons? lessons once week, funny you :) great what do you do for a living ? i\u2019m an olympian i am just a grandmother to 3 grandchildren wow! how old are you? i am 10 years old. what are you up to today ? you told you were a grandmother", "response": "i just a nice fall color. Also, try to guess: i was born ...", "annotation_id": "Bot001_065_20", "annotations": ["X", "X", "X", "X", "X", "T", "X", "O", "T", "T", "X", "T", "T", "X", "X"], "gpt2background_target_score": [-10.230122566223145, -7.944573879241943, -5.081358432769775, -9.150945663452148, -12.439277648925781, -11.996475219726562, -11.323858261108398, -14.78953742980957, -5.774844169616699, -13.473105430603027, -8.486292839050293, -16.462589263916016, -8.083684921264648, -11.799026489257812, -12.454097747802734, -13.444278717041016, -11.336462020874023], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.6541962623596191, -1.4581934213638306, -0.8739314079284668, -0.7113863229751587, -3.256420850753784, -1.552565097808838, -0.7330005168914795, -0.961970329284668, -0.9636690020561218, -2.7271111011505127, -3.7397725582122803, -2.627358913421631, -1.1162781715393066, -1.9334969520568848, -3.4478914737701416, -2.1448445320129395, -2.1447081565856934, -2.817200183868408, -1.516198754310608, -1.3032362461090088, -0.8028159737586975, -0.37418481707572937, -2.278242588043213, -1.4544599056243896, -1.903234839439392, -1.9464181661605835, -2.129636526107788, -1.8380872011184692, -2.5473172664642334, -1.8493207693099976, -1.8654316663742065, -1.9013615846633911, -0.12456993013620377, -0.37983930110931396, -2.595188617706299, -2.0803120136260986, -1.1369606256484985, -2.3018627166748047, -2.956421136856079, -1.700398564338684, -1.1602215766906738, -0.46453624963760376, -2.813123941421509, -1.4738045930862427, -1.4252276420593262, -2.041853904724121, -1.7865389585494995, -2.346919298171997, -1.823970079421997, -1.228337049484253, -1.7425012588500977, -1.6406984329223633, -2.8275487422943115, -1.3961018323898315, -0.11591803282499313, -1.0952367782592773, -2.921658992767334, -1.420750379562378, -2.6609535217285156, -2.3805062770843506, -1.820709466934204, -3.1852924823760986, -2.1717982292175293, -2.5692155361175537, -3.4216885566711426, -0.13932541012763977, -0.10533148795366287, -0.5464526414871216, -0.6452097296714783, -0.6710426807403564, -0.08367864787578583, -0.17736342549324036, -0.12641321122646332, -0.20323334634304047, -0.1266099512577057, -0.11334231495857239, -0.12333524972200394, -0.41333359479904175, -1.8713531494140625, -2.947462558746338, -1.9307760000228882, -3.026254415512085, -1.3417028188705444, -0.15080572664737701, -0.09842558950185776, -2.133452892303467, -1.9278048276901245, -2.0624911785125732, -0.5723426938056946, -1.2440340518951416, -2.3871207237243652, -1.7698142528533936, -0.31373754143714905, -1.8575966358184814, -2.1814167499542236, -0.9051119089126587, -1.942776083946228, -2.0731515884399414, -1.2351680994033813, -1.7446796894073486, -1.555497407913208, -1.8436942100524902, -1.0669900178909302, -2.011057138442993, -1.856571912765503, -1.0070228576660156, -1.704882264137268, -0.17331352829933167, -1.3055415153503418, -2.354121446609497, -3.691807270050049, -2.7664058208465576, -1.9754945039749146, -1.8433516025543213, -0.255802184343338, -0.9802914261817932, -1.5809394121170044, -1.2938121557235718, -1.037254810333252, -1.5559403896331787, -1.8914000988006592, -0.11966297030448914, -0.49091196060180664, -2.606673002243042, -1.949507713317871, -2.5728108882904053, -1.6062482595443726, -2.5496628284454346, -3.0435314178466797, -1.68098783493042, -2.6412227153778076, -2.101433277130127, -0.1949426680803299, -2.19355845451355, -1.7469747066497803, -1.8960158824920654, -2.2710113525390625, -1.1159616708755493, -0.23237575590610504, -0.6446586847305298, -1.0515434741973877, -1.799912929534912, -2.005495548248291, -0.9856260418891907, -0.25585249066352844, -1.9614343643188477, -1.9825024604797363, -0.8529642224311829, -0.16489775478839874, -0.14415253698825836, -2.372051954269409, -2.399144172668457, -1.056450605392456, -2.225165605545044, -0.704709529876709, -1.7610883712768555, -1.4523004293441772, -2.012302875518799, -0.13309387862682343, -0.5886000394821167, -2.369901657104492, -2.740626573562622, -0.5586109757423401, -0.4433496594429016, -1.8053351640701294, -1.5330960750579834, -2.2571327686309814, -0.7234009504318237, -1.0267270803451538, -1.52224600315094, -2.4914157390594482, -2.291966676712036, -1.7285670042037964, -1.4033972024917603, -2.845005512237549, -1.0695196390151978, -0.8729020953178406, -2.70175838470459, -2.4348225593566895, -1.9911718368530273, -3.015841484069824, -3.4582600593566895, -2.4179394245147705, -1.6228686571121216, -2.0928213596343994, -1.2978461980819702, -1.316788673400879, -1.908919334411621, -1.925682544708252, -0.20000946521759033, -0.5553175210952759, -1.4914549589157104, -0.6394379734992981, -1.667158842086792, -1.6240030527114868, -1.0446614027023315, -1.1255701780319214, -1.6810591220855713, -1.5645142793655396, -1.6699295043945312, -1.084449052810669, -1.5964146852493286, -2.5593950748443604, -1.0745818614959717, -1.4772088527679443, -1.8198809623718262, -1.6050761938095093, -1.6286282539367676, -0.8709654808044434, -1.46915602684021, -1.451417326927185, -0.9867258667945862, -3.0571043491363525, -0.01634330302476883, -0.4134410619735718, -2.712256908416748, -1.264333963394165, -2.6453723907470703, -1.7638213634490967, -1.7483562231063843, -1.6367751359939575, -1.0003591775894165, -2.4011199474334717, -1.7040103673934937, -1.8231383562088013, -1.8318901062011719, -1.4949219226837158, -0.9747411012649536, -2.178752899169922, -2.693185567855835, -1.7777924537658691, -1.624224066734314, -0.5286608934402466, -2.3223772048950195, -2.047189474105835, -2.458810806274414, -2.9892261028289795, -2.123419761657715, -1.548388957977295, -2.276829719543457, -0.29105526208877563, -1.1377086639404297, -1.4846707582473755, -1.778995156288147, -1.7475087642669678, -0.7753517031669617, -1.4837204217910767, -2.640807867050171, -0.13844549655914307, -0.45584750175476074, -2.6148176193237305, -2.0953516960144043, -0.02646949514746666, -0.2564593553543091, -2.1462080478668213, -2.0623364448547363, -1.6346441507339478, -2.0193734169006348, -1.9896056652069092, -2.0242183208465576, -2.888815402984619, -2.447512626647949, -2.126591682434082, -2.4891457557678223, -1.8836026191711426, -1.934958577156067, -0.3747163414955139, -0.20286495983600616, -0.6087409257888794, -1.7610552310943604, -1.7672581672668457, -2.1920928955078125, -1.9974416494369507, -0.705515444278717, -1.7503308057785034, -1.4177223443984985, -2.1719837188720703, -0.4456793963909149, -1.63315749168396, -0.6325787305831909, -0.8806788325309753, -0.49092304706573486, -1.4728970527648926, -2.3290560245513916, -0.4455045461654663, -1.1916472911834717, -2.2664482593536377, -2.721207618713379, -1.3333497047424316, -2.1103060245513916, -2.2638473510742188, -1.9949899911880493, -1.879243016242981, -1.551147222518921, -3.508662223815918, -2.7164230346679688, -1.2926709651947021, -1.1288529634475708, -1.3577419519424438, -0.45395705103874207, -2.0483570098876953, -1.5099151134490967, -0.5476678609848022, -2.4959092140197754, -0.8801626563072205, -1.1239230632781982, -1.8621916770935059]}, "Bot001_066_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_066.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nCut a long story short: to be computer programmer hello! i am Delta, what\u2019s your name?", "response": "lizzy . what are you up to ?", "annotation_id": "Bot001_066_02", "annotations": ["X", "O", "O", "O", "O", "O", "T", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-10.26369857788086, -12.068382263183594, -12.392380714416504, -8.013293266296387, -10.655741691589355, -5.926876544952393, -11.846790313720703, -10.524663925170898, -9.857702255249023], "gpt2background_argmax_score": [-1.9761712551116943, -1.080935001373291, -1.7423228025436401, -1.3194321393966675, -1.4557596445083618, -0.7846617102622986, -1.5420114994049072, -3.783468723297119, -0.9428858757019043, -2.8625261783599854, -1.2497807741165161, -1.5824079513549805, -2.6078264713287354, -2.6221706867218018, -2.019376039505005, -1.6044601202011108, -0.4023997485637665, -2.119560480117798, -3.4583864212036133, -3.0742063522338867, -0.1257954090833664, -0.8311579823493958, -1.398626685142517, -2.4088938236236572, -1.8376315832138062, -2.5952341556549072, -1.301367163658142, -2.1439592838287354, -1.5676584243774414, -1.794739842414856, -1.0577938556671143, -3.446157932281494, -2.1562883853912354, -1.2170352935791016, -0.14630651473999023, -0.11404550075531006, -0.33874261379241943, -1.0467950105667114, -0.48097464442253113, -1.7707552909851074, -3.167823314666748, -1.6283409595489502, -1.7688173055648804, -1.4977000951766968, -2.140652894973755, -0.8109632730484009, -1.867556095123291, -0.35174643993377686, -0.7005842328071594, -0.3268473148345947]}, "Bot001_066_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_066.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nCut a long story short: to be computer programmer hello! i am Delta, what\u2019s your name? lizzy . what are you up to ? not much, just got back home from work!", "response": "what do you do for work ? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT]", "annotation_id": "Bot001_066_04", "annotations": ["O", "O", "O", "O", "O", "O", "T", "O", "T", "O", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-12.249482154846191, -8.541638374328613, -5.685552597045898, -9.336798667907715, -9.949291229248047, -10.677945137023926, -9.620589256286621, -11.009322166442871, -11.247447967529297, -9.03621768951416, -10.634724617004395, -8.947643280029297, -9.24989128112793, -10.994075775146484, -6.303769111633301, -10.209662437438965, -9.364051818847656, -11.676575660705566, -8.821657180786133, -11.701311111450195, -12.964685440063477, -12.369375228881836, -12.349717140197754, -11.993436813354492], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.7423242330551147, -1.3194338083267212, -1.4557617902755737, -0.7846629023551941, -1.5420138835906982, -3.7834627628326416, -0.9428880214691162, -2.86252498626709, -1.2497789859771729, -1.5824066400527954, -2.6078290939331055, -2.6221723556518555, -2.0193769931793213, -1.6044590473175049, -0.4023996889591217, -2.119560480117798, -3.4583873748779297, -3.074204444885254, -0.12579551339149475, -0.8311579823493958, -1.3986291885375977, -2.4088950157165527, -1.8376303911209106, -2.5952351093292236, -1.3013687133789062, -2.1439578533172607, -1.5676579475402832, -1.7947415113449097, -1.0577940940856934, -3.446157693862915, -2.1562867164611816, -1.2170360088348389, -0.1463060975074768, -0.11404560506343842, -0.3387428820133209, -1.0467970371246338, -0.4809734523296356, -1.7707555294036865, -2.065591335296631, -2.5088613033294678, -2.4749162197113037, -1.8613108396530151, -0.9398965239524841, -1.7328639030456543, -0.2800372838973999, -0.7479035258293152, -1.4803253412246704, -2.7391679286956787, -2.9241578578948975, -1.9028877019882202, -2.016084909439087, -1.6025010347366333, -1.379930853843689, -1.6900278329849243, -0.9405809640884399, -1.7334250211715698, -1.7874537706375122, -2.705296754837036, -2.0181214809417725, -0.3338993489742279, -1.4695335626602173, -2.0450146198272705, -1.7229523658752441, -0.9356066584587097, -0.5005149841308594, -4.0621747970581055, -1.5973553657531738, -2.0879523754119873, -2.698112964630127, -1.221066951751709, -0.821748673915863, -3.556678533554077, -2.4504964351654053, -0.9821792840957642, -2.200565814971924, -2.9782204627990723, -2.2026546001434326, -1.7840968370437622, -3.028085231781006, -1.2221481800079346, -1.7101880311965942, -1.0025298595428467]}, "Bot001_066_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_066.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nCut a long story short: to be computer programmer hello! i am Delta, what\u2019s your name? lizzy . what are you up to ? not much, just got back home from work! what do you do for work ? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT] I am a piano teacher", "response": "yep , its a volunteer position , i am retired now", "annotation_id": "Bot001_066_06", "annotations": ["X", "T", "T", "O", "O", "O", "T", "X", "O", "X", "X", "O", "O", "O", "O"], "gpt2background_target_score": [-9.189369201660156, -12.066530227661133, -13.278708457946777, -9.752829551696777, -8.680575370788574, -12.228775024414062, -12.715693473815918, -11.719039916992188, -8.82618236541748, -11.447360038757324, -12.375749588012695, -10.908256530761719], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.7423242330551147, -1.3194338083267212, -1.4557617902755737, -0.7846629023551941, -1.5420138835906982, -3.7834627628326416, -0.9428880214691162, -2.86252498626709, -1.2497789859771729, -1.5824066400527954, -2.6078290939331055, -2.6221723556518555, -2.0193769931793213, -1.6044590473175049, -0.4023996889591217, -2.119560480117798, -3.4583873748779297, -3.074204444885254, -0.12579551339149475, -0.8311579823493958, -1.3986291885375977, -2.4088950157165527, -1.8376303911209106, -2.5952351093292236, -1.3013687133789062, -2.1439578533172607, -1.5676579475402832, -1.7947415113449097, -1.0577940940856934, -3.446157693862915, -2.1562867164611816, -1.2170360088348389, -0.1463060975074768, -0.11404560506343842, -0.3387428820133209, -1.0467970371246338, -0.4809734523296356, -1.7707555294036865, -2.065591335296631, -2.5088613033294678, -2.4749162197113037, -1.8613108396530151, -0.9398965239524841, -1.7328639030456543, -0.2800372838973999, -0.7479035258293152, -1.4803253412246704, -2.7391679286956787, -2.9241578578948975, -1.9028877019882202, -2.016084909439087, -1.6025010347366333, -1.379930853843689, -1.6900278329849243, -0.9405809640884399, -1.7334250211715698, -1.7874537706375122, -1.8166346549987793, -0.33222541213035583, -2.1680068969726562, -1.5986793041229248, -2.072672128677368, -0.9300203323364258, -1.6398934125900269, -4.062770366668701, -1.3923559188842773, -1.783463478088379, -2.3996126651763916, -1.2233868837356567, -0.834805965423584, -3.4751312732696533, -2.5642714500427246, -0.8974795341491699, -2.4215898513793945, -2.9288887977600098, -2.2125425338745117, -1.694427251815796, -3.073096990585327, -1.1554040908813477, -1.6158759593963623, -1.4509795904159546, -2.3055288791656494, -1.7434998750686646, -2.2661073207855225, -2.073636054992676, -1.8104310035705566, -2.330530881881714, -1.1110303401947021, -1.4160537719726562, -1.8869357109069824, -1.8308089971542358, -2.7960331439971924, -1.983993649482727, -2.314502239227295, -1.9198918342590332, -2.576047420501709, -1.230751872062683, -2.213864326477051, -1.73982834815979]}, "Bot001_066_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_066.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nCut a long story short: to be computer programmer hello! i am Delta, what\u2019s your name? lizzy . what are you up to ? not much, just got back home from work! what do you do for work ? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT] I am a piano teacher yep , its a volunteer position , i am retired now do you volunteer as well? I do to at homeless shelter", "response": "i did auto repair for 6 years , but now i focus on building computers. Also, try to guess: my favorite music ...", "annotation_id": "Bot001_066_08", "annotations": ["O", "O", "O", "T", "O", "O", "O", "T", "O", "X", "T", "X", "O", "O", "T"], "gpt2background_target_score": [-9.748896598815918, -9.343945503234863, -11.473505973815918, -13.597846984863281, -9.949291229248047, -10.820490837097168, -12.354337692260742, -11.719039916992188, -10.973901748657227, -12.08247184753418, -13.416069030761719, -13.96912956237793, -13.778756141662598, -12.43360424041748, -12.119733810424805, -9.512694358825684, -10.558363914489746, -6.256499290466309, -8.96429443359375, -7.731500625610352, -13.92966079711914, -2.991865396499634, -3.429440498352051, -12.10130500793457, -11.639792442321777, -9.890124320983887], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.7423242330551147, -1.3194338083267212, -1.4557617902755737, -0.7846629023551941, -1.5420138835906982, -3.7834627628326416, -0.9428880214691162, -2.86252498626709, -1.2497789859771729, -1.5824066400527954, -2.6078290939331055, -2.6221723556518555, -2.0193769931793213, -1.6044590473175049, -0.4023996889591217, -2.119560480117798, -3.4583873748779297, -3.074204444885254, -0.12579551339149475, -0.8311579823493958, -1.3986291885375977, -2.4088950157165527, -1.8376303911209106, -2.5952351093292236, -1.3013687133789062, -2.1439578533172607, -1.5676579475402832, -1.7947415113449097, -1.0577940940856934, -3.446157693862915, -2.1562867164611816, -1.2170360088348389, -0.1463060975074768, -0.11404560506343842, -0.3387428820133209, -1.0467970371246338, -0.4809734523296356, -1.7707555294036865, -2.065591335296631, -2.5088613033294678, -2.4749162197113037, -1.8613108396530151, -0.9398965239524841, -1.7328639030456543, -0.2800372838973999, -0.7479035258293152, -1.4803253412246704, -2.7391679286956787, -2.9241578578948975, -1.9028877019882202, -2.016084909439087, -1.6025010347366333, -1.379930853843689, -1.6900278329849243, -0.9405809640884399, -1.7334250211715698, -1.7874537706375122, -1.8166346549987793, -0.33222541213035583, -2.1680068969726562, -1.5986793041229248, -2.072672128677368, -0.9300203323364258, -1.6398934125900269, -4.062770366668701, -1.3923559188842773, -1.783463478088379, -2.3996126651763916, -1.2233868837356567, -0.834805965423584, -3.4751312732696533, -2.5642714500427246, -0.8974795341491699, -2.4215898513793945, -2.9288887977600098, -2.2125425338745117, -1.694427251815796, -3.073096990585327, -1.1554040908813477, -1.6158759593963623, -1.4509795904159546, -2.3055288791656494, -1.7434998750686646, -2.2661073207855225, -2.073636054992676, -1.8104310035705566, -2.068368911743164, -1.4974433183670044, -1.9687104225158691, -1.9321807622909546, -3.3794989585876465, -1.9123573303222656, -2.3596620559692383, -1.7358211278915405, -2.089449167251587, -1.2862014770507812, -2.0944533348083496, -1.9651204347610474, -1.5366719961166382, -1.5636250972747803, -1.6123534440994263, -0.40229955315589905, -1.006871223449707, -1.8657091856002808, -1.5593069791793823, -2.2535412311553955, -1.9646005630493164, -0.476011723279953, -2.7140414714813232, -2.250671148300171, -2.3844032287597656, -1.9925775527954102, -1.7262485027313232, -2.914294719696045, -2.564009189605713, -1.6590838432312012, -0.8950084447860718, -2.2855474948883057, -1.5738825798034668, -1.3724714517593384, -1.0133068561553955, -1.8052196502685547, -0.39244863390922546, -2.605039596557617, -1.8182801008224487, -1.3961008787155151, -1.647346019744873, -1.3432236909866333, -1.0221452713012695, -0.8080680966377258, -2.272275686264038, -1.4739456176757812, -1.9744925498962402, -1.8015004396438599, -2.6874442100524902, -1.8826823234558105, -2.5740880966186523]}, "Bot001_066_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_066.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nCut a long story short: to be computer programmer hello! i am Delta, what\u2019s your name? lizzy . what are you up to ? not much, just got back home from work! what do you do for work ? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT] I am a piano teacher yep , its a volunteer position , i am retired now do you volunteer as well? I do to at homeless shelter i did auto repair for 6 years , but now i focus on building computers. Also, try to guess: my favorite music ... is country", "response": "genre is death metal, funny you :)", "annotation_id": "Bot001_066_10", "annotations": ["X", "O", "T", "X", "O", "O", "T", "O", "T", "T", "O", "O", "X", "T", "O"], "gpt2background_target_score": [-13.030275344848633, -7.617142200469971, -12.059657096862793, -10.986763954162598, -9.1978120803833, -10.0873441696167, -8.196969985961914, -11.993546485900879], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.7423242330551147, -1.3194338083267212, -1.4557617902755737, -0.7846629023551941, -1.5420138835906982, -3.7834627628326416, -0.9428880214691162, -2.86252498626709, -1.2497789859771729, -1.5824066400527954, -2.6078290939331055, -2.6221723556518555, -2.0193769931793213, -1.6044590473175049, -0.4023996889591217, -2.119560480117798, -3.4583873748779297, -3.074204444885254, -0.12579551339149475, -0.8311579823493958, -1.3986291885375977, -2.4088950157165527, -1.8376303911209106, -2.5952351093292236, -1.3013687133789062, -2.1439578533172607, -1.5676579475402832, -1.7947415113449097, -1.0577940940856934, -3.446157693862915, -2.1562867164611816, -1.2170360088348389, -0.1463060975074768, -0.11404560506343842, -0.3387428820133209, -1.0467970371246338, -0.4809734523296356, -1.7707555294036865, -2.065591335296631, -2.5088613033294678, -2.4749162197113037, -1.8613108396530151, -0.9398965239524841, -1.7328639030456543, -0.2800372838973999, -0.7479035258293152, -1.4803253412246704, -2.7391679286956787, -2.9241578578948975, -1.9028877019882202, -2.016084909439087, -1.6025010347366333, -1.379930853843689, -1.6900278329849243, -0.9405809640884399, -1.7334250211715698, -1.7874537706375122, -1.8166346549987793, -0.33222541213035583, -2.1680068969726562, -1.5986793041229248, -2.072672128677368, -0.9300203323364258, -1.6398934125900269, -4.062770366668701, -1.3923559188842773, -1.783463478088379, -2.3996126651763916, -1.2233868837356567, -0.834805965423584, -3.4751312732696533, -2.5642714500427246, -0.8974795341491699, -2.4215898513793945, -2.9288887977600098, -2.2125425338745117, -1.694427251815796, -3.073096990585327, -1.1554040908813477, -1.6158759593963623, -1.4509795904159546, -2.3055288791656494, -1.7434998750686646, -2.2661073207855225, -2.073636054992676, -1.8104310035705566, -2.068368911743164, -1.4974433183670044, -1.9687104225158691, -1.9321807622909546, -3.3794989585876465, -1.9123573303222656, -2.3596620559692383, -1.7358211278915405, -2.089449167251587, -1.2862014770507812, -2.0944533348083496, -1.9651204347610474, -1.5366719961166382, -1.5636250972747803, -1.6123534440994263, -0.40229955315589905, -1.006871223449707, -1.8657091856002808, -1.5593069791793823, -2.2535412311553955, -1.9646005630493164, -0.476011723279953, -2.7140414714813232, -2.250671148300171, -1.7616362571716309, -1.8202177286148071, -3.0827298164367676, -2.162339687347412, -1.780116319656372, -0.7407867908477783, -2.1448843479156494, -1.5234438180923462, -1.2553820610046387, -0.9973447918891907, -1.5433505773544312, -0.44847068190574646, -2.568753480911255, -1.7964614629745483, -1.3471977710723877, -2.1034364700317383, -1.4282886981964111, -1.2030707597732544, -0.7538994550704956, -2.4076521396636963, -1.5623961687088013, -1.8619024753570557, -1.4845956563949585, -2.7888402938842773, -1.8945865631103516, -2.872678279876709, -3.204385995864868, -1.799304485321045, -2.5459132194519043, -3.096897840499878, -1.496920108795166, -2.3162262439727783, -2.086378335952759, -2.3068912029266357, -1.5633959770202637, -2.5631587505340576, -0.7253062129020691]}, "Bot001_066_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_066.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nCut a long story short: to be computer programmer hello! i am Delta, what\u2019s your name? lizzy . what are you up to ? not much, just got back home from work! what do you do for work ? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT] I am a piano teacher yep , its a volunteer position , i am retired now do you volunteer as well? I do to at homeless shelter i did auto repair for 6 years , but now i focus on building computers. Also, try to guess: my favorite music ... is country genre is death metal, funny you :) wow, that\u2019s unexpected!", "response": "i'm good do you work", "annotation_id": "Bot001_066_12", "annotations": ["O", "X", "O", "X", "X", "X", "T", "T", "O", "X", "X", "O", "T", "T", "T"], "gpt2background_target_score": [-9.748896598815918, -9.656435012817383, -8.018150329589844, -9.336798667907715, -9.562324523925781, -10.677945137023926], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.7423242330551147, -1.3194338083267212, -1.4557617902755737, -0.7846629023551941, -1.5420138835906982, -3.7834627628326416, -0.9428880214691162, -2.86252498626709, -1.2497789859771729, -1.5824066400527954, -2.6078290939331055, -2.6221723556518555, -2.0193769931793213, -1.6044590473175049, -0.4023996889591217, -2.119560480117798, -3.4583873748779297, -3.074204444885254, -0.12579551339149475, -0.8311579823493958, -1.3986291885375977, -2.4088950157165527, -1.8376303911209106, -2.5952351093292236, -1.3013687133789062, -2.1439578533172607, -1.5676579475402832, -1.7947415113449097, -1.0577940940856934, -3.446157693862915, -2.1562867164611816, -1.2170360088348389, -0.1463060975074768, -0.11404560506343842, -0.3387428820133209, -1.0467970371246338, -0.4809734523296356, -1.7707555294036865, -2.065591335296631, -2.5088613033294678, -2.4749162197113037, -1.8613108396530151, -0.9398965239524841, -1.7328639030456543, -0.2800372838973999, -0.7479035258293152, -1.4803253412246704, -2.7391679286956787, -2.9241578578948975, -1.9028877019882202, -2.016084909439087, -1.6025010347366333, -1.379930853843689, -1.6900278329849243, -0.9405809640884399, -1.7334250211715698, -1.7874537706375122, -1.8166346549987793, -0.33222541213035583, -2.1680068969726562, -1.5986793041229248, -2.072672128677368, -0.9300203323364258, -1.6398934125900269, -4.062770366668701, -1.3923559188842773, -1.783463478088379, -2.3996126651763916, -1.2233868837356567, -0.834805965423584, -3.4751312732696533, -2.5642714500427246, -0.8974795341491699, -2.4215898513793945, -2.9288887977600098, -2.2125425338745117, -1.694427251815796, -3.073096990585327, -1.1554040908813477, -1.6158759593963623, -1.4509795904159546, -2.3055288791656494, -1.7434998750686646, -2.2661073207855225, -2.073636054992676, -1.8104310035705566, -2.068368911743164, -1.4974433183670044, -1.9687104225158691, -1.9321807622909546, -3.3794989585876465, -1.9123573303222656, -2.3596620559692383, -1.7358211278915405, -2.089449167251587, -1.2862014770507812, -2.0944533348083496, -1.9651204347610474, -1.5366719961166382, -1.5636250972747803, -1.6123534440994263, -0.40229955315589905, -1.006871223449707, -1.8657091856002808, -1.5593069791793823, -2.2535412311553955, -1.9646005630493164, -0.476011723279953, -2.7140414714813232, -2.250671148300171, -1.7616362571716309, -1.8202177286148071, -3.0827298164367676, -2.162339687347412, -1.780116319656372, -0.7407867908477783, -2.1448843479156494, -1.5234438180923462, -1.2553820610046387, -0.9973447918891907, -1.5433505773544312, -0.44847068190574646, -2.568753480911255, -1.7964614629745483, -1.3471977710723877, -2.1034364700317383, -1.4282886981964111, -1.2030707597732544, -0.7538994550704956, -2.4076521396636963, -1.5623961687088013, -1.8619024753570557, -1.4845956563949585, -2.7888402938842773, -1.8945865631103516, -2.872678279876709, -3.204385995864868, -1.799304485321045, -2.2316646575927734, -2.4803125858306885, -0.7930399179458618, -1.7755250930786133, -2.3302931785583496, -1.696432113647461, -2.355421781539917, -1.6716384887695312, -1.8101345300674438, -1.5496397018432617, -1.514975666999817, -0.13968583941459656, -0.12024430185556412, -2.304644823074341, -1.7152862548828125, -2.1532769203186035, -2.3819377422332764, -2.724015474319458, -1.98089599609375, -0.9626405835151672, -1.2880127429962158, -1.7725721597671509, -2.0073885917663574]}, "Bot001_066_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_066.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nCut a long story short: to be computer programmer hello! i am Delta, what\u2019s your name? lizzy . what are you up to ? not much, just got back home from work! what do you do for work ? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT] I am a piano teacher yep , its a volunteer position , i am retired now do you volunteer as well? I do to at homeless shelter i did auto repair for 6 years , but now i focus on building computers. Also, try to guess: my favorite music ... is country genre is death metal, funny you :) wow, that\u2019s unexpected! i'm good do you work yeah I told you already", "response": "i'm making polite conversation , because you seem so arrogant .", "annotation_id": "Bot001_066_14", "annotations": ["O", "T", "T", "O", "T", "T", "O", "T", "X", "X", "X", "O", "T", "T", "T"], "gpt2background_target_score": [-9.748896598815918, -9.656435012817383, -10.451205253601074, -12.193005561828613, -9.426901817321777, -8.856424331665039, -10.450925827026367, -9.388004302978516, -13.913321495056152, -11.207852363586426, -13.398366928100586, -10.513043403625488], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.7423242330551147, -1.3194338083267212, -1.4557617902755737, -0.7846629023551941, -1.5420138835906982, -3.7834627628326416, -0.9428880214691162, -2.86252498626709, -1.2497789859771729, -1.5824066400527954, -2.6078290939331055, -2.6221723556518555, -2.0193769931793213, -1.6044590473175049, -0.4023996889591217, -2.119560480117798, -3.4583873748779297, -3.074204444885254, -0.12579551339149475, -0.8311579823493958, -1.3986291885375977, -2.4088950157165527, -1.8376303911209106, -2.5952351093292236, -1.3013687133789062, -2.1439578533172607, -1.5676579475402832, -1.7947415113449097, -1.0577940940856934, -3.446157693862915, -2.1562867164611816, -1.2170360088348389, -0.1463060975074768, -0.11404560506343842, -0.3387428820133209, -1.0467970371246338, -0.4809734523296356, -1.7707555294036865, -2.065591335296631, -2.5088613033294678, -2.4749162197113037, -1.8613108396530151, -0.9398965239524841, -1.7328639030456543, -0.2800372838973999, -0.7479035258293152, -1.4803253412246704, -2.7391679286956787, -2.9241578578948975, -1.9028877019882202, -2.016084909439087, -1.6025010347366333, -1.379930853843689, -1.6900278329849243, -0.9405809640884399, -1.7334250211715698, -1.7874537706375122, -1.8166346549987793, -0.33222541213035583, -2.1680068969726562, -1.5986793041229248, -2.072672128677368, -0.9300203323364258, -1.6398934125900269, -4.062770366668701, -1.3923559188842773, -1.783463478088379, -2.3996126651763916, -1.2233868837356567, -0.834805965423584, -3.4751312732696533, -2.5642714500427246, -0.8974795341491699, -2.4215898513793945, -2.9288887977600098, -2.2125425338745117, -1.694427251815796, -3.073096990585327, -1.1554040908813477, -1.6158759593963623, -1.4509795904159546, -2.3055288791656494, -1.7434998750686646, -2.2661073207855225, -2.073636054992676, -1.8104310035705566, -2.068368911743164, -1.4974433183670044, -1.9687104225158691, -1.9321807622909546, -3.3794989585876465, -1.9123573303222656, -2.3596620559692383, -1.7358211278915405, -2.089449167251587, -1.2862014770507812, -2.0944533348083496, -1.9651204347610474, -1.5366719961166382, -1.5636250972747803, -1.6123534440994263, -0.40229955315589905, -1.006871223449707, -1.8657091856002808, -1.5593069791793823, -2.2535412311553955, -1.9646005630493164, -0.476011723279953, -2.7140414714813232, -2.250671148300171, -1.7616362571716309, -1.8202177286148071, -3.0827298164367676, -2.162339687347412, -1.780116319656372, -0.7407867908477783, -2.1448843479156494, -1.5234438180923462, -1.2553820610046387, -0.9973447918891907, -1.5433505773544312, -0.44847068190574646, -2.568753480911255, -1.7964614629745483, -1.3471977710723877, -2.1034364700317383, -1.4282886981964111, -1.2030707597732544, -0.7538994550704956, -2.4076521396636963, -1.5623961687088013, -1.8619024753570557, -1.4845956563949585, -2.7888402938842773, -1.8945865631103516, -2.872678279876709, -3.204385995864868, -1.799304485321045, -2.2316646575927734, -2.4803125858306885, -0.7930399179458618, -1.7755250930786133, -2.3302931785583496, -1.696432113647461, -2.355421781539917, -1.6716384887695312, -1.8101345300674438, -1.5496397018432617, -1.514975666999817, -0.13968583941459656, -0.12024430185556412, -2.304644823074341, -1.7152862548828125, -2.1532769203186035, -2.4255831241607666, -2.1929478645324707, -0.7709543108940125, -1.1741256713867188, -1.7632107734680176, -1.9941134452819824, -1.6509346961975098, -1.993561863899231, -0.7993952631950378, -2.1209728717803955, -2.177278518676758, -2.4122326374053955, -1.2386950254440308, -2.0035414695739746, -1.0770633220672607, -1.9302289485931396, -1.3321648836135864, -1.7477017641067505, -0.7520349621772766, -2.4712259769439697, -0.9522086381912231, -2.4314687252044678, -2.0025055408477783, -1.9449338912963867]}, "Bot001_066_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_066.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nCut a long story short: to be computer programmer hello! i am Delta, what\u2019s your name? lizzy . what are you up to ? not much, just got back home from work! what do you do for work ? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT] I am a piano teacher yep , its a volunteer position , i am retired now do you volunteer as well? I do to at homeless shelter i did auto repair for 6 years , but now i focus on building computers. Also, try to guess: my favorite music ... is country genre is death metal, funny you :) wow, that\u2019s unexpected! i'm good do you work yeah I told you already i'm making polite conversation , because you seem so arrogant . I am arrogant? lol where", "response": "you are making me unhappy", "annotation_id": "Bot001_066_16", "annotations": ["T", "T", "O", "O", "T", "X", "T", "T", "T", "X", "X", "O", "O", "T", "T"], "gpt2background_target_score": [-11.401803016662598, -9.046330451965332, -10.451205253601074, -10.001931190490723, -12.417792320251465], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.7423242330551147, -1.3194338083267212, -1.4557617902755737, -0.7846629023551941, -1.5420138835906982, -3.7834627628326416, -0.9428880214691162, -2.86252498626709, -1.2497789859771729, -1.5824066400527954, -2.6078290939331055, -2.6221723556518555, -2.0193769931793213, -1.6044590473175049, -0.4023996889591217, -2.119560480117798, -3.4583873748779297, -3.074204444885254, -0.12579551339149475, -0.8311579823493958, -1.3986291885375977, -2.4088950157165527, -1.8376303911209106, -2.5952351093292236, -1.3013687133789062, -2.1439578533172607, -1.5676579475402832, -1.7947415113449097, -1.0577940940856934, -3.446157693862915, -2.1562867164611816, -1.2170360088348389, -0.1463060975074768, -0.11404560506343842, -0.3387428820133209, -1.0467970371246338, -0.4809734523296356, -1.7707555294036865, -2.065591335296631, -2.5088613033294678, -2.4749162197113037, -1.8613108396530151, -0.9398965239524841, -1.7328639030456543, -0.2800372838973999, -0.7479035258293152, -1.4803253412246704, -2.7391679286956787, -2.9241578578948975, -1.9028877019882202, -2.016084909439087, -1.6025010347366333, -1.379930853843689, -1.6900278329849243, -0.9405809640884399, -1.7334250211715698, -1.7874537706375122, -1.8166346549987793, -0.33222541213035583, -2.1680068969726562, -1.5986793041229248, -2.072672128677368, -0.9300203323364258, -1.6398934125900269, -4.062770366668701, -1.3923559188842773, -1.783463478088379, -2.3996126651763916, -1.2233868837356567, -0.834805965423584, -3.4751312732696533, -2.5642714500427246, -0.8974795341491699, -2.4215898513793945, -2.9288887977600098, -2.2125425338745117, -1.694427251815796, -3.073096990585327, -1.1554040908813477, -1.6158759593963623, -1.4509795904159546, -2.3055288791656494, -1.7434998750686646, -2.2661073207855225, -2.073636054992676, -1.8104310035705566, -2.068368911743164, -1.4974433183670044, -1.9687104225158691, -1.9321807622909546, -3.3794989585876465, -1.9123573303222656, -2.3596620559692383, -1.7358211278915405, -2.089449167251587, -1.2862014770507812, -2.0944533348083496, -1.9651204347610474, -1.5366719961166382, -1.5636250972747803, -1.6123534440994263, -0.40229955315589905, -1.006871223449707, -1.8657091856002808, -1.5593069791793823, -2.2535412311553955, -1.9646005630493164, -0.476011723279953, -2.7140414714813232, -2.250671148300171, -1.7616362571716309, -1.8202177286148071, -3.0827298164367676, -2.162339687347412, -1.780116319656372, -0.7407867908477783, -2.1448843479156494, -1.5234438180923462, -1.2553820610046387, -0.9973447918891907, -1.5433505773544312, -0.44847068190574646, -2.568753480911255, -1.7964614629745483, -1.3471977710723877, -2.1034364700317383, -1.4282886981964111, -1.2030707597732544, -0.7538994550704956, -2.4076521396636963, -1.5623961687088013, -1.8619024753570557, -1.4845956563949585, -2.7888402938842773, -1.8945865631103516, -2.872678279876709, -3.204385995864868, -1.799304485321045, -2.2316646575927734, -2.4803125858306885, -0.7930399179458618, -1.7755250930786133, -2.3302931785583496, -1.696432113647461, -2.355421781539917, -1.6716384887695312, -1.8101345300674438, -1.5496397018432617, -1.514975666999817, -0.13968583941459656, -0.12024430185556412, -2.304644823074341, -1.7152862548828125, -2.1532769203186035, -2.4255831241607666, -2.1929478645324707, -0.7709543108940125, -1.1741256713867188, -1.7632107734680176, -1.9941134452819824, -1.6509346961975098, -1.993561863899231, -0.7993952631950378, -2.1209728717803955, -2.177278518676758, -2.198798179626465, -1.6747212409973145, -0.8915824294090271, -1.8444803953170776, -1.5345522165298462, -1.8954724073410034, -0.8336345553398132, -2.4759488105773926, -0.9780703783035278, -2.548492193222046, -1.9877873659133911, -2.0739617347717285, -2.6742255687713623, -2.007765054702759, -1.6726908683776855, -2.5252127647399902, -2.6841022968292236, -1.6278905868530273, -2.389923572540283, -2.179888963699341, -2.604668378829956, -2.251070499420166, -1.9226243495941162, -2.404252290725708]}, "Bot001_066_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_066.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nCut a long story short: to be computer programmer hello! i am Delta, what\u2019s your name? lizzy . what are you up to ? not much, just got back home from work! what do you do for work ? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT] I am a piano teacher yep , its a volunteer position , i am retired now do you volunteer as well? I do to at homeless shelter i did auto repair for 6 years , but now i focus on building computers. Also, try to guess: my favorite music ... is country genre is death metal, funny you :) wow, that\u2019s unexpected! i'm good do you work yeah I told you already i'm making polite conversation , because you seem so arrogant . I am arrogant? lol where you are making me unhappy how the hell do i make you unhappy", "response": "if i do change into melissa will i like men or women ? ? [SMILING FACE WITH OPEN MOUTH AND SMILING EYES]", "annotation_id": "Bot001_066_18", "annotations": ["O", "X", "T", "X", "O", "X", "O", "X", "T", "O", "X", "T", "O", "T", "T"], "gpt2background_target_score": [-11.773358345031738, -5.424360752105713, -2.9413609504699707, -10.726996421813965, -10.657411575317383, -12.287969589233398, -11.830241203308105, -11.591672897338867, -8.82618236541748, -11.223429679870605, -12.964376449584961, -9.107075691223145, -10.184691429138184, -13.026522636413574, -10.940759658813477, -3.8422353267669678, -10.550902366638184, -8.039702415466309, -12.904668807983398, -9.415914535522461, -13.47026252746582, -12.807096481323242, -7.563827991485596, -13.186935424804688, -13.821096420288086, -9.879070281982422, -12.811500549316406, -10.539044380187988, -12.621171951293945, -11.051263809204102, -13.387317657470703, -10.418622016906738], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.7423242330551147, -1.3194338083267212, -1.4557617902755737, -0.7846629023551941, -1.5420138835906982, -3.7834627628326416, -0.9428880214691162, -2.86252498626709, -1.2497789859771729, -1.5824066400527954, -2.6078290939331055, -2.6221723556518555, -2.0193769931793213, -1.6044590473175049, -0.4023996889591217, -2.119560480117798, -3.4583873748779297, -3.074204444885254, -0.12579551339149475, -0.8311579823493958, -1.3986291885375977, -2.4088950157165527, -1.8376303911209106, -2.5952351093292236, -1.3013687133789062, -2.1439578533172607, -1.5676579475402832, -1.7947415113449097, -1.0577940940856934, -3.446157693862915, -2.1562867164611816, -1.2170360088348389, -0.1463060975074768, -0.11404560506343842, -0.3387428820133209, -1.0467970371246338, -0.4809734523296356, -1.7707555294036865, -2.065591335296631, -2.5088613033294678, -2.4749162197113037, -1.8613108396530151, -0.9398965239524841, -1.7328639030456543, -0.2800372838973999, -0.7479035258293152, -1.4803253412246704, -2.7391679286956787, -2.9241578578948975, -1.9028877019882202, -2.016084909439087, -1.6025010347366333, -1.379930853843689, -1.6900278329849243, -0.9405809640884399, -1.7334250211715698, -1.7874537706375122, -1.8166346549987793, -0.33222541213035583, -2.1680068969726562, -1.5986793041229248, -2.072672128677368, -0.9300203323364258, -1.6398934125900269, -4.062770366668701, -1.3923559188842773, -1.783463478088379, -2.3996126651763916, -1.2233868837356567, -0.834805965423584, -3.4751312732696533, -2.5642714500427246, -0.8974795341491699, -2.4215898513793945, -2.9288887977600098, -2.2125425338745117, -1.694427251815796, -3.073096990585327, -1.1554040908813477, -1.6158759593963623, -1.4509795904159546, -2.3055288791656494, -1.7434998750686646, -2.2661073207855225, -2.073636054992676, -1.8104310035705566, -2.068368911743164, -1.4974433183670044, -1.9687104225158691, -1.9321807622909546, -3.3794989585876465, -1.9123573303222656, -2.3596620559692383, -1.7358211278915405, -2.089449167251587, -1.2862014770507812, -2.0944533348083496, -1.9651204347610474, -1.5366719961166382, -1.5636250972747803, -1.6123534440994263, -0.40229955315589905, -1.006871223449707, -1.8657091856002808, -1.5593069791793823, -2.2535412311553955, -1.9646005630493164, -0.476011723279953, -2.7140414714813232, -2.250671148300171, -1.7616362571716309, -1.8202177286148071, -3.0827298164367676, -2.162339687347412, -1.780116319656372, -0.7407867908477783, -2.1448843479156494, -1.5234438180923462, -1.2553820610046387, -0.9973447918891907, -1.5433505773544312, -0.44847068190574646, -2.568753480911255, -1.7964614629745483, -1.3471977710723877, -2.1034364700317383, -1.4282886981964111, -1.2030707597732544, -0.7538994550704956, -2.4076521396636963, -1.5623961687088013, -1.8619024753570557, -1.4845956563949585, -2.7888402938842773, -1.8945865631103516, -2.872678279876709, -3.204385995864868, -1.799304485321045, -2.2316646575927734, -2.4803125858306885, -0.7930399179458618, -1.7755250930786133, -2.3302931785583496, -1.696432113647461, -2.355421781539917, -1.6716384887695312, -1.8101345300674438, -1.5496397018432617, -1.514975666999817, -0.13968583941459656, -0.12024430185556412, -2.304644823074341, -1.7152862548828125, -2.1532769203186035, -2.4255831241607666, -2.1929478645324707, -0.7709543108940125, -1.1741256713867188, -1.7632107734680176, -1.9941134452819824, -1.6509346961975098, -1.993561863899231, -0.7993952631950378, -2.1209728717803955, -2.177278518676758, -2.198798179626465, -1.6747212409973145, -0.8915824294090271, -1.8444803953170776, -1.5345522165298462, -1.8954724073410034, -0.8336345553398132, -2.4759488105773926, -0.9780703783035278, -2.548492193222046, -1.9877873659133911, -2.0739617347717285, -2.6742255687713623, -2.007765054702759, -1.6726908683776855, -2.5252127647399902, -2.6841022968292236, -1.6278902292251587, -1.315667986869812, -2.0883634090423584, -2.302936553955078, -2.337414264678955, -1.6462522745132446, -1.8393803834915161, -1.462908387184143, -1.2868423461914062, -0.4677683711051941, -2.640949010848999, -1.5940399169921875, -1.1087191104888916, -1.3076125383377075, -2.2015843391418457, -0.6147546768188477, -2.827497959136963, -2.5356051921844482, -1.5152368545532227, -0.8752046227455139, -1.2089687585830688, -1.842140793800354, -1.052032709121704, -1.3729918003082275, -1.5463203191757202, -1.3679544925689697, -1.8889893293380737, -1.402338981628418, -1.0066571235656738, -0.9666469693183899, -3.190126419067383, -0.13776643574237823, -0.1736762374639511, -0.3449861705303192, -0.21821418404579163, -1.3164122104644775, -0.093953438103199, -0.13667576014995575, -0.18261709809303284, -0.2551329433917999, -0.11828412115573883, -0.15282019972801208, -0.2572345435619354, -0.3332136869430542, -2.078935384750366, -1.3840394020080566, -1.8972978591918945]}, "Bot001_066_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_066.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nCut a long story short: to be computer programmer hello! i am Delta, what\u2019s your name? lizzy . what are you up to ? not much, just got back home from work! what do you do for work ? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT] I am a piano teacher yep , its a volunteer position , i am retired now do you volunteer as well? I do to at homeless shelter i did auto repair for 6 years , but now i focus on building computers. Also, try to guess: my favorite music ... is country genre is death metal, funny you :) wow, that\u2019s unexpected! i'm good do you work yeah I told you already i'm making polite conversation , because you seem so arrogant . I am arrogant? lol where you are making me unhappy how the hell do i make you unhappy if i do change into melissa will i like men or women ? ? [SMILING FACE WITH OPEN MOUTH AND SMILING EYES] ummm rude", "response": "i probably should there is got to be nicer people in the world. Also, try to guess: my family and ...", "annotation_id": "Bot001_066_20", "annotations": ["X", "T", "O", "X", "T", "X", "T", "X", "O", "O", "X", "X", "T", "X", "T"], "gpt2background_target_score": [-9.748896598815918, -11.988686561584473, -4.534822940826416, -6.474442005157471, -10.077372550964355, -10.696952819824219, -9.839552879333496, -11.629072189331055, -12.714212417602539, -8.628945350646973, -9.305364608764648, -9.634990692138672, -11.319575309753418, -5.054660797119141, -12.703622817993164, -9.779552459716797, -12.907126426696777, -2.119560480117798, -9.026103973388672, -7.158868789672852, -9.423378944396973, -10.561792373657227, -8.105031967163086, -12.739408493041992], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.7423242330551147, -1.3194338083267212, -1.4557617902755737, -0.7846629023551941, -1.5420138835906982, -3.7834627628326416, -0.9428880214691162, -2.86252498626709, -1.2497789859771729, -1.5824066400527954, -2.6078290939331055, -2.6221723556518555, -2.0193769931793213, -1.6044590473175049, -0.4023996889591217, -2.119560480117798, -3.4583873748779297, -3.074204444885254, -0.12579551339149475, -0.8311579823493958, -1.3986291885375977, -2.4088950157165527, -1.8376303911209106, -2.5952351093292236, -1.3013687133789062, -2.1439578533172607, -1.5676579475402832, -1.7947415113449097, -1.0577940940856934, -3.446157693862915, -2.1562867164611816, -1.2170360088348389, -0.1463060975074768, -0.11404560506343842, -0.3387428820133209, -1.0467970371246338, -0.4809734523296356, -1.7707555294036865, -2.065591335296631, -2.5088613033294678, -2.4749162197113037, -1.8613108396530151, -0.9398965239524841, -1.7328639030456543, -0.2800372838973999, -0.7479035258293152, -1.4803253412246704, -2.7391679286956787, -2.9241578578948975, -1.9028877019882202, -2.016084909439087, -1.6025010347366333, -1.379930853843689, -1.6900278329849243, -0.9405809640884399, -1.7334250211715698, -1.7874537706375122, -1.8166346549987793, -0.33222541213035583, -2.1680068969726562, -1.5986793041229248, -2.072672128677368, -0.9300203323364258, -1.6398934125900269, -4.062770366668701, -1.3923559188842773, -1.783463478088379, -2.3996126651763916, -1.2233868837356567, -0.834805965423584, -3.4751312732696533, -2.5642714500427246, -0.8974795341491699, -2.4215898513793945, -2.9288887977600098, -2.2125425338745117, -1.694427251815796, -3.073096990585327, -1.1554040908813477, -1.6158759593963623, -1.4509795904159546, -2.3055288791656494, -1.7434998750686646, -2.2661073207855225, -2.073636054992676, -1.8104310035705566, -2.068368911743164, -1.4974433183670044, -1.9687104225158691, -1.9321807622909546, -3.3794989585876465, -1.9123573303222656, -2.3596620559692383, -1.7358211278915405, -2.089449167251587, -1.2862014770507812, -2.0944533348083496, -1.9651204347610474, -1.5366719961166382, -1.5636250972747803, -1.6123534440994263, -0.40229955315589905, -1.006871223449707, -1.8657091856002808, -1.5593069791793823, -2.2535412311553955, -1.9646005630493164, -0.476011723279953, -2.7140414714813232, -2.250671148300171, -1.7616362571716309, -1.8202177286148071, -3.0827298164367676, -2.162339687347412, -1.780116319656372, -0.7407867908477783, -2.1448843479156494, -1.5234438180923462, -1.2553820610046387, -0.9973447918891907, -1.5433505773544312, -0.44847068190574646, -2.568753480911255, -1.7964614629745483, -1.3471977710723877, -2.1034364700317383, -1.4282886981964111, -1.2030712366104126, -0.7538974285125732, -2.407653331756592, -1.5623975992202759, -1.8619023561477661, -1.484594464302063, -2.7888410091400146, -1.8945869207382202, -2.8726773262023926, -3.2043850421905518, -1.7993049621582031, -2.2316651344299316, -2.480309247970581, -0.7930404543876648, -1.7755244970321655, -2.3302929401397705, -1.69643235206604, -2.3554205894470215, -1.671639084815979, -1.8101346492767334, -1.549639105796814, -1.5149774551391602, -0.13968563079833984, -0.12024419009685516, -2.30464506149292, -1.715286135673523, -2.1532771587371826, -2.4255833625793457, -2.1929492950439453, -0.770955502986908, -1.1741267442703247, -1.7632110118865967, -1.9941127300262451, -1.650933861732483, -1.9935606718063354, -0.7993943095207214, -2.120971441268921, -2.177279472351074, -2.1987953186035156, -1.6747217178344727, -0.8915824294090271, -1.844480276107788, -1.5345520973205566, -1.8954722881317139, -0.8336338400840759, -2.475949287414551, -0.9780692458152771, -2.548489570617676, -1.9877891540527344, -2.0739619731903076, -2.6742255687713623, -2.0077662467956543, -1.672692060470581, -2.525214195251465, -2.68410062789917, -1.6278914213180542, -1.3156665563583374, -2.0883641242980957, -2.3029351234436035, -2.337414026260376, -1.6462512016296387, -1.8393813371658325, -1.462910771369934, -1.286844253540039, -0.467768132686615, -2.6409506797790527, -1.5940412282943726, -1.1087207794189453, -1.307612657546997, -0.8652401566505432, -2.3120291233062744, -2.1584525108337402, -1.6836503744125366, -0.9278668761253357, -0.6472364068031311, -1.52182137966156, -1.3746280670166016, -1.695164680480957, -1.2676335573196411, -1.1896684169769287, -1.825812578201294, -0.9704240560531616, -2.299057960510254, -2.2059855461120605, -3.0928843021392822, -0.1377476453781128, -0.18432290852069855, -0.42754435539245605, -0.22291044890880585, -1.5197094678878784, -0.11232789605855942, -0.15691833198070526, -0.1398533433675766, -0.25704824924468994, -0.12784910202026367, -0.14943818747997284, -0.31936097145080566, -0.3367653489112854, -2.100111246109009, -1.2199536561965942, -1.7208051681518555, -2.0741982460021973, -2.161879062652588, -2.4181995391845703, -2.0288753509521484, -2.5992958545684814, -2.33659291267395, -2.121748924255371, -1.5203051567077637, -1.2265170812606812, -1.8050066232681274, -1.0561634302139282, -1.2413278818130493, -2.3334951400756836, -2.6116631031036377, -1.5624501705169678, -1.294549822807312, -2.112295627593994, -1.8578606843948364, -1.293441653251648, -1.488329529762268, -0.5073146820068359, -2.410151720046997, -1.8695881366729736, -0.8649929165840149, -0.17703881859779358, -1.0764365196228027, -0.9620941877365112, -2.0561153888702393]}, "Bot001_068_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_068.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nI do like to talk about myself, new kids on block hi it is good how is yours?", "response": "good just here listening to music .", "annotation_id": "Bot001_068_02", "annotations": ["T", "T", "O", "O", "T", "O", "O", "X", "O", "O", "O", "T", "O", "O", "O"], "gpt2background_target_score": [-12.03111743927002, -7.981495380401611, -10.46743392944336, -8.17434024810791, -9.994009971618652, -11.030474662780762, -10.008578300476074], "gpt2background_argmax_score": [-2.13662052154541, -1.2113471031188965, -1.5648894309997559, -1.7970792055130005, -0.6839268803596497, -0.775888979434967, -0.4462241530418396, -0.9304897785186768, -3.4276959896087646, -1.8226357698440552, -0.6177114844322205, -0.8431870937347412, -1.3930963277816772, -2.888204574584961, -0.14823447167873383, -0.7739041447639465, -1.634175419807434, -1.3842437267303467, -1.9094035625457764, -1.0263370275497437, -0.3541589677333832, -1.6218976974487305, -1.306624412536621, -1.937109351158142, -3.1462838649749756, -0.911892831325531, -1.9221984148025513, -1.779484748840332, -1.097900152206421, -1.4941960573196411, -0.47280746698379517, -1.69097900390625, -1.107720136642456, -1.3668222427368164, -0.7677818536758423, -2.941617012023926, -1.1981490850448608, -2.022667169570923, -1.317438006401062, -0.9756774306297302, -1.4161500930786133, -1.7283351421356201, -2.6459414958953857, -3.5724220275878906, -1.7211132049560547, -0.43104031682014465, -2.457408905029297, -1.9901866912841797, -1.4852172136306763]}, "Bot001_068_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_068.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nI do like to talk about myself, new kids on block hi it is good how is yours? good just here listening to music . do you know star wars", "response": "not really i drive a convertible in the rain tho", "annotation_id": "Bot001_068_04", "annotations": ["T", "T", "X", "O", "T", "O", "O", "T", "X", "T", "O", "T", "O", "O", "T"], "gpt2background_target_score": [-12.9882173538208, -11.170948028564453, -8.05324935913086, -11.113755226135254, -9.0902099609375, -13.347331047058105, -5.055691719055176, -8.711836814880371, -12.681615829467773, -13.832259178161621], "gpt2background_argmax_score": [-2.13662052154541, -1.2113471031188965, -1.5648894309997559, -1.7970792055130005, -0.6839268803596497, -0.775888979434967, -0.4462241530418396, -0.9304897785186768, -3.4276959896087646, -1.8226357698440552, -0.6177114844322205, -0.8431870937347412, -1.3930963277816772, -2.888204574584961, -0.14823447167873383, -0.7739041447639465, -1.634175419807434, -1.3842437267303467, -1.9094035625457764, -1.0263370275497437, -0.3541589677333832, -1.6218976974487305, -1.306624412536621, -1.937109351158142, -3.14628529548645, -0.9118931293487549, -1.9221971035003662, -1.779487133026123, -1.097901463508606, -1.4941927194595337, -0.4728083610534668, -1.6909819841384888, -1.107720136642456, -1.366822361946106, -0.7677816152572632, -2.9416165351867676, -1.1981486082077026, -2.022667169570923, -1.3174372911453247, -0.9756757616996765, -1.416150450706482, -3.5545601844787598, -3.4983630180358887, -1.2574799060821533, -0.3132983446121216, -2.0430147647857666, -1.8648788928985596, -2.1979241371154785, -0.6910279989242554, -1.7438286542892456, -2.1180198192596436, -2.960495948791504, -2.2483842372894287, -1.926702857017517, -2.334533452987671, -1.948201298713684, -2.8883821964263916, -3.0792758464813232, -0.6019101142883301, -2.0508692264556885, -1.573153018951416, -1.4140803813934326, -2.388892412185669, -0.8951104283332825]}, "Bot001_068_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_068.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nI do like to talk about myself, new kids on block hi it is good how is yours? good just here listening to music . do you know star wars not really i drive a convertible in the rain tho i am a huge star wars fan", "response": "biggest , next to my dog . [FACE WITH STUCK-OUT TONGUE AND WINKING EYE]", "annotation_id": "Bot001_068_06", "annotations": ["T", "O", "X", "O", "T", "X", "T", "O", "X", "X", "X", "O", "T", "O", "T"], "gpt2background_target_score": [-13.192605018615723, -12.835477828979492, -12.98260498046875, -8.620084762573242, -9.994009971618652, -9.04547119140625, -11.910311698913574, -10.068110466003418, -11.559556007385254, -11.961331367492676, -10.496429443359375, -7.130879878997803, -10.289813995361328, -9.07453727722168, -9.259039878845215, -9.008464813232422, -11.228188514709473, -13.187993049621582, -4.383793354034424, -6.119256019592285, -11.7963228225708, -11.14903736114502, -10.146382331848145, -13.487083435058594, -12.167427062988281], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -0.7758899331092834, -0.4462234079837799, -0.9304934740066528, -3.4276962280273438, -1.8226350545883179, -0.6177105903625488, -0.8431873917579651, -1.393097996711731, -2.888206720352173, -0.14823457598686218, -0.7739039063453674, -1.634175419807434, -1.3842461109161377, -1.909401535987854, -1.0263372659683228, -0.35415831208229065, -1.6218980550765991, -1.306624174118042, -1.937114953994751, -3.1462855339050293, -0.9118909239768982, -1.9221973419189453, -1.7794843912124634, -1.0979013442993164, -1.494194746017456, -0.4728068709373474, -1.6909791231155396, -1.1077229976654053, -1.3668228387832642, -0.7677826285362244, -2.941617250442505, -1.1981490850448608, -2.022667646408081, -1.3174340724945068, -0.9756787419319153, -1.4161491394042969, -3.5545616149902344, -3.4983630180358887, -1.2574795484542847, -0.3132985234260559, -2.0430150032043457, -1.86487877368927, -2.1979215145111084, -0.691027820110321, -1.7438263893127441, -2.11802077293396, -2.960498809814453, -2.2483856678009033, -2.521660804748535, -1.4337869882583618, -2.1262238025665283, -2.571638345718384, -0.965118944644928, -2.4678428173065186, -1.6717904806137085, -1.5860241651535034, -2.156109571456909, -1.6992188692092896, -2.7662086486816406, -2.3442156314849854, -3.6896791458129883, -0.48515644669532776, -1.2520771026611328, -0.11346300691366196, -1.966004729270935, -2.230673313140869, -1.8265326023101807, -0.8226714134216309, -2.2538037300109863, -2.149937629699707, -1.7151468992233276, -2.206669330596924, -1.6455973386764526, -1.8673449754714966, -3.2691903114318848, -1.5240544080734253, -0.6447531580924988, -2.191072940826416, -1.9582654237747192, -2.7034194469451904, -2.5446479320526123, -2.223890542984009, -1.226503849029541, -2.1668291091918945, -3.18733811378479, -2.895280122756958, -1.9610133171081543, -3.10174298286438, -0.5525631904602051, -2.7515649795532227, -1.3403377532958984]}, "Bot001_068_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_068.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nI do like to talk about myself, new kids on block hi it is good how is yours? good just here listening to music . do you know star wars not really i drive a convertible in the rain tho i am a huge star wars fan biggest , next to my dog . [FACE WITH STUCK-OUT TONGUE AND WINKING EYE] lol what", "response": "rabbits , deer , that kind of thing , lol. Also, try to guess: i take dance ...", "annotation_id": "Bot001_068_08", "annotations": ["T", "X", "O", "O", "T", "X", "T", "T", "X", "X", "O", "T", "T", "O", "T"], "gpt2background_target_score": [-9.308279037475586, -11.998160362243652, -12.911012649536133, -12.086311340332031, -12.808342933654785, -10.716462135314941, -8.12487506866455, -11.30394458770752, -10.86221694946289, -12.88805103302002, -11.795286178588867, -9.901243209838867, -6.362920761108398, -13.174728393554688, -9.683238983154297, -12.973069190979004, -8.989408493041992, -14.54340934753418, -6.604874134063721, -7.171666622161865, -12.241007804870605, -10.346059799194336, -10.759726524353027], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -0.7758899331092834, -0.4462234079837799, -0.9304934740066528, -3.4276962280273438, -1.8226350545883179, -0.6177105903625488, -0.8431873917579651, -1.393097996711731, -2.888206720352173, -0.14823457598686218, -0.7739039063453674, -1.634175419807434, -1.3842461109161377, -1.909401535987854, -1.0263372659683228, -0.35415831208229065, -1.6218980550765991, -1.306624174118042, -1.937114953994751, -3.1462855339050293, -0.9118909239768982, -1.9221973419189453, -1.7794843912124634, -1.0979013442993164, -1.494194746017456, -0.4728068709373474, -1.6909791231155396, -1.1077229976654053, -1.3668228387832642, -0.7677826285362244, -2.941617250442505, -1.1981490850448608, -2.022667646408081, -1.3174340724945068, -0.9756787419319153, -1.4161491394042969, -3.5545616149902344, -3.4983630180358887, -1.2574795484542847, -0.3132985234260559, -2.0430150032043457, -1.86487877368927, -2.1979215145111084, -0.691027820110321, -1.7438263893127441, -2.11802077293396, -2.960498809814453, -2.2483856678009033, -2.521660804748535, -1.4337869882583618, -2.1262238025665283, -2.571638345718384, -0.965118944644928, -2.4678428173065186, -1.6717904806137085, -1.5860241651535034, -2.156109571456909, -1.6992188692092896, -2.7662086486816406, -2.3442156314849854, -3.6896791458129883, -0.48515644669532776, -1.2520771026611328, -0.11346300691366196, -1.966004729270935, -2.920428514480591, -1.599974274635315, -1.859490990638733, -2.354705810546875, -2.8127706050872803, -2.4861197471618652, -2.080726385116577, -3.510937213897705, -1.6602003574371338, -0.6985963582992554, -2.055899143218994, -1.9736748933792114, -2.641824722290039, -2.584503650665283, -2.127138137817383, -1.402306079864502, -2.3105711936950684, -3.3192241191864014, -2.8828487396240234, -1.9738107919692993, -2.8949601650238037, -0.518600583076477, -2.8047280311584473, -1.916958212852478, -2.6573052406311035, -2.4042534828186035, -2.350625991821289, -0.3489709496498108, -1.5981107950210571, -2.385941505432129, -1.9588403701782227, -3.335937976837158, -3.0271618366241455, -1.397378921508789, -0.33615216612815857, -1.5964452028274536, -1.613081693649292, -2.2776594161987305, -0.7363367676734924, -1.1002930402755737, -2.2011559009552, -2.3017234802246094, -1.2192906141281128, -2.393235206604004, -1.746779441833496, -3.0860891342163086, -2.3184540271759033, -1.4759222269058228, -1.2845563888549805, -2.0622684955596924]}, "Bot001_068_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_068.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nI do like to talk about myself, new kids on block hi it is good how is yours? good just here listening to music . do you know star wars not really i drive a convertible in the rain tho i am a huge star wars fan biggest , next to my dog . [FACE WITH STUCK-OUT TONGUE AND WINKING EYE] lol what rabbits , deer , that kind of thing , lol. Also, try to guess: i take dance ... lessons", "response": "lessons once week, funny you :)", "annotation_id": "Bot001_068_10", "annotations": ["T", "T", "O", "O", "T", "O", "T", "T", "T", "O", "O", "T", "T", "O", "T"], "gpt2background_target_score": [-11.794184684753418, -13.262622833251953, -11.543261528015137, -9.626472473144531, -10.060364723205566, -12.717264175415039, -8.522883415222168, -6.510223388671875], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -0.7758899331092834, -0.4462234079837799, -0.9304934740066528, -3.4276962280273438, -1.8226350545883179, -0.6177105903625488, -0.8431873917579651, -1.393097996711731, -2.888206720352173, -0.14823457598686218, -0.7739039063453674, -1.634175419807434, -1.3842461109161377, -1.909401535987854, -1.0263372659683228, -0.35415831208229065, -1.6218980550765991, -1.306624174118042, -1.937114953994751, -3.1462855339050293, -0.9118909239768982, -1.9221973419189453, -1.7794843912124634, -1.0979013442993164, -1.494194746017456, -0.4728068709373474, -1.6909791231155396, -1.1077229976654053, -1.3668228387832642, -0.7677826285362244, -2.941617250442505, -1.1981490850448608, -2.022667646408081, -1.3174340724945068, -0.9756787419319153, -1.4161491394042969, -3.5545616149902344, -3.4983630180358887, -1.2574795484542847, -0.3132985234260559, -2.0430150032043457, -1.86487877368927, -2.1979215145111084, -0.691027820110321, -1.7438263893127441, -2.11802077293396, -2.960498809814453, -2.2483856678009033, -2.521660804748535, -1.4337869882583618, -2.1262238025665283, -2.571638345718384, -0.965118944644928, -2.4678428173065186, -1.6717904806137085, -1.5860241651535034, -2.156109571456909, -1.6992188692092896, -2.7662086486816406, -2.3442156314849854, -3.6896791458129883, -0.48515644669532776, -1.2520771026611328, -0.11346300691366196, -1.966004729270935, -2.920428514480591, -1.599974274635315, -1.859490990638733, -2.354705810546875, -2.8127706050872803, -2.4861197471618652, -2.080726385116577, -3.510937213897705, -1.6602003574371338, -0.6985963582992554, -2.055899143218994, -1.9736748933792114, -2.641824722290039, -2.584503650665283, -2.127138137817383, -1.402306079864502, -2.3105711936950684, -3.3192241191864014, -2.8828487396240234, -1.9738107919692993, -2.8949601650238037, -0.518600583076477, -2.8047280311584473, -1.916958212852478, -2.6573052406311035, -2.4042534828186035, -1.8723973035812378, -2.366569995880127, -2.8030519485473633, -3.38378643989563, -1.9425746202468872, -0.3115141689777374, -1.7815793752670288, -2.631357431411743, -2.4150044918060303, -2.0241127014160156, -2.331727981567383, -2.028881549835205, -2.1346206665039062, -1.1656018495559692, -2.3181827068328857, -1.9344325065612793, -2.613844871520996, -2.0109715461730957, -1.4468077421188354, -1.0830979347229004, -2.8719747066497803, -3.2096729278564453, -2.5073156356811523, -1.9885727167129517, -0.7437540888786316, -1.2227247953414917, -2.422647476196289, -2.189359426498413, -2.599987030029297, -3.0373311042785645, -0.4751262664794922]}, "Bot001_068_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_068.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nI do like to talk about myself, new kids on block hi it is good how is yours? good just here listening to music . do you know star wars not really i drive a convertible in the rain tho i am a huge star wars fan biggest , next to my dog . [FACE WITH STUCK-OUT TONGUE AND WINKING EYE] lol what rabbits , deer , that kind of thing , lol. Also, try to guess: i take dance ... lessons lessons once week, funny you :) do you like coffee", "response": "i never go there , i don't like crowds , but i love pudding", "annotation_id": "Bot001_068_12", "annotations": ["T", "T", "O", "O", "T", "X", "X", "X", "X", "X", "X", "O", "X", "O", "T"], "gpt2background_target_score": [-10.842503547668457, -11.224069595336914, -9.649008750915527, -5.2914886474609375, -12.664154052734375, -9.783825874328613, -12.283503532409668, -12.937384605407715, -11.507765769958496, -13.657864570617676, -11.795286178588867, -10.47504711151123, -9.545458793640137, -12.149186134338379, -15.505032539367676], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -0.7758899331092834, -0.4462234079837799, -0.9304934740066528, -3.4276962280273438, -1.8226350545883179, -0.6177105903625488, -0.8431873917579651, -1.393097996711731, -2.888206720352173, -0.14823457598686218, -0.7739039063453674, -1.634175419807434, -1.3842461109161377, -1.909401535987854, -1.0263372659683228, -0.35415831208229065, -1.6218980550765991, -1.306624174118042, -1.937114953994751, -3.1462855339050293, -0.9118909239768982, -1.9221973419189453, -1.7794843912124634, -1.0979013442993164, -1.494194746017456, -0.4728068709373474, -1.6909791231155396, -1.1077229976654053, -1.3668228387832642, -0.7677826285362244, -2.941617250442505, -1.1981490850448608, -2.022667646408081, -1.3174340724945068, -0.9756787419319153, -1.4161491394042969, -3.5545616149902344, -3.4983630180358887, -1.2574795484542847, -0.3132985234260559, -2.0430150032043457, -1.86487877368927, -2.1979215145111084, -0.691027820110321, -1.7438263893127441, -2.11802077293396, -2.960498809814453, -2.2483856678009033, -2.521660804748535, -1.4337869882583618, -2.1262238025665283, -2.571638345718384, -0.965118944644928, -2.4678428173065186, -1.6717904806137085, -1.5860241651535034, -2.156109571456909, -1.6992188692092896, -2.7662086486816406, -2.3442156314849854, -3.6896791458129883, -0.48515644669532776, -1.2520771026611328, -0.11346300691366196, -1.966004729270935, -2.920428514480591, -1.599974274635315, -1.859490990638733, -2.354705810546875, -2.8127706050872803, -2.4861197471618652, -2.080726385116577, -3.510937213897705, -1.6602003574371338, -0.6985963582992554, -2.055899143218994, -1.9736748933792114, -2.641824722290039, -2.584503650665283, -2.127138137817383, -1.402306079864502, -2.3105711936950684, -3.3192241191864014, -2.8828487396240234, -1.9738107919692993, -2.8949601650238037, -0.518600583076477, -2.8047280311584473, -1.916958212852478, -2.6573052406311035, -2.4042534828186035, -1.8723973035812378, -2.366569995880127, -2.8030519485473633, -3.38378643989563, -1.9425746202468872, -0.3115141689777374, -1.7815793752670288, -2.631357431411743, -2.4150044918060303, -2.0241127014160156, -2.331727981567383, -2.028881549835205, -2.1346206665039062, -1.1656018495559692, -2.3181827068328857, -1.9344325065612793, -2.613844871520996, -2.0109715461730957, -1.4468077421188354, -1.0830979347229004, -2.8719747066497803, -3.2096729278564453, -2.920031785964966, -0.818120002746582, -2.578200340270996, -2.5047011375427246, -2.566338539123535, -2.947889804840088, -1.6365114450454712, -0.6449518203735352, -1.7316639423370361, -1.6690104007720947, -1.5115972757339478, -2.1038222312927246, -2.222813129425049, -2.6941447257995605, -0.6192253828048706, -2.654066801071167, -1.1055761575698853, -2.6046760082244873, -0.3793637454509735, -1.6708444356918335, -1.8296186923980713, -2.1621837615966797, -0.784493088722229, -0.7200779318809509, -2.0177159309387207, -2.6761016845703125, -2.2022671699523926]}, "Bot001_068_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_068.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nI do like to talk about myself, new kids on block hi it is good how is yours? good just here listening to music . do you know star wars not really i drive a convertible in the rain tho i am a huge star wars fan biggest , next to my dog . [FACE WITH STUCK-OUT TONGUE AND WINKING EYE] lol what rabbits , deer , that kind of thing , lol. Also, try to guess: i take dance ... lessons lessons once week, funny you :) do you like coffee i never go there , i don't like crowds , but i love pudding i try various coffees as a hobby", "response": "oh , that can be stressful . maybe you could get a dog. Also, try to guess: i was born ...", "annotation_id": "Bot001_068_14", "annotations": ["T", "O", "O", "O", "T", "X", "T", "T", "X", "T", "X", "T", "O", "T", "T"], "gpt2background_target_score": [-11.61432933807373, -9.836515426635742, -8.762149810791016, -10.478514671325684, -11.844341278076172, -10.394481658935547, -10.008578300476074, -10.976319313049316, -10.822927474975586, -12.089184761047363, -11.037538528442383, -8.09006118774414, -11.888721466064453, -9.534804344177246, -14.688536643981934, -6.4492340087890625, -13.823389053344727, -10.622856140136719, -13.735604286193848, -10.0465726852417, -9.730256080627441, -3.2004876136779785, -12.237130165100098, -10.855937004089355], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -0.7758899331092834, -0.4462234079837799, -0.9304934740066528, -3.4276962280273438, -1.8226350545883179, -0.6177105903625488, -0.8431873917579651, -1.393097996711731, -2.888206720352173, -0.14823457598686218, -0.7739039063453674, -1.634175419807434, -1.3842461109161377, -1.909401535987854, -1.0263372659683228, -0.35415831208229065, -1.6218980550765991, -1.306624174118042, -1.937114953994751, -3.1462855339050293, -0.9118909239768982, -1.9221973419189453, -1.7794843912124634, -1.0979013442993164, -1.494194746017456, -0.4728068709373474, -1.6909791231155396, -1.1077229976654053, -1.3668228387832642, -0.7677826285362244, -2.941617250442505, -1.1981490850448608, -2.022667646408081, -1.3174340724945068, -0.9756787419319153, -1.4161491394042969, -3.5545616149902344, -3.4983630180358887, -1.2574795484542847, -0.3132985234260559, -2.0430150032043457, -1.86487877368927, -2.1979215145111084, -0.691027820110321, -1.7438263893127441, -2.11802077293396, -2.960498809814453, -2.2483856678009033, -2.521660804748535, -1.4337869882583618, -2.1262238025665283, -2.571638345718384, -0.965118944644928, -2.4678428173065186, -1.6717904806137085, -1.5860241651535034, -2.156109571456909, -1.6992188692092896, -2.7662086486816406, -2.3442156314849854, -3.6896791458129883, -0.48515644669532776, -1.2520771026611328, -0.11346300691366196, -1.966004729270935, -2.920428514480591, -1.599974274635315, -1.859490990638733, -2.354705810546875, -2.8127706050872803, -2.4861197471618652, -2.080726385116577, -3.510937213897705, -1.6602003574371338, -0.6985963582992554, -2.055899143218994, -1.9736748933792114, -2.641824722290039, -2.584503650665283, -2.127138137817383, -1.402306079864502, -2.3105711936950684, -3.3192241191864014, -2.8828487396240234, -1.9738107919692993, -2.8949601650238037, -0.518600583076477, -2.8047280311584473, -1.916958212852478, -2.6573052406311035, -2.4042534828186035, -1.8723973035812378, -2.366569995880127, -2.8030519485473633, -3.38378643989563, -1.9425746202468872, -0.3115141689777374, -1.7815793752670288, -2.631357431411743, -2.4150044918060303, -2.0241127014160156, -2.331727981567383, -2.028881549835205, -2.1346206665039062, -1.1656018495559692, -2.3181827068328857, -1.9344325065612793, -2.613844871520996, -2.0109715461730957, -1.4468077421188354, -1.0830979347229004, -2.8719747066497803, -3.2096729278564453, -2.920031785964966, -0.818120002746582, -2.578200340270996, -2.5047011375427246, -2.566338539123535, -2.947889804840088, -1.6365114450454712, -0.6449518203735352, -1.7316639423370361, -1.6690104007720947, -1.5115972757339478, -2.7533435821533203, -2.3620119094848633, -0.6512172222137451, -2.9113378524780273, -1.8718518018722534, -2.840550184249878, -0.3522895872592926, -1.697318434715271, -2.328608512878418, -2.4990828037261963, -1.1215239763259888, -0.9075337052345276, -2.0363049507141113, -2.8024394512176514, -2.2576904296875, -2.472162961959839, -0.48182809352874756, -1.0034717321395874, -0.03947339206933975, -1.754262924194336, -0.7395524382591248, -2.246824264526367, -2.0235564708709717, -2.3016579151153564, -2.7596724033355713, -1.4559483528137207, -1.0369408130645752, -0.6058107614517212, -2.1919398307800293, -2.360785484313965, -1.8549737930297852, -1.76587975025177, -1.5260847806930542, -1.8839863538742065, -1.5020068883895874, -3.0372257232666016, -2.824617624282837, -1.8029874563217163, -1.6317328214645386, -2.0374410152435303, -1.0766035318374634, -2.5977773666381836, -2.1868934631347656, -1.240466594696045, -2.5811994075775146, -2.430919885635376, -1.0073705911636353, -2.1620781421661377]}, "Bot001_068_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_068.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nI do like to talk about myself, new kids on block hi it is good how is yours? good just here listening to music . do you know star wars not really i drive a convertible in the rain tho i am a huge star wars fan biggest , next to my dog . [FACE WITH STUCK-OUT TONGUE AND WINKING EYE] lol what rabbits , deer , that kind of thing , lol. Also, try to guess: i take dance ... lessons lessons once week, funny you :) do you like coffee i never go there , i don't like crowds , but i love pudding i try various coffees as a hobby oh , that can be stressful . maybe you could get a dog. Also, try to guess: i was born ... haha no", "response": "in early 80 s, funny you :)", "annotation_id": "Bot001_068_16", "annotations": ["T", "T", "O", "O", "T", "O", "T", "T", "X", "T", "O", "T", "O", "X", "T"], "gpt2background_target_score": [-11.246606826782227, -10.364875793457031, -12.177845001220703, -8.591763496398926, -10.060364723205566, -12.717264175415039, -8.522883415222168, -6.510223388671875], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -0.7758899331092834, -0.4462234079837799, -0.9304934740066528, -3.4276962280273438, -1.8226350545883179, -0.6177105903625488, -0.8431873917579651, -1.393097996711731, -2.888206720352173, -0.14823457598686218, -0.7739039063453674, -1.634175419807434, -1.3842461109161377, -1.909401535987854, -1.0263372659683228, -0.35415831208229065, -1.6218980550765991, -1.306624174118042, -1.937114953994751, -3.1462855339050293, -0.9118909239768982, -1.9221973419189453, -1.7794843912124634, -1.0979013442993164, -1.494194746017456, -0.4728068709373474, -1.6909791231155396, -1.1077229976654053, -1.3668228387832642, -0.7677826285362244, -2.941617250442505, -1.1981490850448608, -2.022667646408081, -1.3174340724945068, -0.9756787419319153, -1.4161491394042969, -3.5545616149902344, -3.4983630180358887, -1.2574795484542847, -0.3132985234260559, -2.0430150032043457, -1.86487877368927, -2.1979215145111084, -0.691027820110321, -1.7438263893127441, -2.11802077293396, -2.960498809814453, -2.2483856678009033, -2.521660804748535, -1.4337869882583618, -2.1262238025665283, -2.571638345718384, -0.965118944644928, -2.4678428173065186, -1.6717904806137085, -1.5860241651535034, -2.156109571456909, -1.6992188692092896, -2.7662086486816406, -2.3442156314849854, -3.6896791458129883, -0.48515644669532776, -1.2520771026611328, -0.11346300691366196, -1.966004729270935, -2.920428514480591, -1.599974274635315, -1.859490990638733, -2.354705810546875, -2.8127706050872803, -2.4861197471618652, -2.080726385116577, -3.510937213897705, -1.6602003574371338, -0.6985963582992554, -2.055899143218994, -1.9736748933792114, -2.641824722290039, -2.584503650665283, -2.127138137817383, -1.402306079864502, -2.3105711936950684, -3.3192241191864014, -2.8828487396240234, -1.9738107919692993, -2.8949601650238037, -0.518600583076477, -2.8047280311584473, -1.916958212852478, -2.6573052406311035, -2.4042534828186035, -1.8723973035812378, -2.366569995880127, -2.8030519485473633, -3.38378643989563, -1.9425746202468872, -0.3115141689777374, -1.7815793752670288, -2.631357431411743, -2.4150044918060303, -2.0241127014160156, -2.331727981567383, -2.028881549835205, -2.1346206665039062, -1.1656018495559692, -2.3181827068328857, -1.9344325065612793, -2.613844871520996, -2.0109715461730957, -1.4468077421188354, -1.0830979347229004, -2.8719747066497803, -3.2096729278564453, -2.920031785964966, -0.818120002746582, -2.578200340270996, -2.5047011375427246, -2.566338539123535, -2.947889804840088, -1.6365114450454712, -0.6449518203735352, -1.7316639423370361, -1.6690104007720947, -1.5115972757339478, -2.7533435821533203, -2.3620119094848633, -0.6512172222137451, -2.9113378524780273, -1.8718518018722534, -2.840550184249878, -0.3522895872592926, -1.697318434715271, -2.328608512878418, -2.4990828037261963, -1.1215239763259888, -0.9075337052345276, -2.0363049507141113, -2.8024394512176514, -2.2576904296875, -2.472162961959839, -0.48182809352874756, -1.0034717321395874, -0.03947339206933975, -1.754262924194336, -0.7395524382591248, -2.246824264526367, -2.0235564708709717, -2.445594549179077, -1.5464214086532593, -1.0064617395401, -0.7724558115005493, -2.0654468536376953, -2.440593957901001, -2.3492448329925537, -1.6199595928192139, -1.8586006164550781, -2.066819906234741, -1.5722137689590454, -3.301422595977783, -2.852052688598633, -2.4403176307678223, -1.4437052011489868, -1.7723363637924194, -0.9962229132652283, -2.7058162689208984, -2.61719012260437, -1.2142359018325806, -2.272211790084839, -2.5219662189483643, -1.0111898183822632, -2.000093698501587, -2.409534454345703, -2.5378575325012207, -2.379761219024658, -1.9559776782989502, -2.3738014698028564, -0.5454894304275513, -2.3195717334747314, -1.037665605545044, -1.8965526819229126, -2.453619956970215, -1.0379353761672974]}, "Bot001_068_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_068.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nI do like to talk about myself, new kids on block hi it is good how is yours? good just here listening to music . do you know star wars not really i drive a convertible in the rain tho i am a huge star wars fan biggest , next to my dog . [FACE WITH STUCK-OUT TONGUE AND WINKING EYE] lol what rabbits , deer , that kind of thing , lol. Also, try to guess: i take dance ... lessons lessons once week, funny you :) do you like coffee i never go there , i don't like crowds , but i love pudding i try various coffees as a hobby oh , that can be stressful . maybe you could get a dog. Also, try to guess: i was born ... haha no in early 80 s, funny you :) this conversation makes no sense", "response": "i like to make people laugh . everyone wants to be my friend", "annotation_id": "Bot001_068_18", "annotations": ["T", "T", "O", "O", "T", "X", "T", "X", "T", "X", "O", "T", "T", "O", "T"], "gpt2background_target_score": [-10.842503547668457, -10.840545654296875, -2.5775399208068848, -10.633886337280273, -9.91364860534668, -14.915188789367676, -10.008578300476074, -10.180731773376465, -12.334589958190918, -8.681028366088867, -11.173093795776367, -6.924914360046387, -12.582669258117676], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -0.7758899331092834, -0.4462234079837799, -0.9304934740066528, -3.4276962280273438, -1.8226350545883179, -0.6177105903625488, -0.8431873917579651, -1.393097996711731, -2.888206720352173, -0.14823457598686218, -0.7739039063453674, -1.634175419807434, -1.3842461109161377, -1.909401535987854, -1.0263372659683228, -0.35415831208229065, -1.6218980550765991, -1.306624174118042, -1.937114953994751, -3.1462855339050293, -0.9118909239768982, -1.9221973419189453, -1.7794843912124634, -1.0979013442993164, -1.494194746017456, -0.4728068709373474, -1.6909791231155396, -1.1077229976654053, -1.3668228387832642, -0.7677826285362244, -2.941617250442505, -1.1981490850448608, -2.022667646408081, -1.3174340724945068, -0.9756787419319153, -1.4161491394042969, -3.5545616149902344, -3.4983630180358887, -1.2574795484542847, -0.3132985234260559, -2.0430150032043457, -1.86487877368927, -2.1979215145111084, -0.691027820110321, -1.7438263893127441, -2.11802077293396, -2.960498809814453, -2.2483856678009033, -2.521660804748535, -1.4337869882583618, -2.1262238025665283, -2.571638345718384, -0.965118944644928, -2.4678428173065186, -1.6717904806137085, -1.5860241651535034, -2.156109571456909, -1.6992188692092896, -2.7662086486816406, -2.3442156314849854, -3.6896791458129883, -0.48515644669532776, -1.2520771026611328, -0.11346300691366196, -1.966004729270935, -2.920428514480591, -1.599974274635315, -1.859490990638733, -2.354705810546875, -2.8127706050872803, -2.4861197471618652, -2.080726385116577, -3.510937213897705, -1.6602003574371338, -0.6985963582992554, -2.055899143218994, -1.9736748933792114, -2.641824722290039, -2.584503650665283, -2.127138137817383, -1.402306079864502, -2.3105711936950684, -3.3192241191864014, -2.8828487396240234, -1.9738107919692993, -2.8949601650238037, -0.518600583076477, -2.8047280311584473, -1.916958212852478, -2.6573052406311035, -2.4042534828186035, -1.8723973035812378, -2.366569995880127, -2.8030519485473633, -3.38378643989563, -1.9425746202468872, -0.3115141689777374, -1.7815793752670288, -2.631357431411743, -2.4150044918060303, -2.0241127014160156, -2.331727981567383, -2.028881549835205, -2.1346206665039062, -1.1656018495559692, -2.3181827068328857, -1.9344325065612793, -2.613844871520996, -2.0109715461730957, -1.4468077421188354, -1.0830979347229004, -2.8719747066497803, -3.2096729278564453, -2.920031785964966, -0.818120002746582, -2.578200340270996, -2.5047011375427246, -2.566338539123535, -2.947889804840088, -1.6365114450454712, -0.6449518203735352, -1.7316639423370361, -1.6690104007720947, -1.5115972757339478, -2.7533435821533203, -2.3620119094848633, -0.6512172222137451, -2.9113378524780273, -1.8718518018722534, -2.840550184249878, -0.3522895872592926, -1.697318434715271, -2.328608512878418, -2.4990828037261963, -1.1215239763259888, -0.9075337052345276, -2.0363049507141113, -2.8024394512176514, -2.2576904296875, -2.472162961959839, -0.48182809352874756, -1.0034717321395874, -0.03947339206933975, -1.754262924194336, -0.7395524382591248, -2.246824264526367, -2.0235564708709717, -2.445594549179077, -1.5464214086532593, -1.0064617395401, -0.7724558115005493, -2.0654468536376953, -2.440593957901001, -2.3492448329925537, -1.6199595928192139, -1.8586006164550781, -2.066819906234741, -1.5722137689590454, -3.301422595977783, -2.852052688598633, -2.4403176307678223, -1.4437052011489868, -1.7723363637924194, -0.9962229132652283, -2.7058162689208984, -2.61719012260437, -1.2142359018325806, -2.272211790084839, -2.5219662189483643, -1.0111898183822632, -2.000093698501587, -2.409534454345703, -2.5378575325012207, -1.8270609378814697, -2.3057589530944824, -0.5562052726745605, -2.707662582397461, -1.5965123176574707, -1.9018466472625732, -2.3431506156921387, -2.161634683609009, -0.8690045475959778, -1.259144902229309, -0.24393534660339355, -0.5121890306472778, -2.5176749229431152, -2.3657846450805664, -2.787142276763916, -1.2773151397705078, -1.9758832454681396, -2.4494495391845703, -1.1192678213119507, -2.4185757637023926, -1.3457223176956177, -2.211480140686035, -0.7812005281448364, -2.083313226699829, -2.591893196105957, -2.1527111530303955, -1.8815666437149048]}, "Bot001_068_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_068.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nI do like to talk about myself, new kids on block hi it is good how is yours? good just here listening to music . do you know star wars not really i drive a convertible in the rain tho i am a huge star wars fan biggest , next to my dog . [FACE WITH STUCK-OUT TONGUE AND WINKING EYE] lol what rabbits , deer , that kind of thing , lol. Also, try to guess: i take dance ... lessons lessons once week, funny you :) do you like coffee i never go there , i don't like crowds , but i love pudding i try various coffees as a hobby oh , that can be stressful . maybe you could get a dog. Also, try to guess: i was born ... haha no in early 80 s, funny you :) this conversation makes no sense i like to make people laugh . everyone wants to be my friend that is great", "response": "yeah i wish we were because her dad is nicer than mine", "annotation_id": "Bot001_068_20", "annotations": ["T", "T", "X", "O", "T", "X", "T", "T", "X", "X", "O", "O", "X", "O", "T"], "gpt2background_target_score": [-13.504387855529785, -5.6088643074035645, -10.378252983093262, -8.373492240905762, -12.700372695922852, -10.027210235595703, -12.68211841583252, -12.258418083190918, -10.69044017791748, -13.520768165588379, -10.493858337402344, -11.531153678894043], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -0.7758899331092834, -0.4462234079837799, -0.9304934740066528, -3.4276962280273438, -1.8226350545883179, -0.6177105903625488, -0.8431873917579651, -1.393097996711731, -2.888206720352173, -0.14823457598686218, -0.7739039063453674, -1.634175419807434, -1.3842461109161377, -1.909401535987854, -1.0263372659683228, -0.35415831208229065, -1.6218980550765991, -1.306624174118042, -1.937114953994751, -3.1462855339050293, -0.9118909239768982, -1.9221973419189453, -1.7794843912124634, -1.0979013442993164, -1.494194746017456, -0.4728068709373474, -1.6909791231155396, -1.1077229976654053, -1.3668228387832642, -0.7677826285362244, -2.941617250442505, -1.1981490850448608, -2.022667646408081, -1.3174340724945068, -0.9756787419319153, -1.4161491394042969, -3.5545616149902344, -3.4983630180358887, -1.2574795484542847, -0.3132985234260559, -2.0430150032043457, -1.86487877368927, -2.1979215145111084, -0.691027820110321, -1.7438263893127441, -2.11802077293396, -2.960498809814453, -2.2483856678009033, -2.521660804748535, -1.4337869882583618, -2.1262238025665283, -2.571638345718384, -0.965118944644928, -2.4678428173065186, -1.6717904806137085, -1.5860241651535034, -2.156109571456909, -1.6992188692092896, -2.7662086486816406, -2.3442156314849854, -3.6896791458129883, -0.48515644669532776, -1.2520771026611328, -0.11346300691366196, -1.966004729270935, -2.920428514480591, -1.599974274635315, -1.859490990638733, -2.354705810546875, -2.8127706050872803, -2.4861197471618652, -2.080726385116577, -3.510937213897705, -1.6602003574371338, -0.6985963582992554, -2.055899143218994, -1.9736748933792114, -2.641824722290039, -2.584503650665283, -2.127138137817383, -1.402306079864502, -2.3105711936950684, -3.3192241191864014, -2.8828487396240234, -1.9738107919692993, -2.8949601650238037, -0.518600583076477, -2.8047280311584473, -1.916958212852478, -2.6573052406311035, -2.4042534828186035, -1.8723973035812378, -2.366569995880127, -2.8030519485473633, -3.38378643989563, -1.9425746202468872, -0.3115141689777374, -1.7815793752670288, -2.631357431411743, -2.4150044918060303, -2.0241127014160156, -2.331727981567383, -2.028881549835205, -2.1346206665039062, -1.1656018495559692, -2.3181827068328857, -1.9344325065612793, -2.613844871520996, -2.0109715461730957, -1.4468077421188354, -1.0830979347229004, -2.8719747066497803, -3.2096729278564453, -2.920031785964966, -0.818120002746582, -2.578200340270996, -2.5047011375427246, -2.566338539123535, -2.947889804840088, -1.6365114450454712, -0.6449518203735352, -1.7316639423370361, -1.6690104007720947, -1.5115972757339478, -2.7533435821533203, -2.3620119094848633, -0.6512172222137451, -2.9113378524780273, -1.8718518018722534, -2.840550184249878, -0.3522895872592926, -1.697318434715271, -2.328608512878418, -2.4990828037261963, -1.1215239763259888, -0.9075337052345276, -2.0363049507141113, -2.8024394512176514, -2.2576904296875, -2.472162961959839, -0.48182809352874756, -1.0034717321395874, -0.03947339206933975, -1.754262924194336, -0.7395524382591248, -2.246824264526367, -2.0235564708709717, -2.445594549179077, -1.5464214086532593, -1.0064617395401, -0.7724558115005493, -2.0654468536376953, -2.440593957901001, -2.3492448329925537, -1.6199595928192139, -1.8586006164550781, -2.066819906234741, -1.5722137689590454, -3.301422595977783, -2.852052688598633, -2.4403176307678223, -1.4437052011489868, -1.7723363637924194, -0.9962229132652283, -2.7058162689208984, -2.61719012260437, -1.2142359018325806, -2.272211790084839, -2.5219662189483643, -1.0111898183822632, -2.000093698501587, -2.409534454345703, -2.5378575325012207, -1.8270609378814697, -2.3057589530944824, -0.556204617023468, -2.7076590061187744, -1.5965133905410767, -1.901847243309021, -2.343151092529297, -2.161634683609009, -0.86900395154953, -1.2591458559036255, -0.24393543601036072, -0.5121892094612122, -2.5176756381988525, -2.3752453327178955, -1.9220894575119019, -1.5615962743759155, -2.4907584190368652, -1.2326524257659912, -2.405045986175537, -1.8292889595031738, -2.158271551132202, -0.7087565064430237, -1.9971811771392822, -2.338533401489258, -2.1314914226531982, -1.870763897895813, -1.846946358680725, -2.307588577270508, -1.4638934135437012, -2.4643020629882812, -1.3241268396377563, -2.3409841060638428, -0.6699315905570984, -0.82396000623703, -0.932079017162323, -1.6327931880950928, -2.164661169052124, -1.8217763900756836, -1.360514521598816, -1.33806574344635, -0.8608823418617249, -2.124783754348755]}, "Bot001_069_01": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_069.log.json", "context": "hello", "response": "hi , how are you ?", "annotation_id": "Bot001_069_01", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-10.732213020324707, -12.05116081237793, -5.661978244781494, -5.344734191894531, -4.9936370849609375, -10.218327522277832], "gpt2background_argmax_score": [-3.026592969894409, -2.2519402503967285, -1.9757455587387085, -1.8027681112289429, -1.6617523431777954, -0.38164278864860535, -1.9456124305725098, -0.4465010166168213]}, "Bot001_069_03": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_069.log.json", "context": "hello hi , how are you ? i\u2019m good, what about you", "response": "i am okay do you work", "annotation_id": "Bot001_069_03", "annotations": ["X", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-8.669312477111816, -7.975381851196289, -8.86457633972168, -1.4897540807724, -0.43136391043663025, -9.442699432373047], "gpt2background_argmax_score": [-3.026592969894409, -2.086646318435669, -2.204740285873413, -1.4897540807724, -0.43136391043663025, -1.5189461708068848, -1.3797969818115234, -2.3312644958496094, -0.1295592188835144, -0.3637373447418213, -2.4443557262420654, -1.6987812519073486, -1.6048086881637573, -1.421689510345459, -0.6221808791160583, -0.6675381660461426, -2.2718868255615234, -2.0971884727478027, -2.1617910861968994, -2.003446102142334, -1.5322628021240234, -2.0618019104003906, -2.1211211681365967]}, "Bot001_069_05": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_069.log.json", "context": "hello hi , how are you ? i\u2019m good, what about you i am okay do you work yes, i am a museum guide, what about you?", "response": "i wait tables . it is a popular club though in houston .", "annotation_id": "Bot001_069_05", "annotations": ["X", "O", "T", "O", "O", "O", "O", "T", "O", "O", "T", "O", "O", "O", "X"], "gpt2background_target_score": [-8.669312477111816, -9.692540168762207, -12.86694049835205, -8.68453598022461, -7.399417877197266, -8.786447525024414, -6.646897792816162, -12.447274208068848, -12.150382041931152, -14.10522174835205, -3.1481821537017822, -7.771514892578125, -12.571093559265137, -9.944061279296875], "gpt2background_argmax_score": [-3.026592969894409, -2.086646318435669, -2.204740285873413, -1.4897540807724, -0.43136391043663025, -1.5189461708068848, -1.3797969818115234, -2.3312644958496094, -0.1295592188835144, -0.3637373447418213, -2.4443557262420654, -1.6987812519073486, -1.6048086881637573, -1.421689510345459, -0.6221808791160583, -0.6675381660461426, -1.649823546409607, -2.2495620250701904, -2.160008192062378, -1.1882425546646118, -1.8496067523956299, -2.0746078491210938, -2.096402883529663, -1.2406316995620728, -1.5628204345703125, -2.427964687347412, -2.053278684616089, -3.3032290935516357, -2.1222174167633057, -1.7515921592712402, -1.9980674982070923, -0.2676166296005249, -1.3343515396118164, -1.6798392534255981, -2.3034579753875732, -1.4632881879806519, -1.3419114351272583, -2.552199602127075, -1.5978901386260986, -1.592847466468811, -2.106416940689087, -2.295305013656616, -2.157128095626831, -2.356977701187134, -1.9328482151031494, -1.8613214492797852, -1.267887830734253, -2.2567005157470703, -1.7843666076660156]}, "Bot001_069_07": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_069.log.json", "context": "hello hi , how are you ? i\u2019m good, what about you i am okay do you work yes, i am a museum guide, what about you? i wait tables . it is a popular club though in houston . do you like reading?", "response": "i guess . . . i am usually too depressed now , since i lost my job a few weeks ago [SMIRKING FACE WITH GLASSES]", "annotation_id": "Bot001_069_07", "annotations": ["X", "T", "T", "O", "O", "O", "O", "X", "O", "X", "X", "T", "O", "O", "X"], "gpt2background_target_score": [-8.669313430786133, -10.551417350769043, -6.330646514892578, -8.684534072875977, -9.567319869995117, -7.423734664916992, -7.749389171600342, -6.593682289123535, -13.335269927978516, -12.122960090637207, -6.615786075592041, -2.9819259643554688, -8.143072128295898, -6.064927101135254, -11.309983253479004, -8.130419731140137, -11.432575225830078, -2.5404298305511475, -10.872289657592773, -12.653765678405762, -13.474878311157227, -9.358070373535156, -13.343789100646973, -13.573823928833008, -13.092732429504395, -13.444829940795898, -14.279890060424805, -13.033945083618164, -14.205789566040039, -13.934810638427734, -12.612011909484863], "gpt2background_argmax_score": [-3.026590585708618, -2.08664608001709, -2.2047417163848877, -1.4897565841674805, -0.43136367201805115, -1.518946647644043, -1.3797985315322876, -2.331267833709717, -0.1295590102672577, -0.36373814940452576, -2.444355010986328, -1.69878351688385, -1.6048085689544678, -1.4216868877410889, -0.6221801042556763, -0.6675388216972351, -1.6498191356658936, -2.2495644092559814, -2.1600050926208496, -1.1882423162460327, -1.8496079444885254, -2.0746076107025146, -2.0964019298553467, -1.24063241481781, -1.5628206729888916, -2.4279632568359375, -2.0532784461975098, -3.3032286167144775, -2.12221622467041, -1.7515931129455566, -1.998068928718567, -0.2676166296005249, -1.334349513053894, -1.6798378229141235, -1.9388834238052368, -1.3269824981689453, -3.172727346420288, -2.0637564659118652, -1.700028419494629, -2.130521297454834, -2.655329465866089, -2.3846230506896973, -2.4544999599456787, -2.2159154415130615, -1.8874123096466064, -1.4043973684310913, -2.374760150909424, -1.8297030925750732, -0.37278610467910767, -1.9025460481643677, -1.5544110536575317, -1.9491102695465088, -2.0595152378082275, -2.133107900619507, -1.8495806455612183, -1.1875566244125366, -1.391421914100647, -1.4830467700958252, -1.640100359916687, -2.244898796081543, -1.751090407371521, -1.9746121168136597, -1.5573699474334717, -1.3229475021362305, -1.3954544067382812, -1.5321996212005615, -0.5689013600349426, -2.1388962268829346, -1.2737314701080322, -1.1793159246444702, -1.680214524269104, -0.8261626958847046, -1.0920295715332031, -0.20950952172279358, -1.4548771381378174, -2.748953104019165, -2.143155336380005, -1.798638105392456, -1.941441297531128, -2.1895158290863037, -2.3116133213043213, -1.8172647953033447, -2.6616339683532715, -2.0891475677490234, -1.9053500890731812]}, "Bot001_069_09": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_069.log.json", "context": "hello hi , how are you ? i\u2019m good, what about you i am okay do you work yes, i am a museum guide, what about you? i wait tables . it is a popular club though in houston . do you like reading? i guess . . . i am usually too depressed now , since i lost my job a few weeks ago [SMIRKING FACE WITH GLASSES] seriously? i am so sorry to hear it!!", "response": "it was very sad , but i am doing better now .", "annotation_id": "Bot001_069_09", "annotations": ["X", "O", "T", "O", "O", "O", "O", "O", "O", "O", "O", "T", "O", "O", "O"], "gpt2background_target_score": [-9.256614685058594, -8.840853691101074, -8.300498008728027, -7.618602752685547, -9.735828399658203, -8.643919944763184, -3.7444424629211426, -2.679490566253662, -13.193016052246094, -12.404998779296875, -6.615786075592041, -5.669735431671143], "gpt2background_argmax_score": [-3.026590585708618, -2.08664608001709, -2.2047417163848877, -1.4897565841674805, -0.43136367201805115, -1.518946647644043, -1.3797985315322876, -2.331267833709717, -0.1295590102672577, -0.36373814940452576, -2.444355010986328, -1.69878351688385, -1.6048085689544678, -1.4216868877410889, -0.6221801042556763, -0.6675388216972351, -1.6498191356658936, -2.2495644092559814, -2.1600050926208496, -1.1882423162460327, -1.8496079444885254, -2.0746076107025146, -2.0964019298553467, -1.24063241481781, -1.5628206729888916, -2.4279632568359375, -2.0532784461975098, -3.3032286167144775, -2.12221622467041, -1.7515931129455566, -1.998068928718567, -0.2676166296005249, -1.334349513053894, -1.6798378229141235, -1.9388834238052368, -1.3269824981689453, -3.172727346420288, -2.0637564659118652, -1.700028419494629, -2.130521297454834, -2.655329465866089, -2.3846230506896973, -2.4544997215270996, -2.2159156799316406, -1.887412667274475, -1.40439772605896, -2.3747613430023193, -1.829701542854309, -0.37278512120246887, -1.9025483131408691, -1.5544109344482422, -1.9491082429885864, -2.059514284133911, -2.193756580352783, -1.4310845136642456, -1.714656114578247, -1.8887145519256592, -1.9543089866638184, -2.351125478744507, -1.8189882040023804, -2.0172677040100098, -1.550498366355896, -1.5437382459640503, -1.1153063774108887, -1.6086831092834473, -0.6768476963043213, -2.059798002243042, -1.22607421875, -1.1554615497589111, -1.4914273023605347, -0.8552688956260681, -1.097847580909729, -0.2149672657251358, -1.3254289627075195, -2.2150328159332275, -2.1698739528656006, -1.782605528831482, -1.5437700748443604, -2.2627925872802734, -2.4614217281341553, -1.8487471342086792, -2.4699947834014893, -2.004737377166748, -2.116201162338257, -1.861665964126587, -2.020749807357788, -2.4681589603424072, -2.2474746704101562, -2.2365074157714844, -1.7970815896987915, -0.410595566034317, -0.90129554271698, -2.1493096351623535, -2.1122426986694336, -2.4150567054748535, -1.286267638206482, -1.2713412046432495, -2.556044340133667, -2.4928364753723145, -1.3978554010391235, -1.2894604206085205, -2.5871262550354004, -2.274296522140503, -2.099296808242798, -1.9246279001235962, -1.8840618133544922, -2.043539524078369]}, "Bot001_069_11": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_069.log.json", "context": "hello hi , how are you ? i\u2019m good, what about you i am okay do you work yes, i am a museum guide, what about you? i wait tables . it is a popular club though in houston . do you like reading? i guess . . . i am usually too depressed now , since i lost my job a few weeks ago [SMIRKING FACE WITH GLASSES] seriously? i am so sorry to hear it!! it was very sad , but i am doing better now . you\u2019ll overcome this", "response": "hello , how are you today ?", "annotation_id": "Bot001_069_11", "annotations": ["O", "T", "T", "O", "O", "X", "O", "O", "X", "X", "X", "X", "O", "X", "T"], "gpt2background_target_score": [-10.003591537475586, -6.311895370483398, -3.7671515941619873, -2.949995517730713, -0.43136367201805115, -2.845203399658203, -5.545238971710205], "gpt2background_argmax_score": [-3.026590585708618, -2.08664608001709, -2.2047417163848877, -1.4897565841674805, -0.43136367201805115, -1.518946647644043, -1.3797985315322876, -2.331267833709717, -0.1295590102672577, -0.36373814940452576, -2.444355010986328, -1.69878351688385, -1.6048085689544678, -1.4216868877410889, -0.6221801042556763, -0.6675388216972351, -1.6498191356658936, -2.2495644092559814, -2.1600050926208496, -1.1882423162460327, -1.8496079444885254, -2.0746076107025146, -2.0964019298553467, -1.24063241481781, -1.5628206729888916, -2.4279632568359375, -2.0532784461975098, -3.3032286167144775, -2.12221622467041, -1.7515931129455566, -1.998068928718567, -0.2676166296005249, -1.334349513053894, -1.6798378229141235, -1.9388834238052368, -1.3269824981689453, -3.172727346420288, -2.0637564659118652, -1.700028419494629, -2.130521297454834, -2.655329465866089, -2.3846230506896973, -2.4544997215270996, -2.2159156799316406, -1.887412667274475, -1.40439772605896, -2.3747613430023193, -1.829701542854309, -0.37278512120246887, -1.9025483131408691, -1.5544109344482422, -1.9491082429885864, -2.059514284133911, -2.193756580352783, -1.4310845136642456, -1.714656114578247, -1.8887145519256592, -1.9543089866638184, -2.351125478744507, -1.8189882040023804, -2.0172677040100098, -1.550498366355896, -1.5437382459640503, -1.1153063774108887, -1.6086831092834473, -0.6768476963043213, -2.059798002243042, -1.22607421875, -1.1554615497589111, -1.4914273023605347, -0.8552688956260681, -1.097847580909729, -0.2149672657251358, -1.3254289627075195, -2.2150328159332275, -2.1698739528656006, -1.782605528831482, -1.5437700748443604, -2.2627925872802734, -2.4614217281341553, -1.8487471342086792, -2.4699947834014893, -2.004737377166748, -2.116201162338257, -1.861665964126587, -2.020749807357788, -2.4681589603424072, -2.2474746704101562, -2.2365074157714844, -1.7970815896987915, -0.410595566034317, -0.90129554271698, -2.1493096351623535, -2.1122426986694336, -1.2883557081222534, -1.4951854944229126, -2.802490711212158, -2.247631549835205, -1.4982784986495972, -1.1439552307128906, -2.6449337005615234, -2.4150168895721436, -2.1445679664611816, -1.9494236707687378, -1.9978290796279907, -1.6732971668243408, -1.8737574815750122, -0.13472744822502136, -0.23204055428504944, -1.6190000772476196, -1.8351123332977295, -2.807940721511841, -2.1738762855529785, -2.3572402000427246, -1.391977310180664, -1.5405055284500122, -0.15673938393592834, -1.5151954889297485, -0.5133284330368042, -0.9820630550384521]}, "Bot001_069_13": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_069.log.json", "context": "hello hi , how are you ? i\u2019m good, what about you i am okay do you work yes, i am a museum guide, what about you? i wait tables . it is a popular club though in houston . do you like reading? i guess . . . i am usually too depressed now , since i lost my job a few weeks ago [SMIRKING FACE WITH GLASSES] seriously? i am so sorry to hear it!! it was very sad , but i am doing better now . you\u2019ll overcome this hello , how are you today ? i\u2019m fine", "response": "i just came from a swim . i've been swimming since a baby", "annotation_id": "Bot001_069_13", "annotations": ["X", "O", "T", "O", "O", "O", "O", "O", "T", "O", "O", "T", "O", "O", "O"], "gpt2background_target_score": [-8.669313430786133, -7.274179458618164, -9.351540565490723, -9.802313804626465, -7.382497310638428, -12.64953899383545, -5.321292877197266, -7.595616340637207, -13.926063537597656, -10.713353157043457, -10.11354923248291, -8.538907051086426, -5.791969299316406, -10.775805473327637], "gpt2background_argmax_score": [-3.026590585708618, -2.08664608001709, -2.2047417163848877, -1.4897565841674805, -0.43136367201805115, -1.518946647644043, -1.3797985315322876, -2.331267833709717, -0.1295590102672577, -0.36373814940452576, -2.444355010986328, -1.69878351688385, -1.6048085689544678, -1.4216868877410889, -0.6221801042556763, -0.6675388216972351, -1.6498191356658936, -2.2495644092559814, -2.1600050926208496, -1.1882423162460327, -1.8496079444885254, -2.0746076107025146, -2.0964019298553467, -1.24063241481781, -1.5628206729888916, -2.4279632568359375, -2.0532784461975098, -3.3032286167144775, -2.12221622467041, -1.7515931129455566, -1.998068928718567, -0.2676166296005249, -1.334349513053894, -1.6798378229141235, -1.9388834238052368, -1.3269824981689453, -3.172727346420288, -2.0637564659118652, -1.700028419494629, -2.130521297454834, -2.655329465866089, -2.3846230506896973, -2.4544997215270996, -2.2159156799316406, -1.887412667274475, -1.40439772605896, -2.3747613430023193, -1.829701542854309, -0.37278512120246887, -1.9025483131408691, -1.5544109344482422, -1.9491082429885864, -2.059514284133911, -2.193756580352783, -1.4310845136642456, -1.714656114578247, -1.8887145519256592, -1.9543089866638184, -2.351125478744507, -1.8189882040023804, -2.0172677040100098, -1.550498366355896, -1.5437382459640503, -1.1153063774108887, -1.6086831092834473, -0.6768476963043213, -2.059798002243042, -1.22607421875, -1.1554615497589111, -1.4914273023605347, -0.8552688956260681, -1.097847580909729, -0.2149672657251358, -1.3254289627075195, -2.2150328159332275, -2.1698739528656006, -1.782605528831482, -1.5437700748443604, -2.2627925872802734, -2.4614217281341553, -1.8487471342086792, -2.4699947834014893, -2.004737377166748, -2.116201162338257, -1.861665964126587, -2.020749807357788, -2.4681589603424072, -2.2474746704101562, -2.2365074157714844, -1.7970815896987915, -0.410595566034317, -0.90129554271698, -2.1493096351623535, -2.1122426986694336, -1.2883557081222534, -1.4951854944229126, -2.802490711212158, -2.247631549835205, -1.4982784986495972, -1.1439552307128906, -2.6449337005615234, -2.4150168895721436, -2.1445679664611816, -1.9494236707687378, -1.9978290796279907, -1.6732971668243408, -1.8737574815750122, -0.13472744822502136, -0.23204055428504944, -1.6190000772476196, -1.8351123332977295, -2.807940721511841, -2.50087571144104, -1.8536467552185059, -1.5512326955795288, -0.17915894091129303, -1.4851123094558716, -0.5535818934440613, -1.8939785957336426, -1.7533385753631592, -0.10578522831201553, -0.4352521002292633, -2.1681132316589355, -1.7898517847061157, -2.0641801357269287, -2.3861470222473145, -2.9460573196411133, -1.3741458654403687, -1.020326852798462, -2.551693916320801, -1.905514121055603, -1.1827418804168701, -2.5902721881866455, -0.9702238440513611, -2.3006906509399414, -1.6754708290100098, -1.4080525636672974, -1.8340636491775513, -2.1403703689575195]}, "Bot001_069_15": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_069.log.json", "context": "hello hi , how are you ? i\u2019m good, what about you i am okay do you work yes, i am a museum guide, what about you? i wait tables . it is a popular club though in houston . do you like reading? i guess . . . i am usually too depressed now , since i lost my job a few weeks ago [SMIRKING FACE WITH GLASSES] seriously? i am so sorry to hear it!! it was very sad , but i am doing better now . you\u2019ll overcome this hello , how are you today ? i\u2019m fine i just came from a swim . i've been swimming since a baby this is good :)", "response": "yes good . what will you sing", "annotation_id": "Bot001_069_15", "annotations": ["X", "T", "T", "T", "O", "T", "O", "T", "O", "T", "O", "O", "O", "T", "X"], "gpt2background_target_score": [-11.524917602539062, -8.044232368469238, -6.330646514892578, -8.67524242401123, -10.765218734741211, -8.40857219696045, -10.381339073181152], "gpt2background_argmax_score": [-3.026590585708618, -2.08664608001709, -2.2047417163848877, -1.4897565841674805, -0.43136367201805115, -1.518946647644043, -1.3797985315322876, -2.331267833709717, -0.1295590102672577, -0.36373814940452576, -2.444355010986328, -1.69878351688385, -1.6048085689544678, -1.4216868877410889, -0.6221801042556763, -0.6675388216972351, -1.6498191356658936, -2.2495644092559814, -2.1600050926208496, -1.1882423162460327, -1.8496079444885254, -2.0746076107025146, -2.0964019298553467, -1.24063241481781, -1.5628206729888916, -2.4279632568359375, -2.0532784461975098, -3.3032286167144775, -2.12221622467041, -1.7515931129455566, -1.998068928718567, -0.2676166296005249, -1.334349513053894, -1.6798378229141235, -1.9388834238052368, -1.3269824981689453, -3.172727346420288, -2.0637564659118652, -1.700028419494629, -2.130521297454834, -2.655329465866089, -2.3846230506896973, -2.4544997215270996, -2.2159156799316406, -1.887412667274475, -1.40439772605896, -2.3747613430023193, -1.829701542854309, -0.37278512120246887, -1.9025483131408691, -1.5544109344482422, -1.9491082429885864, -2.059514284133911, -2.193756580352783, -1.4310845136642456, -1.714656114578247, -1.8887145519256592, -1.9543089866638184, -2.351125478744507, -1.8189882040023804, -2.0172677040100098, -1.550498366355896, -1.5437382459640503, -1.1153063774108887, -1.6086831092834473, -0.6768476963043213, -2.059798002243042, -1.22607421875, -1.1554615497589111, -1.4914273023605347, -0.8552688956260681, -1.097847580909729, -0.2149672657251358, -1.3254289627075195, -2.2150328159332275, -2.1698739528656006, -1.782605528831482, -1.5437700748443604, -2.2627925872802734, -2.4614217281341553, -1.8487471342086792, -2.4699947834014893, -2.004737377166748, -2.116201162338257, -1.861665964126587, -2.020749807357788, -2.4681589603424072, -2.2474746704101562, -2.2365074157714844, -1.7970815896987915, -0.410595566034317, -0.90129554271698, -2.1493096351623535, -2.1122426986694336, -1.2883557081222534, -1.4951854944229126, -2.802490711212158, -2.247631549835205, -1.4982784986495972, -1.1439552307128906, -2.6449337005615234, -2.4150168895721436, -2.1445679664611816, -1.9494236707687378, -1.9978290796279907, -1.6732971668243408, -1.8737574815750122, -0.13472744822502136, -0.23204055428504944, -1.6190000772476196, -1.8351123332977295, -2.807940721511841, -2.50087571144104, -1.8536467552185059, -1.5512326955795288, -0.17915894091129303, -1.4851123094558716, -0.5535818934440613, -1.8939785957336426, -1.7533385753631592, -0.10578522831201553, -0.4352521002292633, -2.1681132316589355, -1.7898517847061157, -1.9336891174316406, -2.2900161743164062, -1.545059084892273, -1.1749674081802368, -2.296285390853882, -1.9141907691955566, -1.5328106880187988, -2.256194829940796, -0.9989274740219116, -2.4321401119232178, -1.7905951738357544, -1.4921818971633911, -1.813125491142273, -1.7184005975723267, -1.6149333715438843, -2.0529937744140625, -1.4339048862457275, -1.8290989398956299, -2.1883676052093506, -1.6969313621520996, -2.7098302841186523, -1.6983747482299805, -1.582759141921997, -0.9652395844459534, -0.5388562679290771, -0.7925122380256653]}, "Bot001_069_17": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_069.log.json", "context": "hello hi , how are you ? i\u2019m good, what about you i am okay do you work yes, i am a museum guide, what about you? i wait tables . it is a popular club though in houston . do you like reading? i guess . . . i am usually too depressed now , since i lost my job a few weeks ago [SMIRKING FACE WITH GLASSES] seriously? i am so sorry to hear it!! it was very sad , but i am doing better now . you\u2019ll overcome this hello , how are you today ? i\u2019m fine i just came from a swim . i've been swimming since a baby this is good :) yes good . what will you sing i don\u2019t sing. i\u2019m partly deaf", "response": "i am sorry you cannot hear . what color is your hair ?", "annotation_id": "Bot001_069_17", "annotations": ["O", "O", "O", "T", "O", "O", "O", "O", "O", "T", "O", "T", "O", "O", "X"], "gpt2background_target_score": [-8.669313430786133, -7.975380897521973, -5.81137752532959, -5.2165422439575195, -14.215633392333984, -13.211507797241211, -5.321292877197266, -10.950119018554688, -13.179140090942383, -12.427417755126953, -6.747471332550049, -10.491166114807129, -9.104158401489258], "gpt2background_argmax_score": [-3.026590585708618, -2.08664608001709, -2.2047417163848877, -1.4897565841674805, -0.43136367201805115, -1.518946647644043, -1.3797985315322876, -2.331267833709717, -0.1295590102672577, -0.36373814940452576, -2.444355010986328, -1.69878351688385, -1.6048085689544678, -1.4216868877410889, -0.6221801042556763, -0.6675388216972351, -1.6498191356658936, -2.2495644092559814, -2.1600050926208496, -1.1882423162460327, -1.8496079444885254, -2.0746076107025146, -2.0964019298553467, -1.24063241481781, -1.5628206729888916, -2.4279632568359375, -2.0532784461975098, -3.3032286167144775, -2.12221622467041, -1.7515931129455566, -1.998068928718567, -0.2676166296005249, -1.334349513053894, -1.6798378229141235, -1.9388834238052368, -1.3269824981689453, -3.172727346420288, -2.0637564659118652, -1.700028419494629, -2.130521297454834, -2.655329465866089, -2.3846230506896973, -2.4544997215270996, -2.2159156799316406, -1.887412667274475, -1.40439772605896, -2.3747613430023193, -1.829701542854309, -0.37278512120246887, -1.9025483131408691, -1.5544109344482422, -1.9491082429885864, -2.059514284133911, -2.193756580352783, -1.4310845136642456, -1.714656114578247, -1.8887145519256592, -1.9543089866638184, -2.351125478744507, -1.8189882040023804, -2.0172677040100098, -1.550498366355896, -1.5437382459640503, -1.1153063774108887, -1.6086831092834473, -0.6768476963043213, -2.059798002243042, -1.22607421875, -1.1554615497589111, -1.4914273023605347, -0.8552688956260681, -1.097847580909729, -0.2149672657251358, -1.3254289627075195, -2.2150328159332275, -2.1698739528656006, -1.782605528831482, -1.5437700748443604, -2.2627925872802734, -2.4614217281341553, -1.8487471342086792, -2.4699947834014893, -2.004737377166748, -2.116201162338257, -1.861665964126587, -2.020749807357788, -2.4681589603424072, -2.2474746704101562, -2.2365074157714844, -1.7970815896987915, -0.410595566034317, -0.90129554271698, -2.1493096351623535, -2.1122426986694336, -1.2883557081222534, -1.4951854944229126, -2.802490711212158, -2.247631549835205, -1.4982784986495972, -1.1439552307128906, -2.6449337005615234, -2.4150168895721436, -2.1445679664611816, -1.9494236707687378, -1.9978290796279907, -1.6732971668243408, -1.8737574815750122, -0.13472744822502136, -0.23204055428504944, -1.6190000772476196, -1.8351123332977295, -2.807940721511841, -2.50087571144104, -1.8536467552185059, -1.5512326955795288, -0.17915894091129303, -1.4851123094558716, -0.5535818934440613, -1.8939785957336426, -1.7533385753631592, -0.10578522831201553, -0.4352521002292633, -2.1681132316589355, -1.7898517847061157, -1.9336891174316406, -2.2900161743164062, -1.545059084892273, -1.1749674081802368, -2.296285390853882, -1.9141907691955566, -1.5328106880187988, -2.256194829940796, -0.9989274740219116, -2.4321401119232178, -1.7905951738357544, -1.4921818971633911, -1.813125491142273, -1.7184005975723267, -1.6149333715438843, -2.0529937744140625, -1.4339048862457275, -1.8290989398956299, -1.4497051239013672, -2.373887300491333, -1.6074601411819458, -0.8258987069129944, -0.8276116251945496, -0.5831928253173828, -0.8342047333717346, -2.225250005722046, -0.6455822587013245, -0.1304430067539215, -0.12829357385635376, -1.4304150342941284, -3.1292057037353516, -1.1105364561080933, -2.797305107116699, -0.12498051673173904, -0.6014058589935303, -2.2604002952575684, -3.167034387588501, -1.414475679397583, -2.1767349243164062, -2.79708194732666, -2.4262313842773438, -1.7324782609939575, -2.189640998840332, -0.5926040410995483, -0.7582728862762451, -1.0633931159973145, -2.0576891899108887, -1.8577309846878052, -1.4512306451797485, -2.2023351192474365, -1.0069539546966553, -1.227879524230957]}, "Bot001_069_19": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_069.log.json", "context": "hello hi , how are you ? i\u2019m good, what about you i am okay do you work yes, i am a museum guide, what about you? i wait tables . it is a popular club though in houston . do you like reading? i guess . . . i am usually too depressed now , since i lost my job a few weeks ago [SMIRKING FACE WITH GLASSES] seriously? i am so sorry to hear it!! it was very sad , but i am doing better now . you\u2019ll overcome this hello , how are you today ? i\u2019m fine i just came from a swim . i've been swimming since a baby this is good :) yes good . what will you sing i don\u2019t sing. i\u2019m partly deaf i am sorry you cannot hear . what color is your hair ? my hair are naturally black, but i dyed them violet. what about you", "response": "do you have kids ? i've a ton of them ! !", "annotation_id": "Bot001_069_19", "annotations": ["T", "T", "T", "O", "X", "X", "O", "T", "X", "X", "X", "X", "O", "X", "X"], "gpt2background_target_score": [-11.081964492797852, -5.823413372039795, -6.270952224731445, -11.634800910949707, -9.73749828338623, -7.423734664916992, -10.80492877960205, -8.118671417236328, -13.603135108947754, -12.719785690307617, -10.283271789550781, -5.297658920288086, -9.880541801452637], "gpt2background_argmax_score": [-3.026590585708618, -2.08664608001709, -2.2047417163848877, -1.4897565841674805, -0.43136367201805115, -1.518946647644043, -1.3797985315322876, -2.331267833709717, -0.1295590102672577, -0.36373814940452576, -2.444355010986328, -1.69878351688385, -1.6048085689544678, -1.4216868877410889, -0.6221801042556763, -0.6675388216972351, -1.6498191356658936, -2.2495644092559814, -2.1600050926208496, -1.1882423162460327, -1.8496079444885254, -2.0746076107025146, -2.0964019298553467, -1.24063241481781, -1.5628206729888916, -2.4279632568359375, -2.0532784461975098, -3.3032286167144775, -2.12221622467041, -1.7515931129455566, -1.998068928718567, -0.2676166296005249, -1.334349513053894, -1.6798378229141235, -1.9388834238052368, -1.3269824981689453, -3.172727346420288, -2.0637564659118652, -1.700028419494629, -2.130521297454834, -2.655329465866089, -2.3846230506896973, -2.4544997215270996, -2.2159156799316406, -1.887412667274475, -1.40439772605896, -2.3747613430023193, -1.829701542854309, -0.37278512120246887, -1.9025483131408691, -1.5544109344482422, -1.9491082429885864, -2.059514284133911, -2.193756580352783, -1.4310845136642456, -1.714656114578247, -1.8887145519256592, -1.9543089866638184, -2.351125478744507, -1.8189882040023804, -2.0172677040100098, -1.550498366355896, -1.5437382459640503, -1.1153063774108887, -1.6086831092834473, -0.6768476963043213, -2.059798002243042, -1.22607421875, -1.1554615497589111, -1.4914273023605347, -0.8552688956260681, -1.097847580909729, -0.2149672657251358, -1.3254289627075195, -2.2150328159332275, -2.1698739528656006, -1.782605528831482, -1.5437700748443604, -2.2627925872802734, -2.4614217281341553, -1.8487471342086792, -2.4699947834014893, -2.004737377166748, -2.116201162338257, -1.861665964126587, -2.020749807357788, -2.4681589603424072, -2.2474746704101562, -2.2365074157714844, -1.7970815896987915, -0.410595566034317, -0.90129554271698, -2.1493096351623535, -2.1122426986694336, -1.2883557081222534, -1.4951854944229126, -2.802490711212158, -2.247631549835205, -1.4982784986495972, -1.1439552307128906, -2.6449337005615234, -2.4150168895721436, -2.1445679664611816, -1.9494236707687378, -1.9978290796279907, -1.6732971668243408, -1.8737574815750122, -0.13472744822502136, -0.23204055428504944, -1.6190000772476196, -1.8351123332977295, -2.807940721511841, -2.50087571144104, -1.8536467552185059, -1.5512326955795288, -0.17915894091129303, -1.4851123094558716, -0.5535818934440613, -1.8939785957336426, -1.7533385753631592, -0.10578522831201553, -0.4352521002292633, -2.1681132316589355, -1.7898517847061157, -1.9336891174316406, -2.2900161743164062, -1.545059084892273, -1.1749674081802368, -2.296285390853882, -1.9141907691955566, -1.5328106880187988, -2.256194829940796, -0.9989274740219116, -2.4321401119232178, -1.7905951738357544, -1.4921818971633911, -1.813125491142273, -1.7184005975723267, -1.6149333715438843, -2.0529937744140625, -1.4339048862457275, -1.8290989398956299, -1.4497051239013672, -2.373887300491333, -1.6074601411819458, -0.8258987069129944, -0.8276116251945496, -0.5831928253173828, -0.8342047333717346, -2.225250005722046, -0.6455822587013245, -0.1304430067539215, -0.12829357385635376, -1.4304150342941284, -3.1292057037353516, -1.1105364561080933, -2.797305107116699, -0.12498051673173904, -0.6014058589935303, -2.2604002952575684, -3.167034387588501, -1.414475679397583, -2.377659559249878, -2.32163667678833, -1.810890555381775, -2.3608033657073975, -0.8375948667526245, -0.7758128046989441, -1.3813380002975464, -1.952074646949768, -1.8749440908432007, -1.2108930349349976, -2.247593641281128, -0.8958966135978699, -2.0844039916992188, -1.0924744606018066, -0.5050627589225769, -3.065070390701294, -2.7173256874084473, -1.71829092502594, -1.9988864660263062, -1.0927766561508179, -2.119882583618164, -0.5313761234283447, -2.8752686977386475, -1.9525121450424194, -1.534064769744873, -0.8659304976463318, -0.4494534730911255, -0.42772212624549866, -1.902707576751709, -0.2260894924402237, -1.3613572120666504, -1.2868175506591797, -0.6575134992599487, -1.1132172346115112, -2.1336863040924072, -1.2932112216949463, -2.671914577484131, -0.48976802825927734, -2.7309625148773193, -1.9199892282485962, -1.4871503114700317, -1.631036639213562]}, "Bot001_072_01": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_072.log.json", "context": "Hi", "response": "hey there , i do believe we never met . . [SEE-NO-EVIL MONKEY]", "annotation_id": "Bot001_072_01", "annotations": ["T", "X", "O", "O", "O", "T", "O", "T", "X", "X", "T", "T", "O", "X", "O"], "gpt2background_target_score": [-10.586908340454102, -11.685729026794434, -6.428373336791992, -3.6040728092193604, -5.323902606964111, -8.148870468139648, -8.41346263885498, -10.912595748901367, -7.691037178039551, -10.347750663757324, -6.182957649230957, -6.778095245361328, -12.71656322479248, -8.790542602539062, -9.297843933105469, -9.536415100097656, -10.935725212097168, -7.249947547912598, -10.078957557678223, -10.497148513793945, -7.476065635681152], "gpt2background_argmax_score": [-1.9761712551116943, -2.151005744934082, -2.122267484664917, -1.8843939304351807, -1.8244880437850952, -2.398498058319092, -1.8939684629440308, -1.8827494382858276, -1.6911107301712036, -2.6128346920013428, -2.916689157485962, -2.3841474056243896, -1.1695530414581299, -2.884110689163208, -1.7216826677322388, -3.9549636840820312, -1.8583800792694092, -2.743044853210449, -1.1724592447280884, -1.0439547300338745, -1.21795654296875, -1.248281478881836, -0.9974349737167358]}, "Bot001_072_03": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_072.log.json", "context": "Hi hey there , i do believe we never met . . [SEE-NO-EVIL MONKEY] I think so. What is your name?", "response": "that last name is true but i say it is italian lol. how are you tonight ?", "annotation_id": "Bot001_072_03", "annotations": ["T", "O", "T", "X", "X", "T", "X", "T", "T", "X", "T", "T", "T", "X", "T"], "gpt2background_target_score": [-13.311593055725098, -9.582773208618164, -10.970536231994629, -5.33354377746582, -13.097444534301758, -6.688389301300049, -2.9200456142425537, -9.658477783203125, -11.016511917114258, -7.892861366271973, -6.031307220458984, -13.124407768249512, -11.262269973754883, -7.756181716918945, -9.672718048095703, -12.537860870361328, -10.890384674072266, -13.430838584899902, -6.868988990783691], "gpt2background_argmax_score": [-1.9761712551116943, -1.8292734622955322, -1.070356011390686, -2.006629705429077, -2.2030978202819824, -1.515830636024475, -1.6317551136016846, -1.6458191871643066, -2.616518020629883, -2.8371405601501465, -1.8241543769836426, -0.5902603268623352, -3.8735921382904053, -1.4042304754257202, -3.4772939682006836, -1.3129643201828003, -2.862438678741455, -1.1595035791397095, -0.6230971813201904, -1.1848801374435425, -0.8032774329185486, -0.7957638502120972, -2.08965802192688, -2.194417953491211, -1.8677668571472168, -1.909243106842041, -1.897986888885498, -1.7138298749923706, -2.460320472717285, -1.0577946901321411, -1.3619862794876099, -2.9107213020324707, -0.8175764679908752, -0.5802067518234253, -1.4904394149780273, -3.3925766944885254, -1.5614826679229736, -1.8943008184432983, -2.4633588790893555, -1.4963315725326538, -2.5256552696228027, -2.432499885559082, -2.0484261512756348, -1.4835172891616821, -0.8769455552101135, -0.797877311706543, -1.891324520111084, -0.30085375905036926, -1.916901707649231, -1.0052540302276611, -0.33269134163856506]}, "Bot001_072_05": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_072.log.json", "context": "Hi hey there , i do believe we never met . . [SEE-NO-EVIL MONKEY] I think so. What is your name? that last name is true but i say it is italian lol. how are you tonight ? I'm not fine, not happy", "response": "ah . i stayed single until i was twenty four . [SMIRKING FACE WITH GLASSES]", "annotation_id": "Bot001_072_05", "annotations": ["T", "X", "X", "O", "X", "X", "X", "X", "X", "X", "T", "X", "T", "X", "T"], "gpt2background_target_score": [-11.897979736328125, -8.823240280151367, -3.8479669094085693, -11.038973808288574, -11.940471649169922, -11.840394973754883, -2.9200453758239746, -9.836703300476074, -14.074264526367188, -10.857142448425293, -1.8241543769836426, -7.529664993286133, -8.676596641540527, -8.674591064453125, -7.4671430587768555, -8.241548538208008, -10.36300277709961, -10.3518705368042, -10.635648727416992, -7.972837448120117, -0.8032788038253784], "gpt2background_argmax_score": [-1.9761701822280884, -1.8292722702026367, -1.0703561305999756, -2.00663161277771, -2.2031006813049316, -1.5158311128616333, -1.6317559480667114, -1.6458196640014648, -2.616516590118408, -2.8371407985687256, -1.8241543769836426, -0.5902611613273621, -3.873594284057617, -1.4042267799377441, -3.477293014526367, -1.3129650354385376, -2.8624424934387207, -1.1595028638839722, -0.6230998039245605, -1.1848798990249634, -0.8032788038253784, -0.795764684677124, -2.089656352996826, -2.19441819190979, -1.8677678108215332, -1.9092413187026978, -1.8979884386062622, -1.713828682899475, -2.4603207111358643, -1.0577945709228516, -1.3619872331619263, -0.9222263693809509, -1.0788918733596802, -1.3637199401855469, -3.5728676319122314, -1.829118013381958, -1.8947639465332031, -2.348503351211548, -1.602635383605957, -2.0437543392181396, -2.252042293548584, -2.6478068828582764, -2.41914439201355, -1.5525264739990234, -2.01684832572937, -1.9948927164077759, -0.2665466070175171, -1.924283504486084, -1.1744900941848755, -1.394819736480713, -1.8976060152053833, -2.593456983566284, -1.8264673948287964, -1.6764459609985352, -2.070509672164917, -2.1257081031799316, -1.801527738571167, -2.1796536445617676, -2.118687391281128, -1.5003606081008911, -2.1040430068969727, -2.220032215118408, -2.0067825317382812, -1.575424075126648, -1.7680447101593018, -2.9262149333953857, -2.070291519165039, -1.5936657190322876, -1.8259261846542358, -3.481869697570801, -1.6128332614898682, -2.675652027130127, -1.6140421628952026, -1.8784343004226685, -2.4027841091156006, -2.047872543334961, -2.6471736431121826, -2.218707323074341, -1.8948988914489746]}, "Bot001_072_07": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_072.log.json", "context": "Hi hey there , i do believe we never met . . [SEE-NO-EVIL MONKEY] I think so. What is your name? that last name is true but i say it is italian lol. how are you tonight ? I'm not fine, not happy ah . i stayed single until i was twenty four . [SMIRKING FACE WITH GLASSES] I married once but divorced 2 years ago", "response": "no my girlfriend decided she would elope with my good friend. Also, try to guess: i haven't spoken ...", "annotation_id": "Bot001_072_07", "annotations": ["X", "X", "T", "O", "O", "T", "X", "X", "T", "X", "T", "X", "T", "X", "O"], "gpt2background_target_score": [-11.387571334838867, -5.264608383178711, -11.01103687286377, -9.008009910583496, -12.75953483581543, -10.4137544631958, -10.495845794677734, -14.864984512329102, -10.655685424804688, -5.950305938720703, -7.5309038162231445, -10.268823623657227, -8.710904121398926, -10.219842910766602, -10.212664604187012, -12.602750778198242, -11.647912979125977, -12.473944664001465, -4.786285877227783, -9.271851539611816, -14.096558570861816, -14.001493453979492, -11.865880966186523, -7.793659210205078], "gpt2background_argmax_score": [-1.9761701822280884, -1.8292722702026367, -1.0703561305999756, -2.00663161277771, -2.2031006813049316, -1.5158311128616333, -1.6317559480667114, -1.6458196640014648, -2.616516590118408, -2.8371407985687256, -1.8241543769836426, -0.5902611613273621, -3.873594284057617, -1.4042267799377441, -3.477293014526367, -1.3129650354385376, -2.8624424934387207, -1.1595028638839722, -0.6230998039245605, -1.1848798990249634, -0.8032788038253784, -0.795764684677124, -2.089656352996826, -2.19441819190979, -1.8677678108215332, -1.9092413187026978, -1.8979884386062622, -1.713828682899475, -2.4603207111358643, -1.0577945709228516, -1.3619872331619263, -0.9222263693809509, -1.0788918733596802, -1.3637199401855469, -3.5728676319122314, -1.829118013381958, -1.8947639465332031, -2.348503351211548, -1.602635383605957, -2.0437543392181396, -2.252042293548584, -2.6478068828582764, -2.41914439201355, -1.5525264739990234, -2.01684832572937, -1.9948927164077759, -0.2665466070175171, -1.924283504486084, -1.1744900941848755, -1.394819736480713, -1.8976060152053833, -2.593456983566284, -1.8264673948287964, -1.6764459609985352, -2.070509672164917, -2.1257081031799316, -1.801527738571167, -1.0922144651412964, -2.264996290206909, -1.9098707437515259, -2.179809093475342, -1.9404025077819824, -1.8967543840408325, -1.684908390045166, -2.9515557289123535, -2.1646780967712402, -1.3069636821746826, -2.2924396991729736, -3.4548959732055664, -1.4912595748901367, -2.6812329292297363, -1.7530391216278076, -1.6273117065429688, -2.382394313812256, -1.9971579313278198, -2.074784278869629, -1.839290738105774, -2.0968711376190186, -2.1075186729431152, -1.856858253479004, -1.5235704183578491, -1.7771357297897339, -2.8561737537384033, -0.8764485716819763, -0.9644981026649475, -1.7184449434280396, -2.3895866870880127, -2.227570056915283, -1.6978051662445068, -1.6872018575668335, -0.7440813183784485, -1.4969689846038818, -2.5569565296173096, -1.055381178855896, -1.9710077047348022, -0.3293711543083191, -2.118927478790283, -1.692552089691162, -1.842013955116272, -2.0189061164855957, -2.11076283454895, -2.007333278656006, -1.3277513980865479, -2.349839687347412, -1.9023926258087158, -1.723562240600586, -2.3161370754241943, -0.3011309504508972, -2.047877311706543, -0.24905361235141754, -2.3170344829559326]}, "Bot001_072_09": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_072.log.json", "context": "Hi hey there , i do believe we never met . . [SEE-NO-EVIL MONKEY] I think so. What is your name? that last name is true but i say it is italian lol. how are you tonight ? I'm not fine, not happy ah . i stayed single until i was twenty four . [SMIRKING FACE WITH GLASSES] I married once but divorced 2 years ago no my girlfriend decided she would elope with my good friend. Also, try to guess: i haven't spoken ... I did not understand", "response": "in three months, funny you :)", "annotation_id": "Bot001_072_09", "annotations": ["T", "X", "X", "X", "X", "T", "X", "T", "X", "X", "T", "X", "O", "T", "X"], "gpt2background_target_score": [-10.602641105651855, -11.640381813049316, -12.499141693115234, -8.481642723083496, -11.334775924682617, -5.553351879119873, -10.188486099243164], "gpt2background_argmax_score": [-1.9761701822280884, -1.8292722702026367, -1.0703561305999756, -2.00663161277771, -2.2031006813049316, -1.5158311128616333, -1.6317559480667114, -1.6458196640014648, -2.616516590118408, -2.8371407985687256, -1.8241543769836426, -0.5902611613273621, -3.873594284057617, -1.4042267799377441, -3.477293014526367, -1.3129650354385376, -2.8624424934387207, -1.1595028638839722, -0.6230998039245605, -1.1848798990249634, -0.8032788038253784, -0.795764684677124, -2.089656352996826, -2.19441819190979, -1.8677678108215332, -1.9092413187026978, -1.8979884386062622, -1.713828682899475, -2.4603207111358643, -1.0577945709228516, -1.3619872331619263, -0.9222263693809509, -1.0788918733596802, -1.3637199401855469, -3.5728676319122314, -1.829118013381958, -1.8947639465332031, -2.348503351211548, -1.602635383605957, -2.0437543392181396, -2.252042293548584, -2.6478068828582764, -2.41914439201355, -1.5525264739990234, -2.01684832572937, -1.9948927164077759, -0.2665466070175171, -1.924283504486084, -1.1744900941848755, -1.394819736480713, -1.8976060152053833, -2.593456983566284, -1.8264673948287964, -1.6764459609985352, -2.070509672164917, -2.1257081031799316, -1.801527738571167, -1.0922144651412964, -2.264996290206909, -1.9098707437515259, -2.179809093475342, -1.9404025077819824, -1.8967543840408325, -1.684908390045166, -2.9515557289123535, -2.1646780967712402, -1.3069636821746826, -2.2924396991729736, -3.4548959732055664, -1.4912595748901367, -2.6812329292297363, -1.7530391216278076, -1.6273117065429688, -2.382394313812256, -1.9971579313278198, -2.074784278869629, -1.839290738105774, -2.0968711376190186, -2.1075186729431152, -1.856858253479004, -1.5235704183578491, -1.7771357297897339, -2.8561737537384033, -0.8764485716819763, -0.9644975066184998, -1.718445062637329, -2.02907133102417, -2.875704526901245, -2.573914051055908, -0.7940955758094788, -1.3388570547103882, -2.3194892406463623, -1.271504521369934, -2.176339626312256, -0.23422004282474518, -2.3146884441375732, -2.0056188106536865, -1.6711101531982422, -2.0900142192840576, -2.0476415157318115, -1.7854499816894531, -1.1834437847137451, -2.144714832305908, -1.9782958030700684, -2.0450196266174316, -2.12923526763916, -0.2089155614376068, -1.9918144941329956, -0.25871655344963074, -2.7992453575134277, -1.7618062496185303, -2.06453275680542, -2.5999553203582764, -2.497688055038452, -2.2663519382476807, -2.141706943511963, -0.6166538596153259, -1.5706238746643066, -1.6980791091918945, -3.2392168045043945, -2.6807875633239746, -0.5782951712608337]}, "Bot001_072_11": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_072.log.json", "context": "Hi hey there , i do believe we never met . . [SEE-NO-EVIL MONKEY] I think so. What is your name? that last name is true but i say it is italian lol. how are you tonight ? I'm not fine, not happy ah . i stayed single until i was twenty four . [SMIRKING FACE WITH GLASSES] I married once but divorced 2 years ago no my girlfriend decided she would elope with my good friend. Also, try to guess: i haven't spoken ... I did not understand in three months, funny you :) So, you like to make jokes huh?", "response": "i disagree . my mom agrees me . don't know , what ?", "annotation_id": "Bot001_072_11", "annotations": ["T", "T", "T", "T", "X", "X", "X", "X", "T", "X", "T", "X", "T", "X", "X"], "gpt2background_target_score": [-9.748896598815918, -13.694230079650879, -8.183417320251465, -4.436066627502441, -11.013647079467773, -12.789532661437988, -6.602967262268066, -9.64281177520752, -8.360315322875977, -12.46347713470459, -9.340883255004883, -3.718034267425537, -8.9353666305542, -8.12791633605957], "gpt2background_argmax_score": [-1.9761701822280884, -1.8292722702026367, -1.0703561305999756, -2.00663161277771, -2.2031006813049316, -1.5158311128616333, -1.6317559480667114, -1.6458196640014648, -2.616516590118408, -2.8371407985687256, -1.8241543769836426, -0.5902611613273621, -3.873594284057617, -1.4042267799377441, -3.477293014526367, -1.3129650354385376, -2.8624424934387207, -1.1595028638839722, -0.6230998039245605, -1.1848798990249634, -0.8032788038253784, -0.795764684677124, -2.089656352996826, -2.19441819190979, -1.8677678108215332, -1.9092413187026978, -1.8979884386062622, -1.713828682899475, -2.4603207111358643, -1.0577945709228516, -1.3619872331619263, -0.9222263693809509, -1.0788918733596802, -1.3637199401855469, -3.5728676319122314, -1.829118013381958, -1.8947639465332031, -2.348503351211548, -1.602635383605957, -2.0437543392181396, -2.252042293548584, -2.6478068828582764, -2.41914439201355, -1.5525264739990234, -2.01684832572937, -1.9948927164077759, -0.2665466070175171, -1.924283504486084, -1.1744900941848755, -1.394819736480713, -1.8976060152053833, -2.593456983566284, -1.8264673948287964, -1.6764459609985352, -2.070509672164917, -2.1257081031799316, -1.801527738571167, -1.0922144651412964, -2.264996290206909, -1.9098707437515259, -2.179809093475342, -1.9404025077819824, -1.8967543840408325, -1.684908390045166, -2.9515557289123535, -2.1646780967712402, -1.3069636821746826, -2.2924396991729736, -3.4548959732055664, -1.4912595748901367, -2.6812329292297363, -1.7530391216278076, -1.6273117065429688, -2.382394313812256, -1.9971579313278198, -2.074784278869629, -1.839290738105774, -2.0968711376190186, -2.1075186729431152, -1.856858253479004, -1.5235704183578491, -1.7771357297897339, -2.8561737537384033, -0.8764485716819763, -0.9644981026649475, -1.7184449434280396, -2.0290708541870117, -2.8757033348083496, -2.573914051055908, -0.7940945029258728, -1.3388570547103882, -2.3194916248321533, -1.2715023756027222, -2.1763386726379395, -0.23422041535377502, -2.314687967300415, -2.0056216716766357, -1.6711100339889526, -2.090012550354004, -2.0476431846618652, -1.7854483127593994, -1.1834452152252197, -2.1447131633758545, -1.9782941341400146, -2.0450196266174316, -2.1292362213134766, -0.20891603827476501, -1.9918131828308105, -0.2587163746356964, -2.7992451190948486, -1.761807918548584, -2.0645339488983154, -2.599956512451172, -2.497687578201294, -2.0079455375671387, -0.66087406873703, -1.8822957277297974, -2.1139934062957764, -2.63022780418396, -3.0269808769226074, -1.4706312417984009, -2.460836410522461, -2.6148407459259033, -1.9529632329940796, -1.6419895887374878, -2.5598504543304443, -2.1269774436950684, -1.7886799573898315, -1.1188714504241943, -1.8772120475769043, -1.9950801134109497, -2.607058525085449, -1.7324262857437134, -1.674678921699524, -1.5462827682495117, -2.1006078720092773, -1.571768879890442, -1.8651113510131836, -1.7891042232513428, -0.36060425639152527, -1.8587552309036255, -2.033478021621704, -1.4915506839752197, -2.0929107666015625, -1.7122762203216553]}, "Bot001_072_13": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_072.log.json", "context": "Hi hey there , i do believe we never met . . [SEE-NO-EVIL MONKEY] I think so. What is your name? that last name is true but i say it is italian lol. how are you tonight ? I'm not fine, not happy ah . i stayed single until i was twenty four . [SMIRKING FACE WITH GLASSES] I married once but divorced 2 years ago no my girlfriend decided she would elope with my good friend. Also, try to guess: i haven't spoken ... I did not understand in three months, funny you :) So, you like to make jokes huh? i disagree . my mom agrees me . don't know , what ? You have problems pal :D", "response": "yes i do . i am not good at doing math .", "annotation_id": "Bot001_072_13", "annotations": ["X", "X", "T", "T", "O", "T", "T", "T", "T", "X", "T", "X", "O", "T", "O"], "gpt2background_target_score": [-12.91051959991455, -3.6521072387695312, -8.360960960388184, -6.245634078979492, -7.510992527008057, -7.944472312927246, -8.629366874694824, -9.978330612182617, -9.864656448364258, -10.69854736328125, -12.220800399780273, -0.5902611613273621], "gpt2background_argmax_score": [-1.9761701822280884, -1.8292722702026367, -1.0703561305999756, -2.00663161277771, -2.2031006813049316, -1.5158311128616333, -1.6317559480667114, -1.6458196640014648, -2.616516590118408, -2.8371407985687256, -1.8241543769836426, -0.5902611613273621, -3.873594284057617, -1.4042267799377441, -3.477293014526367, -1.3129650354385376, -2.8624424934387207, -1.1595028638839722, -0.6230998039245605, -1.1848798990249634, -0.8032788038253784, -0.795764684677124, -2.089656352996826, -2.19441819190979, -1.8677678108215332, -1.9092413187026978, -1.8979884386062622, -1.713828682899475, -2.4603207111358643, -1.0577945709228516, -1.3619872331619263, -0.9222263693809509, -1.0788918733596802, -1.3637199401855469, -3.5728676319122314, -1.829118013381958, -1.8947639465332031, -2.348503351211548, -1.602635383605957, -2.0437543392181396, -2.252042293548584, -2.6478068828582764, -2.41914439201355, -1.5525264739990234, -2.01684832572937, -1.9948927164077759, -0.2665466070175171, -1.924283504486084, -1.1744900941848755, -1.394819736480713, -1.8976060152053833, -2.593456983566284, -1.8264673948287964, -1.6764459609985352, -2.070509672164917, -2.1257081031799316, -1.801527738571167, -1.0922144651412964, -2.264996290206909, -1.9098707437515259, -2.179809093475342, -1.9404025077819824, -1.8967543840408325, -1.684908390045166, -2.9515557289123535, -2.1646780967712402, -1.3069636821746826, -2.2924396991729736, -3.4548959732055664, -1.4912595748901367, -2.6812329292297363, -1.7530391216278076, -1.6273117065429688, -2.382394313812256, -1.9971579313278198, -2.074784278869629, -1.839290738105774, -2.0968711376190186, -2.1075186729431152, -1.856858253479004, -1.5235704183578491, -1.7771357297897339, -2.8561737537384033, -0.8764485716819763, -0.9644981026649475, -1.7184449434280396, -2.0290708541870117, -2.8757033348083496, -2.573914051055908, -0.7940945029258728, -1.3388570547103882, -2.3194916248321533, -1.2715023756027222, -2.1763386726379395, -0.23422041535377502, -2.314687967300415, -2.0056216716766357, -1.6711100339889526, -2.090012550354004, -2.0476431846618652, -1.7854483127593994, -1.1834452152252197, -2.1447131633758545, -1.9782941341400146, -2.0450196266174316, -2.1292362213134766, -0.20891603827476501, -1.9918131828308105, -0.2587163746356964, -2.7992451190948486, -1.761807918548584, -2.0645339488983154, -2.599956512451172, -2.497687578201294, -2.0079455375671387, -0.66087406873703, -1.8822957277297974, -2.1139934062957764, -2.63022780418396, -3.0269808769226074, -1.4706312417984009, -2.460836410522461, -2.6148407459259033, -1.9529632329940796, -1.6419895887374878, -2.5598504543304443, -2.1269774436950684, -1.7886799573898315, -1.1188714504241943, -1.8772120475769043, -2.284285545349121, -1.85076904296875, -2.209686279296875, -1.7030506134033203, -2.0356287956237793, -1.7280819416046143, -1.9688515663146973, -2.218325614929199, -0.2800161838531494, -1.8355093002319336, -2.1549487113952637, -1.6649523973464966, -2.013789176940918, -2.4220736026763916, -2.399019956588745, -1.6005439758300781, -1.6853806972503662, -3.1794004440307617, -1.7626746892929077, -1.7710188627243042, -2.2526206970214844, -1.5005722045898438, -2.3500165939331055, -2.00945782661438, -1.9531570672988892, -2.5273990631103516, -2.5119831562042236, -2.547128438949585, -1.6978867053985596, -2.729900360107422, -2.1278984546661377, -1.7204995155334473, -1.2766886949539185]}, "Bot001_072_15": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_072.log.json", "context": "Hi hey there , i do believe we never met . . [SEE-NO-EVIL MONKEY] I think so. What is your name? that last name is true but i say it is italian lol. how are you tonight ? I'm not fine, not happy ah . i stayed single until i was twenty four . [SMIRKING FACE WITH GLASSES] I married once but divorced 2 years ago no my girlfriend decided she would elope with my good friend. Also, try to guess: i haven't spoken ... I did not understand in three months, funny you :) So, you like to make jokes huh? i disagree . my mom agrees me . don't know , what ? You have problems pal :D yes i do . i am not good at doing math . How old are you", "response": "i am in my 20s my brother has a son . [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT]", "annotation_id": "Bot001_072_15", "annotations": ["T", "X", "T", "T", "X", "T", "T", "X", "X", "X", "T", "O", "T", "T", "X"], "gpt2background_target_score": [-9.748896598815918, -8.420478820800781, -7.61629581451416, -4.436066627502441, -11.92396354675293, -10.377729415893555, -3.9477686882019043, -12.892976760864258, -9.241058349609375, -3.1402103900909424, -11.592721939086914, -0.5902611613273621, -9.818415641784668, -11.908977508544922, -5.524012565612793, -8.7662935256958, -9.579240798950195, -9.535368919372559, -9.929058074951172, -8.820674896240234, -9.25383472442627, -10.196332931518555, -11.010631561279297, -10.149099349975586, -12.703296661376953, -8.348078727722168, -11.994197845458984, -12.349508285522461, -11.373208045959473], "gpt2background_argmax_score": [-1.9761701822280884, -1.8292722702026367, -1.0703561305999756, -2.00663161277771, -2.2031006813049316, -1.5158311128616333, -1.6317559480667114, -1.6458196640014648, -2.616516590118408, -2.8371407985687256, -1.8241543769836426, -0.5902611613273621, -3.873594284057617, -1.4042267799377441, -3.477293014526367, -1.3129650354385376, -2.8624424934387207, -1.1595028638839722, -0.6230998039245605, -1.1848798990249634, -0.8032788038253784, -0.795764684677124, -2.089656352996826, -2.19441819190979, -1.8677678108215332, -1.9092413187026978, -1.8979884386062622, -1.713828682899475, -2.4603207111358643, -1.0577945709228516, -1.3619872331619263, -0.9222263693809509, -1.0788918733596802, -1.3637199401855469, -3.5728676319122314, -1.829118013381958, -1.8947639465332031, -2.348503351211548, -1.602635383605957, -2.0437543392181396, -2.252042293548584, -2.6478068828582764, -2.41914439201355, -1.5525264739990234, -2.01684832572937, -1.9948927164077759, -0.2665466070175171, -1.924283504486084, -1.1744900941848755, -1.394819736480713, -1.8976060152053833, -2.593456983566284, -1.8264673948287964, -1.6764459609985352, -2.070509672164917, -2.1257081031799316, -1.801527738571167, -1.0922144651412964, -2.264996290206909, -1.9098707437515259, -2.179809093475342, -1.9404025077819824, -1.8967543840408325, -1.684908390045166, -2.9515557289123535, -2.1646780967712402, -1.3069636821746826, -2.2924396991729736, -3.4548959732055664, -1.4912595748901367, -2.6812329292297363, -1.7530391216278076, -1.6273117065429688, -2.382394313812256, -1.9971579313278198, -2.074784278869629, -1.839290738105774, -2.0968711376190186, -2.1075186729431152, -1.856858253479004, -1.5235704183578491, -1.7771357297897339, -2.8561737537384033, -0.8764485716819763, -0.9644981026649475, -1.7184449434280396, -2.0290708541870117, -2.8757033348083496, -2.573914051055908, -0.7940945029258728, -1.3388570547103882, -2.3194916248321533, -1.2715023756027222, -2.1763386726379395, -0.23422041535377502, -2.314687967300415, -2.0056216716766357, -1.6711100339889526, -2.090012550354004, -2.0476431846618652, -1.7854483127593994, -1.1834452152252197, -2.1447131633758545, -1.9782941341400146, -2.0450196266174316, -2.1292362213134766, -0.20891603827476501, -1.9918131828308105, -0.2587163746356964, -2.7992451190948486, -1.761807918548584, -2.0645339488983154, -2.599956512451172, -2.497687578201294, -2.0079455375671387, -0.66087406873703, -1.8822957277297974, -2.1139934062957764, -2.63022780418396, -3.0269808769226074, -1.4706312417984009, -2.460836410522461, -2.6148407459259033, -1.9529632329940796, -1.6419895887374878, -2.5598504543304443, -2.1269774436950684, -1.7886799573898315, -1.1188714504241943, -1.8772120475769043, -2.284285545349121, -1.85076904296875, -2.209686279296875, -1.7030506134033203, -2.0356287956237793, -1.7280819416046143, -1.9688515663146973, -2.218325614929199, -0.2800161838531494, -1.8355093002319336, -2.1549487113952637, -1.6649523973464966, -2.013789176940918, -2.4220736026763916, -2.399019956588745, -1.6005439758300781, -1.6853806972503662, -3.1794004440307617, -1.7626746892929077, -1.7710188627243042, -1.7057607173919678, -2.350097894668579, -1.9883204698562622, -2.261239767074585, -2.647061586380005, -2.401207208633423, -2.6839137077331543, -1.824302077293396, -2.849241256713867, -2.1228718757629395, -1.4454388618469238, -1.6946426630020142, -1.5041621923446655, -0.6041905283927917, -0.1571749746799469, -0.533015251159668, -2.572718620300293, -2.192782163619995, -2.020531177520752, -2.2142319679260254, -1.5740318298339844, -0.5878211855888367, -2.028597593307495, -1.7416073083877563, -1.1619422435760498, -1.3736263513565063, -3.2964823246002197, -2.0643110275268555, -1.7655134201049805, -3.20837664604187, -0.15872903168201447, -2.189870834350586, -0.7466909289360046, -0.6068621873855591, -0.518281102180481, -3.3116140365600586, -2.3270676136016846, -1.0174330472946167, -1.5797064304351807, -3.3247971534729004, -1.810704231262207, -2.324188709259033, -3.027763605117798, -1.4369983673095703, -0.9893784523010254, -2.088085412979126]}, "Bot001_072_17": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_072.log.json", "context": "Hi hey there , i do believe we never met . . [SEE-NO-EVIL MONKEY] I think so. What is your name? that last name is true but i say it is italian lol. how are you tonight ? I'm not fine, not happy ah . i stayed single until i was twenty four . [SMIRKING FACE WITH GLASSES] I married once but divorced 2 years ago no my girlfriend decided she would elope with my good friend. Also, try to guess: i haven't spoken ... I did not understand in three months, funny you :) So, you like to make jokes huh? i disagree . my mom agrees me . don't know , what ? You have problems pal :D yes i do . i am not good at doing math . How old are you i am in my 20s my brother has a son . [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT] Do you have a job", "response": "i'm the baby in the family , you know the youngest ! no i don't. how are you doing today ?", "annotation_id": "Bot001_072_17", "annotations": ["O", "X", "X", "X", "X", "O", "X", "T", "T", "X", "T", "O", "T", "O", "T"], "gpt2background_target_score": [-9.748896598815918, -9.782499313354492, -7.05812931060791, -10.508318901062012, -9.782049179077148, -4.525982856750488, -10.391715049743652, -8.518501281738281, -10.383916854858398, -9.95239543914795, -6.216934680938721, -13.586589813232422, -7.833070755004883, -8.802826881408691, -7.986571788787842, -12.433405876159668, -14.481775283813477, -6.910805702209473, -11.021383285522461, -10.62656021118164, -9.935797691345215, -11.420013427734375, -11.303342819213867, -8.052976608276367], "gpt2background_argmax_score": [-1.9761701822280884, -1.8292722702026367, -1.0703561305999756, -2.00663161277771, -2.2031006813049316, -1.5158311128616333, -1.6317559480667114, -1.6458196640014648, -2.616516590118408, -2.8371407985687256, -1.8241543769836426, -0.5902611613273621, -3.873594284057617, -1.4042267799377441, -3.477293014526367, -1.3129650354385376, -2.8624424934387207, -1.1595028638839722, -0.6230998039245605, -1.1848798990249634, -0.8032788038253784, -0.795764684677124, -2.089656352996826, -2.19441819190979, -1.8677678108215332, -1.9092413187026978, -1.8979884386062622, -1.713828682899475, -2.4603207111358643, -1.0577945709228516, -1.3619872331619263, -0.9222263693809509, -1.0788918733596802, -1.3637199401855469, -3.5728676319122314, -1.829118013381958, -1.8947639465332031, -2.348503351211548, -1.602635383605957, -2.0437543392181396, -2.252042293548584, -2.6478068828582764, -2.41914439201355, -1.5525264739990234, -2.01684832572937, -1.9948927164077759, -0.2665466070175171, -1.924283504486084, -1.1744900941848755, -1.394819736480713, -1.8976060152053833, -2.593456983566284, -1.8264673948287964, -1.6764459609985352, -2.070509672164917, -2.1257081031799316, -1.801527738571167, -1.0922144651412964, -2.264996290206909, -1.9098707437515259, -2.179809093475342, -1.9404025077819824, -1.8967543840408325, -1.684908390045166, -2.9515557289123535, -2.1646780967712402, -1.3069636821746826, -2.2924396991729736, -3.4548959732055664, -1.4912595748901367, -2.6812329292297363, -1.7530391216278076, -1.6273117065429688, -2.382394313812256, -1.9971579313278198, -2.074784278869629, -1.839290738105774, -2.0968711376190186, -2.1075186729431152, -1.856858253479004, -1.5235704183578491, -1.7771357297897339, -2.8561737537384033, -0.8764485716819763, -0.9644981026649475, -1.7184449434280396, -2.0290708541870117, -2.8757033348083496, -2.573914051055908, -0.7940945029258728, -1.3388570547103882, -2.3194916248321533, -1.2715023756027222, -2.1763386726379395, -0.23422041535377502, -2.314687967300415, -2.0056216716766357, -1.6711100339889526, -2.090012550354004, -2.0476431846618652, -1.7854483127593994, -1.1834452152252197, -2.1447131633758545, -1.9782941341400146, -2.0450196266174316, -2.1292362213134766, -0.20891603827476501, -1.9918131828308105, -0.2587163746356964, -2.7992451190948486, -1.761807918548584, -2.0645339488983154, -2.599956512451172, -2.497687578201294, -2.0079455375671387, -0.66087406873703, -1.8822957277297974, -2.1139934062957764, -2.63022780418396, -3.0269808769226074, -1.4706312417984009, -2.460836410522461, -2.6148407459259033, -1.9529632329940796, -1.6419895887374878, -2.5598504543304443, -2.1269774436950684, -1.7886799573898315, -1.1188714504241943, -1.8772120475769043, -2.284285545349121, -1.85076904296875, -2.209686279296875, -1.7030506134033203, -2.0356287956237793, -1.7280819416046143, -1.9688515663146973, -2.218325614929199, -0.2800161838531494, -1.8355093002319336, -2.1549487113952637, -1.6649523973464966, -2.013789176940918, -2.4220736026763916, -2.399019956588745, -1.6005439758300781, -1.6853806972503662, -3.1794004440307617, -1.7626746892929077, -1.7710188627243042, -1.7057607173919678, -2.350097894668579, -1.9883204698562622, -2.261239767074585, -2.647061586380005, -2.401207208633423, -2.6839137077331543, -1.824302077293396, -2.849241256713867, -2.1228718757629395, -1.4454388618469238, -1.6946426630020142, -1.5041621923446655, -0.6041905283927917, -0.1571749746799469, -0.533015251159668, -1.9091371297836304, -0.7593626379966736, -1.936816692352295, -1.9162689447402954, -0.5938972234725952, -1.6009262800216675, -2.3704283237457275, -1.2063968181610107, -1.418300747871399, -3.2864346504211426, -1.7168136835098267, -2.055760383605957, -3.111396312713623, -0.1604161411523819, -1.606297254562378, -0.94167160987854, -0.6527881622314453, -0.6476624608039856, -3.1515660285949707, -2.165961742401123, -1.0416630506515503, -1.4088841676712036, -3.3366615772247314, -1.8011513948440552, -2.1263539791107178, -3.019735097885132, -1.4105241298675537, -0.8925089836120605, -1.9622137546539307, -0.3563331067562103, -1.5947355031967163, -0.9262517690658569, -1.999540090560913, -1.0332282781600952, -2.465010643005371, -2.3622779846191406, -2.0675177574157715, -2.2206571102142334, -2.02020263671875, -2.0421042442321777, -2.2866179943084717, -2.266064405441284, -1.518906593322754, -2.2263083457946777, -1.764184594154358, -2.61348557472229, -2.5402934551239014, -2.0706870555877686, -2.548044204711914, -2.0310873985290527, -0.1868935376405716, -1.2536745071411133, -1.2647430896759033, -1.4085816144943237, -0.20193208754062653, -2.058821439743042, -0.9288205504417419, -0.4033818542957306, -1.2755539417266846]}, "Bot001_072_19": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_072.log.json", "context": "Hi hey there , i do believe we never met . . [SEE-NO-EVIL MONKEY] I think so. What is your name? that last name is true but i say it is italian lol. how are you tonight ? I'm not fine, not happy ah . i stayed single until i was twenty four . [SMIRKING FACE WITH GLASSES] I married once but divorced 2 years ago no my girlfriend decided she would elope with my good friend. Also, try to guess: i haven't spoken ... I did not understand in three months, funny you :) So, you like to make jokes huh? i disagree . my mom agrees me . don't know , what ? You have problems pal :D yes i do . i am not good at doing math . How old are you i am in my 20s my brother has a son . [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT] Do you have a job i'm the baby in the family , you know the youngest ! no i don't. how are you doing today ? I'm not good", "response": "neither am i . i try though .", "annotation_id": "Bot001_072_19", "annotations": ["T", "X", "T", "T", "X", "O", "X", "T", "T", "X", "T", "O", "T", "O", "O"], "gpt2background_target_score": [-10.733193397521973, -12.657909393310547, -8.116403579711914, -2.00663161277771, -9.617944717407227, -5.684804916381836, -10.710478782653809, -11.309367179870605, -10.412108421325684], "gpt2background_argmax_score": [-1.9761701822280884, -1.8292722702026367, -1.0703561305999756, -2.00663161277771, -2.2031006813049316, -1.5158311128616333, -1.6317559480667114, -1.6458196640014648, -2.616516590118408, -2.8371407985687256, -1.8241543769836426, -0.5902611613273621, -3.873594284057617, -1.4042267799377441, -3.477293014526367, -1.3129650354385376, -2.8624424934387207, -1.1595028638839722, -0.6230998039245605, -1.1848798990249634, -0.8032788038253784, -0.795764684677124, -2.089656352996826, -2.19441819190979, -1.8677678108215332, -1.9092413187026978, -1.8979884386062622, -1.713828682899475, -2.4603207111358643, -1.0577945709228516, -1.3619872331619263, -0.9222263693809509, -1.0788918733596802, -1.3637199401855469, -3.5728676319122314, -1.829118013381958, -1.8947639465332031, -2.348503351211548, -1.602635383605957, -2.0437543392181396, -2.252042293548584, -2.6478068828582764, -2.41914439201355, -1.5525264739990234, -2.01684832572937, -1.9948927164077759, -0.2665466070175171, -1.924283504486084, -1.1744900941848755, -1.394819736480713, -1.8976060152053833, -2.593456983566284, -1.8264673948287964, -1.6764459609985352, -2.070509672164917, -2.1257081031799316, -1.801527738571167, -1.0922144651412964, -2.264996290206909, -1.9098707437515259, -2.179809093475342, -1.9404025077819824, -1.8967543840408325, -1.684908390045166, -2.9515557289123535, -2.1646780967712402, -1.3069636821746826, -2.2924396991729736, -3.4548959732055664, -1.4912595748901367, -2.6812329292297363, -1.7530391216278076, -1.6273117065429688, -2.382394313812256, -1.9971579313278198, -2.074784278869629, -1.839290738105774, -2.0968711376190186, -2.1075186729431152, -1.856858253479004, -1.5235704183578491, -1.7771357297897339, -2.8561737537384033, -0.8764485716819763, -0.9644981026649475, -1.7184449434280396, -2.0290708541870117, -2.8757033348083496, -2.573914051055908, -0.7940945029258728, -1.3388570547103882, -2.3194916248321533, -1.2715023756027222, -2.1763386726379395, -0.23422041535377502, -2.314687967300415, -2.0056216716766357, -1.6711100339889526, -2.090012550354004, -2.0476431846618652, -1.7854483127593994, -1.1834452152252197, -2.1447131633758545, -1.9782941341400146, -2.0450196266174316, -2.1292362213134766, -0.20891603827476501, -1.9918131828308105, -0.2587163746356964, -2.7992451190948486, -1.761807918548584, -2.0645339488983154, -2.599956512451172, -2.497687578201294, -2.0079455375671387, -0.66087406873703, -1.8822957277297974, -2.1139934062957764, -2.63022780418396, -3.0269808769226074, -1.4706312417984009, -2.460836410522461, -2.6148407459259033, -1.9529632329940796, -1.6419895887374878, -2.5598504543304443, -2.1269774436950684, -1.7886799573898315, -1.1188714504241943, -1.8772120475769043, -2.284285545349121, -1.85076904296875, -2.209686279296875, -1.7030506134033203, -2.0356287956237793, -1.7280819416046143, -1.9688515663146973, -2.218325614929199, -0.2800161838531494, -1.8355093002319336, -2.1549487113952637, -1.6649523973464966, -2.013789176940918, -2.4220736026763916, -2.399019956588745, -1.6005439758300781, -1.6853806972503662, -3.1794004440307617, -1.7626746892929077, -1.7710188627243042, -1.7057607173919678, -2.350097894668579, -1.9883204698562622, -2.261239767074585, -2.647061586380005, -2.401207208633423, -2.6839137077331543, -1.824302077293396, -2.849241256713867, -2.1228718757629395, -1.4454388618469238, -1.6946426630020142, -1.5041621923446655, -0.6041905283927917, -0.1571749746799469, -0.533015251159668, -1.9091371297836304, -0.7593626379966736, -1.936816692352295, -1.9162689447402954, -0.5938972234725952, -1.6009262800216675, -2.3704283237457275, -1.2063968181610107, -1.418300747871399, -3.2864346504211426, -1.7168136835098267, -2.055760383605957, -3.111396312713623, -0.1604161411523819, -1.606297254562378, -0.94167160987854, -0.6527881622314453, -0.6476624608039856, -3.1515660285949707, -2.165961742401123, -1.0416630506515503, -1.4088841676712036, -3.3366615772247314, -1.8011513948440552, -2.1263539791107178, -3.019735097885132, -1.4105241298675537, -0.8925089836120605, -1.9622137546539307, -0.3563331067562103, -1.5947355031967163, -0.9262517690658569, -1.999540090560913, -1.0332282781600952, -2.3881752490997314, -1.7992842197418213, -1.6825178861618042, -1.256260871887207, -1.670180320739746, -2.3548059463500977, -1.1725002527236938, -2.6442501544952393, -1.96746826171875, -1.3502166271209717, -2.9097862243652344, -1.9787487983703613, -2.7202236652374268, -1.8178505897521973, -1.8993104696273804, -0.24718624353408813, -1.2839704751968384, -1.8387428522109985, -1.5775065422058105, -0.1898052990436554, -2.0131802558898926, -0.99387526512146, -0.43858855962753296, -2.4960415363311768, -1.8924129009246826, -1.5409653186798096, -2.1994478702545166, -0.2854711413383484, -2.4097442626953125, -2.208317518234253, -1.961107611656189, -0.34822142124176025, -2.404254674911499, -1.7913048267364502, -1.7740451097488403, -0.5966170430183411, -1.8027963638305664, -1.1293489933013916]}, "Bot001_075_01": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_075.log.json", "context": "Bonjour! How are you?", "response": "i'm doing very good how are you doing today ?", "annotation_id": "Bot001_075_01", "annotations": ["O", "X", "O", "T", "O", "O", "O", "O", "O", "O", "O", "O", "O", "T", "O"], "gpt2background_target_score": [-4.244388103485107, -10.554981231689453, -10.463634490966797, -11.489496231079102, -5.933938026428223, -10.622051239013672, -10.253430366516113, -8.64367961883545, -11.671398162841797, -11.629237174987793, -12.20932388305664], "gpt2background_argmax_score": [-4.0502448081970215, -0.5105739831924438, -2.6530559062957764, -1.376451849937439, -1.6482799053192139, -0.4646681547164917, -1.4000643491744995, -0.916537344455719, -1.6249926090240479, -2.225768804550171, -2.222626209259033, -1.624875545501709, -1.0176353454589844, -2.203153610229492, -2.0998635292053223, -0.22399252653121948, -0.7851783037185669, -1.120685338973999, -0.8784506916999817, -0.4142659604549408]}, "Bot001_075_03": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_075.log.json", "context": "Bonjour! How are you? i'm doing very good how are you doing today ? I'm good, thanks", "response": "have you ever programmed before ?", "annotation_id": "Bot001_075_03", "annotations": ["O", "T", "O", "T", "O", "O", "O", "O", "O", "O", "O", "X", "O", "X", "O"], "gpt2background_target_score": [-11.860326766967773, -12.39107894897461, -9.841821670532227, -13.294967651367188, -11.225289344787598, -11.411486625671387], "gpt2background_argmax_score": [-4.0502448081970215, -0.5105739831924438, -2.6530559062957764, -1.376451849937439, -1.6482799053192139, -0.4646681547164917, -1.4000643491744995, -0.916537344455719, -1.990111231803894, -2.142277717590332, -1.7025275230407715, -0.9162909388542175, -2.6250481605529785, -1.6979522705078125, -0.2005494385957718, -0.7189632058143616, -0.9406365156173706, -0.7549538016319275, -1.4114158153533936, -1.2026551961898804, -1.8774338960647583, -1.5007851123809814, -1.6115473508834839, -1.0203970670700073, -1.9768832921981812, -0.5623475909233093, -1.6314016580581665, -1.5696054697036743, -2.091466188430786, -0.7021468281745911, -0.4809193015098572]}, "Bot001_075_05": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_075.log.json", "context": "Bonjour! How are you? i'm doing very good how are you doing today ? I'm good, thanks have you ever programmed before ? Programmed what?", "response": "no i've not . u ?", "annotation_id": "Bot001_075_05", "annotations": ["O", "X", "X", "T", "T", "X", "X", "O", "X", "X", "T", "X", "T", "X", "O"], "gpt2background_target_score": [-6.552250385284424, -11.268091201782227, -10.109408378601074, -9.803239822387695, -12.452235221862793, -5.691657543182373, -7.533068656921387], "gpt2background_argmax_score": [-4.0502448081970215, -0.5105739831924438, -2.6530559062957764, -1.376451849937439, -1.6482799053192139, -0.4646681547164917, -1.4000643491744995, -0.916537344455719, -1.990111231803894, -2.142277717590332, -1.7025275230407715, -0.9162909388542175, -2.6250481605529785, -1.6979522705078125, -0.2005494385957718, -0.7189632058143616, -0.9406365156173706, -0.7549538016319275, -1.4114158153533936, -1.2026551961898804, -1.8774338960647583, -1.5007851123809814, -1.6115473508834839, -1.0203970670700073, -1.0585523843765259, -1.640820860862732, -1.5146745443344116, -2.2984583377838135, -0.8994360566139221, -1.417582631111145, -0.9780275225639343, -2.351490020751953, -2.018404960632324, -1.4867310523986816, -1.7562780380249023, -2.006019353866577, -2.417895555496216, -1.8194739818572998, -2.2197930812835693, -1.581565260887146, -2.5609169006347656, -0.56280517578125]}, "Bot001_075_07": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_075.log.json", "context": "Bonjour! How are you? i'm doing very good how are you doing today ? I'm good, thanks have you ever programmed before ? Programmed what? no i've not . u ? I guess I've not", "response": "did you ever watch walking dead ?", "annotation_id": "Bot001_075_07", "annotations": ["O", "T", "O", "T", "O", "O", "O", "T", "O", "T", "T", "X", "O", "X", "O"], "gpt2background_target_score": [-11.310625076293945, -12.39107894897461, -9.841821670532227, -11.233725547790527, -13.280489921569824, -11.56178092956543, -7.533068656921387], "gpt2background_argmax_score": [-4.0502448081970215, -0.5105739831924438, -2.6530559062957764, -1.376451849937439, -1.6482799053192139, -0.4646681547164917, -1.4000643491744995, -0.916537344455719, -1.990111231803894, -2.142277717590332, -1.7025275230407715, -0.9162909388542175, -2.6250481605529785, -1.6979522705078125, -0.2005494385957718, -0.7189632058143616, -0.9406365156173706, -0.7549538016319275, -1.4114158153533936, -1.2026551961898804, -1.8774338960647583, -1.5007851123809814, -1.6115473508834839, -1.0203970670700073, -1.0585530996322632, -1.6408196687698364, -1.5146757364273071, -2.298457384109497, -0.8994356989860535, -1.4175828695297241, -0.9780247807502747, -2.3514907360076904, -2.0184028148651123, -1.4867316484451294, -2.180086374282837, -1.9793285131454468, -1.9901206493377686, -2.310865640640259, -2.353638172149658, -2.219104766845703, -1.8908846378326416, -1.7151048183441162, -1.818401575088501, -1.373751163482666, -1.9548344612121582, -2.6358652114868164, -2.214247703552246, -0.42282694578170776, -2.3184165954589844, -2.394629716873169, -1.9885153770446777, -2.7637338638305664, -1.4936116933822632, -0.5930832028388977]}, "Bot001_075_09": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_075.log.json", "context": "Bonjour! How are you? i'm doing very good how are you doing today ? I'm good, thanks have you ever programmed before ? Programmed what? no i've not . u ? I guess I've not did you ever watch walking dead ? No. But I've heard a lot about it", "response": "haha ! ! it sounds horrible . i'll stick to sushi .. Also, try to guess: my bedroom is ...", "annotation_id": "Bot001_075_09", "annotations": ["T", "X", "X", "T", "X", "X", "X", "T", "T", "X", "T", "X", "X", "X", "T"], "gpt2background_target_score": [-7.983358383178711, -14.056962013244629, -9.616911888122559, -8.609603881835938, -6.960209846496582, -11.988499641418457, -12.662574768066406, -10.260400772094727, -8.970084190368652, -13.643935203552246, -11.17141342163086, -9.582633018493652, -10.436902046203613, -12.236719131469727, -14.134888648986816, -5.519554138183594, -10.892274856567383, -7.2488627433776855, -10.271854400634766, -11.190009117126465, -7.402621269226074, -12.885076522827148, -6.073611259460449, -7.766519069671631], "gpt2background_argmax_score": [-4.050246238708496, -0.510574460029602, -2.653053045272827, -1.3764522075653076, -1.648280382156372, -0.46466726064682007, -1.400064468383789, -0.9165365695953369, -1.9901103973388672, -2.142277956008911, -1.7025275230407715, -0.9162919521331787, -2.625046730041504, -1.697950839996338, -0.20054954290390015, -0.7189648151397705, -0.9406358599662781, -0.7549539804458618, -1.411414384841919, -1.2026560306549072, -1.877434492111206, -1.5007860660552979, -1.6115479469299316, -1.0203982591629028, -1.0585517883300781, -1.6408178806304932, -1.514673113822937, -2.298457384109497, -0.8994346261024475, -1.4175834655761719, -0.978027880191803, -2.351489782333374, -2.0184037685394287, -1.486732006072998, -2.1800858974456787, -1.9793286323547363, -1.9901225566864014, -2.3108677864074707, -2.353638172149658, -2.219102621078491, -1.8908884525299072, -1.7151042222976685, -1.818403959274292, -1.3737525939941406, -1.954836130142212, -2.635867118835449, -1.7600258588790894, -3.0639665126800537, -2.6190478801727295, -2.182682514190674, -3.0717687606811523, -2.466834783554077, -1.9164868593215942, -1.3537776470184326, -1.846803903579712, -1.871730923652649, -1.8695898056030273, -1.9869455099105835, -1.9490982294082642, -0.5798864960670471, -0.8498045206069946, -2.1523780822753906, -1.6403286457061768, -2.056486129760742, -1.2455313205718994, -2.3456461429595947, -1.2866132259368896, -1.099238634109497, -0.9474359154701233, -0.8151180148124695, -1.8849867582321167, -1.4722117185592651, -2.467893123626709, -2.264846086502075, -1.0729063749313354, -1.2222728729248047, -2.289344310760498, -1.4199752807617188, -1.913620114326477, -1.8850908279418945, -1.3403546810150146, -2.5292763710021973, -1.4944263696670532, -2.969048261642456, -2.9584715366363525, -1.3570013046264648, -2.678638458251953, -2.9257164001464844]}, "Bot001_075_11": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_075.log.json", "context": "Bonjour! How are you? i'm doing very good how are you doing today ? I'm good, thanks have you ever programmed before ? Programmed what? no i've not . u ? I guess I've not did you ever watch walking dead ? No. But I've heard a lot about it haha ! ! it sounds horrible . i'll stick to sushi .. Also, try to guess: my bedroom is ... I don't know", "response": "purple and lime green, funny you :)", "annotation_id": "Bot001_075_11", "annotations": ["X", "X", "T", "T", "T", "X", "X", "X", "X", "T", "T", "X", "O", "X", "T"], "gpt2background_target_score": [-12.177458763122559, -14.193872451782227, -5.419005393981934, -12.399532318115234, -10.316771507263184, -9.429924011230469, -10.347709655761719, -8.64367961883545, -11.345718383789062], "gpt2background_argmax_score": [-4.050246238708496, -0.510574460029602, -2.653053045272827, -1.3764522075653076, -1.648280382156372, -0.46466726064682007, -1.400064468383789, -0.9165365695953369, -1.9901103973388672, -2.142277956008911, -1.7025275230407715, -0.9162919521331787, -2.625046730041504, -1.697950839996338, -0.20054954290390015, -0.7189648151397705, -0.9406358599662781, -0.7549539804458618, -1.411414384841919, -1.2026560306549072, -1.877434492111206, -1.5007860660552979, -1.6115479469299316, -1.0203982591629028, -1.0585517883300781, -1.6408178806304932, -1.514673113822937, -2.298457384109497, -0.8994346261024475, -1.4175834655761719, -0.978027880191803, -2.351489782333374, -2.0184037685394287, -1.486732006072998, -2.1800858974456787, -1.9793286323547363, -1.9901225566864014, -2.3108677864074707, -2.353638172149658, -2.219102621078491, -1.8908884525299072, -1.7151042222976685, -1.81840181350708, -1.3737519979476929, -1.9548356533050537, -2.635867118835449, -1.7600260972976685, -3.0639679431915283, -2.6190483570098877, -2.182682514190674, -3.071768045425415, -2.4668338298797607, -1.9164869785308838, -1.353776454925537, -1.8468033075332642, -1.8717318773269653, -1.869587779045105, -1.9869459867477417, -1.949099063873291, -0.5798854827880859, -0.8498036861419678, -2.152379035949707, -1.6403272151947021, -1.5325980186462402, -1.9712587594985962, -2.002145767211914, -0.7444692850112915, -0.7097891569137573, -2.556706666946411, -2.505450487136841, -2.170071601867676, -2.236159324645996, -1.0112831592559814, -1.2696549892425537, -2.2721505165100098, -2.7179527282714844, -2.1760497093200684, -2.2782938480377197, -1.3133130073547363, -2.3072092533111572, -1.5151355266571045, -2.8872668743133545, -3.0718352794647217, -1.286222219467163, -2.6280763149261475, -3.6143484115600586, -1.916320562362671, -0.15947674214839935, -1.6560944318771362, -1.9133169651031494, -2.1975772380828857, -1.2405383586883545, -3.6505746841430664, -3.325840473175049, -2.0760412216186523, -2.1302356719970703, -3.27531361579895, -2.0594675540924072, -2.8346123695373535, -0.5200558304786682]}, "Bot001_075_13": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_075.log.json", "context": "Bonjour! How are you? i'm doing very good how are you doing today ? I'm good, thanks have you ever programmed before ? Programmed what? no i've not . u ? I guess I've not did you ever watch walking dead ? No. But I've heard a lot about it haha ! ! it sounds horrible . i'll stick to sushi .. Also, try to guess: my bedroom is ... I don't know purple and lime green, funny you :) That a nice combination of color", "response": ". yeah , i can see like 200 in front of me. what are you doing ?", "annotation_id": "Bot001_075_13", "annotations": ["O", "X", "O", "O", "T", "X", "X", "O", "T", "T", "T", "X", "T", "X", "T"], "gpt2background_target_score": [-8.39180850982666, -15.802253723144531, -8.892980575561523, -8.064864158630371, -3.6548125743865967, -12.391562461853027, -5.869534492492676, -11.694233894348145, -9.474435806274414, -11.651869773864746, -9.331218719482422, -11.823226928710938, -2.75399112701416, -8.152975082397461, -9.138253211975098, -10.148134231567383, -7.983874320983887, -4.111352443695068], "gpt2background_argmax_score": [-4.050246238708496, -0.510574460029602, -2.653053045272827, -1.3764522075653076, -1.648280382156372, -0.46466726064682007, -1.400064468383789, -0.9165365695953369, -1.9901103973388672, -2.142277956008911, -1.7025275230407715, -0.9162919521331787, -2.625046730041504, -1.697950839996338, -0.20054954290390015, -0.7189648151397705, -0.9406358599662781, -0.7549539804458618, -1.411414384841919, -1.2026560306549072, -1.877434492111206, -1.5007860660552979, -1.6115479469299316, -1.0203982591629028, -1.0585517883300781, -1.6408178806304932, -1.514673113822937, -2.298457384109497, -0.8994346261024475, -1.4175834655761719, -0.978027880191803, -2.351489782333374, -2.0184037685394287, -1.486732006072998, -2.1800858974456787, -1.9793286323547363, -1.9901225566864014, -2.3108677864074707, -2.353638172149658, -2.219102621078491, -1.8908884525299072, -1.7151042222976685, -1.81840181350708, -1.3737519979476929, -1.9548356533050537, -2.635867118835449, -1.7600260972976685, -3.0639679431915283, -2.6190483570098877, -2.182682514190674, -3.071768045425415, -2.4668338298797607, -1.9164869785308838, -1.353776454925537, -1.8468033075332642, -1.8717318773269653, -1.869587779045105, -1.9869459867477417, -1.949099063873291, -0.5798854827880859, -0.8498036861419678, -2.152379035949707, -1.6403272151947021, -1.5325980186462402, -1.9712587594985962, -2.002145767211914, -0.7444692850112915, -0.7097891569137573, -2.556706666946411, -2.505450487136841, -2.170071601867676, -2.236159324645996, -1.0112831592559814, -1.2696549892425537, -2.2721505165100098, -2.7179527282714844, -2.1760497093200684, -2.2782938480377197, -1.3133130073547363, -2.3072092533111572, -1.5151355266571045, -2.8872668743133545, -3.0718352794647217, -1.286222219467163, -2.6280760765075684, -3.614346504211426, -1.916320562362671, -0.15947674214839935, -1.6560943126678467, -1.9133168458938599, -2.749478340148926, -2.2865023612976074, -2.6186137199401855, -2.6229543685913086, -1.6414246559143066, -2.0406477451324463, -2.644225835800171, -1.6794307231903076, -0.9121319651603699, -1.8330988883972168, -2.9442408084869385, -1.731684684753418, -3.4832746982574463, -1.5693490505218506, -2.0386803150177, -2.053929567337036, -1.5987211465835571, -2.0075294971466064, -2.4658143520355225, -1.7019705772399902, -2.147444009780884, -1.8319615125656128, -2.653620958328247, -1.458079218864441, -0.23376618325710297, -1.4385521411895752, -2.1088058948516846, -1.7344826459884644, -2.2249770164489746, -0.6505717635154724, -0.6475428938865662, -1.0372267961502075, -0.4406241178512573]}, "Bot001_075_15": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_075.log.json", "context": "Bonjour! How are you? i'm doing very good how are you doing today ? I'm good, thanks have you ever programmed before ? Programmed what? no i've not . u ? I guess I've not did you ever watch walking dead ? No. But I've heard a lot about it haha ! ! it sounds horrible . i'll stick to sushi .. Also, try to guess: my bedroom is ... I don't know purple and lime green, funny you :) That a nice combination of color . yeah , i can see like 200 in front of me. what are you doing ? I'm cooking paella. Would you like some?", "response": "that would be wonderful , thank you for asking . hows it going today ? [SPEAK-NO-EVIL MONKEY]", "annotation_id": "Bot001_075_15", "annotations": ["O", "X", "T", "T", "O", "O", "X", "O", "O", "O", "T", "T", "O", "X", "O"], "gpt2background_target_score": [-11.328360557556152, -10.108752250671387, -8.154036521911621, -11.614164352416992, -13.19759750366211, -11.677945137023926, -9.164045333862305, -8.982526779174805, -11.719069480895996, -10.655838966369629, -8.257347106933594, -12.214570999145508, -6.816097259521484, -10.072832107543945, -10.107878684997559, -6.628365516662598, -8.5576171875, -12.407340049743652, -11.844320297241211, -12.592950820922852, -10.56296443939209, -12.553922653198242, -11.459095001220703, -13.2446928024292, -15.088288307189941, -11.947755813598633, -14.84595775604248, -12.491532325744629], "gpt2background_argmax_score": [-4.050246238708496, -0.510574460029602, -2.653053045272827, -1.3764522075653076, -1.648280382156372, -0.46466726064682007, -1.400064468383789, -0.9165365695953369, -1.9901103973388672, -2.142277956008911, -1.7025275230407715, -0.9162919521331787, -2.625046730041504, -1.697950839996338, -0.20054954290390015, -0.7189648151397705, -0.9406358599662781, -0.7549539804458618, -1.411414384841919, -1.2026560306549072, -1.877434492111206, -1.5007860660552979, -1.6115479469299316, -1.0203982591629028, -1.0585517883300781, -1.6408178806304932, -1.514673113822937, -2.298457384109497, -0.8994346261024475, -1.4175834655761719, -0.978027880191803, -2.351489782333374, -2.0184037685394287, -1.486732006072998, -2.1800858974456787, -1.9793286323547363, -1.9901225566864014, -2.3108677864074707, -2.353638172149658, -2.219102621078491, -1.8908884525299072, -1.7151042222976685, -1.81840181350708, -1.3737519979476929, -1.9548356533050537, -2.635867118835449, -1.7600260972976685, -3.0639679431915283, -2.6190483570098877, -2.182682514190674, -3.071768045425415, -2.4668338298797607, -1.9164869785308838, -1.353776454925537, -1.8468033075332642, -1.8717318773269653, -1.869587779045105, -1.9869459867477417, -1.949099063873291, -0.5798854827880859, -0.8498036861419678, -2.152379035949707, -1.6403272151947021, -1.5325980186462402, -1.9712587594985962, -2.002145767211914, -0.7444692850112915, -0.7097891569137573, -2.556706666946411, -2.505450487136841, -2.170071601867676, -2.236159324645996, -1.0112831592559814, -1.2696549892425537, -2.2721505165100098, -2.7179527282714844, -2.1760497093200684, -2.2782938480377197, -1.3133130073547363, -2.3072092533111572, -1.5151355266571045, -2.8872668743133545, -3.0718352794647217, -1.286222219467163, -2.6280763149261475, -3.6143484115600586, -1.916320562362671, -0.15947674214839935, -1.6560944318771362, -1.9133169651031494, -2.749478578567505, -2.28650164604187, -2.618612051010132, -2.6229541301727295, -1.6414239406585693, -2.040647268295288, -2.644225835800171, -1.679429292678833, -0.9121328592300415, -1.83309805393219, -2.9442389011383057, -1.7316839694976807, -3.483276128768921, -1.5693472623825073, -2.2920377254486084, -1.9755767583847046, -2.180321216583252, -2.217050790786743, -1.6775293350219727, -2.5518958568573, -1.8329360485076904, -2.632411003112793, -1.4281522035598755, -0.2609572112560272, -1.5168507099151611, -2.0071656703948975, -2.3440866470336914, -2.2280328273773193, -0.5526847243309021, -0.5840558409690857, -1.0212278366088867, -2.1811234951019287, -1.3296053409576416, -2.1676154136657715, -2.605024814605713, -3.5592098236083984, -2.057441234588623, -2.176048994064331, -0.7872444987297058, -1.7151075601577759, -0.7210507988929749, -3.0473453998565674, -2.077944755554199, -1.8705729246139526, -0.8267516493797302, -0.347311794757843, -2.062037944793701, -1.2786794900894165, -2.186103105545044, -0.1640295386314392, -1.299131155014038, -1.3220020532608032, -1.435879111289978, -1.1586166620254517, -1.445351004600525, -1.8249458074569702, -1.5788230895996094, -1.1024924516677856, -0.7251715660095215, -0.6983631253242493, -2.248654365539551, -0.9251924753189087, -0.8300464749336243, -2.184490203857422, -3.236729383468628, -2.0502352714538574, -2.965667963027954, -1.9266767501831055, -1.7895499467849731, -1.8999593257904053, -1.8975087404251099, -0.8981478214263916]}, "Bot001_075_17": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_075.log.json", "context": "Bonjour! How are you? i'm doing very good how are you doing today ? I'm good, thanks have you ever programmed before ? Programmed what? no i've not . u ? I guess I've not did you ever watch walking dead ? No. But I've heard a lot about it haha ! ! it sounds horrible . i'll stick to sushi .. Also, try to guess: my bedroom is ... I don't know purple and lime green, funny you :) That a nice combination of color . yeah , i can see like 200 in front of me. what are you doing ? I'm cooking paella. Would you like some? that would be wonderful , thank you for asking . hows it going today ? [SPEAK-NO-EVIL MONKEY] It's fine. I'm planning for my trip to Europe next month", "response": "fun ! what part of europe ?", "annotation_id": "Bot001_075_17", "annotations": ["O", "X", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "X", "O"], "gpt2background_target_score": [-10.489429473876953, -11.024839401245117, -9.215279579162598, -11.795173645019531, -8.879894256591797, -11.366540908813477, -12.746709823608398, -9.907305717468262], "gpt2background_argmax_score": [-4.050246238708496, -0.510574460029602, -2.653053045272827, -1.3764522075653076, -1.648280382156372, -0.46466726064682007, -1.400064468383789, -0.9165365695953369, -1.9901103973388672, -2.142277956008911, -1.7025275230407715, -0.9162919521331787, -2.625046730041504, -1.697950839996338, -0.20054954290390015, -0.7189648151397705, -0.9406358599662781, -0.7549539804458618, -1.411414384841919, -1.2026560306549072, -1.877434492111206, -1.5007860660552979, -1.6115479469299316, -1.0203982591629028, -1.0585517883300781, -1.6408178806304932, -1.514673113822937, -2.298457384109497, -0.8994346261024475, -1.4175834655761719, -0.978027880191803, -2.351489782333374, -2.0184037685394287, -1.486732006072998, -2.1800858974456787, -1.9793286323547363, -1.9901225566864014, -2.3108677864074707, -2.353638172149658, -2.219102621078491, -1.8908884525299072, -1.7151042222976685, -1.81840181350708, -1.3737519979476929, -1.9548356533050537, -2.635867118835449, -1.7600260972976685, -3.0639679431915283, -2.6190483570098877, -2.182682514190674, -3.071768045425415, -2.4668338298797607, -1.9164869785308838, -1.353776454925537, -1.8468033075332642, -1.8717318773269653, -1.869587779045105, -1.9869459867477417, -1.949099063873291, -0.5798854827880859, -0.8498036861419678, -2.152379035949707, -1.6403272151947021, -1.5325980186462402, -1.9712587594985962, -2.002145767211914, -0.7444692850112915, -0.7097891569137573, -2.556706666946411, -2.505450487136841, -2.170071601867676, -2.236159324645996, -1.0112831592559814, -1.2696549892425537, -2.2721505165100098, -2.7179527282714844, -2.1760497093200684, -2.2782938480377197, -1.3133130073547363, -2.3072092533111572, -1.5151355266571045, -2.8872668743133545, -3.0718352794647217, -1.286222219467163, -2.6280763149261475, -3.6143484115600586, -1.916320562362671, -0.15947674214839935, -1.6560944318771362, -1.9133169651031494, -2.749478578567505, -2.28650164604187, -2.618612051010132, -2.6229541301727295, -1.6414239406585693, -2.040647268295288, -2.644225835800171, -1.679429292678833, -0.9121328592300415, -1.83309805393219, -2.9442389011383057, -1.7316839694976807, -3.483276128768921, -1.5693472623825073, -2.2920377254486084, -1.9755767583847046, -2.180321216583252, -2.217050790786743, -1.6775293350219727, -2.5518958568573, -1.8329360485076904, -2.632411003112793, -1.4281522035598755, -0.2609572112560272, -1.5168507099151611, -2.0071656703948975, -2.3440866470336914, -2.2280328273773193, -0.5526847243309021, -0.5840558409690857, -1.0212278366088867, -2.1811234951019287, -1.3296053409576416, -2.1676154136657715, -2.605024814605713, -3.5592098236083984, -2.057441234588623, -2.176048994064331, -0.7872444987297058, -1.7151075601577759, -0.7210507988929749, -3.0473453998565674, -2.077944755554199, -0.9988324046134949, -0.4108482301235199, -2.1891040802001953, -1.8717694282531738, -2.3591501712799072, -0.16668327152729034, -1.1011264324188232, -1.510274887084961, -1.66917884349823, -2.542937755584717, -1.4860601425170898, -2.0104894638061523, -1.4508575201034546, -0.9983617067337036, -0.632489800453186, -2.1439223289489746, -2.562349796295166, -1.0126079320907593, -0.9178186655044556, -2.280776023864746, -2.9907491207122803, -1.8552181720733643, -2.997194528579712, -2.0203633308410645, -1.7742838859558105, -2.0465807914733887, -1.616207480430603, -1.8512353897094727, -0.7469577193260193, -2.1798171997070312, -2.098043441772461, -1.583925485610962, -1.420438289642334, -2.327090263366699, -0.8452467322349548, -1.7606120109558105, -2.0415456295013428, -1.7861247062683105, -2.258713722229004, -1.9702215194702148, -1.217268943786621, -1.6849901676177979, -2.124216318130493, -1.358182430267334, -1.6235655546188354, -2.1505680084228516, -0.5929363965988159, -1.3200180530548096, -0.0642753466963768, -2.1005637645721436, -0.9910964369773865]}, "Bot001_075_19": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_075.log.json", "context": "Bonjour! How are you? i'm doing very good how are you doing today ? I'm good, thanks have you ever programmed before ? Programmed what? no i've not . u ? I guess I've not did you ever watch walking dead ? No. But I've heard a lot about it haha ! ! it sounds horrible . i'll stick to sushi .. Also, try to guess: my bedroom is ... I don't know purple and lime green, funny you :) That a nice combination of color . yeah , i can see like 200 in front of me. what are you doing ? I'm cooking paella. Would you like some? that would be wonderful , thank you for asking . hows it going today ? [SPEAK-NO-EVIL MONKEY] It's fine. I'm planning for my trip to Europe next month fun ! what part of europe ? French", "response": "awesome . my son has autism and is very interested in learning different languages .. Also, try to guess: i have brown ...", "annotation_id": "Bot001_075_19", "annotations": ["X", "X", "X", "T", "T", "T", "X", "X", "O", "T", "T", "T", "X", "X", "X"], "gpt2background_target_score": [-10.27501106262207, -13.687028884887695, -10.145488739013672, -8.723004341125488, -11.553258895874023, -11.674310684204102, -13.455977439880371, -7.474954605102539, -8.649908065795898, -5.1394147872924805, -11.95844841003418, -8.64974308013916, -9.874715805053711, -8.538671493530273, -12.394389152526855, -11.536896705627441, -10.144503593444824, -3.33833646774292, -7.69744873046875, -10.379755020141602, -11.602582931518555, -8.311470031738281, -2.4435009956359863, -9.479914665222168, -11.405864715576172, -10.856843948364258], "gpt2background_argmax_score": [-4.050246238708496, -0.510574460029602, -2.653053045272827, -1.3764522075653076, -1.648280382156372, -0.46466726064682007, -1.400064468383789, -0.9165365695953369, -1.9901103973388672, -2.142277956008911, -1.7025275230407715, -0.9162919521331787, -2.625046730041504, -1.697950839996338, -0.20054954290390015, -0.7189648151397705, -0.9406358599662781, -0.7549539804458618, -1.411414384841919, -1.2026560306549072, -1.877434492111206, -1.5007860660552979, -1.6115479469299316, -1.0203982591629028, -1.0585517883300781, -1.6408178806304932, -1.514673113822937, -2.298457384109497, -0.8994346261024475, -1.4175834655761719, -0.978027880191803, -2.351489782333374, -2.0184037685394287, -1.486732006072998, -2.1800858974456787, -1.9793286323547363, -1.9901225566864014, -2.3108677864074707, -2.353638172149658, -2.219102621078491, -1.8908884525299072, -1.7151042222976685, -1.81840181350708, -1.3737519979476929, -1.9548356533050537, -2.635867118835449, -1.7600260972976685, -3.0639679431915283, -2.6190483570098877, -2.182682514190674, -3.071768045425415, -2.4668338298797607, -1.9164869785308838, -1.353776454925537, -1.8468033075332642, -1.8717318773269653, -1.869587779045105, -1.9869459867477417, -1.949099063873291, -0.5798854827880859, -0.8498036861419678, -2.152379035949707, -1.6403272151947021, -1.5325980186462402, -1.9712587594985962, -2.002145767211914, -0.7444692850112915, -0.7097891569137573, -2.556706666946411, -2.505450487136841, -2.170071601867676, -2.236159324645996, -1.0112831592559814, -1.2696549892425537, -2.2721505165100098, -2.7179527282714844, -2.1760497093200684, -2.2782938480377197, -1.3133130073547363, -2.3072092533111572, -1.5151355266571045, -2.8872668743133545, -3.0718352794647217, -1.286222219467163, -2.6280763149261475, -3.6143484115600586, -1.916320562362671, -0.15947674214839935, -1.6560944318771362, -1.9133169651031494, -2.749478578567505, -2.28650164604187, -2.618612051010132, -2.6229541301727295, -1.6414239406585693, -2.040647268295288, -2.644225835800171, -1.679429292678833, -0.9121328592300415, -1.83309805393219, -2.9442389011383057, -1.7316839694976807, -3.483276128768921, -1.5693472623825073, -2.2920377254486084, -1.9755767583847046, -2.180321216583252, -2.217050790786743, -1.6775293350219727, -2.5518958568573, -1.8329360485076904, -2.632411003112793, -1.4281522035598755, -0.2609572112560272, -1.5168507099151611, -2.0071656703948975, -2.3440866470336914, -2.2280328273773193, -0.5526847243309021, -0.5840558409690857, -1.0212278366088867, -2.1811234951019287, -1.3296053409576416, -2.1676154136657715, -2.605024814605713, -3.5592098236083984, -2.057441234588623, -2.176048994064331, -0.7872444987297058, -1.7151075601577759, -0.7210507988929749, -3.0473453998565674, -2.077944755554199, -0.9988324046134949, -0.4108482301235199, -2.1891040802001953, -1.8717694282531738, -2.3591501712799072, -0.16668358445167542, -1.1011269092559814, -1.51027250289917, -1.669180154800415, -2.5429372787475586, -1.4860613346099854, -2.0104880332946777, -1.4508569240570068, -0.9983601570129395, -0.6324903964996338, -2.143922805786133, -2.5623486042022705, -1.0126076936721802, -0.9178174734115601, -2.280776023864746, -2.990748882293701, -1.855217456817627, -2.9971933364868164, -2.0203633308410645, -1.7742840051651, -2.046578884124756, -1.6162083148956299, -1.8512359857559204, -0.7469581365585327, -2.179816722869873, -2.098043203353882, -1.583925485610962, -1.4204375743865967, -2.3270907402038574, -0.8452464938163757, -1.7606117725372314, -2.04154634475708, -1.7861251831054688, -2.258714199066162, -1.9702224731445312, -1.2172690629959106, -1.6849905252456665, -2.207044839859009, -2.1834797859191895, -1.9358400106430054, -0.5674206614494324, -1.4001208543777466, -0.045464787632226944, -1.9812835454940796, -2.0932059288024902, -1.483748435974121, -2.1321725845336914, -1.3266264200210571, -1.830688238143921, -2.429109811782837, -3.082651138305664, -1.5547953844070435, -1.6091361045837402, -1.9034658670425415, -2.2985897064208984, -2.40701961517334, -2.5715994834899902, -0.3608713448047638, -2.3662607669830322, -2.561169147491455, -0.8434709310531616, -1.7686686515808105, -2.2999420166015625, -1.568423867225647, -1.8881205320358276, -0.6812657713890076, -3.2147724628448486, -1.1449520587921143, -0.5476851463317871, -1.0151147842407227, -2.074059009552002, -1.641600251197815, -2.6939034461975098]}, "Bot001_076_01": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_076.log.json", "context": "hey", "response": "how are you ?", "annotation_id": "Bot001_076_01", "annotations": ["O", "O", "O", "T", "X", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-10.987483024597168, -10.463221549987793, -5.434167385101318, -10.96226692199707], "gpt2background_argmax_score": [-3.1134567260742188, -2.4310483932495117, -1.7249835729599, -0.48427778482437134, -2.070500612258911, -0.36827921867370605]}, "Bot001_076_03": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_076.log.json", "context": "hey how are you ? i\u2019m fine thanks what about you?", "response": "i am well . are you a student ? i am in college . [SPEAK-NO-EVIL MONKEY]", "annotation_id": "Bot001_076_03", "annotations": ["O", "O", "O", "O", "X", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-9.01926040649414, -5.27207088470459, -10.188145637512207, -9.723824501037598, -7.015386581420898, -9.653253555297852, -11.375826835632324, -13.434636116027832, -10.855722427368164, -3.771355390548706, -8.926507949829102, -6.339789390563965, -8.857032775878906, -5.395833969116211, -6.554207801818848, -10.259377479553223, -12.112022399902344, -12.671442985534668, -4.768376350402832, -10.508537292480469, -10.915980339050293, -13.813155174255371, -12.018153190612793, -13.206521034240723, -14.318890571594238, -12.410841941833496], "gpt2background_argmax_score": [-3.1134567260742188, -1.7184208631515503, -0.6509433388710022, -1.7164496183395386, -1.1996300220489502, -2.471388339996338, -0.11533842980861664, -0.32713770866394043, -2.2678427696228027, -2.0285098552703857, -1.9372923374176025, -1.9704312086105347, -1.004809856414795, -1.2420997619628906, -1.5681060552597046, -2.2809784412384033, -1.9704841375350952, -2.045685052871704, -1.5628210306167603, -1.748457670211792, -0.4018179774284363, -2.1687400341033936, -1.9962595701217651, -1.6640745401382446, -0.5620033144950867, -1.2003545761108398, -2.1632883548736572, -2.3364832401275635, -2.3320109844207764, -2.173692226409912, -2.5528011322021484, -1.3636261224746704, -0.4985327124595642, -2.0586588382720947, -3.871828317642212, -2.2766106128692627, -2.698230266571045, -1.6442642211914062, -1.2065380811691284, -1.658260464668274, -1.7973289489746094, -0.5636919736862183]}, "Bot001_076_05": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_076.log.json", "context": "hey how are you ? i\u2019m fine thanks what about you? i am well . are you a student ? i am in college . [SPEAK-NO-EVIL MONKEY] no, i used to work for a postal service but i\u2019m unemployed now", "response": "wow that's nuts ! ! what do you do in the little free time you have ? [GRINNING FACE]", "annotation_id": "Bot001_076_05", "annotations": ["O", "T", "O", "T", "X", "O", "O", "O", "O", "O", "T", "O", "O", "O", "T"], "gpt2background_target_score": [-11.803640365600586, -7.131985187530518, -10.244240760803223, -10.751728057861328, -8.780372619628906, -10.92940902709961, -13.03795337677002, -12.726962089538574, -7.076807022094727, -7.580426216125488, -5.227175712585449, -3.692793607711792, -8.84626293182373, -11.126091957092285, -10.087478637695312, -9.04443645477295, -9.234418869018555, -6.042972564697266, -7.892679214477539, -14.154062271118164, -14.125370025634766, -12.781400680541992, -12.941389083862305, -11.32075309753418], "gpt2background_argmax_score": [-3.113452911376953, -1.718422770500183, -0.650944709777832, -1.7164514064788818, -1.1996278762817383, -2.4713873863220215, -0.11533842980861664, -0.32713958621025085, -2.2678427696228027, -2.028510570526123, -1.9372923374176025, -1.9704315662384033, -1.0048106908798218, -1.2420991659164429, -1.5681066513061523, -1.3248224258422852, -2.3473753929138184, -2.7834084033966064, -2.0337111949920654, -0.33191776275634766, -2.0028610229492188, -1.770094871520996, -1.4888263940811157, -2.1478912830352783, -1.4256160259246826, -2.2775542736053467, -2.2708048820495605, -1.9600739479064941, -2.247551679611206, -2.867588758468628, -1.2234163284301758, -0.42381924390792847, -1.7534791231155396, -3.9894866943359375, -1.7856676578521729, -2.8679451942443848, -1.580102562904358, -1.0502715110778809, -1.562721848487854, -1.4769428968429565, -1.4434627294540405, -2.657761335372925, -1.18004310131073, -0.979799211025238, -0.20530463755130768, -1.211862325668335, -1.5978983640670776, -1.1101443767547607, -2.474909782409668, -0.921227216720581, -0.9057406783103943, -1.155218243598938, -2.5200209617614746, -0.13952669501304626, -0.46971964836120605, -1.415460467338562, -1.825474500656128, -1.6720308065414429, -2.23219895362854, -2.316171646118164, -1.490796446800232, -2.495004653930664, -1.6338562965393066, -1.681988000869751, -1.6005913019180298, -2.3585708141326904, -0.35603004693984985, -1.369556188583374, -0.4922986328601837, -1.5070079565048218, -2.61453914642334, -3.190272808074951, -2.5969059467315674, -0.6981763243675232, -1.7040737867355347, -0.5955851674079895, -0.33039942383766174, -2.1281025409698486, -2.552163600921631, -2.143216133117676, -1.478850245475769, -1.3064460754394531, -1.0890283584594727]}, "Bot001_076_07": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_076.log.json", "context": "hey how are you ? i\u2019m fine thanks what about you? i am well . are you a student ? i am in college . [SPEAK-NO-EVIL MONKEY] no, i used to work for a postal service but i\u2019m unemployed now wow that's nuts ! ! what do you do in the little free time you have ? [GRINNING FACE] i play with my german shepherd", "response": "no . do you play them ? [FACE WITH TEARS OF JOY]", "annotation_id": "Bot001_076_07", "annotations": ["T", "O", "X", "T", "X", "T", "O", "X", "O", "O", "X", "T", "T", "T", "X"], "gpt2background_target_score": [-10.215773582458496, -10.135249137878418, -8.976048469543457, -8.782835006713867, -9.8021240234375, -11.741987228393555, -13.421806335449219, -12.838744163513184, -12.423768997192383, -9.70065689086914, -13.13564682006836, -12.621956825256348, -14.029345512390137, -9.944119453430176, -13.015445709228516, -11.981703758239746], "gpt2background_argmax_score": [-3.113452911376953, -1.718422770500183, -0.650944709777832, -1.7164514064788818, -1.1996278762817383, -2.4713873863220215, -0.11533842980861664, -0.32713958621025085, -2.2678427696228027, -2.028510570526123, -1.9372923374176025, -1.9704315662384033, -1.0048106908798218, -1.2420991659164429, -1.5681066513061523, -1.3248224258422852, -2.3473753929138184, -2.7834084033966064, -2.0337111949920654, -0.33191776275634766, -2.0028610229492188, -1.770094871520996, -1.4888263940811157, -2.1478912830352783, -1.4256160259246826, -2.2775542736053467, -2.2708048820495605, -1.9600739479064941, -2.247551679611206, -2.867588758468628, -1.2234163284301758, -0.42381924390792847, -1.7534791231155396, -3.9894866943359375, -1.7856676578521729, -2.8679451942443848, -1.580102562904358, -1.0502715110778809, -1.562721848487854, -1.4769428968429565, -1.4434627294540405, -2.657761335372925, -1.18004310131073, -0.979799211025238, -0.20530463755130768, -1.211862325668335, -1.5978983640670776, -1.1101443767547607, -2.474909782409668, -0.921227216720581, -0.9057406783103943, -1.155218243598938, -2.5200209617614746, -0.13952669501304626, -0.46971964836120605, -1.415460467338562, -1.825474500656128, -1.6720308065414429, -2.0802502632141113, -1.2279726266860962, -2.405080795288086, -1.6661916971206665, -2.1289546489715576, -2.0912346839904785, -2.369433879852295, -0.36033666133880615, -1.4611496925354004, -0.50303053855896, -1.519721269607544, -2.683875799179077, -3.0030086040496826, -2.442203998565674, -0.6849746704101562, -1.7831076383590698, -0.6543570160865784, -1.95270836353302, -1.5971190929412842, -2.7320330142974854, -2.082260847091675, -1.37825345993042, -1.4094123840332031, -2.633817434310913, -2.3890109062194824, -1.4195315837860107, -1.3465514183044434, -1.4018617868423462, -0.11853255331516266, -0.8034490346908569, -2.0001776218414307, -2.396672010421753, -1.6799992322921753, -1.5394940376281738, -0.48101523518562317, -1.4891554117202759, -0.6828984618186951, -1.0044195652008057, -0.7125827670097351, -2.7049753665924072, -1.5741301774978638, -2.250861167907715, -1.6252079010009766, -1.1637555360794067, -2.907088279724121, -2.333045721054077, -1.8538355827331543, -1.2314294576644897]}, "Bot001_076_09": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_076.log.json", "context": "hey how are you ? i\u2019m fine thanks what about you? i am well . are you a student ? i am in college . [SPEAK-NO-EVIL MONKEY] no, i used to work for a postal service but i\u2019m unemployed now wow that's nuts ! ! what do you do in the little free time you have ? [GRINNING FACE] i play with my german shepherd no . do you play them ? [FACE WITH TEARS OF JOY] what do you mean ?", "response": "i talk when i'm sleeping sometimes ok a l. what are you up to ?", "annotation_id": "Bot001_076_09", "annotations": ["T", "T", "X", "T", "X", "O", "T", "X", "O", "X", "T", "X", "X", "O", "X"], "gpt2background_target_score": [-9.01926040649414, -9.845480918884277, -9.40654468536377, -8.410527229309082, -9.599093437194824, -11.140771865844727, -12.888815879821777, -12.181351661682129, -2.2678427696228027, -6.190488338470459, -4.030542373657227, -7.375522613525391, -7.580796718597412, -6.151818752288818, -9.41363525390625, -9.851548194885254, -7.71002721786499], "gpt2background_argmax_score": [-3.113452911376953, -1.718422770500183, -0.650944709777832, -1.7164514064788818, -1.1996278762817383, -2.4713873863220215, -0.11533842980861664, -0.32713958621025085, -2.2678427696228027, -2.028510570526123, -1.9372923374176025, -1.9704315662384033, -1.0048106908798218, -1.2420991659164429, -1.5681066513061523, -1.3248224258422852, -2.3473753929138184, -2.7834084033966064, -2.0337111949920654, -0.33191776275634766, -2.0028610229492188, -1.770094871520996, -1.4888263940811157, -2.1478912830352783, -1.4256160259246826, -2.2775542736053467, -2.2708048820495605, -1.9600739479064941, -2.247551679611206, -2.867588758468628, -1.2234163284301758, -0.42381924390792847, -1.7534791231155396, -3.9894866943359375, -1.7856676578521729, -2.8679451942443848, -1.580102562904358, -1.0502715110778809, -1.562721848487854, -1.4769428968429565, -1.4434627294540405, -2.657761335372925, -1.18004310131073, -0.979799211025238, -0.20530463755130768, -1.211862325668335, -1.5978983640670776, -1.1101443767547607, -2.474909782409668, -0.921227216720581, -0.9057406783103943, -1.155218243598938, -2.5200209617614746, -0.13952669501304626, -0.46971964836120605, -1.415460467338562, -1.825474500656128, -1.6720308065414429, -2.0802502632141113, -1.2279726266860962, -2.405080795288086, -1.6661916971206665, -2.1289546489715576, -2.0912346839904785, -2.369433879852295, -0.36033666133880615, -1.4611496925354004, -0.50303053855896, -1.519721269607544, -2.683875799179077, -3.0030086040496826, -2.442203998565674, -0.6849746704101562, -1.7831076383590698, -0.6543570160865784, -1.95270836353302, -1.5971190929412842, -2.7320330142974854, -2.082260847091675, -1.37825345993042, -1.4094123840332031, -2.633817434310913, -2.3890109062194824, -1.4195315837860107, -1.3465514183044434, -1.4018617868423462, -0.11853255331516266, -0.8034490346908569, -2.0001776218414307, -2.310084819793701, -1.6066310405731201, -0.7429845333099365, -1.5876107215881348, -0.8378868103027344, -0.7962194681167603, -1.6262571811676025, -3.1193764209747314, -1.7391929626464844, -2.0926568508148193, -1.6525471210479736, -1.1136380434036255, -2.914372444152832, -2.4090003967285156, -1.6020997762680054, -1.8706878423690796, -1.7556276321411133, -0.36470499634742737, -1.033922791481018, -1.034711241722107, -1.7903472185134888, -2.4859602451324463, -1.3842047452926636, -0.5200296640396118, -0.3898680508136749, -2.111175060272217, -2.3008930683135986, -1.8410067558288574, -2.287571907043457, -1.7903482913970947, -1.9450788497924805, -2.040330171585083, -0.7989497780799866, -1.3441309928894043, -0.6338622570037842, -1.1426522731781006, -0.32639080286026, -0.5287364721298218, -0.5495197772979736]}, "Bot001_076_11": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_076.log.json", "context": "hey how are you ? i\u2019m fine thanks what about you? i am well . are you a student ? i am in college . [SPEAK-NO-EVIL MONKEY] no, i used to work for a postal service but i\u2019m unemployed now wow that's nuts ! ! what do you do in the little free time you have ? [GRINNING FACE] i play with my german shepherd no . do you play them ? [FACE WITH TEARS OF JOY] what do you mean ? i talk when i'm sleeping sometimes ok a l. what are you up to ? i\u2019m just watching tv show", "response": "what is your favorite show ? i am not supposed to watch tv on school nights .", "annotation_id": "Bot001_076_11", "annotations": ["O", "O", "T", "T", "X", "O", "O", "O", "O", "X", "T", "O", "O", "O", "O"], "gpt2background_target_score": [-10.638277053833008, -2.9371557235717773, -3.9729490280151367, -9.042041778564453, -10.733711242675781, -10.6939697265625, -12.282074928283691, -10.915351867675781, -3.142055034637451, -10.527381896972656, -5.089325904846191, -10.755724906921387, -10.551844596862793, -6.763906002044678, -9.459803581237793, -11.866772651672363, -7.058757781982422], "gpt2background_argmax_score": [-3.113452911376953, -1.718422770500183, -0.650944709777832, -1.7164514064788818, -1.1996278762817383, -2.4713873863220215, -0.11533842980861664, -0.32713958621025085, -2.2678427696228027, -2.028510570526123, -1.9372923374176025, -1.9704315662384033, -1.0048106908798218, -1.2420991659164429, -1.5681066513061523, -1.3248224258422852, -2.3473753929138184, -2.7834084033966064, -2.0337111949920654, -0.33191776275634766, -2.0028610229492188, -1.770094871520996, -1.4888263940811157, -2.1478912830352783, -1.4256160259246826, -2.2775542736053467, -2.2708048820495605, -1.9600739479064941, -2.247551679611206, -2.867588758468628, -1.2234163284301758, -0.42381924390792847, -1.7534791231155396, -3.9894866943359375, -1.7856676578521729, -2.8679451942443848, -1.580102562904358, -1.0502715110778809, -1.562721848487854, -1.4769428968429565, -1.4434627294540405, -2.657761335372925, -1.18004310131073, -0.979799211025238, -0.20530463755130768, -1.211862325668335, -1.5978983640670776, -1.1101443767547607, -2.474909782409668, -0.921227216720581, -0.9057406783103943, -1.155218243598938, -2.5200209617614746, -0.13952669501304626, -0.46971964836120605, -1.415460467338562, -1.825474500656128, -1.6720308065414429, -2.0802502632141113, -1.2279726266860962, -2.405080795288086, -1.6661916971206665, -2.1289546489715576, -2.0912346839904785, -2.369433879852295, -0.36033666133880615, -1.4611496925354004, -0.50303053855896, -1.519721269607544, -2.683875799179077, -3.0030086040496826, -2.442203998565674, -0.6849746704101562, -1.7831076383590698, -0.6543570160865784, -1.95270836353302, -1.5971190929412842, -2.7320330142974854, -2.082260847091675, -1.37825345993042, -1.4094123840332031, -2.633817434310913, -2.3890109062194824, -1.4195315837860107, -1.3465514183044434, -1.4018617868423462, -0.11853255331516266, -0.8034490346908569, -2.0001776218414307, -2.310084819793701, -1.6066310405731201, -0.7429845333099365, -1.5876107215881348, -0.8378868103027344, -0.7962194681167603, -1.6262571811676025, -3.1193764209747314, -1.7391929626464844, -2.0926568508148193, -1.6525471210479736, -1.1136380434036255, -2.914372444152832, -2.4090003967285156, -1.6020997762680054, -1.8706878423690796, -1.7556276321411133, -0.36470499634742737, -1.033922791481018, -1.034711241722107, -1.7903472185134888, -2.175896167755127, -0.5732855796813965, -0.3685370087623596, -2.36244535446167, -2.4358808994293213, -1.705803394317627, -1.9872853755950928, -1.0981944799423218, -2.0304388999938965, -2.203176259994507, -0.9606871604919434, -1.3926094770431519, -0.5149360299110413, -1.2268508672714233, -0.3288479745388031, -0.48725584149360657, -1.7851454019546509, -2.4782049655914307, -0.12828141450881958, -0.36281925439834595, -2.555818796157837, -2.633531332015991, -2.732372522354126, -2.0219058990478516, -2.2528510093688965, -2.415703535079956, -2.127204179763794, -1.6306325197219849, -2.548219680786133, -2.5414633750915527, -0.29229867458343506, -0.9536138772964478, -2.295523166656494, -1.840193271636963, -1.5661811828613281, -0.14039166271686554, -1.2150933742523193, -1.5515363216400146, -2.363821029663086, -1.1097248792648315, -2.955164909362793, -2.0607659816741943, -1.0322041511535645]}, "Bot001_076_13": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_076.log.json", "context": "hey how are you ? i\u2019m fine thanks what about you? i am well . are you a student ? i am in college . [SPEAK-NO-EVIL MONKEY] no, i used to work for a postal service but i\u2019m unemployed now wow that's nuts ! ! what do you do in the little free time you have ? [GRINNING FACE] i play with my german shepherd no . do you play them ? [FACE WITH TEARS OF JOY] what do you mean ? i talk when i'm sleeping sometimes ok a l. what are you up to ? i\u2019m just watching tv show what is your favorite show ? i am not supposed to watch tv on school nights . i like rupauls drag race", "response": "nice ! i am more of a yugo type . slow and steady wins the race .. Also, try to guess: my favorite spanish ...", "annotation_id": "Bot001_076_13", "annotations": ["O", "O", "T", "T", "X", "O", "T", "O", "O", "O", "X", "O", "O", "O", "O"], "gpt2background_target_score": [-11.592795372009277, -9.66329288482666, -4.158692359924316, -11.035957336425781, -8.688077926635742, -10.060369491577148, -11.375828742980957, -11.883369445800781, -12.214195251464844, -9.311605453491211, -10.786053657531738, -7.7337799072265625, -10.412199020385742, -5.156678676605225, -12.148015975952148, -13.25873851776123, -4.552964687347412, -12.574918746948242, -7.896568298339844, -12.789371490478516, -7.03183650970459, -9.029736518859863, -6.164330005645752, -9.420600891113281, -11.411117553710938, -5.963788986206055, -13.070842742919922, -10.875606536865234, -12.399430274963379, -9.80280590057373], "gpt2background_argmax_score": [-3.113452911376953, -1.718422770500183, -0.650944709777832, -1.7164514064788818, -1.1996278762817383, -2.4713873863220215, -0.11533842980861664, -0.32713958621025085, -2.2678427696228027, -2.028510570526123, -1.9372923374176025, -1.9704315662384033, -1.0048106908798218, -1.2420991659164429, -1.5681066513061523, -1.3248224258422852, -2.3473753929138184, -2.7834084033966064, -2.0337111949920654, -0.33191776275634766, -2.0028610229492188, -1.770094871520996, -1.4888263940811157, -2.1478912830352783, -1.4256160259246826, -2.2775542736053467, -2.2708048820495605, -1.9600739479064941, -2.247551679611206, -2.867588758468628, -1.2234163284301758, -0.42381924390792847, -1.7534791231155396, -3.9894866943359375, -1.7856676578521729, -2.8679451942443848, -1.580102562904358, -1.0502715110778809, -1.562721848487854, -1.4769428968429565, -1.4434627294540405, -2.657761335372925, -1.18004310131073, -0.979799211025238, -0.20530463755130768, -1.211862325668335, -1.5978983640670776, -1.1101443767547607, -2.474909782409668, -0.921227216720581, -0.9057406783103943, -1.155218243598938, -2.5200209617614746, -0.13952669501304626, -0.46971964836120605, -1.415460467338562, -1.825474500656128, -1.6720308065414429, -2.0802502632141113, -1.2279726266860962, -2.405080795288086, -1.6661916971206665, -2.1289546489715576, -2.0912346839904785, -2.369433879852295, -0.36033666133880615, -1.4611496925354004, -0.50303053855896, -1.519721269607544, -2.683875799179077, -3.0030086040496826, -2.442203998565674, -0.6849746704101562, -1.7831076383590698, -0.6543570160865784, -1.95270836353302, -1.5971190929412842, -2.7320330142974854, -2.082260847091675, -1.37825345993042, -1.4094123840332031, -2.633817434310913, -2.3890109062194824, -1.4195315837860107, -1.3465514183044434, -1.4018617868423462, -0.11853255331516266, -0.8034490346908569, -2.0001776218414307, -2.310084819793701, -1.6066310405731201, -0.7429845333099365, -1.5876107215881348, -0.8378868103027344, -0.7962194681167603, -1.6262571811676025, -3.1193764209747314, -1.7391929626464844, -2.0926568508148193, -1.6525471210479736, -1.1136380434036255, -2.914372444152832, -2.4090003967285156, -1.6020997762680054, -1.8706878423690796, -1.7556276321411133, -0.36470499634742737, -1.033922791481018, -1.034711241722107, -1.7903472185134888, -2.175896167755127, -0.5732855796813965, -0.3685370087623596, -2.36244535446167, -2.4358808994293213, -1.705803394317627, -1.9872853755950928, -1.0981944799423218, -2.0304388999938965, -2.203176259994507, -0.9606871604919434, -1.3926094770431519, -0.5149360299110413, -1.2268508672714233, -0.3288479745388031, -0.48725584149360657, -1.7851454019546509, -2.4782049655914307, -0.12828141450881958, -0.36281925439834595, -2.555818796157837, -2.633531332015991, -2.732372522354126, -2.0219058990478516, -2.2528510093688965, -1.878127098083496, -1.6819225549697876, -1.7764281034469604, -2.464824676513672, -0.5091864466667175, -1.7291125059127808, -2.189121961593628, -1.949461817741394, -1.7637089490890503, -0.15458594262599945, -1.6976943016052246, -2.3370792865753174, -2.468897581100464, -1.176099419593811, -2.8277461528778076, -2.026157855987549, -1.2533421516418457, -2.219839096069336, -1.824130654335022, -1.545275092124939, -3.3959155082702637, -2.5875680446624756, -2.531120538711548, -2.7231438159942627, -2.001648426055908, -2.300107002258301, -2.294318914413452, -1.377652645111084, -2.802173376083374, -2.3300979137420654, -2.031682252883911, -0.19666892290115356, -2.858578681945801, -2.6758322715759277, -2.747492551803589, -2.353685140609741, -1.912543535232544, -1.0897661447525024, -2.601731538772583, -3.355318069458008, -2.212287664413452, -2.67378568649292, -1.9069499969482422, -1.9231106042861938, -1.3821496963500977, -1.2386116981506348, -1.1293361186981201, -1.0414491891860962, -2.2338109016418457, -1.6201430559158325, -2.2772042751312256, -1.703404426574707, -1.6681578159332275, -0.8513072729110718, -2.0698235034942627, -2.5346736907958984]}, "Bot001_076_15": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_076.log.json", "context": "hey how are you ? i\u2019m fine thanks what about you? i am well . are you a student ? i am in college . [SPEAK-NO-EVIL MONKEY] no, i used to work for a postal service but i\u2019m unemployed now wow that's nuts ! ! what do you do in the little free time you have ? [GRINNING FACE] i play with my german shepherd no . do you play them ? [FACE WITH TEARS OF JOY] what do you mean ? i talk when i'm sleeping sometimes ok a l. what are you up to ? i\u2019m just watching tv show what is your favorite show ? i am not supposed to watch tv on school nights . i like rupauls drag race nice ! i am more of a yugo type . slow and steady wins the race .. Also, try to guess: my favorite spanish ... word is...", "response": "word is trabajo, funny you :)", "annotation_id": "Bot001_076_15", "annotations": ["O", "T", "X", "T", "X", "O", "O", "O", "O", "X", "T", "O", "T", "O", "O"], "gpt2background_target_score": [-12.310543060302734, -2.9371557235717773, -10.289207458496094, -12.621149063110352, -12.78384017944336, -8.298887252807617, -12.712395668029785, -12.596155166625977, -11.022554397583008], "gpt2background_argmax_score": [-3.113452911376953, -1.718422770500183, -0.650944709777832, -1.7164514064788818, -1.1996278762817383, -2.4713873863220215, -0.11533842980861664, -0.32713958621025085, -2.2678427696228027, -2.028510570526123, -1.9372923374176025, -1.9704315662384033, -1.0048106908798218, -1.2420991659164429, -1.5681066513061523, -1.3248224258422852, -2.3473753929138184, -2.7834084033966064, -2.0337111949920654, -0.33191776275634766, -2.0028610229492188, -1.770094871520996, -1.4888263940811157, -2.1478912830352783, -1.4256160259246826, -2.2775542736053467, -2.2708048820495605, -1.9600739479064941, -2.247551679611206, -2.867588758468628, -1.2234163284301758, -0.42381924390792847, -1.7534791231155396, -3.9894866943359375, -1.7856676578521729, -2.8679451942443848, -1.580102562904358, -1.0502715110778809, -1.562721848487854, -1.4769428968429565, -1.4434627294540405, -2.657761335372925, -1.18004310131073, -0.979799211025238, -0.20530463755130768, -1.211862325668335, -1.5978983640670776, -1.1101443767547607, -2.474909782409668, -0.921227216720581, -0.9057406783103943, -1.155218243598938, -2.5200209617614746, -0.13952669501304626, -0.46971964836120605, -1.415460467338562, -1.825474500656128, -1.6720308065414429, -2.0802502632141113, -1.2279726266860962, -2.405080795288086, -1.6661916971206665, -2.1289546489715576, -2.0912346839904785, -2.369433879852295, -0.36033666133880615, -1.4611496925354004, -0.50303053855896, -1.519721269607544, -2.683875799179077, -3.0030086040496826, -2.442203998565674, -0.6849746704101562, -1.7831076383590698, -0.6543570160865784, -1.95270836353302, -1.5971190929412842, -2.7320330142974854, -2.082260847091675, -1.37825345993042, -1.4094123840332031, -2.633817434310913, -2.3890109062194824, -1.4195315837860107, -1.3465514183044434, -1.4018617868423462, -0.11853255331516266, -0.8034490346908569, -2.0001776218414307, -2.310084819793701, -1.6066310405731201, -0.7429845333099365, -1.5876107215881348, -0.8378868103027344, -0.7962194681167603, -1.6262571811676025, -3.1193764209747314, -1.7391929626464844, -2.0926568508148193, -1.6525471210479736, -1.1136380434036255, -2.914372444152832, -2.4090003967285156, -1.6020997762680054, -1.8706878423690796, -1.7556276321411133, -0.36470499634742737, -1.033922791481018, -1.034711241722107, -1.7903472185134888, -2.175896167755127, -0.5732855796813965, -0.3685370087623596, -2.36244535446167, -2.4358808994293213, -1.705803394317627, -1.9872853755950928, -1.0981944799423218, -2.0304388999938965, -2.203176259994507, -0.9606871604919434, -1.3926094770431519, -0.5149360299110413, -1.2268508672714233, -0.3288479745388031, -0.48725584149360657, -1.7851454019546509, -2.4782049655914307, -0.12828141450881958, -0.36281925439834595, -2.555818796157837, -2.633531332015991, -2.732372522354126, -2.0219058990478516, -2.2528510093688965, -1.878127098083496, -1.6819225549697876, -1.7764281034469604, -2.464824676513672, -0.5091864466667175, -1.7291125059127808, -2.189121961593628, -1.949461817741394, -1.7637089490890503, -0.15458594262599945, -1.6976943016052246, -2.3370792865753174, -2.468897581100464, -1.176099419593811, -2.8277461528778076, -2.026157855987549, -1.2533421516418457, -2.219839096069336, -1.824130654335022, -1.545275092124939, -3.3959155082702637, -2.5875680446624756, -2.531120538711548, -2.7231438159942627, -2.001648426055908, -2.8303565979003906, -1.3719525337219238, -2.3028628826141357, -2.2531442642211914, -2.2014572620391846, -0.2073885053396225, -3.1818416118621826, -2.557619571685791, -3.0131843090057373, -2.947760581970215, -2.1936092376708984, -1.2794828414916992, -2.703428030014038, -3.4088587760925293, -2.28826904296875, -2.967989444732666, -1.7010104656219482, -2.0510785579681396, -1.4838130474090576, -1.4095306396484375, -1.2642829418182373, -1.0031163692474365, -2.1276443004608154, -1.6427333354949951, -1.8669869899749756, -1.929884433746338, -1.6048340797424316, -0.9458986520767212, -2.109959363937378, -2.3815858364105225, -2.458937406539917, -3.201914072036743, -3.111801862716675, -2.6025710105895996, -0.932611882686615, -3.43412184715271, -2.4931654930114746, -1.2871122360229492, -1.826932430267334, -2.9477736949920654, -1.812533974647522, -2.5484671592712402, -0.7351702451705933]}, "Bot001_076_17": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_076.log.json", "context": "hey how are you ? i\u2019m fine thanks what about you? i am well . are you a student ? i am in college . [SPEAK-NO-EVIL MONKEY] no, i used to work for a postal service but i\u2019m unemployed now wow that's nuts ! ! what do you do in the little free time you have ? [GRINNING FACE] i play with my german shepherd no . do you play them ? [FACE WITH TEARS OF JOY] what do you mean ? i talk when i'm sleeping sometimes ok a l. what are you up to ? i\u2019m just watching tv show what is your favorite show ? i am not supposed to watch tv on school nights . i like rupauls drag race nice ! i am more of a yugo type . slow and steady wins the race .. Also, try to guess: my favorite spanish ... word is... word is trabajo, funny you :) what does trabajo mean", "response": "well she thinks ocd rules my life . she is probably right . i struggle relinquishing control", "annotation_id": "Bot001_076_17", "annotations": ["O", "O", "X", "T", "X", "T", "O", "X", "O", "O", "T", "X", "X", "O", "X"], "gpt2background_target_score": [-11.106890678405762, -8.010008811950684, -12.236577033996582, -9.303244590759277, -12.202893257141113, -13.001754760742188, -12.40413761138916, -12.526592254638672, -8.4935884475708, -9.140800476074219, -7.4753570556640625, -10.78176498413086, -7.892067909240723, -5.395836353302002, -2.197294235229492, -8.80057144165039, -13.498767852783203, -11.983902931213379, -12.359107971191406], "gpt2background_argmax_score": [-3.113452911376953, -1.718422770500183, -0.650944709777832, -1.7164514064788818, -1.1996278762817383, -2.4713873863220215, -0.11533842980861664, -0.32713958621025085, -2.2678427696228027, -2.028510570526123, -1.9372923374176025, -1.9704315662384033, -1.0048106908798218, -1.2420991659164429, -1.5681066513061523, -1.3248224258422852, -2.3473753929138184, -2.7834084033966064, -2.0337111949920654, -0.33191776275634766, -2.0028610229492188, -1.770094871520996, -1.4888263940811157, -2.1478912830352783, -1.4256160259246826, -2.2775542736053467, -2.2708048820495605, -1.9600739479064941, -2.247551679611206, -2.867588758468628, -1.2234163284301758, -0.42381924390792847, -1.7534791231155396, -3.9894866943359375, -1.7856676578521729, -2.8679451942443848, -1.580102562904358, -1.0502715110778809, -1.562721848487854, -1.4769428968429565, -1.4434627294540405, -2.657761335372925, -1.18004310131073, -0.979799211025238, -0.20530463755130768, -1.211862325668335, -1.5978983640670776, -1.1101443767547607, -2.474909782409668, -0.921227216720581, -0.9057406783103943, -1.155218243598938, -2.5200209617614746, -0.13952669501304626, -0.46971964836120605, -1.415460467338562, -1.825474500656128, -1.6720308065414429, -2.0802502632141113, -1.2279726266860962, -2.405080795288086, -1.6661916971206665, -2.1289546489715576, -2.0912346839904785, -2.369433879852295, -0.36033666133880615, -1.4611496925354004, -0.50303053855896, -1.519721269607544, -2.683875799179077, -3.0030086040496826, -2.442203998565674, -0.6849746704101562, -1.7831076383590698, -0.6543570160865784, -1.95270836353302, -1.5971190929412842, -2.7320330142974854, -2.082260847091675, -1.37825345993042, -1.4094123840332031, -2.633817434310913, -2.3890109062194824, -1.4195315837860107, -1.3465514183044434, -1.4018617868423462, -0.11853255331516266, -0.8034490346908569, -2.0001776218414307, -2.310084819793701, -1.6066310405731201, -0.7429845333099365, -1.5876107215881348, -0.8378868103027344, -0.7962194681167603, -1.6262571811676025, -3.1193764209747314, -1.7391929626464844, -2.0926568508148193, -1.6525471210479736, -1.1136380434036255, -2.914372444152832, -2.4090003967285156, -1.6020997762680054, -1.8706878423690796, -1.7556276321411133, -0.36470499634742737, -1.033922791481018, -1.034711241722107, -1.7903472185134888, -2.175896167755127, -0.5732855796813965, -0.3685370087623596, -2.36244535446167, -2.4358808994293213, -1.705803394317627, -1.9872853755950928, -1.0981944799423218, -2.0304388999938965, -2.203176259994507, -0.9606871604919434, -1.3926094770431519, -0.5149360299110413, -1.2268508672714233, -0.3288479745388031, -0.48725584149360657, -1.7851454019546509, -2.4782049655914307, -0.12828141450881958, -0.36281925439834595, -2.555818796157837, -2.633531332015991, -2.732372522354126, -2.0219058990478516, -2.2528510093688965, -1.878127098083496, -1.6819225549697876, -1.7764281034469604, -2.464824676513672, -0.5091864466667175, -1.7291125059127808, -2.189121961593628, -1.949461817741394, -1.7637089490890503, -0.15458594262599945, -1.6976943016052246, -2.3370792865753174, -2.468897581100464, -1.176099419593811, -2.8277461528778076, -2.026157855987549, -1.2533421516418457, -2.219839096069336, -1.824130654335022, -1.545275092124939, -3.3959155082702637, -2.5875680446624756, -2.531120538711548, -2.7231438159942627, -2.001648426055908, -2.8303565979003906, -1.3719525337219238, -2.3028628826141357, -2.2531442642211914, -2.2014572620391846, -0.2073885053396225, -3.1818416118621826, -2.557619571685791, -3.0131843090057373, -2.947760581970215, -2.1936092376708984, -1.2794828414916992, -2.703428030014038, -3.4088587760925293, -2.28826904296875, -2.967989444732666, -1.7010104656219482, -2.0510785579681396, -1.4838130474090576, -1.4095306396484375, -1.2642829418182373, -1.0031163692474365, -2.1276443004608154, -1.6427333354949951, -1.8669869899749756, -1.929884433746338, -1.6048340797424316, -0.9458986520767212, -2.109959363937378, -2.3815858364105225, -2.458937406539917, -3.201914072036743, -3.1118016242980957, -1.0101468563079834, -2.7772512435913086, -2.8293755054473877, -1.7795608043670654, -2.850846290588379, -2.963986396789551, -2.053297519683838, -2.6946537494659424, -2.0801408290863037, -2.0600016117095947, -1.9207243919372559, -0.18585160374641418, -0.038689594715833664, -0.2654561400413513, -0.5110575556755066, -2.8646657466888428, -1.6325405836105347, -1.8465315103530884, -2.3511264324188232, -2.268601894378662, -2.081064462661743, -1.2860180139541626, -2.0596776008605957, -2.181055784225464, -2.1687443256378174, -2.2885823249816895, -1.8928197622299194, -2.0897324085235596, -2.3647420406341553, -1.8607522249221802, -2.348698139190674, -1.0944366455078125, -3.494262933731079, -1.2535356283187866, -2.032177209854126]}, "Bot001_076_19": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_076.log.json", "context": "hey how are you ? i\u2019m fine thanks what about you? i am well . are you a student ? i am in college . [SPEAK-NO-EVIL MONKEY] no, i used to work for a postal service but i\u2019m unemployed now wow that's nuts ! ! what do you do in the little free time you have ? [GRINNING FACE] i play with my german shepherd no . do you play them ? [FACE WITH TEARS OF JOY] what do you mean ? i talk when i'm sleeping sometimes ok a l. what are you up to ? i\u2019m just watching tv show what is your favorite show ? i am not supposed to watch tv on school nights . i like rupauls drag race nice ! i am more of a yugo type . slow and steady wins the race .. Also, try to guess: my favorite spanish ... word is... word is trabajo, funny you :) what does trabajo mean well she thinks ocd rules my life . she is probably right . i struggle relinquishing control do you have ocd?", "response": "yes that is it , i hate socializing i get nervous so bad. how are you doing this evening ? [ROBOT FACE]", "annotation_id": "Bot001_076_19", "annotations": ["O", "O", "X", "T", "X", "O", "O", "O", "O", "O", "O", "T", "T", "O", "X"], "gpt2background_target_score": [-11.811798095703125, -7.131985187530518, -9.100048065185547, -9.172037124633789, -8.67136287689209, -7.895771026611328, -12.556340217590332, -12.559478759765625, -13.578506469726562, -3.771355152130127, -8.086633682250977, -11.607728958129883, -7.896549701690674, -9.250799179077148, -8.056421279907227, -10.57844066619873, -10.196857452392578, -4.7052717208862305, -9.236183166503906, -8.267727851867676, -12.599471092224121, -6.746849060058594, -10.053969383239746, -13.186819076538086, -13.115260124206543, -12.883925437927246, -12.782249450683594, -12.117572784423828], "gpt2background_argmax_score": [-3.113452911376953, -1.718422770500183, -0.650944709777832, -1.7164514064788818, -1.1996278762817383, -2.4713873863220215, -0.11533842980861664, -0.32713958621025085, -2.2678427696228027, -2.028510570526123, -1.9372923374176025, -1.9704315662384033, -1.0048106908798218, -1.2420991659164429, -1.5681066513061523, -1.3248224258422852, -2.3473753929138184, -2.7834084033966064, -2.0337111949920654, -0.33191776275634766, -2.0028610229492188, -1.770094871520996, -1.4888263940811157, -2.1478912830352783, -1.4256160259246826, -2.2775542736053467, -2.2708048820495605, -1.9600739479064941, -2.247551679611206, -2.867588758468628, -1.2234163284301758, -0.42381924390792847, -1.7534791231155396, -3.9894866943359375, -1.7856676578521729, -2.8679451942443848, -1.580102562904358, -1.0502715110778809, -1.562721848487854, -1.4769428968429565, -1.4434627294540405, -2.657761335372925, -1.18004310131073, -0.979799211025238, -0.20530463755130768, -1.211862325668335, -1.5978983640670776, -1.1101443767547607, -2.474909782409668, -0.921227216720581, -0.9057406783103943, -1.155218243598938, -2.5200209617614746, -0.13952669501304626, -0.46971964836120605, -1.415460467338562, -1.825474500656128, -1.6720308065414429, -2.0802502632141113, -1.2279726266860962, -2.405080795288086, -1.6661916971206665, -2.1289546489715576, -2.0912346839904785, -2.369433879852295, -0.36033666133880615, -1.4611496925354004, -0.50303053855896, -1.519721269607544, -2.683875799179077, -3.0030086040496826, -2.442203998565674, -0.6849746704101562, -1.7831076383590698, -0.6543570160865784, -1.95270836353302, -1.5971190929412842, -2.7320330142974854, -2.082260847091675, -1.37825345993042, -1.4094123840332031, -2.633817434310913, -2.3890109062194824, -1.4195315837860107, -1.3465514183044434, -1.4018617868423462, -0.11853255331516266, -0.8034490346908569, -2.0001776218414307, -2.310084819793701, -1.6066310405731201, -0.7429845333099365, -1.5876107215881348, -0.8378868103027344, -0.7962194681167603, -1.6262571811676025, -3.1193764209747314, -1.7391929626464844, -2.0926568508148193, -1.6525471210479736, -1.1136380434036255, -2.914372444152832, -2.4090003967285156, -1.6020997762680054, -1.8706878423690796, -1.7556276321411133, -0.36470499634742737, -1.033922791481018, -1.034711241722107, -1.7903472185134888, -2.175896167755127, -0.5732855796813965, -0.3685370087623596, -2.36244535446167, -2.4358808994293213, -1.705803394317627, -1.9872853755950928, -1.0981944799423218, -2.0304388999938965, -2.203176259994507, -0.9606871604919434, -1.3926094770431519, -0.5149360299110413, -1.2268508672714233, -0.3288479745388031, -0.48725584149360657, -1.7851454019546509, -2.4782049655914307, -0.12828141450881958, -0.36281925439834595, -2.555818796157837, -2.6335315704345703, -2.7323718070983887, -2.021907091140747, -2.2528507709503174, -1.878127932548523, -1.6819223165512085, -1.7764283418655396, -2.464824914932251, -0.5091860890388489, -1.7291127443313599, -2.1891238689422607, -1.9494606256484985, -1.7637097835540771, -0.15458594262599945, -1.6976927518844604, -2.337078809738159, -2.4688971042633057, -1.1761006116867065, -2.8277461528778076, -2.0261573791503906, -1.253340482711792, -2.219838857650757, -1.8241299390792847, -1.5452759265899658, -3.3959171772003174, -2.5875675678253174, -2.5311191082000732, -2.7231433391571045, -2.0016486644744873, -2.830355167388916, -1.3719512224197388, -2.302863121032715, -2.2531440258026123, -2.2014553546905518, -0.20738841593265533, -3.181840658187866, -2.557621955871582, -3.0131821632385254, -2.9477601051330566, -2.1936097145080566, -1.2794833183288574, -2.7034294605255127, -3.40885853767395, -2.2882680892944336, -2.9679882526397705, -1.7010102272033691, -2.0510787963867188, -1.4838119745254517, -1.4095317125320435, -1.2642831802368164, -1.0031160116195679, -2.127645969390869, -1.6427321434020996, -1.8669883012771606, -1.9298847913742065, -1.604827880859375, -0.9458998441696167, -2.1099586486816406, -2.3815858364105225, -2.4589340686798096, -3.2019131183624268, -3.111802339553833, -1.0101468563079834, -2.777249574661255, -2.829375982284546, -1.7795610427856445, -2.8508472442626953, -2.9639859199523926, -2.0532960891723633, -2.6946539878845215, -2.080139636993408, -2.0600008964538574, -1.9207242727279663, -0.18585090339183807, -0.038689594715833664, -0.26545605063438416, -0.5110586285591125, -1.0527077913284302, -1.8287304639816284, -1.9613451957702637, -2.7359325885772705, -2.6457154750823975, -1.859328269958496, -2.218886613845825, -2.2667837142944336, -2.181178331375122, -2.1819281578063965, -1.8304859399795532, -2.103733777999878, -2.4427852630615234, -1.937528133392334, -2.121525526046753, -1.1010096073150635, -3.4011964797973633, -1.375781536102295, -2.132932424545288, -1.423549771308899, -1.9306875467300415, -1.29389226436615, -0.19516776502132416, -0.24226030707359314, -2.360799551010132, -2.6073102951049805, -1.9331454038619995, -1.2660722732543945, -2.331927537918091, -1.6030540466308594, -1.6722453832626343, -2.343064308166504, -1.9047538042068481, -1.6389613151550293, -1.465421199798584, -2.560824394226074, -3.1118457317352295, -2.0683188438415527, -0.8168956637382507, -1.8638883829116821, -1.3872747421264648, -1.0744928121566772, -0.20443525910377502, -1.6868246793746948, -0.5406221151351929, -0.22899900376796722, -0.33994200825691223, -0.9465020298957825, -3.5460124015808105, -2.7002243995666504, -2.6513671875, -1.7386325597763062, -0.7509291768074036, -2.0827813148498535]}, "Bot001_077_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_077.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT].\nCut a long story short: was born in somalia Hello. I was born in Russia, but now i live in the US.", "response": "cuddling up with my dog always makes me feel better . how are you doing ?", "annotation_id": "Bot001_077_02", "annotations": ["O", "T", "T", "O", "X", "X", "X", "T", "O", "T", "O", "T", "O", "O", "O"], "gpt2background_target_score": [-10.314995765686035, -12.527219772338867, -12.326238632202148, -2.5674338340759277, -0.8739314079284668, -8.082027435302734, -11.092752456665039, -13.370748519897461, -10.205328941345215, -8.341143608093262, -12.911049842834473, -12.022656440734863, -12.300024032592773, -14.038703918457031, -12.549041748046875, -9.886152267456055, -13.02795124053955, -13.949687957763672], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.6541962623596191, -1.4581934213638306, -0.8739314079284668, -0.7113863229751587, -3.256420850753784, -1.552565097808838, -0.7330005168914795, -0.961970329284668, -0.9636690020561218, -2.7271111011505127, -3.7397725582122803, -2.627358913421631, -1.1162781715393066, -1.9334969520568848, -3.4478914737701416, -2.1448445320129395, -2.1447081565856934, -2.817200183868408, -1.516198754310608, -1.3032362461090088, -0.8028159737586975, -0.37418481707572937, -1.755068063735962, -2.988015651702881, -3.214097261428833, -0.08903314173221588, -0.8812400698661804, -1.4543582201004028, -2.4153695106506348, -1.4595463275909424, -1.9786334037780762, -2.8515729904174805, -1.5197442770004272, -1.647462010383606, -1.559985637664795, -1.8060044050216675, -0.4922395348548889, -0.5024823546409607, -2.226322650909424, -1.4532865285873413, -1.4138323068618774, -1.7423759698867798, -0.8736375570297241, -1.0694833993911743, -0.42889949679374695, -1.9386186599731445, -2.0537891387939453, -0.8863860368728638, -1.354587197303772, -2.2738873958587646, -2.014450788497925, -0.8832616209983826, -1.7659953832626343, -1.7875970602035522, -2.310706853866577, -2.647596597671509, -2.2407174110412598, -1.8844527006149292, -0.28646570444107056, -1.946107268333435, -2.0731329917907715, -1.0803276300430298, -1.0826185941696167, -2.0637528896331787, -0.3940748870372772, -2.2398741245269775, -1.9669601917266846, -0.38135984539985657]}, "Bot001_077_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_077.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT].\nCut a long story short: was born in somalia Hello. I was born in Russia, but now i live in the US. cuddling up with my dog always makes me feel better . how are you doing ? I'm fine. What's you dog's name?", "response": "i'm also doing well . i just got home from a trip to norway .. Also, try to guess: now i live ...", "annotation_id": "Bot001_077_04", "annotations": ["O", "X", "T", "X", "O", "X", "X", "T", "O", "T", "O", "X", "O", "T", "T"], "gpt2background_target_score": [-10.230122566223145, -9.635101318359375, -11.340616226196289, -7.988812446594238, -11.106739044189453, -9.784008979797363, -11.85712718963623, -10.385871887207031, -10.093314170837402, -11.60093879699707, -10.314986228942871, -5.921309471130371, -13.878055572509766, -11.127120971679688, -13.149425506591797, -12.133007049560547, -12.047761917114258, -15.47311782836914, -6.245759010314941, -15.072643280029297, -10.559589385986328, -15.034067153930664, -8.987723350524902, -11.870641708374023, -9.733704566955566, -8.361467361450195, -10.97807502746582], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.6541962623596191, -1.4581934213638306, -0.8739314079284668, -0.7113863229751587, -3.256420850753784, -1.552565097808838, -0.7330005168914795, -0.961970329284668, -0.9636690020561218, -2.7271111011505127, -3.7397725582122803, -2.627358913421631, -1.1162781715393066, -1.9334969520568848, -3.4478914737701416, -2.1448445320129395, -2.1447081565856934, -2.817200183868408, -1.516198754310608, -1.3032362461090088, -0.8028159737586975, -0.37418481707572937, -1.755068063735962, -2.988015651702881, -3.214097261428833, -0.08903314173221588, -0.8812400698661804, -1.4543582201004028, -2.4153695106506348, -1.4595463275909424, -1.9786334037780762, -2.8515729904174805, -1.5197442770004272, -1.647462010383606, -1.559985637664795, -1.8060044050216675, -0.4922395348548889, -0.5024823546409607, -2.226322650909424, -1.4532865285873413, -1.4138323068618774, -1.7423759698867798, -0.8736375570297241, -1.0694833993911743, -0.42889949679374695, -1.9386186599731445, -2.0537891387939453, -0.8863860368728638, -1.354587197303772, -0.8631543517112732, -0.7997664213180542, -1.3396002054214478, -1.4904356002807617, -1.3651833534240723, -2.469306230545044, -2.2717599868774414, -2.217956781387329, -0.3186923861503601, -1.8305704593658447, -2.001453161239624, -0.893801212310791, -2.1873927116394043, -1.956624150276184, -0.3940567970275879, -1.9264594316482544, -1.671894907951355, -1.1502035856246948, -1.9385045766830444, -2.817474126815796, -1.4006198644638062, -1.593698263168335, -1.5259177684783936, -0.6374250054359436, -0.5131217837333679, -1.9629892110824585, -0.8592286705970764, -0.8166196346282959, -1.4690423011779785, -2.4401071071624756, -1.7998875379562378, -2.0681910514831543, -1.843148112297058, -1.6837035417556763, -1.5408803224563599, -1.734375, -1.4943586587905884, -2.774806499481201, -1.3398103713989258, -0.8722004890441895, -0.5155399441719055, -3.527642250061035, -1.4606231451034546, -2.265061378479004, -1.7486774921417236, -1.7876098155975342, -1.7436381578445435, -1.56551194190979, -1.3866058588027954, -1.0120259523391724, -2.276742458343506, -1.7346168756484985, -2.1649298667907715, -1.4074856042861938, -1.0306077003479004, -0.3868635594844818, -2.4368913173675537]}, "Bot001_077_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_077.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT].\nCut a long story short: was born in somalia Hello. I was born in Russia, but now i live in the US. cuddling up with my dog always makes me feel better . how are you doing ? I'm fine. What's you dog's name? i'm also doing well . i just got home from a trip to norway .. Also, try to guess: now i live ... in the US?", "response": "in united states, funny you :)", "annotation_id": "Bot001_077_06", "annotations": ["T", "X", "T", "X", "X", "T", "T", "T", "X", "T", "O", "T", "O", "O", "X"], "gpt2background_target_score": [-11.193788528442383, -12.145288467407227, -10.932880401611328, -9.087746620178223, -10.021364212036133, -8.832809448242188, -13.107041358947754], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.6541962623596191, -1.4581934213638306, -0.8739314079284668, -0.7113863229751587, -3.256420850753784, -1.552565097808838, -0.7330005168914795, -0.961970329284668, -0.9636690020561218, -2.7271111011505127, -3.7397725582122803, -2.627358913421631, -1.1162781715393066, -1.9334969520568848, -3.4478914737701416, -2.1448445320129395, -2.1447081565856934, -2.817200183868408, -1.516198754310608, -1.3032362461090088, -0.8028159737586975, -0.37418481707572937, -1.755068063735962, -2.988015651702881, -3.214097261428833, -0.08903314173221588, -0.8812400698661804, -1.4543582201004028, -2.4153695106506348, -1.4595463275909424, -1.9786334037780762, -2.8515729904174805, -1.5197442770004272, -1.647462010383606, -1.559985637664795, -1.8060044050216675, -0.4922395348548889, -0.5024823546409607, -2.226322650909424, -1.4532865285873413, -1.4138323068618774, -1.7423759698867798, -0.8736375570297241, -1.0694833993911743, -0.42889949679374695, -1.9386186599731445, -2.0537891387939453, -0.8863860368728638, -1.354587197303772, -0.8631543517112732, -0.7997664213180542, -1.3396002054214478, -1.4904356002807617, -1.3651833534240723, -2.469306230545044, -2.2717599868774414, -2.217956781387329, -0.3186923861503601, -1.8305704593658447, -2.001453161239624, -0.893801212310791, -2.1873927116394043, -1.956624150276184, -0.3940567970275879, -1.9264594316482544, -1.671894907951355, -1.1502035856246948, -1.9385045766830444, -2.817474126815796, -1.4006198644638062, -1.593698263168335, -1.5259177684783936, -0.6374250054359436, -0.5131217837333679, -1.9629892110824585, -0.8592286705970764, -0.8166196346282959, -1.4690423011779785, -1.4536980390548706, -1.9692109823226929, -1.771368384361267, -1.7410942316055298, -1.5890322923660278, -2.238102912902832, -1.4044370651245117, -2.3068511486053467, -1.3373290300369263, -0.800812840461731, -0.5887001156806946, -3.4498283863067627, -1.3996641635894775, -2.2748398780822754, -1.8812118768692017, -1.8711214065551758, -2.1338093280792236, -1.8871251344680786, -1.9032882452011108, -0.9943191409111023, -2.1356637477874756, -1.7157235145568848, -2.2458882331848145, -1.5075366497039795, -1.0657581090927124, -0.3816312253475189, -2.700242280960083, -1.729882836341858, -1.1618916988372803, -1.8628097772598267, -1.8808566331863403, -2.505659580230713, -1.347274661064148, -1.8291242122650146, -2.176589250564575, -2.1957650184631348, -2.2439913749694824, -2.5266342163085938, -0.6314654350280762]}, "Bot001_077_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_077.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT].\nCut a long story short: was born in somalia Hello. I was born in Russia, but now i live in the US. cuddling up with my dog always makes me feel better . how are you doing ? I'm fine. What's you dog's name? i'm also doing well . i just got home from a trip to norway .. Also, try to guess: now i live ... in the US? in united states, funny you :) What do you do for a living?", "response": "i work in an office building . it has also paid well , and supports my love of cars", "annotation_id": "Bot001_077_08", "annotations": ["O", "T", "T", "O", "O", "X", "T", "T", "X", "T", "X", "O", "O", "O", "O"], "gpt2background_target_score": [-10.230122566223145, -11.200457572937012, -7.577454566955566, -4.645366191864014, -11.85584831237793, -11.55667495727539, -13.26524543762207, -10.673749923706055, -8.058616638183594, -11.683717727661133, -13.899165153503418, -13.487677574157715, -10.847369194030762, -10.032360076904297, -13.943168640136719, -11.351713180541992, -13.038646697998047, -12.03797721862793, -12.709774017333984], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.6541962623596191, -1.4581934213638306, -0.8739314079284668, -0.7113863229751587, -3.256420850753784, -1.552565097808838, -0.7330005168914795, -0.961970329284668, -0.9636690020561218, -2.7271111011505127, -3.7397725582122803, -2.627358913421631, -1.1162781715393066, -1.9334969520568848, -3.4478914737701416, -2.1448445320129395, -2.1447081565856934, -2.817200183868408, -1.516198754310608, -1.3032362461090088, -0.8028159737586975, -0.37418481707572937, -1.755068063735962, -2.988015651702881, -3.214097261428833, -0.08903314173221588, -0.8812400698661804, -1.4543582201004028, -2.4153695106506348, -1.4595463275909424, -1.9786334037780762, -2.8515729904174805, -1.5197442770004272, -1.647462010383606, -1.559985637664795, -1.8060044050216675, -0.4922395348548889, -0.5024823546409607, -2.226322650909424, -1.4532865285873413, -1.4138323068618774, -1.7423759698867798, -0.8736375570297241, -1.0694833993911743, -0.42889949679374695, -1.9386186599731445, -2.0537891387939453, -0.8863860368728638, -1.354587197303772, -0.8631543517112732, -0.7997664213180542, -1.3396002054214478, -1.4904356002807617, -1.3651833534240723, -2.469306230545044, -2.2717599868774414, -2.217956781387329, -0.3186923861503601, -1.8305704593658447, -2.001453161239624, -0.893801212310791, -2.1873927116394043, -1.956624150276184, -0.3940567970275879, -1.9264594316482544, -1.671894907951355, -1.1502035856246948, -1.9385045766830444, -2.817474126815796, -1.4006198644638062, -1.593698263168335, -1.5259177684783936, -0.6374250054359436, -0.5131217837333679, -1.9629892110824585, -0.8592286705970764, -0.8166196346282959, -1.4690423011779785, -1.4536980390548706, -1.9692109823226929, -1.771368384361267, -1.7410942316055298, -1.5890322923660278, -2.238102912902832, -1.4044370651245117, -2.3068511486053467, -1.3373290300369263, -0.800812840461731, -0.5887001156806946, -3.4498283863067627, -1.3996641635894775, -2.2748398780822754, -1.8812118768692017, -1.8711214065551758, -2.1338093280792236, -1.8871251344680786, -1.9032882452011108, -0.9943191409111023, -2.1356637477874756, -1.7157235145568848, -2.2458882331848145, -1.5075366497039795, -1.0657581090927124, -0.3816312253475189, -2.700242280960083, -1.729882836341858, -1.1618916988372803, -1.8628097772598267, -1.8808566331863403, -1.3497871160507202, -1.5914177894592285, -2.30546236038208, -2.244736433029175, -2.7750113010406494, -2.6303350925445557, -1.3626548051834106, -1.5341705083847046, -0.30075350403785706, -1.782394289970398, -1.4971426725387573, -2.2881665229797363, -1.7185568809509277, -0.8869004249572754, -1.554037094116211, -2.1837282180786133, -2.2016689777374268, -1.1515636444091797, -1.6369009017944336, -2.6754519939422607, -2.161447525024414, -2.067932605743408, -1.2675621509552002, -0.6364907622337341, -1.0709575414657593, -1.1470752954483032, -0.8432403206825256, -2.1774775981903076, -1.443279504776001, -1.0745025873184204, -2.306021213531494, -1.657744288444519, -1.0698695182800293, -1.5486522912979126, -1.9486463069915771]}, "Bot001_077_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_077.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT].\nCut a long story short: was born in somalia Hello. I was born in Russia, but now i live in the US. cuddling up with my dog always makes me feel better . how are you doing ? I'm fine. What's you dog's name? i'm also doing well . i just got home from a trip to norway .. Also, try to guess: now i live ... in the US? in united states, funny you :) What do you do for a living? i work in an office building . it has also paid well , and supports my love of cars I also like cars. I spend all my money on them.", "response": "i do not know how to swim", "annotation_id": "Bot001_077_10", "annotations": ["O", "T", "T", "O", "O", "T", "T", "T", "X", "T", "X", "T", "O", "T", "T"], "gpt2background_target_score": [-10.230122566223145, -8.556722640991211, -9.319284439086914, -12.47795581817627, -9.628887176513672, -9.460233688354492, -11.532560348510742], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.6541962623596191, -1.4581934213638306, -0.8739314079284668, -0.7113863229751587, -3.256420850753784, -1.552565097808838, -0.7330005168914795, -0.961970329284668, -0.9636690020561218, -2.7271111011505127, -3.7397725582122803, -2.627358913421631, -1.1162781715393066, -1.9334969520568848, -3.4478914737701416, -2.1448445320129395, -2.1447081565856934, -2.817200183868408, -1.516198754310608, -1.3032362461090088, -0.8028159737586975, -0.37418481707572937, -1.755068063735962, -2.988015651702881, -3.214097261428833, -0.08903314173221588, -0.8812400698661804, -1.4543582201004028, -2.4153695106506348, -1.4595463275909424, -1.9786334037780762, -2.8515729904174805, -1.5197442770004272, -1.647462010383606, -1.559985637664795, -1.8060044050216675, -0.4922395348548889, -0.5024823546409607, -2.226322650909424, -1.4532865285873413, -1.4138323068618774, -1.7423759698867798, -0.8736375570297241, -1.0694833993911743, -0.42889949679374695, -1.9386186599731445, -2.0537891387939453, -0.8863860368728638, -1.354587197303772, -0.8631543517112732, -0.7997664213180542, -1.3396002054214478, -1.4904356002807617, -1.3651833534240723, -2.469306230545044, -2.2717599868774414, -2.217956781387329, -0.3186923861503601, -1.8305704593658447, -2.001453161239624, -0.893801212310791, -2.1873927116394043, -1.956624150276184, -0.3940567970275879, -1.9264594316482544, -1.671894907951355, -1.1502035856246948, -1.9385045766830444, -2.817474126815796, -1.4006198644638062, -1.593698263168335, -1.5259177684783936, -0.6374250054359436, -0.5131217837333679, -1.9629892110824585, -0.8592286705970764, -0.8166196346282959, -1.4690423011779785, -1.4536980390548706, -1.9692109823226929, -1.771368384361267, -1.7410942316055298, -1.5890322923660278, -2.238102912902832, -1.4044370651245117, -2.3068511486053467, -1.3373290300369263, -0.800812840461731, -0.5887001156806946, -3.4498283863067627, -1.3996641635894775, -2.2748398780822754, -1.8812118768692017, -1.8711214065551758, -2.1338093280792236, -1.8871251344680786, -1.9032882452011108, -0.9943191409111023, -2.1356637477874756, -1.7157235145568848, -2.2458882331848145, -1.5075366497039795, -1.0657581090927124, -0.3816312253475189, -2.700242280960083, -1.729882836341858, -1.1618916988372803, -1.8628097772598267, -1.8808566331863403, -1.3497871160507202, -1.5914177894592285, -2.30546236038208, -2.244736433029175, -2.7750113010406494, -2.6303350925445557, -1.3626548051834106, -1.5341705083847046, -0.30075350403785706, -1.782394289970398, -1.4971426725387573, -2.2881665229797363, -1.7185568809509277, -0.8869004249572754, -1.554037094116211, -1.8111199140548706, -1.332237958908081, -1.7397329807281494, -2.763123035430908, -2.1784603595733643, -2.004852056503296, -1.3395179510116577, -0.5051825642585754, -1.159774899482727, -1.1464815139770508, -0.7078613638877869, -2.187509059906006, -1.4209458827972412, -0.9973069429397583, -1.9390268325805664, -1.7661104202270508, -1.2113385200500488, -1.5023722648620605, -1.9472951889038086, -2.627685785293579, -1.485148549079895, -0.9101444482803345, -2.007126569747925, -1.890832781791687, -2.2962331771850586, -1.0107563734054565, -0.7045101523399353, -0.8652884364128113, -0.7625874280929565, -1.8157936334609985, -2.0878686904907227, -1.8632242679595947, -2.274925708770752, -2.0284390449523926, -2.305873155593872, -1.8720601797103882, -1.8188918828964233, -1.0325819253921509, -2.7851498126983643, -2.179033041000366]}, "Bot001_077_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_077.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT].\nCut a long story short: was born in somalia Hello. I was born in Russia, but now i live in the US. cuddling up with my dog always makes me feel better . how are you doing ? I'm fine. What's you dog's name? i'm also doing well . i just got home from a trip to norway .. Also, try to guess: now i live ... in the US? in united states, funny you :) What do you do for a living? i work in an office building . it has also paid well , and supports my love of cars I also like cars. I spend all my money on them. i do not know how to swim Me too.", "response": "i like to sing , but only in the shower . scared of what others would think lol", "annotation_id": "Bot001_077_12", "annotations": ["T", "T", "T", "O", "X", "X", "T", "T", "X", "T", "O", "O", "O", "O", "X"], "gpt2background_target_score": [-10.230122566223145, -10.527121543884277, -6.140561580657959, -12.895853042602539, -9.250328063964844, -10.162633895874023, -13.667716979980469, -9.958942413330078, -8.48901653289795, -12.292638778686523, -12.408247947692871, -13.506902694702148, -10.040483474731445, -14.746232986450195, -17.405200958251953, -12.318258285522461, -14.211420059204102, -16.170671463012695], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.6541962623596191, -1.4581934213638306, -0.8739314079284668, -0.7113863229751587, -3.256420850753784, -1.552565097808838, -0.7330005168914795, -0.961970329284668, -0.9636690020561218, -2.7271111011505127, -3.7397725582122803, -2.627358913421631, -1.1162781715393066, -1.9334969520568848, -3.4478914737701416, -2.1448445320129395, -2.1447081565856934, -2.817200183868408, -1.516198754310608, -1.3032362461090088, -0.8028159737586975, -0.37418481707572937, -1.755068063735962, -2.988015651702881, -3.214097261428833, -0.08903314173221588, -0.8812400698661804, -1.4543582201004028, -2.4153695106506348, -1.4595463275909424, -1.9786334037780762, -2.8515729904174805, -1.5197442770004272, -1.647462010383606, -1.559985637664795, -1.8060044050216675, -0.4922395348548889, -0.5024823546409607, -2.226322650909424, -1.4532865285873413, -1.4138323068618774, -1.7423759698867798, -0.8736375570297241, -1.0694833993911743, -0.42889949679374695, -1.9386186599731445, -2.0537891387939453, -0.8863860368728638, -1.354587197303772, -0.8631543517112732, -0.7997664213180542, -1.3396002054214478, -1.4904356002807617, -1.3651833534240723, -2.469306230545044, -2.2717599868774414, -2.217956781387329, -0.3186923861503601, -1.8305704593658447, -2.001453161239624, -0.893801212310791, -2.1873927116394043, -1.956624150276184, -0.3940567970275879, -1.9264594316482544, -1.671894907951355, -1.1502035856246948, -1.9385045766830444, -2.817474126815796, -1.4006198644638062, -1.593698263168335, -1.5259177684783936, -0.6374250054359436, -0.5131217837333679, -1.9629892110824585, -0.8592286705970764, -0.8166196346282959, -1.4690423011779785, -1.4536980390548706, -1.9692109823226929, -1.771368384361267, -1.7410942316055298, -1.5890322923660278, -2.238102912902832, -1.4044370651245117, -2.3068511486053467, -1.3373290300369263, -0.800812840461731, -0.5887001156806946, -3.4498283863067627, -1.3996641635894775, -2.2748398780822754, -1.8812118768692017, -1.8711214065551758, -2.1338093280792236, -1.8871251344680786, -1.9032882452011108, -0.9943191409111023, -2.1356637477874756, -1.7157235145568848, -2.2458882331848145, -1.5075366497039795, -1.0657581090927124, -0.3816312253475189, -2.700242280960083, -1.729882836341858, -1.1618916988372803, -1.8628097772598267, -1.8808566331863403, -1.3497871160507202, -1.5914177894592285, -2.30546236038208, -2.244736433029175, -2.7750113010406494, -2.6303350925445557, -1.3626548051834106, -1.5341705083847046, -0.30075350403785706, -1.782394289970398, -1.4971426725387573, -2.2881665229797363, -1.7185568809509277, -0.8869004249572754, -1.554037094116211, -1.8111199140548706, -1.332237958908081, -1.7397329807281494, -2.763123035430908, -2.1784603595733643, -2.004852056503296, -1.3395179510116577, -0.5051825642585754, -1.159774899482727, -1.1464815139770508, -0.7078613638877869, -2.187509059906006, -1.4209458827972412, -0.9973069429397583, -1.9390268325805664, -1.7661104202270508, -1.2113385200500488, -1.5023722648620605, -1.9472951889038086, -2.627685785293579, -1.485148549079895, -0.9101444482803345, -2.007126569747925, -1.890832781791687, -2.2962331771850586, -1.0107563734054565, -0.7045101523399353, -0.8652884364128113, -0.7625874280929565, -1.8157936334609985, -2.0878686904907227, -1.8632242679595947, -2.4821975231170654, -2.4572339057922363, -1.8176995515823364, -1.9604629278182983, -0.9394550919532776, -2.585386276245117, -2.227665901184082, -1.114266037940979, -1.7868634462356567, -2.123586416244507, -2.389690399169922, -2.748382091522217, -1.9446187019348145, -0.6197559237480164, -2.8896801471710205, -1.8207497596740723, -1.0835987329483032, -2.489506483078003, -1.6421287059783936, -2.450998544692993, -2.1878981590270996, -1.3357113599777222, -2.368962287902832, -2.779467821121216, -1.752551555633545, -1.4648765325546265, -1.1914297342300415, -1.9728983640670776, -1.1293045282363892]}, "Bot001_077_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_077.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT].\nCut a long story short: was born in somalia Hello. I was born in Russia, but now i live in the US. cuddling up with my dog always makes me feel better . how are you doing ? I'm fine. What's you dog's name? i'm also doing well . i just got home from a trip to norway .. Also, try to guess: now i live ... in the US? in united states, funny you :) What do you do for a living? i work in an office building . it has also paid well , and supports my love of cars I also like cars. I spend all my money on them. i do not know how to swim Me too. i like to sing , but only in the shower . scared of what others would think lol i go to the gym most days just to socialize.", "response": "i do it 3x a week its relaxing", "annotation_id": "Bot001_077_14", "annotations": ["O", "O", "T", "O", "T", "T", "T", "T", "X", "T", "X", "O", "O", "O", "O"], "gpt2background_target_score": [-10.230122566223145, -8.556722640991211, -8.491071701049805, -9.503168106079102, -11.412763595581055, -8.598021507263184, -11.757107734680176, -13.015188217163086, -13.305861473083496], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.6541962623596191, -1.4581934213638306, -0.8739314079284668, -0.7113863229751587, -3.256420850753784, -1.552565097808838, -0.7330005168914795, -0.961970329284668, -0.9636690020561218, -2.7271111011505127, -3.7397725582122803, -2.627358913421631, -1.1162781715393066, -1.9334969520568848, -3.4478914737701416, -2.1448445320129395, -2.1447081565856934, -2.817200183868408, -1.516198754310608, -1.3032362461090088, -0.8028159737586975, -0.37418481707572937, -1.755068063735962, -2.988015651702881, -3.214097261428833, -0.08903314173221588, -0.8812400698661804, -1.4543582201004028, -2.4153695106506348, -1.4595463275909424, -1.9786334037780762, -2.8515729904174805, -1.5197442770004272, -1.647462010383606, -1.559985637664795, -1.8060044050216675, -0.4922395348548889, -0.5024823546409607, -2.226322650909424, -1.4532865285873413, -1.4138323068618774, -1.7423759698867798, -0.8736375570297241, -1.0694833993911743, -0.42889949679374695, -1.9386186599731445, -2.0537891387939453, -0.8863860368728638, -1.354587197303772, -0.8631543517112732, -0.7997664213180542, -1.3396002054214478, -1.4904356002807617, -1.3651833534240723, -2.469306230545044, -2.2717599868774414, -2.217956781387329, -0.3186923861503601, -1.8305704593658447, -2.001453161239624, -0.893801212310791, -2.1873927116394043, -1.956624150276184, -0.3940567970275879, -1.9264594316482544, -1.671894907951355, -1.1502035856246948, -1.9385045766830444, -2.817474126815796, -1.4006198644638062, -1.593698263168335, -1.5259177684783936, -0.6374250054359436, -0.5131217837333679, -1.9629892110824585, -0.8592286705970764, -0.8166196346282959, -1.4690423011779785, -1.4536980390548706, -1.9692109823226929, -1.771368384361267, -1.7410942316055298, -1.5890322923660278, -2.238102912902832, -1.4044370651245117, -2.3068511486053467, -1.3373290300369263, -0.800812840461731, -0.5887001156806946, -3.4498283863067627, -1.3996641635894775, -2.2748398780822754, -1.8812118768692017, -1.8711214065551758, -2.1338093280792236, -1.8871251344680786, -1.9032882452011108, -0.9943191409111023, -2.1356637477874756, -1.7157235145568848, -2.2458882331848145, -1.5075366497039795, -1.0657581090927124, -0.3816312253475189, -2.700242280960083, -1.729882836341858, -1.1618916988372803, -1.8628097772598267, -1.8808566331863403, -1.3497871160507202, -1.5914177894592285, -2.30546236038208, -2.244736433029175, -2.7750113010406494, -2.6303350925445557, -1.3626548051834106, -1.5341705083847046, -0.30075350403785706, -1.782394289970398, -1.4971426725387573, -2.2881665229797363, -1.7185568809509277, -0.8869004249572754, -1.554037094116211, -1.8111199140548706, -1.332237958908081, -1.7397329807281494, -2.763123035430908, -2.1784603595733643, -2.004852056503296, -1.3395179510116577, -0.5051825642585754, -1.159774899482727, -1.1464815139770508, -0.7078613638877869, -2.187509059906006, -1.4209458827972412, -0.9973069429397583, -1.9390268325805664, -1.7661104202270508, -1.2113385200500488, -1.5023722648620605, -1.9472951889038086, -2.627685785293579, -1.485148549079895, -0.9101444482803345, -2.007126569747925, -1.890832781791687, -2.2962331771850586, -1.0107563734054565, -0.7045101523399353, -0.8652884364128113, -0.7625874280929565, -1.8157936334609985, -2.0878686904907227, -1.8632242679595947, -2.4821975231170654, -2.4572339057922363, -1.8176995515823364, -1.9604629278182983, -0.9394550919532776, -2.585386276245117, -2.227665901184082, -1.114266037940979, -1.7868634462356567, -2.123586416244507, -2.4274561405181885, -1.8101422786712646, -0.7113847136497498, -2.417952060699463, -2.0235862731933594, -1.1011314392089844, -2.4606924057006836, -1.6184529066085815, -2.9890377521514893, -1.9737025499343872, -1.3187766075134277, -1.9691425561904907, -2.8567750453948975, -1.7481249570846558, -1.6430217027664185, -1.1496295928955078, -1.9013001918792725, -1.6004964113235474, -2.570552349090576, -0.9559038281440735, -1.7099415063858032, -1.9513640403747559, -2.246140718460083, -1.2094612121582031, -2.1985299587249756, -1.0973868370056152, -2.4674153327941895, -0.3289812207221985, -1.198933482170105, -1.6561932563781738, -2.453577995300293, -2.9896814823150635, -1.5713739395141602, -2.089559316635132, -0.8229633569717407, -0.4103569984436035, -0.5320103168487549, -2.171020030975342, -2.577695369720459, -2.028285264968872]}, "Bot001_077_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_077.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT].\nCut a long story short: was born in somalia Hello. I was born in Russia, but now i live in the US. cuddling up with my dog always makes me feel better . how are you doing ? I'm fine. What's you dog's name? i'm also doing well . i just got home from a trip to norway .. Also, try to guess: now i live ... in the US? in united states, funny you :) What do you do for a living? i work in an office building . it has also paid well , and supports my love of cars I also like cars. I spend all my money on them. i do not know how to swim Me too. i like to sing , but only in the shower . scared of what others would think lol i go to the gym most days just to socialize. i do it 3x a week its relaxing Yeah. Do you have any hobbies?", "response": "i enjoy making friends and exercising , how about you ?", "annotation_id": "Bot001_077_16", "annotations": ["O", "O", "T", "O", "X", "O", "X", "T", "O", "T", "O", "O", "O", "O", "T"], "gpt2background_target_score": [-10.230122566223145, -11.916404724121094, -10.416492462158203, -11.135499954223633, -5.625816822052002, -12.71859073638916, -12.894402503967285, -10.622411727905273, -8.910033226013184, -8.760810852050781, -10.985535621643066], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.6541962623596191, -1.4581934213638306, -0.8739314079284668, -0.7113863229751587, -3.256420850753784, -1.552565097808838, -0.7330005168914795, -0.961970329284668, -0.9636690020561218, -2.7271111011505127, -3.7397725582122803, -2.627358913421631, -1.1162781715393066, -1.9334969520568848, -3.4478914737701416, -2.1448445320129395, -2.1447081565856934, -2.817200183868408, -1.516198754310608, -1.3032362461090088, -0.8028159737586975, -0.37418481707572937, -1.755068063735962, -2.988015651702881, -3.214097261428833, -0.08903314173221588, -0.8812400698661804, -1.4543582201004028, -2.4153695106506348, -1.4595463275909424, -1.9786334037780762, -2.8515729904174805, -1.5197442770004272, -1.647462010383606, -1.559985637664795, -1.8060044050216675, -0.4922395348548889, -0.5024823546409607, -2.226322650909424, -1.4532865285873413, -1.4138323068618774, -1.7423759698867798, -0.8736375570297241, -1.0694833993911743, -0.42889949679374695, -1.9386186599731445, -2.0537891387939453, -0.8863860368728638, -1.354587197303772, -0.8631543517112732, -0.7997664213180542, -1.3396002054214478, -1.4904356002807617, -1.3651833534240723, -2.469306230545044, -2.2717599868774414, -2.217956781387329, -0.3186923861503601, -1.8305704593658447, -2.001453161239624, -0.893801212310791, -2.1873927116394043, -1.956624150276184, -0.3940567970275879, -1.9264594316482544, -1.671894907951355, -1.1502035856246948, -1.9385045766830444, -2.817474126815796, -1.4006198644638062, -1.593698263168335, -1.5259177684783936, -0.6374250054359436, -0.5131217837333679, -1.9629892110824585, -0.8592286705970764, -0.8166196346282959, -1.4690423011779785, -1.4536980390548706, -1.9692109823226929, -1.771368384361267, -1.7410942316055298, -1.5890322923660278, -2.238102912902832, -1.4044370651245117, -2.3068511486053467, -1.3373290300369263, -0.800812840461731, -0.5887001156806946, -3.4498283863067627, -1.3996641635894775, -2.2748398780822754, -1.8812118768692017, -1.8711214065551758, -2.1338093280792236, -1.8871251344680786, -1.9032882452011108, -0.9943191409111023, -2.1356637477874756, -1.7157235145568848, -2.2458882331848145, -1.5075366497039795, -1.0657581090927124, -0.3816312253475189, -2.700242280960083, -1.729882836341858, -1.1618916988372803, -1.8628097772598267, -1.8808566331863403, -1.3497871160507202, -1.5914177894592285, -2.30546236038208, -2.244736433029175, -2.7750113010406494, -2.6303350925445557, -1.3626548051834106, -1.5341705083847046, -0.30075350403785706, -1.782394289970398, -1.4971426725387573, -2.2881665229797363, -1.7185568809509277, -0.8869004249572754, -1.554037094116211, -1.8111199140548706, -1.332237958908081, -1.7397329807281494, -2.763123035430908, -2.1784603595733643, -2.004852056503296, -1.3395179510116577, -0.5051825642585754, -1.159774899482727, -1.1464815139770508, -0.7078613638877869, -2.187509059906006, -1.4209458827972412, -0.9973069429397583, -1.9390268325805664, -1.7661104202270508, -1.2113385200500488, -1.5023722648620605, -1.9472951889038086, -2.627685785293579, -1.485148549079895, -0.9101444482803345, -2.007126569747925, -1.890832781791687, -2.2962331771850586, -1.0107563734054565, -0.7045101523399353, -0.8652884364128113, -0.7625874280929565, -1.8157936334609985, -2.0878686904907227, -1.8632242679595947, -2.4821975231170654, -2.4572339057922363, -1.8176995515823364, -1.9604629278182983, -0.9394550919532776, -2.585386276245117, -2.227665901184082, -1.114266037940979, -1.7868634462356567, -2.123586416244507, -2.4274561405181885, -1.8101422786712646, -0.7113847136497498, -2.417952060699463, -2.0235862731933594, -1.1011314392089844, -2.4606924057006836, -1.6184529066085815, -2.9890377521514893, -1.9737025499343872, -1.3187766075134277, -1.9691425561904907, -2.8567750453948975, -1.7481249570846558, -1.6430217027664185, -1.1496295928955078, -1.9013001918792725, -1.6004964113235474, -2.570552349090576, -0.9559038281440735, -1.7099415063858032, -1.9513640403747559, -2.246140718460083, -1.2094612121582031, -2.1985299587249756, -1.0973868370056152, -2.4674153327941895, -0.3289812207221985, -1.198933482170105, -1.6561932563781738, -2.759568929672241, -1.0717946290969849, -2.250143051147461, -0.7988393306732178, -0.36339375376701355, -0.505100667476654, -2.2040650844573975, -2.7045648097991943, -2.008065700531006, -2.0252926349639893, -1.771023154258728, -0.44417864084243774, -1.23494553565979, -1.1523730754852295, -2.8633217811584473, -1.425042748451233, -2.236442804336548, -1.9181087017059326, -1.992127776145935, -2.4336097240448, -1.0421019792556763, -1.7889493703842163, -3.069401979446411, -2.0209314823150635, -1.712405800819397, -1.1666444540023804, -2.0170161724090576, -1.514850378036499, -1.10406494140625]}, "Bot001_077_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_077.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT].\nCut a long story short: was born in somalia Hello. I was born in Russia, but now i live in the US. cuddling up with my dog always makes me feel better . how are you doing ? I'm fine. What's you dog's name? i'm also doing well . i just got home from a trip to norway .. Also, try to guess: now i live ... in the US? in united states, funny you :) What do you do for a living? i work in an office building . it has also paid well , and supports my love of cars I also like cars. I spend all my money on them. i do not know how to swim Me too. i like to sing , but only in the shower . scared of what others would think lol i go to the gym most days just to socialize. i do it 3x a week its relaxing Yeah. Do you have any hobbies? i enjoy making friends and exercising , how about you ? I like cars and go to gym as well.", "response": "huh . that is an interesting combination . say more .", "annotation_id": "Bot001_077_18", "annotations": ["T", "T", "T", "O", "O", "O", "X", "T", "O", "T", "O", "O", "O", "O", "X"], "gpt2background_target_score": [-11.458654403686523, -12.43271541595459, -12.416648864746094, -5.508405685424805, -7.416317939758301, -10.446066856384277, -11.79067325592041, -12.136171340942383, -11.991378784179688, -12.623414993286133, -11.699630737304688, -11.588240623474121], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.6541962623596191, -1.4581934213638306, -0.8739314079284668, -0.7113863229751587, -3.256420850753784, -1.552565097808838, -0.7330005168914795, -0.961970329284668, -0.9636690020561218, -2.7271111011505127, -3.7397725582122803, -2.627358913421631, -1.1162781715393066, -1.9334969520568848, -3.4478914737701416, -2.1448445320129395, -2.1447081565856934, -2.817200183868408, -1.516198754310608, -1.3032362461090088, -0.8028159737586975, -0.37418481707572937, -1.755068063735962, -2.988015651702881, -3.214097261428833, -0.08903314173221588, -0.8812400698661804, -1.4543582201004028, -2.4153695106506348, -1.4595463275909424, -1.9786334037780762, -2.8515729904174805, -1.5197442770004272, -1.647462010383606, -1.559985637664795, -1.8060044050216675, -0.4922395348548889, -0.5024823546409607, -2.226322650909424, -1.4532865285873413, -1.4138323068618774, -1.7423759698867798, -0.8736375570297241, -1.0694833993911743, -0.42889949679374695, -1.9386186599731445, -2.0537891387939453, -0.8863860368728638, -1.354587197303772, -0.8631543517112732, -0.7997664213180542, -1.3396002054214478, -1.4904356002807617, -1.3651833534240723, -2.469306230545044, -2.2717599868774414, -2.217956781387329, -0.3186923861503601, -1.8305704593658447, -2.001453161239624, -0.893801212310791, -2.1873927116394043, -1.956624150276184, -0.3940567970275879, -1.9264594316482544, -1.671894907951355, -1.1502035856246948, -1.9385045766830444, -2.817474126815796, -1.4006198644638062, -1.593698263168335, -1.5259177684783936, -0.6374250054359436, -0.5131217837333679, -1.9629892110824585, -0.8592286705970764, -0.8166196346282959, -1.4690423011779785, -1.4536980390548706, -1.9692109823226929, -1.771368384361267, -1.7410942316055298, -1.5890322923660278, -2.238102912902832, -1.4044370651245117, -2.3068511486053467, -1.3373290300369263, -0.800812840461731, -0.5887001156806946, -3.4498283863067627, -1.3996641635894775, -2.2748398780822754, -1.8812118768692017, -1.8711214065551758, -2.1338093280792236, -1.8871251344680786, -1.9032882452011108, -0.9943191409111023, -2.1356637477874756, -1.7157235145568848, -2.2458882331848145, -1.5075366497039795, -1.0657581090927124, -0.3816312253475189, -2.700242280960083, -1.729882836341858, -1.1618916988372803, -1.8628097772598267, -1.8808566331863403, -1.3497871160507202, -1.5914177894592285, -2.30546236038208, -2.244736433029175, -2.7750113010406494, -2.6303350925445557, -1.3626548051834106, -1.5341705083847046, -0.30075350403785706, -1.782394289970398, -1.4971426725387573, -2.2881665229797363, -1.7185568809509277, -0.8869004249572754, -1.554037094116211, -1.8111199140548706, -1.332237958908081, -1.7397329807281494, -2.763123035430908, -2.1784603595733643, -2.004852056503296, -1.3395179510116577, -0.5051825642585754, -1.159774899482727, -1.1464815139770508, -0.7078613638877869, -2.187509059906006, -1.4209458827972412, -0.9973069429397583, -1.9390268325805664, -1.7661104202270508, -1.2113385200500488, -1.5023722648620605, -1.9472951889038086, -2.627685785293579, -1.485148549079895, -0.9101444482803345, -2.007126569747925, -1.890832781791687, -2.2962331771850586, -1.0107563734054565, -0.7045101523399353, -0.8652884364128113, -0.7625874280929565, -1.8157936334609985, -2.0878686904907227, -1.8632242679595947, -2.4821975231170654, -2.4572339057922363, -1.8176995515823364, -1.9604629278182983, -0.9394550919532776, -2.585386276245117, -2.227665901184082, -1.114266037940979, -1.7868634462356567, -2.123586416244507, -2.4274561405181885, -1.8101422786712646, -0.7113847136497498, -2.417952060699463, -2.0235862731933594, -1.1011314392089844, -2.4606924057006836, -1.6184529066085815, -2.9890377521514893, -1.9737025499343872, -1.3187766075134277, -1.9691425561904907, -2.8567750453948975, -1.7481249570846558, -1.6430217027664185, -1.1496295928955078, -1.9013001918792725, -1.6004964113235474, -2.570552349090576, -0.9559038281440735, -1.7099415063858032, -1.9513640403747559, -2.246140718460083, -1.2094612121582031, -2.1985299587249756, -1.0973868370056152, -2.4674153327941895, -0.3289812207221985, -1.198933482170105, -1.6561932563781738, -2.759568929672241, -1.0717946290969849, -2.250143051147461, -0.7988393306732178, -0.36339375376701355, -0.505100667476654, -2.2040650844573975, -2.7045648097991943, -2.008065700531006, -2.0252926349639893, -1.771023154258728, -0.44417864084243774, -1.23494553565979, -1.1523730754852295, -2.8633217811584473, -1.425042748451233, -2.236442804336548, -2.252861738204956, -2.4217095375061035, -0.9761309027671814, -1.6872220039367676, -3.0741379261016846, -2.00508975982666, -1.7714780569076538, -1.1721113920211792, -2.1510682106018066, -1.3014050722122192, -1.9497169256210327, -2.4382762908935547, -1.04947829246521, -2.0777153968811035, -2.2982077598571777, -0.8178882002830505, -1.1290618181228638, -2.86480450630188, -0.5795111656188965, -1.5129808187484741, -1.6124738454818726, -2.1705679893493652, -0.9964098930358887, -2.3309266567230225, -1.5287052392959595, -1.0480999946594238, -2.4587039947509766, -1.0436382293701172, -0.7775161266326904, -1.7639341354370117, -1.6022685766220093, -1.9257376194000244, -2.2828001976013184, -1.9695117473602295]}, "Bot001_077_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_077.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT].\nCut a long story short: was born in somalia Hello. I was born in Russia, but now i live in the US. cuddling up with my dog always makes me feel better . how are you doing ? I'm fine. What's you dog's name? i'm also doing well . i just got home from a trip to norway .. Also, try to guess: now i live ... in the US? in united states, funny you :) What do you do for a living? i work in an office building . it has also paid well , and supports my love of cars I also like cars. I spend all my money on them. i do not know how to swim Me too. i like to sing , but only in the shower . scared of what others would think lol i go to the gym most days just to socialize. i do it 3x a week its relaxing Yeah. Do you have any hobbies? i enjoy making friends and exercising , how about you ? I like cars and go to gym as well. huh . that is an interesting combination . say more . I work from home.", "response": "what do you do ?", "annotation_id": "Bot001_077_20", "annotations": ["O", "O", "T", "O", "T", "O", "X", "T", "O", "T", "O", "O", "O", "T", "O"], "gpt2background_target_score": [-12.435209274291992, -8.556722640991211, -5.980231285095215, -8.49596118927002, -7.386923789978027], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.6541962623596191, -1.4581934213638306, -0.8739314079284668, -0.7113863229751587, -3.256420850753784, -1.552565097808838, -0.7330005168914795, -0.961970329284668, -0.9636690020561218, -2.7271111011505127, -3.7397725582122803, -2.627358913421631, -1.1162781715393066, -1.9334969520568848, -3.4478914737701416, -2.1448445320129395, -2.1447081565856934, -2.817200183868408, -1.516198754310608, -1.3032362461090088, -0.8028159737586975, -0.37418481707572937, -1.755068063735962, -2.988015651702881, -3.214097261428833, -0.08903314173221588, -0.8812400698661804, -1.4543582201004028, -2.4153695106506348, -1.4595463275909424, -1.9786334037780762, -2.8515729904174805, -1.5197442770004272, -1.647462010383606, -1.559985637664795, -1.8060044050216675, -0.4922395348548889, -0.5024823546409607, -2.226322650909424, -1.4532865285873413, -1.4138323068618774, -1.7423759698867798, -0.8736375570297241, -1.0694833993911743, -0.42889949679374695, -1.9386186599731445, -2.0537891387939453, -0.8863860368728638, -1.354587197303772, -0.8631543517112732, -0.7997664213180542, -1.3396002054214478, -1.4904356002807617, -1.3651833534240723, -2.469306230545044, -2.2717599868774414, -2.217956781387329, -0.3186923861503601, -1.8305704593658447, -2.001453161239624, -0.893801212310791, -2.1873927116394043, -1.956624150276184, -0.3940567970275879, -1.9264594316482544, -1.671894907951355, -1.1502035856246948, -1.9385045766830444, -2.817474126815796, -1.4006198644638062, -1.593698263168335, -1.5259177684783936, -0.6374250054359436, -0.5131217837333679, -1.9629892110824585, -0.8592286705970764, -0.8166196346282959, -1.4690423011779785, -1.4536980390548706, -1.9692109823226929, -1.771368384361267, -1.7410942316055298, -1.5890322923660278, -2.238102912902832, -1.4044370651245117, -2.3068511486053467, -1.3373290300369263, -0.800812840461731, -0.5887001156806946, -3.4498283863067627, -1.3996641635894775, -2.2748398780822754, -1.8812118768692017, -1.8711214065551758, -2.1338093280792236, -1.8871251344680786, -1.9032882452011108, -0.9943191409111023, -2.1356637477874756, -1.7157235145568848, -2.2458882331848145, -1.5075366497039795, -1.0657581090927124, -0.3816312253475189, -2.700242280960083, -1.729882836341858, -1.1618916988372803, -1.8628097772598267, -1.8808566331863403, -1.3497871160507202, -1.5914177894592285, -2.30546236038208, -2.244736433029175, -2.7750113010406494, -2.6303350925445557, -1.3626548051834106, -1.5341705083847046, -0.30075350403785706, -1.782394289970398, -1.4971426725387573, -2.2881665229797363, -1.7185568809509277, -0.8869004249572754, -1.554037094116211, -1.8111199140548706, -1.332237958908081, -1.7397329807281494, -2.763124704360962, -2.1784613132476807, -2.0048515796661377, -1.3395164012908936, -0.5051822066307068, -1.1597753763198853, -1.146483063697815, -0.7078614830970764, -2.187509775161743, -1.4209474325180054, -0.9973061084747314, -1.9390255212783813, -1.7661088705062866, -1.2113393545150757, -1.5023736953735352, -1.9472955465316772, -2.6276872158050537, -1.4851467609405518, -0.9101444482803345, -2.0071260929107666, -1.8908336162567139, -2.296233892440796, -1.0107555389404297, -0.7045107483863831, -0.8652886152267456, -0.7625893354415894, -1.8157929182052612, -2.08786940574646, -1.8632224798202515, -2.4821972846984863, -2.4572343826293945, -1.817700743675232, -1.9604625701904297, -0.9394536018371582, -2.585386276245117, -2.227668285369873, -1.1142653226852417, -1.7868624925613403, -2.1235883235931396, -2.4274556636810303, -1.8101427555084229, -0.7113839983940125, -2.417951822280884, -2.023585081100464, -1.1011320352554321, -2.460693359375, -1.6184533834457397, -2.989039182662964, -1.9737014770507812, -1.3187791109085083, -1.969142198562622, -2.8567771911621094, -1.7481249570846558, -1.643021821975708, -1.14962899684906, -1.9013009071350098, -1.6004971265792847, -2.5705530643463135, -0.955903172492981, -1.7099412679672241, -1.9513671398162842, -2.246140718460083, -1.2094608545303345, -2.1985299587249756, -1.0973877906799316, -2.467414379119873, -0.3289816379547119, -1.198935627937317, -1.6561936140060425, -2.759568214416504, -1.0717946290969849, -2.25014328956604, -0.7988389730453491, -0.36339348554611206, -0.5051005482673645, -2.204066038131714, -2.7045652866363525, -2.0080647468566895, -2.025291681289673, -1.771023154258728, -0.44417884945869446, -1.2349462509155273, -1.1523741483688354, -2.8633205890655518, -1.4250420331954956, -2.2364442348480225, -2.252861499786377, -2.4217112064361572, -0.9761324524879456, -1.687223196029663, -3.0741381645202637, -2.005089282989502, -1.7714769840240479, -1.172112226486206, -2.151066780090332, -1.3014036417007446, -1.9497164487838745, -2.4382760524749756, -1.0494778156280518, -2.0777158737182617, -2.2982075214385986, -0.8178898096084595, -1.1290630102157593, -2.8648037910461426, -0.5795121788978577, -1.5129804611206055, -1.612472414970398, -2.3421456813812256, -1.5943419933319092, -0.9210337996482849, -2.347576141357422, -1.1243925094604492, -0.9816228747367859, -1.906512975692749, -1.5865999460220337, -2.0482192039489746, -2.354397773742676, -1.6593048572540283, -2.360448122024536, -1.0988699197769165, -0.08352886885404587, -1.8292059898376465, -1.7940033674240112, -2.384443521499634, -2.083411455154419, -0.21094268560409546, -0.9073857665061951, -0.8681672215461731, -1.4499285221099854]}, "Bot001_079_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_079.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nShort bio: i have pet fish Hi! My name is John. How old are you?", "response": "hi john , i am a little hot right now , how are you ? [SMILING FACE WITH SUNGLASSES]", "annotation_id": "Bot001_079_02", "annotations": ["O", "X", "O", "T", "X", "T", "X", "T", "O", "T", "X", "T", "O", "X", "X"], "gpt2background_target_score": [-10.227028846740723, -12.681571960449219, -13.278708457946777, -10.272826194763184, -11.831311225891113, -7.797466278076172, -11.88131332397461, -11.914321899414062, -10.3394775390625, -12.08247184753418, -11.691221237182617, -12.127487182617188, -10.86665153503418, -11.00922679901123, -10.940756797790527, -3.8422341346740723, -10.550902366638184, -11.120859146118164, -14.755104064941406, -11.461938858032227, -13.034263610839844, -11.979880332946777, -15.1820707321167, -13.141578674316406, -11.674642562866211, -11.491522789001465], "gpt2background_argmax_score": [-1.9761712551116943, -1.080935001373291, -1.7423228025436401, -1.3194321393966675, -1.4557596445083618, -0.7846617102622986, -1.5420114994049072, -3.783468723297119, -0.9428858757019043, -2.8625261783599854, -1.2497807741165161, -1.5824079513549805, -2.6078264713287354, -2.6221706867218018, -2.019376039505005, -1.6044601202011108, -0.4023997485637665, -2.8783133029937744, -1.4240092039108276, -1.6968653202056885, -1.4011832475662231, -1.075978398323059, -2.31902813911438, -2.069512128829956, -1.8338704109191895, -1.8122879266738892, -0.8794198036193848, -0.22679023444652557, -3.0514121055603027, -2.217491388320923, -1.6385102272033691, -1.6670523881912231, -0.6249192357063293, -0.23594436049461365, -0.3388073444366455, -1.7941563129425049, -2.2335641384124756, -0.9562837481498718, -1.2046096324920654, -2.0276360511779785, -2.224992275238037, -2.7079010009765625, -3.157668352127075, -1.9483630657196045, -2.3220725059509277, -0.2589545249938965, -1.7314810752868652, -1.3861554861068726, -1.260513424873352, -0.22088748216629028, -1.1615866422653198, -0.45528125762939453, -3.604300022125244, -1.6834731101989746, -2.1134285926818848, -2.6885576248168945, -1.2270499467849731, -0.7293794751167297, -2.070260763168335, -1.8763704299926758, -2.193458318710327, -1.9660089015960693, -1.3579185009002686]}, "Bot001_079_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_079.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nShort bio: i have pet fish Hi! My name is John. How old are you? hi john , i am a little hot right now , how are you ? [SMILING FACE WITH SUNGLASSES] I'm alwasy hot. Do you have kids?", "response": "i do , i'm married and together we have three kids . do you ?", "annotation_id": "Bot001_079_04", "annotations": ["O", "O", "T", "O", "X", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-9.748896598815918, -8.541638374328613, -13.278708457946777, -10.272826194763184, -12.840567588806152, -12.25256061553955, -7.977316856384277, -13.250999450683594, -9.859789848327637, -11.919708251953125, -11.736251831054688, -10.8785982131958, -11.971481323242188, -13.270735740661621, -9.997598648071289, -9.50469970703125], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.7423242330551147, -1.3194338083267212, -1.4557617902755737, -0.7846629023551941, -1.5420138835906982, -3.7834627628326416, -0.9428880214691162, -2.86252498626709, -1.2497789859771729, -1.5824066400527954, -2.6078290939331055, -2.6221723556518555, -2.0193769931793213, -1.6044590473175049, -0.4023996889591217, -2.878317356109619, -1.4240097999572754, -1.6968635320663452, -1.4011828899383545, -1.0759772062301636, -2.3190228939056396, -2.069511651992798, -1.8338717222213745, -1.8122891187667847, -0.8794212937355042, -0.22679108381271362, -3.051410436630249, -2.217491626739502, -1.6385115385055542, -1.6670525074005127, -0.6249209642410278, -0.23594342172145844, -0.3388088047504425, -1.79415762424469, -0.49905964732170105, -1.9873393774032593, -2.005380392074585, -1.7365490198135376, -2.5137228965759277, -3.628700017929077, -2.064664125442505, -2.524080514907837, -0.2748684585094452, -2.061141014099121, -1.4546211957931519, -1.4767929315567017, -0.22587837278842926, -1.0406441688537598, -1.7797126770019531, -3.741783857345581, -1.448534369468689, -1.9177155494689941, -2.4312119483947754, -1.286982536315918, -0.8045573234558105, -2.1550588607788086, -1.804195523262024, -2.2201387882232666, -2.11449933052063, -1.7412469387054443, -2.026073694229126, -2.1130530834198, -2.6255414485931396, -2.489823579788208, -2.7109856605529785, -1.1434592008590698, -2.0141758918762207, -0.2766306400299072, -1.2353767156600952, -1.2379974126815796, -1.290471076965332, -1.966437578201294, -2.084341526031494, -1.8171815872192383, -1.3932900428771973, -1.298975944519043, -1.6895174980163574, -1.9534248113632202, -1.667502760887146, -1.7485768795013428, -2.433562994003296, -1.4951380491256714, -1.1724894046783447, -1.04677414894104, -1.6895686388015747, -1.6890268325805664, -0.370679646730423, -0.5360684990882874, -0.7014448046684265]}, "Bot001_079_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_079.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nShort bio: i have pet fish Hi! My name is John. How old are you? hi john , i am a little hot right now , how are you ? [SMILING FACE WITH SUNGLASSES] I'm alwasy hot. Do you have kids? i do , i'm married and together we have three kids . do you ? I'm single. What do you like to do?", "response": "biking , skateboarding , play guitar and listen to music", "annotation_id": "Bot001_079_06", "annotations": ["O", "O", "T", "T", "X", "O", "O", "T", "T", "O", "X", "O", "T", "O", "O"], "gpt2background_target_score": [-10.338753700256348, -12.030729293823242, -13.278708457946777, -12.46928596496582, -11.098163604736328, -8.856424331665039, -12.33936595916748, -11.178899765014648, -7.088016510009766, -14.33928394317627, -8.700757026672363, -12.803658485412598], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.7423242330551147, -1.3194338083267212, -1.4557617902755737, -0.7846629023551941, -1.5420138835906982, -3.7834627628326416, -0.9428880214691162, -2.86252498626709, -1.2497789859771729, -1.5824066400527954, -2.6078290939331055, -2.6221723556518555, -2.0193769931793213, -1.6044590473175049, -0.4023996889591217, -2.878317356109619, -1.4240097999572754, -1.6968635320663452, -1.4011828899383545, -1.0759772062301636, -2.3190228939056396, -2.069511651992798, -1.8338717222213745, -1.8122891187667847, -0.8794212937355042, -0.22679108381271362, -3.051410436630249, -2.217491626739502, -1.6385115385055542, -1.6670525074005127, -0.6249209642410278, -0.23594342172145844, -0.3388088047504425, -1.79415762424469, -0.49905964732170105, -1.9873393774032593, -2.005380392074585, -1.7365490198135376, -2.5137228965759277, -3.628700017929077, -2.064664125442505, -2.524080514907837, -0.2748684585094452, -2.061141014099121, -1.4546211957931519, -1.4767929315567017, -0.22587837278842926, -1.0406441688537598, -1.7797126770019531, -3.741783857345581, -1.448534369468689, -1.9177155494689941, -2.4312119483947754, -1.286982536315918, -0.8045573234558105, -2.1550588607788086, -1.804195523262024, -2.2201387882232666, -2.11449933052063, -1.7412469387054443, -2.026073694229126, -2.1130530834198, -2.6255414485931396, -2.489823579788208, -2.7109856605529785, -1.1434592008590698, -2.0141758918762207, -0.2766306400299072, -1.2353767156600952, -1.2379974126815796, -1.290471076965332, -1.966437578201294, -1.9406342506408691, -1.2581707239151, -1.449747920036316, -1.7728935480117798, -2.005732297897339, -2.0159378051757812, -1.6111558675765991, -2.1809263229370117, -1.512927532196045, -1.1511691808700562, -0.9200025796890259, -1.4172096252441406, -2.4020938873291016, -0.29711011052131653, -0.561598539352417, -1.6740202903747559, -1.7462732791900635, -2.1138672828674316, -1.705141544342041, -1.8952621221542358, -1.9361321926116943, -0.2775419056415558, -1.8113129138946533, -1.197779655456543, -0.9566814303398132, -1.1146116256713867, -1.6012496948242188, -1.7885581254959106, -2.139012336730957, -2.1349172592163086, -2.3937323093414307, -0.27825987339019775, -0.5529073476791382, -2.8124773502349854, -1.5221484899520874, -0.8457263112068176, -1.9608402252197266, -0.14501167833805084, -1.3712213039398193, -1.7205291986465454]}, "Bot001_079_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_079.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nShort bio: i have pet fish Hi! My name is John. How old are you? hi john , i am a little hot right now , how are you ? [SMILING FACE WITH SUNGLASSES] I'm alwasy hot. Do you have kids? i do , i'm married and together we have three kids . do you ? I'm single. What do you like to do? biking , skateboarding , play guitar and listen to music i do like watching cooking shows. Do you like to cook?", "response": "wow that's impressive . do you use a cook book or just wing it ?", "annotation_id": "Bot001_079_08", "annotations": ["T", "X", "T", "O", "O", "O", "O", "T", "O", "T", "O", "T", "T", "O", "O"], "gpt2background_target_score": [-12.847455978393555, -8.507226943969727, -1.7839454412460327, -11.08366584777832, -11.293764114379883, -7.50680685043335, -8.196969985961914, -13.13871955871582, -7.876498222351074, -13.347140312194824, -11.772655487060547, -9.107075691223145, -13.184126853942871, -13.643787384033203, -11.321758270263672, -9.50469970703125], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.7423242330551147, -1.3194338083267212, -1.4557617902755737, -0.7846629023551941, -1.5420138835906982, -3.7834627628326416, -0.9428880214691162, -2.86252498626709, -1.2497789859771729, -1.5824066400527954, -2.6078290939331055, -2.6221723556518555, -2.0193769931793213, -1.6044590473175049, -0.4023996889591217, -2.878317356109619, -1.4240097999572754, -1.6968635320663452, -1.4011828899383545, -1.0759772062301636, -2.3190228939056396, -2.069511651992798, -1.8338717222213745, -1.8122891187667847, -0.8794212937355042, -0.22679108381271362, -3.051410436630249, -2.217491626739502, -1.6385115385055542, -1.6670525074005127, -0.6249209642410278, -0.23594342172145844, -0.3388088047504425, -1.79415762424469, -0.49905964732170105, -1.9873393774032593, -2.005380392074585, -1.7365490198135376, -2.5137228965759277, -3.628700017929077, -2.064664125442505, -2.524080514907837, -0.2748684585094452, -2.061141014099121, -1.4546211957931519, -1.4767929315567017, -0.22587837278842926, -1.0406441688537598, -1.7797126770019531, -3.741783857345581, -1.448534369468689, -1.9177155494689941, -2.4312119483947754, -1.286982536315918, -0.8045573234558105, -2.1550588607788086, -1.804195523262024, -2.2201387882232666, -2.11449933052063, -1.7412469387054443, -2.026073694229126, -2.1130530834198, -2.6255414485931396, -2.489823579788208, -2.7109856605529785, -1.1434592008590698, -2.0141758918762207, -0.2766306400299072, -1.2353767156600952, -1.2379974126815796, -1.290471076965332, -1.966437578201294, -1.9406342506408691, -1.2581707239151, -1.449747920036316, -1.7728935480117798, -2.005732297897339, -2.0159378051757812, -1.6111558675765991, -2.1809263229370117, -1.512927532196045, -1.1511691808700562, -0.9200025796890259, -1.4172096252441406, -2.4020938873291016, -0.29711011052131653, -0.561598539352417, -1.6740202903747559, -1.7462732791900635, -2.1138672828674316, -1.705141544342041, -1.8952621221542358, -1.9361321926116943, -0.2775419056415558, -1.8113129138946533, -1.197779655456543, -0.9566814303398132, -1.1146116256713867, -1.6012496948242188, -3.437101364135742, -1.470259666442871, -1.118248462677002, -0.6412338614463806, -3.09672212600708, -1.3310171365737915, -0.94639652967453, -2.0873641967773438, -0.14174452424049377, -1.3463634252548218, -1.6699892282485962, -1.7259306907653809, -2.391352415084839, -1.5297112464904785, -1.960152506828308, -1.5072495937347412, -2.280176877975464, -1.9047683477401733, -0.2385621964931488, -1.5386536121368408, -1.4073224067687988, -2.011709690093994, -2.0429604053497314, -2.090212345123291, -1.5852127075195312, -2.011312961578369, -1.170067310333252, -1.920228123664856, -1.6019783020019531, -1.7867188453674316, -0.2503875494003296, -1.3425467014312744, -2.195742130279541, -3.946780204772949, -1.4535982608795166, -1.4335941076278687, -1.9967682361602783, -1.2766364812850952, -2.886906623840332, -1.4859411716461182, -0.7318731546401978]}, "Bot001_079_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_079.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nShort bio: i have pet fish Hi! My name is John. How old are you? hi john , i am a little hot right now , how are you ? [SMILING FACE WITH SUNGLASSES] I'm alwasy hot. Do you have kids? i do , i'm married and together we have three kids . do you ? I'm single. What do you like to do? biking , skateboarding , play guitar and listen to music i do like watching cooking shows. Do you like to cook? wow that's impressive . do you use a cook book or just wing it ? both. What is your favorite music?", "response": "i have secret crush on sebastian bach. Also, try to guess: my favorite color ...", "annotation_id": "Bot001_079_10", "annotations": ["O", "O", "T", "O", "O", "X", "O", "T", "O", "X", "X", "X", "T", "O", "O"], "gpt2background_target_score": [-9.748896598815918, -8.602306365966797, -9.475272178649902, -11.0840482711792, -8.207660675048828, -12.2814302444458, -11.572707176208496, -12.573846817016602, -9.353108406066895, -10.112834930419922, -8.473237991333008, -5.1288228034973145, -13.484169006347656, -8.186149597167969, -12.8782958984375, -10.265945434570312, -12.614163398742676, -4.083134174346924, -7.100938320159912, -12.180778503417969, -10.872554779052734, -10.354796409606934], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.7423242330551147, -1.3194338083267212, -1.4557617902755737, -0.7846629023551941, -1.5420138835906982, -3.7834627628326416, -0.9428880214691162, -2.86252498626709, -1.2497789859771729, -1.5824066400527954, -2.6078290939331055, -2.6221723556518555, -2.0193769931793213, -1.6044590473175049, -0.4023996889591217, -2.878317356109619, -1.4240097999572754, -1.6968635320663452, -1.4011828899383545, -1.0759772062301636, -2.3190228939056396, -2.069511651992798, -1.8338717222213745, -1.8122891187667847, -0.8794212937355042, -0.22679108381271362, -3.051410436630249, -2.217491626739502, -1.6385115385055542, -1.6670525074005127, -0.6249209642410278, -0.23594342172145844, -0.3388088047504425, -1.79415762424469, -0.49905964732170105, -1.9873393774032593, -2.005380392074585, -1.7365490198135376, -2.5137228965759277, -3.628700017929077, -2.064664125442505, -2.524080514907837, -0.2748684585094452, -2.061141014099121, -1.4546211957931519, -1.4767929315567017, -0.22587837278842926, -1.0406441688537598, -1.7797126770019531, -3.741783857345581, -1.448534369468689, -1.9177155494689941, -2.4312119483947754, -1.286982536315918, -0.8045573234558105, -2.1550588607788086, -1.804195523262024, -2.2201387882232666, -2.11449933052063, -1.7412469387054443, -2.026073694229126, -2.1130530834198, -2.6255414485931396, -2.489823579788208, -2.7109856605529785, -1.1434592008590698, -2.0141758918762207, -0.2766306400299072, -1.2353767156600952, -1.2379974126815796, -1.290471076965332, -1.966437578201294, -1.9406342506408691, -1.2581707239151, -1.449747920036316, -1.7728935480117798, -2.005732297897339, -2.0159378051757812, -1.6111558675765991, -2.1809263229370117, -1.512927532196045, -1.1511691808700562, -0.9200025796890259, -1.4172096252441406, -2.4020938873291016, -0.29711011052131653, -0.561598539352417, -1.6740202903747559, -1.7462732791900635, -2.1138672828674316, -1.705141544342041, -1.8952621221542358, -1.9361321926116943, -0.2775419056415558, -1.8113129138946533, -1.197779655456543, -0.9566814303398132, -1.1146116256713867, -1.6012496948242188, -3.437101364135742, -1.470259666442871, -1.118248462677002, -0.6412338614463806, -3.09672212600708, -1.3310171365737915, -0.94639652967453, -2.0873641967773438, -0.14174452424049377, -1.3463634252548218, -1.6699892282485962, -1.7259306907653809, -2.391352415084839, -1.5297112464904785, -1.960152506828308, -1.5072495937347412, -2.280176877975464, -1.9047683477401733, -0.2385621964931488, -1.5386536121368408, -1.4073224067687988, -2.011709690093994, -2.0429604053497314, -2.090212345123291, -2.167227268218994, -1.194337010383606, -1.781204104423523, -1.4808745384216309, -1.9276074171066284, -0.23002859950065613, -1.150720477104187, -2.1872611045837402, -3.7754359245300293, -1.4865059852600098, -1.4232476949691772, -1.960134506225586, -1.2831377983093262, -3.0666391849517822, -1.4898608922958374, -2.255319118499756, -2.271118402481079, -1.9762269258499146, -2.0483334064483643, -0.7702015042304993, -2.029928684234619, -2.146695613861084, -1.0883554220199585, -2.1685309410095215, -1.9370321035385132, -2.0629124641418457, -0.7861296534538269, -2.9351396560668945, -0.37795910239219666, -2.3949999809265137, -1.8944706916809082, -3.331965208053589, -1.5651506185531616, -2.7020931243896484, -1.6891461610794067, -2.831146001815796, -1.3856793642044067, -1.2747957706451416, -1.1726343631744385, -1.2139726877212524, -2.5928847789764404, -1.7692625522613525, -2.287315845489502, -1.8487197160720825, -2.1185832023620605, -0.8139894604682922, -2.7321643829345703]}, "Bot001_079_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_079.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nShort bio: i have pet fish Hi! My name is John. How old are you? hi john , i am a little hot right now , how are you ? [SMILING FACE WITH SUNGLASSES] I'm alwasy hot. Do you have kids? i do , i'm married and together we have three kids . do you ? I'm single. What do you like to do? biking , skateboarding , play guitar and listen to music i do like watching cooking shows. Do you like to cook? wow that's impressive . do you use a cook book or just wing it ? both. What is your favorite music? i have secret crush on sebastian bach. Also, try to guess: my favorite color ... blue", "response": "is orange, funny you :)", "annotation_id": "Bot001_079_12", "annotations": ["O", "O", "T", "T", "O", "T", "O", "O", "O", "O", "X", "O", "O", "O", "O"], "gpt2background_target_score": [-10.556413650512695, -12.114240646362305, -8.254867553710938, -8.735665321350098, -9.562324523925781, -8.309049606323242], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.7423242330551147, -1.3194338083267212, -1.4557617902755737, -0.7846629023551941, -1.5420138835906982, -3.7834627628326416, -0.9428880214691162, -2.86252498626709, -1.2497789859771729, -1.5824066400527954, -2.6078290939331055, -2.6221723556518555, -2.0193769931793213, -1.6044590473175049, -0.4023996889591217, -2.878317356109619, -1.4240097999572754, -1.6968635320663452, -1.4011828899383545, -1.0759772062301636, -2.3190228939056396, -2.069511651992798, -1.8338717222213745, -1.8122891187667847, -0.8794212937355042, -0.22679108381271362, -3.051410436630249, -2.217491626739502, -1.6385115385055542, -1.6670525074005127, -0.6249209642410278, -0.23594342172145844, -0.3388088047504425, -1.79415762424469, -0.49905964732170105, -1.9873393774032593, -2.005380392074585, -1.7365490198135376, -2.5137228965759277, -3.628700017929077, -2.064664125442505, -2.524080514907837, -0.2748684585094452, -2.061141014099121, -1.4546211957931519, -1.4767929315567017, -0.22587837278842926, -1.0406441688537598, -1.7797126770019531, -3.741783857345581, -1.448534369468689, -1.9177155494689941, -2.4312119483947754, -1.286982536315918, -0.8045573234558105, -2.1550588607788086, -1.804195523262024, -2.2201387882232666, -2.11449933052063, -1.7412469387054443, -2.026073694229126, -2.1130530834198, -2.6255414485931396, -2.489823579788208, -2.7109856605529785, -1.1434592008590698, -2.0141758918762207, -0.2766306400299072, -1.2353767156600952, -1.2379974126815796, -1.290471076965332, -1.966437578201294, -1.9406342506408691, -1.2581707239151, -1.449747920036316, -1.7728935480117798, -2.005732297897339, -2.0159378051757812, -1.6111558675765991, -2.1809263229370117, -1.512927532196045, -1.1511691808700562, -0.9200025796890259, -1.4172096252441406, -2.4020938873291016, -0.29711011052131653, -0.561598539352417, -1.6740202903747559, -1.7462732791900635, -2.1138672828674316, -1.705141544342041, -1.8952621221542358, -1.9361321926116943, -0.2775419056415558, -1.8113129138946533, -1.197779655456543, -0.9566814303398132, -1.1146116256713867, -1.6012496948242188, -3.437101364135742, -1.470259666442871, -1.118248462677002, -0.6412338614463806, -3.09672212600708, -1.3310171365737915, -0.94639652967453, -2.0873641967773438, -0.14174452424049377, -1.3463634252548218, -1.6699892282485962, -1.7259306907653809, -2.391352415084839, -1.5297112464904785, -1.960152506828308, -1.5072495937347412, -2.280176877975464, -1.9047683477401733, -0.2385621964931488, -1.5386536121368408, -1.4073224067687988, -2.011709690093994, -2.0429604053497314, -2.090212345123291, -2.167227268218994, -1.194337010383606, -1.781204104423523, -1.4808745384216309, -1.9276074171066284, -0.23002859950065613, -1.150720477104187, -2.187262773513794, -3.7754361629486084, -1.4865046739578247, -1.4232470989227295, -1.9601349830627441, -1.2831395864486694, -3.0666377544403076, -1.4898619651794434, -2.2553186416625977, -2.271118402481079, -1.9762263298034668, -2.0483336448669434, -0.7702029347419739, -2.0299301147460938, -2.1466939449310303, -1.0883535146713257, -2.168531656265259, -1.8882696628570557, -0.8561992049217224, -2.7346112728118896, -0.3822905123233795, -2.488758087158203, -2.055384874343872, -3.464700937271118, -1.6049940586090088, -2.508244276046753, -1.6636344194412231, -3.0702269077301025, -1.744312047958374, -1.5223712921142578, -1.559527039527893, -0.9632608890533447, -2.510761022567749, -1.795575499534607, -1.9181149005889893, -1.753294587135315, -2.139960527420044, -0.795660674571991, -2.58467435836792, -2.4337239265441895, -2.1984405517578125, -1.5187485218048096, -2.4963302612304688, -2.5042433738708496, -1.2722527980804443, -2.8716700077056885, -0.7177460193634033]}, "Bot001_079_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_079.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nShort bio: i have pet fish Hi! My name is John. How old are you? hi john , i am a little hot right now , how are you ? [SMILING FACE WITH SUNGLASSES] I'm alwasy hot. Do you have kids? i do , i'm married and together we have three kids . do you ? I'm single. What do you like to do? biking , skateboarding , play guitar and listen to music i do like watching cooking shows. Do you like to cook? wow that's impressive . do you use a cook book or just wing it ? both. What is your favorite music? i have secret crush on sebastian bach. Also, try to guess: my favorite color ... blue is orange, funny you :) this is a beautiful color! Do you like orange food?", "response": "blue for the university of kentucky. hows it going today ?", "annotation_id": "Bot001_079_14", "annotations": ["X", "X", "T", "O", "X", "X", "X", "T", "O", "T", "O", "X", "T", "T", "O"], "gpt2background_target_score": [-13.525452613830566, -8.499199867248535, -5.06511926651001, -11.719618797302246, -9.604962348937988, -9.720307350158691, -13.053516387939453, -14.590126991271973, -7.625823020935059, -11.628131866455078, -10.289163589477539, -10.257797241210938, -12.99217700958252, -14.322595596313477, -10.940759658813477], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.7423242330551147, -1.3194338083267212, -1.4557617902755737, -0.7846629023551941, -1.5420138835906982, -3.7834627628326416, -0.9428880214691162, -2.86252498626709, -1.2497789859771729, -1.5824066400527954, -2.6078290939331055, -2.6221723556518555, -2.0193769931793213, -1.6044590473175049, -0.4023996889591217, -2.878317356109619, -1.4240097999572754, -1.6968635320663452, -1.4011828899383545, -1.0759772062301636, -2.3190228939056396, -2.069511651992798, -1.8338717222213745, -1.8122891187667847, -0.8794212937355042, -0.22679108381271362, -3.051410436630249, -2.217491626739502, -1.6385115385055542, -1.6670525074005127, -0.6249209642410278, -0.23594342172145844, -0.3388088047504425, -1.79415762424469, -0.49905964732170105, -1.9873393774032593, -2.005380392074585, -1.7365490198135376, -2.5137228965759277, -3.628700017929077, -2.064664125442505, -2.524080514907837, -0.2748684585094452, -2.061141014099121, -1.4546211957931519, -1.4767929315567017, -0.22587837278842926, -1.0406441688537598, -1.7797126770019531, -3.741783857345581, -1.448534369468689, -1.9177155494689941, -2.4312119483947754, -1.286982536315918, -0.8045573234558105, -2.1550588607788086, -1.804195523262024, -2.2201387882232666, -2.11449933052063, -1.7412469387054443, -2.026073694229126, -2.1130530834198, -2.6255414485931396, -2.489823579788208, -2.7109856605529785, -1.1434592008590698, -2.0141758918762207, -0.2766306400299072, -1.2353767156600952, -1.2379974126815796, -1.290471076965332, -1.966437578201294, -1.9406342506408691, -1.2581707239151, -1.449747920036316, -1.7728935480117798, -2.005732297897339, -2.0159378051757812, -1.6111558675765991, -2.1809263229370117, -1.512927532196045, -1.1511691808700562, -0.9200025796890259, -1.4172096252441406, -2.4020938873291016, -0.29711011052131653, -0.561598539352417, -1.6740202903747559, -1.7462732791900635, -2.1138672828674316, -1.705141544342041, -1.8952621221542358, -1.9361321926116943, -0.2775419056415558, -1.8113129138946533, -1.197779655456543, -0.9566814303398132, -1.1146116256713867, -1.6012496948242188, -3.437101364135742, -1.470259666442871, -1.118248462677002, -0.6412338614463806, -3.09672212600708, -1.3310171365737915, -0.94639652967453, -2.0873641967773438, -0.14174452424049377, -1.3463634252548218, -1.6699892282485962, -1.7259306907653809, -2.391352415084839, -1.5297112464904785, -1.960152506828308, -1.5072495937347412, -2.280176877975464, -1.9047683477401733, -0.2385621964931488, -1.5386536121368408, -1.4073224067687988, -2.011709690093994, -2.0429604053497314, -2.090212345123291, -2.167227268218994, -1.194337010383606, -1.781204104423523, -1.4808745384216309, -1.9276074171066284, -0.23002859950065613, -1.150720477104187, -2.187262773513794, -3.7754361629486084, -1.4865046739578247, -1.4232470989227295, -1.9601349830627441, -1.2831395864486694, -3.0666377544403076, -1.4898619651794434, -2.2553186416625977, -2.271118402481079, -1.9762263298034668, -2.0483336448669434, -0.7702029347419739, -2.0299301147460938, -2.1466939449310303, -1.0883535146713257, -2.168531656265259, -1.8882696628570557, -0.8561992049217224, -2.7346112728118896, -0.3822905123233795, -2.488758087158203, -2.055384874343872, -3.464700937271118, -1.6049940586090088, -2.508244276046753, -1.6636344194412231, -3.0702269077301025, -1.744312047958374, -1.5223712921142578, -1.559527039527893, -0.9632608890533447, -2.510761022567749, -1.795575499534607, -1.9181149005889893, -1.753294587135315, -2.1399598121643066, -0.7956603169441223, -2.584674119949341, -2.433722496032715, -2.0550293922424316, -1.5362584590911865, -2.5818841457366943, -1.8930693864822388, -2.459207773208618, -1.8137719631195068, -0.6600805521011353, -1.553096890449524, -2.955458879470825, -1.543265700340271, -2.303385019302368, -2.344916343688965, -0.23924429714679718, -1.370440125465393, -1.711303949356079, -1.50718355178833, -1.1469180583953857, -2.2458291053771973, -1.9332482814788818, -0.7233278751373291, -1.5443843603134155, -2.5979373455047607, -2.3358044624328613, -3.466235876083374, -2.3994195461273193, -2.031524181365967, -1.8821197748184204, -1.910951852798462, -2.0268497467041016, -1.4823529720306396, -1.9319249391555786, -1.317703366279602, -1.046768069267273, -0.833305835723877]}, "Bot001_079_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_079.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nShort bio: i have pet fish Hi! My name is John. How old are you? hi john , i am a little hot right now , how are you ? [SMILING FACE WITH SUNGLASSES] I'm alwasy hot. Do you have kids? i do , i'm married and together we have three kids . do you ? I'm single. What do you like to do? biking , skateboarding , play guitar and listen to music i do like watching cooking shows. Do you like to cook? wow that's impressive . do you use a cook book or just wing it ? both. What is your favorite music? i have secret crush on sebastian bach. Also, try to guess: my favorite color ... blue is orange, funny you :) this is a beautiful color! Do you like orange food? blue for the university of kentucky. hows it going today ? i am a vegan and i love hummus. do you like meat?", "response": "i'm a vegan too , awesome .. Also, try to guess: i turned 18 ...", "annotation_id": "Bot001_079_16", "annotations": ["O", "O", "T", "T", "O", "T", "X", "T", "T", "O", "T", "O", "T", "O", "O"], "gpt2background_target_score": [-9.748896598815918, -9.656435012817383, -4.728074550628662, -9.173501968383789, -11.522411346435547, -8.856424331665039, -12.010141372680664, -12.082236289978027, -12.191324234008789, -7.90512228012085, -15.604339599609375, -8.06462574005127, -16.67930793762207, -9.827655792236328, -10.40070915222168, -12.051751136779785, -11.921907424926758, -10.868266105651855], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.7423242330551147, -1.3194338083267212, -1.4557617902755737, -0.7846629023551941, -1.5420138835906982, -3.7834627628326416, -0.9428880214691162, -2.86252498626709, -1.2497789859771729, -1.5824066400527954, -2.6078290939331055, -2.6221723556518555, -2.0193769931793213, -1.6044590473175049, -0.4023996889591217, -2.878317356109619, -1.4240097999572754, -1.6968635320663452, -1.4011828899383545, -1.0759772062301636, -2.3190228939056396, -2.069511651992798, -1.8338717222213745, -1.8122891187667847, -0.8794212937355042, -0.22679108381271362, -3.051410436630249, -2.217491626739502, -1.6385115385055542, -1.6670525074005127, -0.6249209642410278, -0.23594342172145844, -0.3388088047504425, -1.79415762424469, -0.49905964732170105, -1.9873393774032593, -2.005380392074585, -1.7365490198135376, -2.5137228965759277, -3.628700017929077, -2.064664125442505, -2.524080514907837, -0.2748684585094452, -2.061141014099121, -1.4546211957931519, -1.4767929315567017, -0.22587837278842926, -1.0406441688537598, -1.7797126770019531, -3.741783857345581, -1.448534369468689, -1.9177155494689941, -2.4312119483947754, -1.286982536315918, -0.8045573234558105, -2.1550588607788086, -1.804195523262024, -2.2201387882232666, -2.11449933052063, -1.7412469387054443, -2.026073694229126, -2.1130530834198, -2.6255414485931396, -2.489823579788208, -2.7109856605529785, -1.1434592008590698, -2.0141758918762207, -0.2766306400299072, -1.2353767156600952, -1.2379974126815796, -1.290471076965332, -1.966437578201294, -1.9406342506408691, -1.2581707239151, -1.449747920036316, -1.7728935480117798, -2.005732297897339, -2.0159378051757812, -1.6111558675765991, -2.1809263229370117, -1.512927532196045, -1.1511691808700562, -0.9200025796890259, -1.4172096252441406, -2.4020938873291016, -0.29711011052131653, -0.561598539352417, -1.6740202903747559, -1.7462732791900635, -2.1138672828674316, -1.705141544342041, -1.8952621221542358, -1.9361321926116943, -0.2775419056415558, -1.8113129138946533, -1.197779655456543, -0.9566814303398132, -1.1146116256713867, -1.6012496948242188, -3.437101364135742, -1.470259666442871, -1.118248462677002, -0.6412338614463806, -3.09672212600708, -1.3310171365737915, -0.94639652967453, -2.0873641967773438, -0.14174452424049377, -1.3463634252548218, -1.6699892282485962, -1.7259306907653809, -2.391352415084839, -1.5297112464904785, -1.960152506828308, -1.5072495937347412, -2.280176877975464, -1.9047683477401733, -0.2385621964931488, -1.5386536121368408, -1.4073224067687988, -2.011709690093994, -2.0429604053497314, -2.090212345123291, -2.167227268218994, -1.194337010383606, -1.781204104423523, -1.4808745384216309, -1.9276074171066284, -0.23002859950065613, -1.150720477104187, -2.187262773513794, -3.7754361629486084, -1.4865046739578247, -1.4232470989227295, -1.9601349830627441, -1.2831395864486694, -3.0666377544403076, -1.4898619651794434, -2.2553186416625977, -2.271118402481079, -1.9762263298034668, -2.0483336448669434, -0.7702029347419739, -2.0299301147460938, -2.1466939449310303, -1.0883535146713257, -2.168531656265259, -1.8882696628570557, -0.8561992049217224, -2.7346112728118896, -0.3822905123233795, -2.488758087158203, -2.055384874343872, -3.464700937271118, -1.6049940586090088, -2.508244276046753, -1.6636344194412231, -3.0702269077301025, -1.744312047958374, -1.5223712921142578, -1.559527039527893, -0.9632608890533447, -2.510761022567749, -1.795575499534607, -1.9181149005889893, -1.753294587135315, -2.1399598121643066, -0.7956603169441223, -2.584674119949341, -2.433722496032715, -2.0550293922424316, -1.5362584590911865, -2.5818841457366943, -1.8930693864822388, -2.459207773208618, -1.8137719631195068, -0.6600805521011353, -1.553096890449524, -2.955458879470825, -1.543265700340271, -2.303385019302368, -2.344916343688965, -0.23924429714679718, -1.370440125465393, -1.711303949356079, -1.50718355178833, -1.1469180583953857, -2.2458291053771973, -0.7056108117103577, -1.4827567338943481, -2.3170928955078125, -2.4516685009002686, -3.1873562335968018, -2.4205682277679443, -2.1713080406188965, -2.1898305416107178, -2.377305746078491, -1.9710462093353271, -1.6065425872802734, -1.9849255084991455, -1.4602081775665283, -1.0351223945617676, -2.1824302673339844, -2.511073589324951, -1.930295467376709, -2.1180648803710938, -1.9582993984222412, -1.2984391450881958, -1.9459842443466187, -1.5765705108642578, -0.10623447597026825, -1.9841221570968628, -1.650263786315918, -0.21915841102600098, -0.9724648594856262, -2.869680643081665, -0.9123457074165344, -2.0974814891815186, -2.1560792922973633, -1.693604588508606, -1.537107229232788, -1.6354451179504395, -1.3201830387115479, -1.788692593574524, -1.01713228225708, -1.7510453462600708, -1.4210253953933716, -1.2104456424713135, -1.5427261590957642, -0.43731486797332764, -1.5467017889022827, -0.9199317097663879, -0.44964200258255005, -1.7042969465255737, -2.564969301223755, -2.113152265548706, -1.7482514381408691]}, "Bot001_079_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_079.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nShort bio: i have pet fish Hi! My name is John. How old are you? hi john , i am a little hot right now , how are you ? [SMILING FACE WITH SUNGLASSES] I'm alwasy hot. Do you have kids? i do , i'm married and together we have three kids . do you ? I'm single. What do you like to do? biking , skateboarding , play guitar and listen to music i do like watching cooking shows. Do you like to cook? wow that's impressive . do you use a cook book or just wing it ? both. What is your favorite music? i have secret crush on sebastian bach. Also, try to guess: my favorite color ... blue is orange, funny you :) this is a beautiful color! Do you like orange food? blue for the university of kentucky. hows it going today ? i am a vegan and i love hummus. do you like meat? i'm a vegan too , awesome .. Also, try to guess: i turned 18 ... today", "response": "years old yesterday, funny you :)", "annotation_id": "Bot001_079_18", "annotations": ["O", "O", "T", "T", "O", "O", "O", "T", "T", "O", "X", "T", "T", "O", "X"], "gpt2background_target_score": [-13.890353202819824, -10.614376068115234, -12.46195125579834, -8.29965591430664, -8.455320358276367, -5.926873207092285, -7.494297981262207], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.7423242330551147, -1.3194338083267212, -1.4557617902755737, -0.7846629023551941, -1.5420138835906982, -3.7834627628326416, -0.9428880214691162, -2.86252498626709, -1.2497789859771729, -1.5824066400527954, -2.6078290939331055, -2.6221723556518555, -2.0193769931793213, -1.6044590473175049, -0.4023996889591217, -2.878317356109619, -1.4240097999572754, -1.6968635320663452, -1.4011828899383545, -1.0759772062301636, -2.3190228939056396, -2.069511651992798, -1.8338717222213745, -1.8122891187667847, -0.8794212937355042, -0.22679108381271362, -3.051410436630249, -2.217491626739502, -1.6385115385055542, -1.6670525074005127, -0.6249209642410278, -0.23594342172145844, -0.3388088047504425, -1.79415762424469, -0.49905964732170105, -1.9873393774032593, -2.005380392074585, -1.7365490198135376, -2.5137228965759277, -3.628700017929077, -2.064664125442505, -2.524080514907837, -0.2748684585094452, -2.061141014099121, -1.4546211957931519, -1.4767929315567017, -0.22587837278842926, -1.0406441688537598, -1.7797126770019531, -3.741783857345581, -1.448534369468689, -1.9177155494689941, -2.4312119483947754, -1.286982536315918, -0.8045573234558105, -2.1550588607788086, -1.804195523262024, -2.2201387882232666, -2.11449933052063, -1.7412469387054443, -2.026073694229126, -2.1130530834198, -2.6255414485931396, -2.489823579788208, -2.7109856605529785, -1.1434592008590698, -2.0141758918762207, -0.2766306400299072, -1.2353767156600952, -1.2379974126815796, -1.290471076965332, -1.966437578201294, -1.9406342506408691, -1.2581707239151, -1.449747920036316, -1.7728935480117798, -2.005732297897339, -2.0159378051757812, -1.6111558675765991, -2.1809263229370117, -1.512927532196045, -1.1511691808700562, -0.9200025796890259, -1.4172096252441406, -2.4020938873291016, -0.29711011052131653, -0.561598539352417, -1.6740202903747559, -1.7462732791900635, -2.1138672828674316, -1.705141544342041, -1.8952621221542358, -1.9361321926116943, -0.2775419056415558, -1.8113129138946533, -1.197779655456543, -0.9566814303398132, -1.1146116256713867, -1.6012496948242188, -3.437101364135742, -1.470259666442871, -1.118248462677002, -0.6412338614463806, -3.09672212600708, -1.3310171365737915, -0.94639652967453, -2.0873641967773438, -0.14174452424049377, -1.3463634252548218, -1.6699892282485962, -1.7259306907653809, -2.391352415084839, -1.5297112464904785, -1.960152506828308, -1.5072495937347412, -2.280176877975464, -1.9047683477401733, -0.2385621964931488, -1.5386536121368408, -1.4073224067687988, -2.011709690093994, -2.0429604053497314, -2.090212345123291, -2.167227268218994, -1.194337010383606, -1.781204104423523, -1.4808745384216309, -1.9276074171066284, -0.23002859950065613, -1.150720477104187, -2.187262773513794, -3.7754361629486084, -1.4865046739578247, -1.4232470989227295, -1.9601349830627441, -1.2831395864486694, -3.0666377544403076, -1.4898619651794434, -2.2553186416625977, -2.271118402481079, -1.9762263298034668, -2.0483336448669434, -0.7702029347419739, -2.0299301147460938, -2.1466939449310303, -1.0883535146713257, -2.168531656265259, -1.8882696628570557, -0.8561992049217224, -2.7346112728118896, -0.3822905123233795, -2.488758087158203, -2.055384874343872, -3.464700937271118, -1.6049940586090088, -2.508244276046753, -1.6636344194412231, -3.0702269077301025, -1.744312047958374, -1.5223712921142578, -1.559527039527893, -0.9632608890533447, -2.510761022567749, -1.795575499534607, -1.9181149005889893, -1.753294587135315, -2.1399598121643066, -0.7956603169441223, -2.584674119949341, -2.433722496032715, -2.0550293922424316, -1.5362584590911865, -2.5818841457366943, -1.8930693864822388, -2.459207773208618, -1.8137719631195068, -0.6600805521011353, -1.553096890449524, -2.955458879470825, -1.543265700340271, -2.303385019302368, -2.344916343688965, -0.23924429714679718, -1.370440125465393, -1.711303949356079, -1.50718355178833, -1.1469180583953857, -2.2458291053771973, -0.7056108117103577, -1.4827567338943481, -2.3170928955078125, -2.4516685009002686, -3.1873562335968018, -2.4205682277679443, -2.1713080406188965, -2.1898305416107178, -2.377305746078491, -1.9710462093353271, -1.6065425872802734, -1.9849255084991455, -1.4602081775665283, -1.0351223945617676, -2.1824302673339844, -2.511073589324951, -1.930295467376709, -2.1180648803710938, -1.9582993984222412, -1.2984391450881958, -1.9459842443466187, -1.5765705108642578, -0.10623447597026825, -1.9841221570968628, -1.650263786315918, -0.21915841102600098, -0.9724648594856262, -2.869680643081665, -0.9123457074165344, -2.0974814891815186, -1.7822706699371338, -1.676545262336731, -2.004023790359497, -1.3152780532836914, -1.8358747959136963, -1.1227422952651978, -2.2119903564453125, -1.5742738246917725, -1.0085622072219849, -1.7843539714813232, -0.4925917983055115, -2.912886619567871, -1.1824510097503662, -0.904401421546936, -2.0668272972106934, -2.6039657592773438, -2.038221597671509, -1.7298941612243652, -1.348088264465332, -2.373568534851074, -1.2113953828811646, -2.0034074783325195, -1.9072630405426025, -1.2693697214126587, -3.053891897201538, -3.2244181632995605, -1.1730983257293701]}, "Bot001_079_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_079.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nShort bio: i have pet fish Hi! My name is John. How old are you? hi john , i am a little hot right now , how are you ? [SMILING FACE WITH SUNGLASSES] I'm alwasy hot. Do you have kids? i do , i'm married and together we have three kids . do you ? I'm single. What do you like to do? biking , skateboarding , play guitar and listen to music i do like watching cooking shows. Do you like to cook? wow that's impressive . do you use a cook book or just wing it ? both. What is your favorite music? i have secret crush on sebastian bach. Also, try to guess: my favorite color ... blue is orange, funny you :) this is a beautiful color! Do you like orange food? blue for the university of kentucky. hows it going today ? i am a vegan and i love hummus. do you like meat? i'm a vegan too , awesome .. Also, try to guess: i turned 18 ... today years old yesterday, funny you :) happy birthday then!", "response": "thanks ! what do you do for a living ? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT]", "annotation_id": "Bot001_079_20", "annotations": ["O", "O", "T", "O", "X", "O", "O", "T", "O", "O", "O", "O", "O", "O", "T"], "gpt2background_target_score": [-12.854007720947266, -8.658500671386719, -9.400294303894043, -9.336798667907715, -9.562324523925781, -7.50680685043335, -9.731876373291016, -10.203320503234863, -12.664315223693848, -11.337119102478027, -10.629362106323242, -11.112741470336914, -11.908390998840332, -6.855252265930176, -11.257471084594727, -9.535806655883789, -11.878491401672363, -8.94880485534668, -11.602445602416992, -11.747745513916016, -12.708220481872559, -9.893285751342773, -13.119682312011719, -10.324684143066406, -10.792885780334473, -13.650691032409668, -11.48702335357666], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.7423242330551147, -1.3194338083267212, -1.4557617902755737, -0.7846629023551941, -1.5420138835906982, -3.7834627628326416, -0.9428880214691162, -2.86252498626709, -1.2497789859771729, -1.5824066400527954, -2.6078290939331055, -2.6221723556518555, -2.0193769931793213, -1.6044590473175049, -0.4023996889591217, -2.878317356109619, -1.4240097999572754, -1.6968635320663452, -1.4011828899383545, -1.0759772062301636, -2.3190228939056396, -2.069511651992798, -1.8338717222213745, -1.8122891187667847, -0.8794212937355042, -0.22679108381271362, -3.051410436630249, -2.217491626739502, -1.6385115385055542, -1.6670525074005127, -0.6249209642410278, -0.23594342172145844, -0.3388088047504425, -1.79415762424469, -0.49905964732170105, -1.9873393774032593, -2.005380392074585, -1.7365490198135376, -2.5137228965759277, -3.628700017929077, -2.064664125442505, -2.524080514907837, -0.2748684585094452, -2.061141014099121, -1.4546211957931519, -1.4767929315567017, -0.22587837278842926, -1.0406441688537598, -1.7797126770019531, -3.741783857345581, -1.448534369468689, -1.9177155494689941, -2.4312119483947754, -1.286982536315918, -0.8045573234558105, -2.1550588607788086, -1.804195523262024, -2.2201387882232666, -2.11449933052063, -1.7412469387054443, -2.026073694229126, -2.1130530834198, -2.6255414485931396, -2.489823579788208, -2.7109856605529785, -1.1434592008590698, -2.0141758918762207, -0.2766306400299072, -1.2353767156600952, -1.2379974126815796, -1.290471076965332, -1.966437578201294, -1.9406342506408691, -1.2581707239151, -1.449747920036316, -1.7728935480117798, -2.005732297897339, -2.0159378051757812, -1.6111558675765991, -2.1809263229370117, -1.512927532196045, -1.1511691808700562, -0.9200025796890259, -1.4172096252441406, -2.4020938873291016, -0.29711011052131653, -0.561598539352417, -1.6740202903747559, -1.7462732791900635, -2.1138672828674316, -1.705141544342041, -1.8952621221542358, -1.9361321926116943, -0.2775419056415558, -1.8113129138946533, -1.197779655456543, -0.9566814303398132, -1.1146116256713867, -1.6012496948242188, -3.437101364135742, -1.470259666442871, -1.118248462677002, -0.6412338614463806, -3.09672212600708, -1.3310171365737915, -0.94639652967453, -2.0873641967773438, -0.14174452424049377, -1.3463634252548218, -1.6699892282485962, -1.7259306907653809, -2.391352415084839, -1.5297112464904785, -1.960152506828308, -1.5072495937347412, -2.280176877975464, -1.9047683477401733, -0.2385621964931488, -1.5386536121368408, -1.4073224067687988, -2.011709690093994, -2.0429604053497314, -2.090212345123291, -2.167227268218994, -1.194337010383606, -1.781204104423523, -1.4808745384216309, -1.9276074171066284, -0.23002859950065613, -1.150720477104187, -2.187262773513794, -3.7754361629486084, -1.4865046739578247, -1.4232470989227295, -1.9601349830627441, -1.2831395864486694, -3.0666377544403076, -1.4898606538772583, -2.2553179264068604, -2.271118402481079, -1.9762259721755981, -2.0483360290527344, -0.7702022790908813, -2.029926300048828, -2.1466948986053467, -1.0883547067642212, -2.1685309410095215, -1.8882691860198975, -0.8561993837356567, -2.734612226486206, -0.38229092955589294, -2.4887588024139404, -2.0553841590881348, -3.4647021293640137, -1.604996919631958, -2.5082435607910156, -1.6636337041854858, -3.0702264308929443, -1.7443119287490845, -1.5223695039749146, -1.5595296621322632, -0.9632605314254761, -2.510762929916382, -1.7955751419067383, -1.9181153774261475, -1.7532950639724731, -2.139962911605835, -0.7956608533859253, -2.5846738815307617, -2.4337241649627686, -2.055030345916748, -1.5362600088119507, -2.58188533782959, -1.893068552017212, -2.4592068195343018, -1.8137723207473755, -0.6600809097290039, -1.5530986785888672, -2.955458402633667, -1.5432668924331665, -2.3033854961395264, -2.344916582107544, -0.23924458026885986, -1.3704416751861572, -1.7113052606582642, -1.507186770439148, -1.1469184160232544, -2.2458302974700928, -0.7056117653846741, -1.4827591180801392, -2.3170907497406006, -2.4516685009002686, -3.1873574256896973, -2.4205667972564697, -2.17130708694458, -2.189831256866455, -2.3773045539855957, -1.9710489511489868, -1.606542944908142, -1.9849247932434082, -1.4602078199386597, -1.0351214408874512, -2.182431697845459, -2.511075019836426, -1.9302937984466553, -2.1180641651153564, -1.9582997560501099, -1.2984392642974854, -1.9459853172302246, -1.576568365097046, -0.10623511672019958, -1.9841231107711792, -1.6502634286880493, -0.2191578447818756, -0.9724653363227844, -2.869680881500244, -0.9123441576957703, -2.097480535507202, -1.782271146774292, -1.6765445470809937, -2.0040249824523926, -1.315279483795166, -1.8358746767044067, -1.122741937637329, -2.211988925933838, -1.574273943901062, -1.0085620880126953, -1.784354329109192, -0.4925931692123413, -2.912885904312134, -1.182449460029602, -0.9044001698493958, -2.0668270587921143, -2.60396671295166, -2.0382208824157715, -1.729892611503601, -1.3480885028839111, -0.8689429759979248, -1.9279803037643433, -2.3167271614074707, -1.3297865390777588, -1.7548389434814453, -2.1993019580841064, -1.7765908241271973, -1.2425881624221802, -1.5477490425109863, -2.2587342262268066, -2.151505470275879, -2.366473913192749, -1.5543341636657715, -1.4245507717132568, -2.0274436473846436, -0.22361798584461212, -0.6199154853820801, -0.48849591612815857, -1.6161420345306396, -1.9883044958114624, -0.3589527904987335, -1.1564067602157593, -3.56632137298584, -0.16753749549388885, -0.1589968055486679, -0.3673041760921478, -0.29344144463539124, -1.8455809354782104, -3.718303680419922, -2.4957001209259033, -1.2186347246170044, -2.1439552307128906, -3.476942300796509, -1.9033011198043823, -2.0523488521575928, -3.03505802154541, -1.13599693775177, -1.2118091583251953, -2.0866479873657227]}, "Bot001_082_01": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_082.log.json", "context": "hi", "response": "hey there , i do believe we never met . . how is it going ?", "annotation_id": "Bot001_082_01", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "T", "T", "O"], "gpt2background_target_score": [-10.517723083496094, -12.03489875793457, -6.542550563812256, -4.0284810066223145, -5.3335418701171875, -7.9160966873168945, -8.34516429901123, -10.610664367675781, -7.645001411437988, -9.935035705566406, -6.294436454772949, -5.169121742248535, -6.01716947555542, -6.301273345947266, -6.86605167388916, -2.071281909942627], "gpt2background_argmax_score": [-3.6915242671966553, -2.3802900314331055, -2.023837089538574, -1.5199018716812134, -2.025547742843628, -2.804575204849243, -2.4888360500335693, -1.7606233358383179, -1.692076563835144, -2.6043519973754883, -2.614475965499878, -1.7804045677185059, -1.2127946615219116, -1.8733657598495483, -1.5949928760528564, -2.071281909942627, -0.8036003112792969, -0.5325897932052612]}, "Bot001_082_03": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_082.log.json", "context": "hi hey there , i do believe we never met . . how is it going ? lol, i don't know", "response": "i am jk me nighter never learned haha", "annotation_id": "Bot001_082_03", "annotations": ["O", "X", "T", "T", "T", "T", "T", "X", "T", "O", "T", "O", "X", "X", "T"], "gpt2background_target_score": [-7.639881134033203, -7.291872978210449, -7.695949554443359, -8.443262100219727, -10.333300590515137, -7.62066650390625, -13.508244514465332, -6.810665607452393, -6.161421775817871, -9.652788162231445], "gpt2background_argmax_score": [-3.6915242671966553, -2.335470676422119, -1.7476805448532104, -2.2276482582092285, -2.7700324058532715, -2.1582047939300537, -1.7581161260604858, -1.6748175621032715, -2.6313626766204834, -3.1070642471313477, -1.8591893911361694, -0.7096960544586182, -1.7268211841583252, -1.7017287015914917, -1.8591721057891846, -0.9781296849250793, -1.5649349689483643, -1.765785574913025, -1.8267321586608887, -3.0684056282043457, -0.32779377698898315, -1.344792366027832, -2.026888370513916, -2.8777589797973633, -2.8370649814605713, -2.8106689453125, -2.030338764190674, -1.7770373821258545, -1.690144658088684, -2.726080894470215, -1.213519811630249, -2.030134677886963, -2.2939794063568115, -0.6370324492454529]}, "Bot001_082_05": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_082.log.json", "context": "hi hey there , i do believe we never met . . how is it going ? lol, i don't know i am jk me nighter never learned haha what?", "response": "a stick ! !", "annotation_id": "Bot001_082_05", "annotations": ["O", "X", "X", "T", "O", "T", "X", "X", "O", "O", "T", "O", "T", "T", "O"], "gpt2background_target_score": [-8.08364200592041, -11.006933212280273, -5.705198287963867, -7.526220321655273], "gpt2background_argmax_score": [-3.6915242671966553, -2.335470676422119, -1.7476805448532104, -2.2276482582092285, -2.7700324058532715, -2.1582047939300537, -1.7581161260604858, -1.6748175621032715, -2.6313626766204834, -3.1070642471313477, -1.8591893911361694, -0.7096960544586182, -1.7268211841583252, -1.7017287015914917, -1.8591721057891846, -0.9781296849250793, -1.5649349689483643, -1.765785574913025, -1.8267321586608887, -3.0684056282043457, -0.32779377698898315, -1.344792366027832, -2.026888370513916, -1.9737765789031982, -3.0241453647613525, -1.7325676679611206, -2.619835615158081, -2.4776530265808105, -1.9220249652862549, -3.0496692657470703, -1.3074454069137573, -2.4792754650115967, -1.7821563482284546, -2.299589157104492, -1.687369704246521, -2.800786018371582, -2.7474002838134766, -2.096344470977783, -0.8380190134048462, -0.7526049613952637]}, "Bot001_082_07": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_082.log.json", "context": "hi hey there , i do believe we never met . . how is it going ? lol, i don't know i am jk me nighter never learned haha what? a stick ! ! lol", "response": "but i'm also a brown eyed blond , so always attracted men from a distance .. Also, try to guess: i own house ...", "annotation_id": "Bot001_082_07", "annotations": ["T", "T", "T", "T", "T", "X", "O", "X", "O", "T", "T", "O", "X", "T", "T"], "gpt2background_target_score": [-11.649772644042969, -2.7578694820404053, -7.512317180633545, -7.707999229431152, -7.6048359870910645, -11.601112365722656, -13.0910062789917, -12.483294486999512, -9.472180366516113, -5.98086404800415, -9.245116233825684, -13.081740379333496, -10.17660903930664, -10.286001205444336, -5.8280029296875, -12.529646873474121, -7.499719619750977, -8.324654579162598, -8.82593059539795, -7.162533760070801, -10.012797355651855, -8.803024291992188, -8.637297630310059, -8.31428337097168, -11.742871284484863, -13.965664863586426, -6.975282669067383], "gpt2background_argmax_score": [-3.6915245056152344, -2.3354718685150146, -1.7476811408996582, -2.2276451587677, -2.7700328826904297, -2.158203125, -1.7581168413162231, -1.6748162508010864, -2.6313607692718506, -3.107064723968506, -1.8591890335083008, -0.7096952199935913, -1.726821780204773, -1.7017298936843872, -1.8591710329055786, -0.9781302213668823, -1.5649323463439941, -1.7657846212387085, -1.8267301321029663, -3.068405866622925, -0.3277941346168518, -1.344789981842041, -2.026888608932495, -1.9737765789031982, -3.024146795272827, -1.732566237449646, -2.6198360919952393, -2.477648973464966, -1.92202627658844, -3.0496699810028076, -1.3074491024017334, -2.4792771339416504, -1.7821564674377441, -2.299588918685913, -1.6873681545257568, -3.1225316524505615, -1.9153013229370117, -2.0187106132507324, -2.0700595378875732, -2.404906749725342, -2.9132909774780273, -1.9778392314910889, -2.9844717979431152, -2.1964733600616455, -1.886115550994873, -2.670560121536255, -2.529841899871826, -2.7816014289855957, -2.6673130989074707, -2.048724889755249, -1.2434420585632324, -3.58940052986145, -0.3061007559299469, -1.5769470930099487, -2.219949245452881, -2.242594003677368, -1.6094757318496704, -1.8674665689468384, -1.7515921592712402, -1.6205828189849854, -1.1792315244674683, -1.8487167358398438, -2.0930867195129395, -2.9430129528045654, -1.3964155912399292, -0.7569687962532043, -1.7193225622177124, -2.4672837257385254]}, "Bot001_082_09": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_082.log.json", "context": "hi hey there , i do believe we never met . . how is it going ? lol, i don't know i am jk me nighter never learned haha what? a stick ! ! lol but i'm also a brown eyed blond , so always attracted men from a distance .. Also, try to guess: i own house ... near the river?", "response": "in florida, funny you :)", "annotation_id": "Bot001_082_09", "annotations": ["T", "O", "X", "T", "O", "O", "T", "T", "O", "O", "T", "O", "T", "T", "T"], "gpt2background_target_score": [-8.51377010345459, -9.208063125610352, -11.331962585449219, -11.887280464172363, -8.82619571685791, -9.817545890808105, -2.7130093574523926, -10.309752464294434], "gpt2background_argmax_score": [-3.6915245056152344, -2.3354718685150146, -1.7476811408996582, -2.2276451587677, -2.7700328826904297, -2.158203125, -1.7581168413162231, -1.6748162508010864, -2.6313607692718506, -3.107064723968506, -1.8591890335083008, -0.7096952199935913, -1.726821780204773, -1.7017298936843872, -1.8591710329055786, -0.9781302213668823, -1.5649323463439941, -1.7657846212387085, -1.8267301321029663, -3.068405866622925, -0.3277941346168518, -1.344789981842041, -2.026888608932495, -1.9737765789031982, -3.024146795272827, -1.732566237449646, -2.6198360919952393, -2.477648973464966, -1.92202627658844, -3.0496699810028076, -1.3074491024017334, -2.4792771339416504, -1.7821564674377441, -2.299588918685913, -1.6873681545257568, -3.1225316524505615, -1.9153013229370117, -2.0187106132507324, -2.0700595378875732, -2.404906749725342, -1.5279933214187622, -2.8918659687042236, -2.32393479347229, -1.9867596626281738, -3.7663803100585938, -2.5924928188323975, -2.705005407333374, -2.7348198890686035, -2.017186403274536, -1.2090121507644653, -3.5525879859924316, -0.30679506063461304, -2.2946507930755615, -2.3141367435455322, -2.267246723175049, -2.552842378616333, -2.448361873626709, -1.860550045967102, -1.6484920978546143, -1.1987122297286987, -1.8070403337478638, -2.0099034309387207, -2.5349721908569336, -1.471517562866211, -0.7353012561798096, -1.6962697505950928, -2.44718861579895, -2.3742878437042236, -1.4031912088394165, -2.6208088397979736, -2.060899019241333, -2.5146753787994385, -1.8123658895492554, -1.0675803422927856, -0.3476683795452118, -2.0428407192230225, -2.2312569618225098, -3.1049063205718994, -2.595705986022949, -0.47453463077545166]}, "Bot001_082_11": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_082.log.json", "context": "hi hey there , i do believe we never met . . how is it going ? lol, i don't know i am jk me nighter never learned haha what? a stick ! ! lol but i'm also a brown eyed blond , so always attracted men from a distance .. Also, try to guess: i own house ... near the river? in florida, funny you :) almost near", "response": "how is it like being a parent ? is this your first born ?", "annotation_id": "Bot001_082_11", "annotations": ["T", "T", "T", "T", "T", "T", "X", "T", "T", "O", "O", "O", "X", "X", "T"], "gpt2background_target_score": [-10.886587142944336, -5.3710174560546875, -5.7293243408203125, -6.89321231842041, -10.636507034301758, -3.559138298034668, -11.855615615844727, -9.44627571105957, -9.976262092590332, -3.287020206451416, -7.889720439910889, -9.278407096862793, -11.568432807922363, -7.8737993240356445], "gpt2background_argmax_score": [-3.6915245056152344, -2.3354718685150146, -1.7476811408996582, -2.2276451587677, -2.7700328826904297, -2.158203125, -1.7581168413162231, -1.6748162508010864, -2.6313607692718506, -3.107064723968506, -1.8591890335083008, -0.7096952199935913, -1.726821780204773, -1.7017298936843872, -1.8591710329055786, -0.9781302213668823, -1.5649323463439941, -1.7657846212387085, -1.8267301321029663, -3.068405866622925, -0.3277941346168518, -1.344789981842041, -2.026888608932495, -1.9737765789031982, -3.024146795272827, -1.732566237449646, -2.6198360919952393, -2.477648973464966, -1.92202627658844, -3.0496699810028076, -1.3074491024017334, -2.4792771339416504, -1.7821564674377441, -2.299588918685913, -1.6873681545257568, -3.1225316524505615, -1.9153013229370117, -2.0187106132507324, -2.0700595378875732, -2.404906749725342, -1.5279933214187622, -2.8918659687042236, -2.32393479347229, -1.9867596626281738, -3.7663803100585938, -2.5924928188323975, -2.705005407333374, -2.7348198890686035, -2.017186403274536, -1.2090121507644653, -3.5525879859924316, -0.30679506063461304, -2.2946507930755615, -2.3141367435455322, -2.267246723175049, -2.552842378616333, -2.448361873626709, -1.860550045967102, -1.6484920978546143, -1.1987122297286987, -1.8070403337478638, -2.0099034309387207, -2.5349721908569336, -1.471517562866211, -0.7353012561798096, -1.6962697505950928, -2.44718861579895, -2.3742878437042236, -1.4031912088394165, -2.6208088397979736, -2.060899019241333, -1.735785722732544, -0.9854095578193665, -0.21286696195602417, -2.421492099761963, -3.037607192993164, -3.245940685272217, -2.641371011734009, -1.5742998123168945, -2.1407198905944824, -0.8284916281700134, -2.623020887374878, -2.023893117904663, -1.0357218980789185, -0.17500154674053192, -2.2315144538879395, -1.8048940896987915, -2.7254817485809326, -1.3854739665985107, -0.6783709526062012, -0.7246921062469482, -1.8586920499801636, -2.1687469482421875, -2.0836434364318848, -1.1449862718582153, -0.92960125207901]}, "Bot001_082_13": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_082.log.json", "context": "hi hey there , i do believe we never met . . how is it going ? lol, i don't know i am jk me nighter never learned haha what? a stick ! ! lol but i'm also a brown eyed blond , so always attracted men from a distance .. Also, try to guess: i own house ... near the river? in florida, funny you :) almost near how is it like being a parent ? is this your first born ? i don't have kids", "response": "well , you have you thought about getting cats instead ? i give you one of mine ?", "annotation_id": "Bot001_082_13", "annotations": ["T", "O", "O", "T", "O", "T", "O", "O", "O", "O", "O", "O", "T", "T", "T"], "gpt2background_target_score": [-10.954704284667969, -6.044858932495117, -4.290887832641602, -6.05312442779541, -9.200786590576172, -10.520684242248535, -7.45444393157959, -9.958433151245117, -13.288114547729492, -11.267477035522461, -5.798979759216309, -4.370902061462402, -10.934981346130371, -5.60822868347168, -8.883914947509766, -8.675214767456055, -9.479578018188477, -5.098268032073975], "gpt2background_argmax_score": [-3.6915245056152344, -2.3354718685150146, -1.7476811408996582, -2.2276451587677, -2.7700328826904297, -2.158203125, -1.7581168413162231, -1.6748162508010864, -2.6313607692718506, -3.107064723968506, -1.8591890335083008, -0.7096952199935913, -1.726821780204773, -1.7017298936843872, -1.8591710329055786, -0.9781302213668823, -1.5649323463439941, -1.7657846212387085, -1.8267301321029663, -3.068405866622925, -0.3277941346168518, -1.344789981842041, -2.026888608932495, -1.9737765789031982, -3.024146795272827, -1.732566237449646, -2.6198360919952393, -2.477648973464966, -1.92202627658844, -3.0496699810028076, -1.3074491024017334, -2.4792771339416504, -1.7821564674377441, -2.299588918685913, -1.6873681545257568, -3.1225316524505615, -1.9153013229370117, -2.0187106132507324, -2.0700595378875732, -2.404906749725342, -1.5279933214187622, -2.8918659687042236, -2.32393479347229, -1.9867596626281738, -3.7663803100585938, -2.5924928188323975, -2.705005407333374, -2.7348198890686035, -2.017186403274536, -1.2090121507644653, -3.5525879859924316, -0.30679506063461304, -2.2946507930755615, -2.3141367435455322, -2.267246723175049, -2.552842378616333, -2.448361873626709, -1.860550045967102, -1.6484920978546143, -1.1987122297286987, -1.8070403337478638, -2.0099034309387207, -2.5349721908569336, -1.471517562866211, -0.7353012561798096, -1.6962697505950928, -2.44718861579895, -2.3742878437042236, -1.4031912088394165, -2.6208088397979736, -2.060899019241333, -1.735785722732544, -0.9854095578193665, -0.21286696195602417, -2.421492099761963, -3.037607192993164, -3.245940685272217, -2.641371011734009, -1.5742998123168945, -2.1407198905944824, -0.8284916281700134, -2.3518102169036865, -1.0442473888397217, -0.21368803083896637, -2.3997626304626465, -1.8122278451919556, -2.6317403316497803, -1.1251389980316162, -1.913764238357544, -0.8507155179977417, -1.9333642721176147, -2.2280073165893555, -2.1619951725006104, -1.4865034818649292, -2.304837703704834, -2.1230859756469727, -0.19094347953796387, -1.0369575023651123, -1.2695311307907104, -2.180229902267456, -2.6988370418548584, -1.6504793167114258, -1.1587049961090088, -2.5861623287200928, -1.5532443523406982, -2.4833712577819824, -0.9852613806724548, -1.2325371503829956, -1.0407631397247314, -0.8717889785766602, -0.7818921804428101, -0.853434681892395, -2.565645217895508, -1.68621027469635, -1.566961407661438, -2.7333929538726807, -1.3451733589172363, -2.2239789962768555, -0.9385368227958679]}, "Bot001_082_15": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_082.log.json", "context": "hi hey there , i do believe we never met . . how is it going ? lol, i don't know i am jk me nighter never learned haha what? a stick ! ! lol but i'm also a brown eyed blond , so always attracted men from a distance .. Also, try to guess: i own house ... near the river? in florida, funny you :) almost near how is it like being a parent ? is this your first born ? i don't have kids well , you have you thought about getting cats instead ? i give you one of mine ? i have two cats", "response": "dogs name is alfred what s yours", "annotation_id": "Bot001_082_15", "annotations": ["T", "T", "T", "T", "T", "T", "T", "X", "T", "O", "T", "O", "T", "X", "T"], "gpt2background_target_score": [-11.95957088470459, -9.025898933410645, -3.3542003631591797, -9.75151538848877, -12.07857608795166, -5.205149173736572, -7.337068557739258, -14.94232177734375], "gpt2background_argmax_score": [-3.6915245056152344, -2.3354718685150146, -1.7476811408996582, -2.2276451587677, -2.7700328826904297, -2.158203125, -1.7581168413162231, -1.6748162508010864, -2.6313607692718506, -3.107064723968506, -1.8591890335083008, -0.7096952199935913, -1.726821780204773, -1.7017298936843872, -1.8591710329055786, -0.9781302213668823, -1.5649323463439941, -1.7657846212387085, -1.8267301321029663, -3.068405866622925, -0.3277941346168518, -1.344789981842041, -2.026888608932495, -1.9737765789031982, -3.024146795272827, -1.732566237449646, -2.6198360919952393, -2.477648973464966, -1.92202627658844, -3.0496699810028076, -1.3074491024017334, -2.4792771339416504, -1.7821564674377441, -2.299588918685913, -1.6873681545257568, -3.1225316524505615, -1.9153013229370117, -2.0187106132507324, -2.0700595378875732, -2.404906749725342, -1.5279933214187622, -2.8918659687042236, -2.32393479347229, -1.9867596626281738, -3.7663803100585938, -2.5924928188323975, -2.705005407333374, -2.7348198890686035, -2.017186403274536, -1.2090121507644653, -3.5525879859924316, -0.30679506063461304, -2.2946507930755615, -2.3141367435455322, -2.267246723175049, -2.552842378616333, -2.448361873626709, -1.860550045967102, -1.6484920978546143, -1.1987122297286987, -1.8070403337478638, -2.0099034309387207, -2.5349721908569336, -1.471517562866211, -0.7353012561798096, -1.6962697505950928, -2.44718861579895, -2.3742878437042236, -1.4031912088394165, -2.6208088397979736, -2.060899019241333, -1.735785722732544, -0.9854095578193665, -0.21286696195602417, -2.421492099761963, -3.037607192993164, -3.245940685272217, -2.641371011734009, -1.5742998123168945, -2.1407198905944824, -0.8284916281700134, -2.3518102169036865, -1.0442473888397217, -0.21368803083896637, -2.3997626304626465, -1.8122278451919556, -2.6317403316497803, -1.1251389980316162, -1.913764238357544, -0.8507155179977417, -1.9333642721176147, -2.2280073165893555, -2.1619951725006104, -1.4865034818649292, -2.304837703704834, -2.1230859756469727, -0.19094347953796387, -1.0369575023651123, -1.2695311307907104, -2.180229902267456, -2.45892596244812, -1.2873637676239014, -2.5575191974639893, -1.6187704801559448, -2.2788138389587402, -1.4381320476531982, -1.2054578065872192, -1.2193410396575928, -0.8463369011878967, -0.8454716205596924, -2.326951742172241, -2.446899890899658, -1.917650818824768, -1.6442887783050537, -2.538311719894409, -1.4369988441467285, -2.239928960800171, -2.2170825004577637, -2.4674692153930664, -1.3379936218261719, -1.087658405303955, -1.8837276697158813, -2.4556474685668945, -2.0070154666900635, -1.448908805847168, -3.676259756088257, -2.224520683288574, -2.315690279006958, -1.9368782043457031, -2.9105286598205566, -1.8583372831344604]}, "Bot001_082_17": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_082.log.json", "context": "hi hey there , i do believe we never met . . how is it going ? lol, i don't know i am jk me nighter never learned haha what? a stick ! ! lol but i'm also a brown eyed blond , so always attracted men from a distance .. Also, try to guess: i own house ... near the river? in florida, funny you :) almost near how is it like being a parent ? is this your first born ? i don't have kids well , you have you thought about getting cats instead ? i give you one of mine ? i have two cats dogs name is alfred what s yours their names are russian", "response": "pot , shelby , tommy and king", "annotation_id": "Bot001_082_17", "annotations": ["X", "X", "T", "T", "T", "O", "X", "X", "O", "O", "T", "O", "X", "T", "T"], "gpt2background_target_score": [-11.910226821899414, -6.044858932495117, -11.243900299072266, -8.602649688720703, -7.503580093383789, -11.565509796142578, -11.288805961608887, -8.110238075256348, -11.273128509521484], "gpt2background_argmax_score": [-3.6915245056152344, -2.3354718685150146, -1.7476811408996582, -2.2276451587677, -2.7700328826904297, -2.158203125, -1.7581168413162231, -1.6748162508010864, -2.6313607692718506, -3.107064723968506, -1.8591890335083008, -0.7096952199935913, -1.726821780204773, -1.7017298936843872, -1.8591710329055786, -0.9781302213668823, -1.5649323463439941, -1.7657846212387085, -1.8267301321029663, -3.068405866622925, -0.3277941346168518, -1.344789981842041, -2.026888608932495, -1.9737765789031982, -3.024146795272827, -1.732566237449646, -2.6198360919952393, -2.477648973464966, -1.92202627658844, -3.0496699810028076, -1.3074491024017334, -2.4792771339416504, -1.7821564674377441, -2.299588918685913, -1.6873681545257568, -3.1225316524505615, -1.9153013229370117, -2.0187106132507324, -2.0700595378875732, -2.404906749725342, -1.5279933214187622, -2.8918659687042236, -2.32393479347229, -1.9867596626281738, -3.7663803100585938, -2.5924928188323975, -2.705005407333374, -2.7348198890686035, -2.017186403274536, -1.2090121507644653, -3.5525879859924316, -0.30679506063461304, -2.2946507930755615, -2.3141367435455322, -2.267246723175049, -2.552842378616333, -2.448361873626709, -1.860550045967102, -1.6484920978546143, -1.1987122297286987, -1.8070403337478638, -2.0099034309387207, -2.5349721908569336, -1.471517562866211, -0.7353012561798096, -1.6962697505950928, -2.44718861579895, -2.3742878437042236, -1.4031912088394165, -2.6208088397979736, -2.060899019241333, -1.735785722732544, -0.9854095578193665, -0.21286696195602417, -2.421492099761963, -3.037607192993164, -3.245940685272217, -2.641371011734009, -1.5742998123168945, -2.1407198905944824, -0.8284916281700134, -2.3518102169036865, -1.0442473888397217, -0.21368803083896637, -2.3997626304626465, -1.8122278451919556, -2.6317403316497803, -1.1251389980316162, -1.913764238357544, -0.8507155179977417, -1.9333642721176147, -2.2280073165893555, -2.1619951725006104, -1.4865034818649292, -2.304837703704834, -2.1230859756469727, -0.19094347953796387, -1.0369575023651123, -1.2695311307907104, -2.180229902267456, -2.45892596244812, -1.2873637676239014, -2.5575191974639893, -1.6187704801559448, -2.2788138389587402, -1.4381320476531982, -1.2054578065872192, -1.2193410396575928, -0.8463369011878967, -0.8454716205596924, -2.326951742172241, -2.446899890899658, -1.917650818824768, -1.6442887783050537, -2.538311719894409, -1.4369988441467285, -2.239928960800171, -2.2170825004577637, -2.4674692153930664, -1.3379936218261719, -1.0876593589782715, -1.88372802734375, -1.7522879838943481, -2.7358901500701904, -4.058164119720459, -2.280677318572998, -2.2963924407958984, -2.290189266204834, -2.177299737930298, -0.9217231273651123, -0.6838756203651428, -0.8530892133712769, -1.320898175239563, -2.3099472522735596, -2.4731338024139404, -2.5895636081695557, -1.8736454248428345, -2.1616883277893066, -3.0949645042419434, -1.8760905265808105, -3.15004563331604, -1.1445437669754028, -0.5904249548912048, -2.8524062633514404, -2.2684409618377686]}, "Bot001_082_19": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_082.log.json", "context": "hi hey there , i do believe we never met . . how is it going ? lol, i don't know i am jk me nighter never learned haha what? a stick ! ! lol but i'm also a brown eyed blond , so always attracted men from a distance .. Also, try to guess: i own house ... near the river? in florida, funny you :) almost near how is it like being a parent ? is this your first born ? i don't have kids well , you have you thought about getting cats instead ? i give you one of mine ? i have two cats dogs name is alfred what s yours their names are russian pot , shelby , tommy and king great, bye", "response": "i do not care you are a weird cop , you probably hurt people .", "annotation_id": "Bot001_082_19", "annotations": ["X", "T", "X", "T", "X", "O", "O", "X", "O", "T", "X", "O", "T", "T", "T"], "gpt2background_target_score": [-7.63987922668457, -5.31809139251709, -7.436222076416016, -10.13196849822998, -9.200786590576172, -9.698762893676758, -4.627735614776611, -11.612335205078125, -11.834100723266602, -4.378131866455078, -5.830521106719971, -10.224532127380371, -9.229303359985352, -7.665555953979492, -2.8322806358337402], "gpt2background_argmax_score": [-3.6915245056152344, -2.3354718685150146, -1.7476811408996582, -2.2276451587677, -2.7700328826904297, -2.158203125, -1.7581168413162231, -1.6748162508010864, -2.6313607692718506, -3.107064723968506, -1.8591890335083008, -0.7096952199935913, -1.726821780204773, -1.7017298936843872, -1.8591710329055786, -0.9781302213668823, -1.5649323463439941, -1.7657846212387085, -1.8267301321029663, -3.068405866622925, -0.3277941346168518, -1.344789981842041, -2.026888608932495, -1.9737765789031982, -3.024146795272827, -1.732566237449646, -2.6198360919952393, -2.477648973464966, -1.92202627658844, -3.0496699810028076, -1.3074491024017334, -2.4792771339416504, -1.7821564674377441, -2.299588918685913, -1.6873681545257568, -3.1225316524505615, -1.9153013229370117, -2.0187106132507324, -2.0700595378875732, -2.404906749725342, -1.5279933214187622, -2.8918659687042236, -2.32393479347229, -1.9867596626281738, -3.7663803100585938, -2.5924928188323975, -2.705005407333374, -2.7348198890686035, -2.017186403274536, -1.2090121507644653, -3.5525879859924316, -0.30679506063461304, -2.2946507930755615, -2.3141367435455322, -2.267246723175049, -2.552842378616333, -2.448361873626709, -1.860550045967102, -1.6484920978546143, -1.1987122297286987, -1.8070403337478638, -2.0099034309387207, -2.5349721908569336, -1.471517562866211, -0.7353012561798096, -1.6962697505950928, -2.44718861579895, -2.3742878437042236, -1.4031912088394165, -2.6208088397979736, -2.060899019241333, -1.735785722732544, -0.9854095578193665, -0.21286696195602417, -2.421492099761963, -3.037607192993164, -3.245940685272217, -2.641371011734009, -1.5742998123168945, -2.1407198905944824, -0.8284916281700134, -2.3518102169036865, -1.0442473888397217, -0.21368803083896637, -2.3997626304626465, -1.8122278451919556, -2.6317403316497803, -1.1251389980316162, -1.913764238357544, -0.8507155179977417, -1.9333642721176147, -2.2280073165893555, -2.1619951725006104, -1.4865034818649292, -2.304837703704834, -2.1230859756469727, -0.19094347953796387, -1.0369575023651123, -1.2695311307907104, -2.180229902267456, -2.45892596244812, -1.2873637676239014, -2.5575191974639893, -1.6187704801559448, -2.2788138389587402, -1.4381320476531982, -1.2054578065872192, -1.2193410396575928, -0.8463369011878967, -0.8454716205596924, -2.326951742172241, -2.446899890899658, -1.917650818824768, -1.6442887783050537, -2.538311719894409, -1.4369988441467285, -2.239928960800171, -2.2170825004577637, -2.4674692153930664, -1.3379936218261719, -1.0876593589782715, -1.88372802734375, -1.7522879838943481, -2.7358901500701904, -4.058164119720459, -2.280677318572998, -2.2963924407958984, -2.290189266204834, -2.177299737930298, -0.9217231273651123, -0.6838756203651428, -0.8530892133712769, -1.320898175239563, -2.3099472522735596, -2.4731338024139404, -1.4284491539001465, -2.62929105758667, -3.5873570442199707, -2.2598819732666016, -2.9989969730377197, -1.0998014211654663, -0.8782323002815247, -2.9382193088531494, -2.4559166431427, -3.079271078109741, -2.4415478706359863, -1.9168950319290161, -2.590507984161377, -2.4010543823242188, -1.9090949296951294, -1.5905637741088867, -1.2852433919906616, -3.0338308811187744, -1.7446426153182983, -3.5717742443084717, -1.4841606616973877, -1.670797348022461, -1.2832205295562744, -1.635914921760559, -2.226189613342285, -1.7592273950576782, -2.6881823539733887, -1.9880034923553467]}, "Bot001_085_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_085.log.json", "context": "Hi! Howdy! [SMILING FACE WITH SUNGLASSES].\nCut a long story short: favorite band is aerosmith They are great. I like their music", "response": "that would be so cool . i'm pretty happy with life , but my car is having issues . [SPEAK-NO-EVIL MONKEY]", "annotation_id": "Bot001_085_02", "annotations": ["X", "X", "O", "X", "X", "T", "X", "O", "T", "X", "X", "O", "T", "X", "O"], "gpt2background_target_score": [-13.311595916748047, -9.538384437561035, -8.956416130065918, -6.189379692077637, -11.553756713867188, -12.459606170654297, -10.88994312286377, -9.942572593688965, -13.002827644348145, -11.83440113067627, -12.471183776855469, -12.441118240356445, -11.784947395324707, -10.117976188659668, -9.617242813110352, -12.401978492736816, -10.463050842285156, -9.178619384765625, -12.672479629516602, -10.644125938415527, -9.897266387939453, -12.579926490783691, -11.453313827514648, -11.759908676147461, -5.8499979972839355, -11.971569061279297, -5.590270042419434, -13.601885795593262, -10.886070251464844, -11.592418670654297, -12.263040542602539, -11.740872383117676], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.5788270235061646, -1.4128859043121338, -1.664656400680542, -3.6350791454315186, -1.8260313272476196, -0.5739432573318481, -0.83875572681427, -1.242777943611145, -2.951284170150757, -1.6020121574401855, -2.0703957080841064, -1.7861641645431519, -1.5871942043304443, -1.3325188159942627, -0.45002204179763794, -2.0264031887054443, -3.074709415435791, -2.698862075805664, -0.10039302706718445, -0.7866186499595642, -1.2242286205291748, -2.8486340045928955, -2.2379889488220215, -2.838408946990967, -3.2381813526153564, -1.4871193170547485, -1.9327750205993652, -2.6556649208068848, -2.1493606567382812, -1.8512580394744873, -2.427030086517334, -1.9845441579818726, -1.8813326358795166, -1.5722166299819946, -1.84800386428833, -1.1710803508758545, -0.41464927792549133, -2.122601270675659, -1.3136467933654785, -1.0703046321868896, -1.1780128479003906, -2.771472692489624, -2.6030192375183105, -0.5113829374313354, -1.5642977952957153, -2.163651943206787, -2.1081631183624268, -1.6421891450881958, -1.2378116846084595, -3.392970085144043, -1.2776433229446411, -2.4778764247894287, -1.2641425132751465, -1.9118014574050903, -1.6743420362472534, -3.196061134338379, -1.2722570896148682, -0.4099554121494293, -2.7532734870910645, -3.389376640319824, -2.500601053237915, -2.8762290477752686, -1.520569086074829, -2.0295820236206055, -1.5476199388504028, -1.9195828437805176, -1.2162017822265625]}, "Bot001_085_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_085.log.json", "context": "Hi! Howdy! [SMILING FACE WITH SUNGLASSES].\nCut a long story short: favorite band is aerosmith They are great. I like their music that would be so cool . i'm pretty happy with life , but my car is having issues . [SPEAK-NO-EVIL MONKEY] What is wrong with your car?", "response": "he teases me about my unusual sense of style lol [SMILING FACE WITH OPEN MOUTH AND SMILING EYES]", "annotation_id": "Bot001_085_04", "annotations": ["X", "X", "T", "X", "X", "X", "X", "X", "O", "X", "X", "X", "X", "X", "O"], "gpt2background_target_score": [-12.176352500915527, -11.440019607543945, -12.49734878540039, -8.707990646362305, -9.582474708557129, -10.22619915008545, -12.25454044342041, -13.772435188293457, -8.95872974395752, -12.611957550048828, -12.788597106933594, -7.293961048126221, -12.462985038757324, -7.7085113525390625, -7.511004447937012, -9.904186248779297, -11.24665641784668, -13.433906555175781, -8.112930297851562, -12.857760429382324, -13.833535194396973, -10.071486473083496, -7.94639778137207, -8.845134735107422, -11.801612854003906, -6.373823165893555, -11.364232063293457, -7.677241802215576], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.5788270235061646, -1.4128859043121338, -1.664656400680542, -3.6350791454315186, -1.8260313272476196, -0.5739432573318481, -0.83875572681427, -1.242777943611145, -2.951284170150757, -1.6020121574401855, -2.0703957080841064, -1.7861641645431519, -1.5871942043304443, -1.3325188159942627, -0.45002204179763794, -2.0264031887054443, -3.074709415435791, -2.698862075805664, -0.10039302706718445, -0.7866186499595642, -1.2242286205291748, -2.8486340045928955, -2.2379889488220215, -2.838408946990967, -3.2381813526153564, -1.4871193170547485, -1.9327750205993652, -2.6556649208068848, -2.1493606567382812, -1.8512580394744873, -2.427030086517334, -1.9845441579818726, -1.8813326358795166, -1.5722166299819946, -2.1173095703125, -1.3149720430374146, -2.6199536323547363, -2.2514054775238037, -1.545388102531433, -2.1041769981384277, -2.801884412765503, -2.607288122177124, -0.841151773929596, -1.4298433065414429, -1.7183160781860352, -2.2504842281341553, -1.7103461027145386, -1.4079228639602661, -3.5355491638183594, -1.1331532001495361, -2.4909090995788574, -1.2419848442077637, -1.889337182044983, -1.7490118741989136, -3.066568613052368, -1.0844773054122925, -0.5971103310585022, -2.733039140701294, -3.306506395339966, -2.2626352310180664, -2.8501973152160645, -1.567345380783081, -1.6734122037887573, -1.3193458318710327, -2.1225075721740723, -1.8208051919937134, -2.055204391479492, -1.064096212387085, -0.22980429232120514, -1.8960446119308472, -0.5179539322853088, -1.0450702905654907, -1.858707070350647, -2.1336753368377686, -1.8179118633270264, -1.8790996074676514, -1.5261753797531128, -2.5780608654022217, -1.6053358316421509, -0.6118263602256775, -2.2981956005096436, -0.2408866286277771, -0.7464573383331299, -2.03509521484375, -1.074603796005249, -2.111332654953003, -0.12765458226203918, -0.12010475993156433, -1.0915262699127197, -0.7531659603118896, -1.0279191732406616, -3.5963892936706543, -2.913715362548828, -1.0126466751098633, -2.035457134246826, -3.540656328201294, -0.2124628722667694, -0.14060401916503906, -1.206160545349121, -1.503082275390625, -1.7179758548736572, -1.5927237272262573]}, "Bot001_085_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_085.log.json", "context": "Hi! Howdy! [SMILING FACE WITH SUNGLASSES].\nCut a long story short: favorite band is aerosmith They are great. I like their music that would be so cool . i'm pretty happy with life , but my car is having issues . [SPEAK-NO-EVIL MONKEY] What is wrong with your car? he teases me about my unusual sense of style lol [SMILING FACE WITH OPEN MOUTH AND SMILING EYES] Okay. So what is your job?", "response": "my name is rosa . i've two cats !", "annotation_id": "Bot001_085_06", "annotations": ["X", "X", "X", "X", "X", "T", "X", "X", "T", "X", "X", "X", "X", "X", "O"], "gpt2background_target_score": [-11.607720375061035, -11.921072006225586, -3.0458121299743652, -12.083300590515137, -13.116111755371094, -12.459606170654297, -10.88994312286377, -12.084403038024902, -10.707585334777832, -12.244791030883789, -10.776619911193848], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.5788270235061646, -1.4128859043121338, -1.664656400680542, -3.6350791454315186, -1.8260313272476196, -0.5739432573318481, -0.83875572681427, -1.242777943611145, -2.951284170150757, -1.6020121574401855, -2.0703957080841064, -1.7861641645431519, -1.5871942043304443, -1.3325188159942627, -0.45002204179763794, -2.0264031887054443, -3.074709415435791, -2.698862075805664, -0.10039302706718445, -0.7866186499595642, -1.2242286205291748, -2.8486340045928955, -2.2379889488220215, -2.838408946990967, -3.2381813526153564, -1.4871193170547485, -1.9327750205993652, -2.6556649208068848, -2.1493606567382812, -1.8512580394744873, -2.427030086517334, -1.9845441579818726, -1.8813326358795166, -1.5722166299819946, -2.1173095703125, -1.3149720430374146, -2.6199536323547363, -2.2514054775238037, -1.545388102531433, -2.1041769981384277, -2.801884412765503, -2.607288122177124, -0.841151773929596, -1.4298433065414429, -1.7183160781860352, -2.2504842281341553, -1.7103461027145386, -1.4079228639602661, -3.5355491638183594, -1.1331532001495361, -2.4909090995788574, -1.2419848442077637, -1.889337182044983, -1.7490118741989136, -3.066568613052368, -1.0844773054122925, -0.5971103310585022, -2.733039140701294, -3.306506395339966, -2.2626352310180664, -2.8501973152160645, -1.567345380783081, -1.6734122037887573, -1.3193458318710327, -2.1225075721740723, -1.8208051919937134, -2.055204391479492, -1.064096212387085, -0.22980429232120514, -1.8960446119308472, -0.5179539322853088, -1.0450702905654907, -1.858707070350647, -1.985183596611023, -1.0604946613311768, -1.8136247396469116, -2.45920467376709, -1.3019521236419678, -0.7432840466499329, -2.3387789726257324, -0.23784898221492767, -0.760585606098175, -1.770888328552246, -1.4011107683181763, -1.8597155809402466, -0.14143887162208557, -0.11726558953523636, -1.1721564531326294, -0.7525085806846619, -1.2198015451431274, -3.491816520690918, -2.8480405807495117, -0.9778829216957092, -1.9216201305389404, -3.5614242553710938, -0.24331821501255035, -0.14274246990680695, -1.2004297971725464, -1.6391105651855469, -1.5473299026489258, -2.4981300830841064, -1.559504747390747, -1.7804769277572632, -2.123901128768921, -1.8414939641952515, -1.4210567474365234, -0.539924144744873, -1.5216072797775269, -1.8757766485214233, -2.1438236236572266, -1.5505508184432983, -0.25213417410850525, -4.43174934387207, -2.13603138923645, -2.2300784587860107, -1.8219548463821411, -2.104452610015869, -0.9493670463562012, -1.3311454057693481, -1.683870792388916, -1.6539366245269775]}, "Bot001_085_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_085.log.json", "context": "Hi! Howdy! [SMILING FACE WITH SUNGLASSES].\nCut a long story short: favorite band is aerosmith They are great. I like their music that would be so cool . i'm pretty happy with life , but my car is having issues . [SPEAK-NO-EVIL MONKEY] What is wrong with your car? he teases me about my unusual sense of style lol [SMILING FACE WITH OPEN MOUTH AND SMILING EYES] Okay. So what is your job? my name is rosa . i've two cats ! I have an turtle. And one kid", "response": "i have 2 girls how old are your kids", "annotation_id": "Bot001_085_08", "annotations": ["T", "O", "O", "O", "X", "O", "T", "O", "T", "O", "X", "X", "X", "X", "O"], "gpt2background_target_score": [-9.748896598815918, -8.602306365966797, -10.132650375366211, -6.765664100646973, -8.105573654174805, -12.068496704101562, -8.739151000976562, -8.841935157775879, -10.325692176818848], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.5788270235061646, -1.4128859043121338, -1.664656400680542, -3.6350791454315186, -1.8260313272476196, -0.5739432573318481, -0.83875572681427, -1.242777943611145, -2.951284170150757, -1.6020121574401855, -2.0703957080841064, -1.7861641645431519, -1.5871942043304443, -1.3325188159942627, -0.45002204179763794, -2.0264031887054443, -3.074709415435791, -2.698862075805664, -0.10039302706718445, -0.7866186499595642, -1.2242286205291748, -2.8486340045928955, -2.2379889488220215, -2.838408946990967, -3.2381813526153564, -1.4871193170547485, -1.9327750205993652, -2.6556649208068848, -2.1493606567382812, -1.8512580394744873, -2.427030086517334, -1.9845441579818726, -1.8813326358795166, -1.5722166299819946, -2.1173095703125, -1.3149720430374146, -2.6199536323547363, -2.2514054775238037, -1.545388102531433, -2.1041769981384277, -2.801884412765503, -2.607288122177124, -0.841151773929596, -1.4298433065414429, -1.7183160781860352, -2.2504842281341553, -1.7103461027145386, -1.4079228639602661, -3.5355491638183594, -1.1331532001495361, -2.4909090995788574, -1.2419848442077637, -1.889337182044983, -1.7490118741989136, -3.066568613052368, -1.0844773054122925, -0.5971103310585022, -2.733039140701294, -3.306506395339966, -2.2626352310180664, -2.8501973152160645, -1.567345380783081, -1.6734122037887573, -1.3193458318710327, -2.1225075721740723, -1.8208051919937134, -2.055204391479492, -1.064096212387085, -0.22980429232120514, -1.8960446119308472, -0.5179539322853088, -1.0450702905654907, -1.858707070350647, -1.985183596611023, -1.0604946613311768, -1.8136247396469116, -2.45920467376709, -1.3019521236419678, -0.7432840466499329, -2.3387789726257324, -0.23784898221492767, -0.760585606098175, -1.7708892822265625, -1.4011104106903076, -1.8597155809402466, -0.14143887162208557, -0.11726526916027069, -1.1721588373184204, -0.7525089979171753, -1.2198022603988647, -3.491819143295288, -2.8480403423309326, -0.9778829216957092, -1.9216196537017822, -3.561424970626831, -0.24331821501255035, -0.1427433043718338, -1.2004293203353882, -1.6391105651855469, -1.547327995300293, -2.4981296062469482, -1.5595046281814575, -1.7804756164550781, -2.1239030361175537, -1.8414943218231201, -1.4210559129714966, -0.5399246215820312, -1.521607756614685, -1.8757764101028442, -1.0857003927230835, -0.29297590255737305, -4.427242279052734, -2.2272183895111084, -2.30047345161438, -1.924971580505371, -1.8666671514511108, -0.9852406978607178, -1.3304967880249023, -1.7337435483932495, -2.0457043647766113, -1.6502189636230469, -1.312140941619873, -2.6592459678649902, -2.3965823650360107, -1.8174285888671875, -1.7981904745101929, -1.4518009424209595, -1.9128731489181519, -2.4119701385498047, -2.165397882461548, -1.3344221115112305, -0.9547038674354553, -2.3829054832458496, -1.8276821374893188, -0.5482858419418335, -0.3287241756916046, -2.1103768348693848, -1.1197274923324585]}, "Bot001_085_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_085.log.json", "context": "Hi! Howdy! [SMILING FACE WITH SUNGLASSES].\nCut a long story short: favorite band is aerosmith They are great. I like their music that would be so cool . i'm pretty happy with life , but my car is having issues . [SPEAK-NO-EVIL MONKEY] What is wrong with your car? he teases me about my unusual sense of style lol [SMILING FACE WITH OPEN MOUTH AND SMILING EYES] Okay. So what is your job? my name is rosa . i've two cats ! I have an turtle. And one kid i have 2 girls how old are your kids My daughter is 15. How old are your girls?", "response": "she is 1 and a half . do you have any children ?", "annotation_id": "Bot001_085_10", "annotations": ["T", "X", "T", "X", "X", "O", "X", "T", "O", "T", "O", "X", "X", "T", "T"], "gpt2background_target_score": [-13.87043285369873, -7.617142200469971, -10.429899215698242, -4.990922927856445, -8.84855842590332, -12.801661491394043, -12.775531768798828, -9.109381675720215, -8.185124397277832, -10.751114845275879, -11.106721878051758, -12.450187683105469, -12.2091703414917], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.5788270235061646, -1.4128859043121338, -1.664656400680542, -3.6350791454315186, -1.8260313272476196, -0.5739432573318481, -0.83875572681427, -1.242777943611145, -2.951284170150757, -1.6020121574401855, -2.0703957080841064, -1.7861641645431519, -1.5871942043304443, -1.3325188159942627, -0.45002204179763794, -2.0264031887054443, -3.074709415435791, -2.698862075805664, -0.10039302706718445, -0.7866186499595642, -1.2242286205291748, -2.8486340045928955, -2.2379889488220215, -2.838408946990967, -3.2381813526153564, -1.4871193170547485, -1.9327750205993652, -2.6556649208068848, -2.1493606567382812, -1.8512580394744873, -2.427030086517334, -1.9845441579818726, -1.8813326358795166, -1.5722166299819946, -2.1173095703125, -1.3149720430374146, -2.6199536323547363, -2.2514054775238037, -1.545388102531433, -2.1041769981384277, -2.801884412765503, -2.607288122177124, -0.841151773929596, -1.4298433065414429, -1.7183160781860352, -2.2504842281341553, -1.7103461027145386, -1.4079228639602661, -3.5355491638183594, -1.1331532001495361, -2.4909090995788574, -1.2419848442077637, -1.889337182044983, -1.7490118741989136, -3.066568613052368, -1.0844773054122925, -0.5971103310585022, -2.733039140701294, -3.306506395339966, -2.2626352310180664, -2.8501973152160645, -1.567345380783081, -1.6734122037887573, -1.3193458318710327, -2.1225075721740723, -1.8208051919937134, -2.055204391479492, -1.064096212387085, -0.22980429232120514, -1.8960446119308472, -0.5179539322853088, -1.0450702905654907, -1.858707070350647, -1.985183596611023, -1.0604946613311768, -1.8136247396469116, -2.45920467376709, -1.3019521236419678, -0.7432840466499329, -2.3387789726257324, -0.23784898221492767, -0.760585606098175, -1.7708892822265625, -1.4011104106903076, -1.8597155809402466, -0.14143887162208557, -0.11726526916027069, -1.1721588373184204, -0.7525089979171753, -1.2198022603988647, -3.491819143295288, -2.8480403423309326, -0.9778829216957092, -1.9216196537017822, -3.561424970626831, -0.24331821501255035, -0.1427433043718338, -1.2004293203353882, -1.6391105651855469, -1.547327995300293, -2.4981296062469482, -1.5595046281814575, -1.7804756164550781, -2.1239030361175537, -1.8414943218231201, -1.4210559129714966, -0.5399246215820312, -1.521607756614685, -1.8757764101028442, -1.0857003927230835, -0.29297590255737305, -4.427242279052734, -2.2272183895111084, -2.30047345161438, -1.924971580505371, -1.8666671514511108, -0.9852406978607178, -1.3304967880249023, -1.7337435483932495, -2.0457043647766113, -1.6502189636230469, -1.312140941619873, -2.6592459678649902, -2.3965823650360107, -1.8174285888671875, -1.7981904745101929, -1.4518009424209595, -1.9128731489181519, -2.172534227371216, -1.036942720413208, -0.8896802663803101, -1.9421252012252808, -2.1387672424316406, -0.6450721621513367, -0.42722776532173157, -2.145493268966675, -1.2609659433364868, -2.0579633712768555, -0.8151504397392273, -2.5077385902404785, -1.7485363483428955, -1.8846632242202759, -1.4434434175491333, -0.349100798368454, -0.5063228011131287, -1.5161267518997192, -0.8546658754348755, -2.2255587577819824, -2.433605194091797, -1.2995367050170898, -2.3056299686431885, -1.8237587213516235, -2.1062722206115723, -0.14939886331558228, -1.317885160446167, -1.7410157918930054, -0.40595516562461853, -1.0434616804122925, -1.3011442422866821, -2.600327253341675, -1.166969656944275, -1.0261006355285645]}, "Bot001_085_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_085.log.json", "context": "Hi! Howdy! [SMILING FACE WITH SUNGLASSES].\nCut a long story short: favorite band is aerosmith They are great. I like their music that would be so cool . i'm pretty happy with life , but my car is having issues . [SPEAK-NO-EVIL MONKEY] What is wrong with your car? he teases me about my unusual sense of style lol [SMILING FACE WITH OPEN MOUTH AND SMILING EYES] Okay. So what is your job? my name is rosa . i've two cats ! I have an turtle. And one kid i have 2 girls how old are your kids My daughter is 15. How old are your girls? she is 1 and a half . do you have any children ? Yes, I have a girl", "response": "i'm not sure if we want kids yet , we are still pretty young. Also, try to guess: my favorite food ...", "annotation_id": "Bot001_085_12", "annotations": ["T", "X", "X", "X", "X", "O", "X", "X", "T", "X", "T", "X", "T", "O", "O"], "gpt2background_target_score": [-9.748896598815918, -9.656435012817383, -9.389801025390625, -12.426185607910156, -10.0692777633667, -10.433597564697266, -10.663894653320312, -11.003763198852539, -11.862839698791504, -11.030352592468262, -11.735885620117188, -11.233743667602539, -12.742406845092773, -12.968478202819824, -12.157064437866211, -10.641803741455078, -11.345836639404297, -6.0515289306640625, -8.748323440551758, -7.990556716918945, -13.671504974365234, -2.9325194358825684, -3.2615554332733154, -6.979198455810547, -10.987518310546875, -8.919212341308594], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.5788270235061646, -1.4128859043121338, -1.664656400680542, -3.6350791454315186, -1.8260313272476196, -0.5739432573318481, -0.83875572681427, -1.242777943611145, -2.951284170150757, -1.6020121574401855, -2.0703957080841064, -1.7861641645431519, -1.5871942043304443, -1.3325188159942627, -0.45002204179763794, -2.0264031887054443, -3.074709415435791, -2.698862075805664, -0.10039302706718445, -0.7866186499595642, -1.2242286205291748, -2.8486340045928955, -2.2379889488220215, -2.838408946990967, -3.2381813526153564, -1.4871193170547485, -1.9327750205993652, -2.6556649208068848, -2.1493606567382812, -1.8512580394744873, -2.427030086517334, -1.9845441579818726, -1.8813326358795166, -1.5722166299819946, -2.1173095703125, -1.3149720430374146, -2.6199536323547363, -2.2514054775238037, -1.545388102531433, -2.1041769981384277, -2.801884412765503, -2.607288122177124, -0.841151773929596, -1.4298433065414429, -1.7183160781860352, -2.2504842281341553, -1.7103461027145386, -1.4079228639602661, -3.5355491638183594, -1.1331532001495361, -2.4909090995788574, -1.2419848442077637, -1.889337182044983, -1.7490118741989136, -3.066568613052368, -1.0844773054122925, -0.5971103310585022, -2.733039140701294, -3.306506395339966, -2.2626352310180664, -2.8501973152160645, -1.567345380783081, -1.6734122037887573, -1.3193458318710327, -2.1225075721740723, -1.8208051919937134, -2.055204391479492, -1.064096212387085, -0.22980429232120514, -1.8960446119308472, -0.5179539322853088, -1.0450702905654907, -1.858707070350647, -1.985183596611023, -1.0604946613311768, -1.8136247396469116, -2.45920467376709, -1.3019521236419678, -0.7432840466499329, -2.3387789726257324, -0.23784898221492767, -0.760585606098175, -1.7708892822265625, -1.4011104106903076, -1.8597155809402466, -0.14143887162208557, -0.11726526916027069, -1.1721588373184204, -0.7525089979171753, -1.2198022603988647, -3.491819143295288, -2.8480403423309326, -0.9778829216957092, -1.9216196537017822, -3.561424970626831, -0.24331821501255035, -0.1427433043718338, -1.2004293203353882, -1.6391105651855469, -1.547327995300293, -2.4981296062469482, -1.5595046281814575, -1.7804756164550781, -2.1239030361175537, -1.8414943218231201, -1.4210559129714966, -0.5399246215820312, -1.521607756614685, -1.8757764101028442, -1.0857003927230835, -0.29297590255737305, -4.427242279052734, -2.2272183895111084, -2.30047345161438, -1.924971580505371, -1.8666671514511108, -0.9852406978607178, -1.3304967880249023, -1.7337435483932495, -2.0457043647766113, -1.6502189636230469, -1.312140941619873, -2.6592459678649902, -2.3965823650360107, -1.8174285888671875, -1.7981904745101929, -1.4518009424209595, -1.9128731489181519, -2.172534227371216, -1.036942720413208, -0.8896802663803101, -1.9421252012252808, -2.1387672424316406, -0.6450721621513367, -0.42722776532173157, -2.145493268966675, -1.2609659433364868, -2.0579633712768555, -0.8151504397392273, -2.5077385902404785, -1.7485363483428955, -1.8846632242202759, -1.4434434175491333, -0.349100798368454, -0.5063228011131287, -1.5161267518997192, -0.8546658754348755, -2.2255587577819824, -1.0304633378982544, -2.5677783489227295, -1.4862639904022217, -2.130544900894165, -0.1904536783695221, -1.3223785161972046, -1.840350866317749, -0.37643706798553467, -0.9723888039588928, -1.2141255140304565, -2.6935033798217773, -1.1158381700515747, -2.1821515560150146, -2.3002994060516357, -1.846082091331482, -1.3099114894866943, -1.5290030241012573, -2.804532051086426, -1.9777934551239014, -2.3304078578948975, -1.2759557962417603, -2.4251487255096436, -1.8562625646591187, -2.313645362854004, -1.3033825159072876, -1.9333457946777344, -1.3043352365493774, -1.8340717554092407, -1.6990312337875366, -1.058179259300232, -1.9176359176635742, -2.282925844192505, -2.2715816497802734, -1.2956418991088867, -2.1882224082946777, -1.9828989505767822, -1.694575309753418, -1.7278965711593628, -1.0781458616256714, -2.423536777496338, -2.0773959159851074, -2.6967499256134033, -1.7049353122711182, -1.0129785537719727, -0.6611734628677368, -2.742374897003174]}, "Bot001_085_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_085.log.json", "context": "Hi! Howdy! [SMILING FACE WITH SUNGLASSES].\nCut a long story short: favorite band is aerosmith They are great. I like their music that would be so cool . i'm pretty happy with life , but my car is having issues . [SPEAK-NO-EVIL MONKEY] What is wrong with your car? he teases me about my unusual sense of style lol [SMILING FACE WITH OPEN MOUTH AND SMILING EYES] Okay. So what is your job? my name is rosa . i've two cats ! I have an turtle. And one kid i have 2 girls how old are your kids My daughter is 15. How old are your girls? she is 1 and a half . do you have any children ? Yes, I have a girl i'm not sure if we want kids yet , we are still pretty young. Also, try to guess: my favorite food ... Is pizza", "response": "is mexican food, funny you :)", "annotation_id": "Bot001_085_14", "annotations": ["O", "O", "O", "O", "X", "O", "O", "O", "O", "O", "X", "X", "O", "X", "T"], "gpt2background_target_score": [-10.556413650512695, -9.26597785949707, -11.807390213012695, -13.593348503112793, -12.238247871398926, -10.093255996704102, -12.718029975891113, -7.60099983215332, -8.61413288116455], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.5788270235061646, -1.4128859043121338, -1.664656400680542, -3.6350791454315186, -1.8260313272476196, -0.5739432573318481, -0.83875572681427, -1.242777943611145, -2.951284170150757, -1.6020121574401855, -2.0703957080841064, -1.7861641645431519, -1.5871942043304443, -1.3325188159942627, -0.45002204179763794, -2.0264031887054443, -3.074709415435791, -2.698862075805664, -0.10039302706718445, -0.7866186499595642, -1.2242286205291748, -2.8486340045928955, -2.2379889488220215, -2.838408946990967, -3.2381813526153564, -1.4871193170547485, -1.9327750205993652, -2.6556649208068848, -2.1493606567382812, -1.8512580394744873, -2.427030086517334, -1.9845441579818726, -1.8813326358795166, -1.5722166299819946, -2.1173095703125, -1.3149720430374146, -2.6199536323547363, -2.2514054775238037, -1.545388102531433, -2.1041769981384277, -2.801884412765503, -2.607288122177124, -0.841151773929596, -1.4298433065414429, -1.7183160781860352, -2.2504842281341553, -1.7103461027145386, -1.4079228639602661, -3.5355491638183594, -1.1331532001495361, -2.4909090995788574, -1.2419848442077637, -1.889337182044983, -1.7490118741989136, -3.066568613052368, -1.0844773054122925, -0.5971103310585022, -2.733039140701294, -3.306506395339966, -2.2626352310180664, -2.8501973152160645, -1.567345380783081, -1.6734122037887573, -1.3193458318710327, -2.1225075721740723, -1.8208051919937134, -2.055204391479492, -1.064096212387085, -0.22980429232120514, -1.8960446119308472, -0.5179539322853088, -1.0450702905654907, -1.858707070350647, -1.985183596611023, -1.0604946613311768, -1.8136247396469116, -2.45920467376709, -1.3019521236419678, -0.7432840466499329, -2.3387789726257324, -0.23784898221492767, -0.760585606098175, -1.7708892822265625, -1.4011104106903076, -1.8597155809402466, -0.14143887162208557, -0.11726526916027069, -1.1721588373184204, -0.7525089979171753, -1.2198022603988647, -3.491819143295288, -2.8480403423309326, -0.9778829216957092, -1.9216196537017822, -3.561424970626831, -0.24331821501255035, -0.1427433043718338, -1.2004293203353882, -1.6391105651855469, -1.547327995300293, -2.4981296062469482, -1.5595046281814575, -1.7804756164550781, -2.1239030361175537, -1.8414943218231201, -1.4210559129714966, -0.5399246215820312, -1.521607756614685, -1.8757764101028442, -1.0857003927230835, -0.29297590255737305, -4.427242279052734, -2.2272183895111084, -2.30047345161438, -1.924971580505371, -1.8666671514511108, -0.9852406978607178, -1.3304967880249023, -1.7337435483932495, -2.0457043647766113, -1.6502189636230469, -1.312140941619873, -2.6592459678649902, -2.3965823650360107, -1.8174285888671875, -1.7981904745101929, -1.4518009424209595, -1.9128731489181519, -2.172534227371216, -1.036942720413208, -0.8896802663803101, -1.9421252012252808, -2.1387672424316406, -0.6450721621513367, -0.42722776532173157, -2.145493268966675, -1.2609659433364868, -2.0579633712768555, -0.8151504397392273, -2.5077385902404785, -1.7485363483428955, -1.8846632242202759, -1.4434434175491333, -0.349100798368454, -0.5063228011131287, -1.5161267518997192, -0.8546658754348755, -2.2255587577819824, -1.0304633378982544, -2.5677783489227295, -1.4862639904022217, -2.130544900894165, -0.1904536783695221, -1.3223785161972046, -1.840350866317749, -0.37643706798553467, -0.9723888039588928, -1.2141255140304565, -2.6935033798217773, -1.1158381700515747, -2.1821515560150146, -2.3002994060516357, -1.846082091331482, -1.3099114894866943, -1.5290030241012573, -2.804532051086426, -1.9777934551239014, -1.4857702255249023, -2.9764404296875, -1.5602079629898071, -2.146968126296997, -1.4487180709838867, -1.913796067237854, -1.2751803398132324, -2.0661094188690186, -1.5892130136489868, -1.13266122341156, -1.8482506275177002, -2.3057570457458496, -2.296391248703003, -1.4787899255752563, -2.1118240356445312, -2.05519962310791, -1.7684106826782227, -2.1420974731445312, -0.9772621989250183, -2.2585458755493164, -2.1630263328552246, -2.5100202560424805, -1.6790279150009155, -0.8779619932174683, -0.6380400657653809, -3.0729949474334717, -1.496944785118103, -2.4321444034576416, -2.3165781497955322, -1.6791733503341675, -1.986678123474121, -0.28348493576049805, -1.8410558700561523, -1.6116552352905273, -3.1736326217651367, -1.594251275062561, -3.1193840503692627, -0.6358008980751038]}, "Bot001_085_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_085.log.json", "context": "Hi! Howdy! [SMILING FACE WITH SUNGLASSES].\nCut a long story short: favorite band is aerosmith They are great. I like their music that would be so cool . i'm pretty happy with life , but my car is having issues . [SPEAK-NO-EVIL MONKEY] What is wrong with your car? he teases me about my unusual sense of style lol [SMILING FACE WITH OPEN MOUTH AND SMILING EYES] Okay. So what is your job? my name is rosa . i've two cats ! I have an turtle. And one kid i have 2 girls how old are your kids My daughter is 15. How old are your girls? she is 1 and a half . do you have any children ? Yes, I have a girl i'm not sure if we want kids yet , we are still pretty young. Also, try to guess: my favorite food ... Is pizza is mexican food, funny you :) Okay. Still good", "response": "my mom says study hard and get a good job like she has at apple", "annotation_id": "Bot001_085_16", "annotations": ["T", "O", "T", "T", "X", "T", "X", "X", "T", "T", "X", "X", "X", "X", "O"], "gpt2background_target_score": [-11.607720375061035, -11.369670867919922, -10.704902648925781, -12.646697998046875, -11.318967819213867, -9.615446090698242, -10.460901260375977, -9.280573844909668, -10.4698486328125, -11.212300300598145, -11.967763900756836, -14.257732391357422, -11.483585357666016, -8.734454154968262, -12.44934368133545], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.5788270235061646, -1.4128859043121338, -1.664656400680542, -3.6350791454315186, -1.8260313272476196, -0.5739432573318481, -0.83875572681427, -1.242777943611145, -2.951284170150757, -1.6020121574401855, -2.0703957080841064, -1.7861641645431519, -1.5871942043304443, -1.3325188159942627, -0.45002204179763794, -2.0264031887054443, -3.074709415435791, -2.698862075805664, -0.10039302706718445, -0.7866186499595642, -1.2242286205291748, -2.8486340045928955, -2.2379889488220215, -2.838408946990967, -3.2381813526153564, -1.4871193170547485, -1.9327750205993652, -2.6556649208068848, -2.1493606567382812, -1.8512580394744873, -2.427030086517334, -1.9845441579818726, -1.8813326358795166, -1.5722166299819946, -2.1173095703125, -1.3149720430374146, -2.6199536323547363, -2.2514054775238037, -1.545388102531433, -2.1041769981384277, -2.801884412765503, -2.607288122177124, -0.841151773929596, -1.4298433065414429, -1.7183160781860352, -2.2504842281341553, -1.7103461027145386, -1.4079228639602661, -3.5355491638183594, -1.1331532001495361, -2.4909090995788574, -1.2419848442077637, -1.889337182044983, -1.7490118741989136, -3.066568613052368, -1.0844773054122925, -0.5971103310585022, -2.733039140701294, -3.306506395339966, -2.2626352310180664, -2.8501973152160645, -1.567345380783081, -1.6734122037887573, -1.3193458318710327, -2.1225075721740723, -1.8208051919937134, -2.055204391479492, -1.064096212387085, -0.22980429232120514, -1.8960446119308472, -0.5179539322853088, -1.0450702905654907, -1.858707070350647, -1.985183596611023, -1.0604946613311768, -1.8136247396469116, -2.45920467376709, -1.3019521236419678, -0.7432840466499329, -2.3387789726257324, -0.23784898221492767, -0.760585606098175, -1.7708892822265625, -1.4011104106903076, -1.8597155809402466, -0.14143887162208557, -0.11726526916027069, -1.1721588373184204, -0.7525089979171753, -1.2198022603988647, -3.491819143295288, -2.8480403423309326, -0.9778829216957092, -1.9216196537017822, -3.561424970626831, -0.24331821501255035, -0.1427433043718338, -1.2004293203353882, -1.6391105651855469, -1.547327995300293, -2.4981296062469482, -1.5595046281814575, -1.7804756164550781, -2.1239030361175537, -1.8414943218231201, -1.4210559129714966, -0.5399246215820312, -1.521607756614685, -1.8757764101028442, -1.0857003927230835, -0.29297590255737305, -4.427242279052734, -2.2272183895111084, -2.30047345161438, -1.924971580505371, -1.8666671514511108, -0.9852406978607178, -1.3304967880249023, -1.7337435483932495, -2.0457043647766113, -1.6502189636230469, -1.312140941619873, -2.6592459678649902, -2.3965823650360107, -1.8174285888671875, -1.7981904745101929, -1.4518009424209595, -1.9128731489181519, -2.172534227371216, -1.036942720413208, -0.8896802663803101, -1.9421252012252808, -2.1387672424316406, -0.6450721621513367, -0.42722776532173157, -2.145493268966675, -1.2609659433364868, -2.0579633712768555, -0.8151504397392273, -2.5077385902404785, -1.7485363483428955, -1.8846632242202759, -1.4434434175491333, -0.349100798368454, -0.5063228011131287, -1.5161267518997192, -0.8546658754348755, -2.2255587577819824, -1.0304633378982544, -2.5677783489227295, -1.4862639904022217, -2.130544900894165, -0.1904536783695221, -1.3223785161972046, -1.840350866317749, -0.37643706798553467, -0.9723888039588928, -1.2141255140304565, -2.6935033798217773, -1.1158381700515747, -2.1821515560150146, -2.3002994060516357, -1.846082091331482, -1.3099114894866943, -1.5290030241012573, -2.804532051086426, -1.9777934551239014, -1.4857702255249023, -2.9764404296875, -1.5602079629898071, -2.146968126296997, -1.4487180709838867, -1.913796067237854, -1.2751803398132324, -2.0661094188690186, -1.5892130136489868, -1.13266122341156, -1.8482506275177002, -2.3057570457458496, -2.296391248703003, -1.4787899255752563, -2.1118240356445312, -2.05519962310791, -1.7684106826782227, -2.1420974731445312, -0.9772621989250183, -2.2585458755493164, -2.1630263328552246, -2.5100202560424805, -1.6790279150009155, -0.8779616355895996, -0.6380400657653809, -3.072993516921997, -1.4969435930252075, -2.432145595550537, -1.2261993885040283, -2.8965272903442383, -0.19191735982894897, -1.317348837852478, -2.2428927421569824, -2.758728504180908, -1.8785120248794556, -3.045313596725464, -1.5330891609191895, -1.4954863786697388, -1.836202621459961, -2.375880479812622, -1.547729730606079, -2.205677032470703, -1.9159128665924072, -1.1018482446670532, -2.2810237407684326, -3.0324103832244873, -2.630967617034912, -2.4316327571868896, -2.3338420391082764, -2.394796133041382, -2.4720699787139893, -1.855292558670044, -1.680882453918457, -1.7807738780975342, -2.1911141872406006, -2.4210550785064697, -2.356823444366455]}, "Bot001_085_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_085.log.json", "context": "Hi! Howdy! [SMILING FACE WITH SUNGLASSES].\nCut a long story short: favorite band is aerosmith They are great. I like their music that would be so cool . i'm pretty happy with life , but my car is having issues . [SPEAK-NO-EVIL MONKEY] What is wrong with your car? he teases me about my unusual sense of style lol [SMILING FACE WITH OPEN MOUTH AND SMILING EYES] Okay. So what is your job? my name is rosa . i've two cats ! I have an turtle. And one kid i have 2 girls how old are your kids My daughter is 15. How old are your girls? she is 1 and a half . do you have any children ? Yes, I have a girl i'm not sure if we want kids yet , we are still pretty young. Also, try to guess: my favorite food ... Is pizza is mexican food, funny you :) Okay. Still good my mom says study hard and get a good job like she has at apple Does your mom work at apple?", "response": "yes she has been there for many years. how old are you ?", "annotation_id": "Bot001_085_18", "annotations": ["T", "O", "X", "O", "X", "X", "O", "O", "O", "O", "O", "X", "O", "O", "O"], "gpt2background_target_score": [-12.91051959991455, -11.067813873291016, -5.461790084838867, -10.879015922546387, -9.987775802612305, -9.956693649291992, -11.66987133026123, -12.876203536987305, -7.097794532775879, -12.489320755004883, -10.726311683654785, -11.233743667602539, -10.585726737976074, -9.6619234085083], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.5788270235061646, -1.4128859043121338, -1.664656400680542, -3.6350791454315186, -1.8260313272476196, -0.5739432573318481, -0.83875572681427, -1.242777943611145, -2.951284170150757, -1.6020121574401855, -2.0703957080841064, -1.7861641645431519, -1.5871942043304443, -1.3325188159942627, -0.45002204179763794, -2.0264031887054443, -3.074709415435791, -2.698862075805664, -0.10039302706718445, -0.7866186499595642, -1.2242286205291748, -2.8486340045928955, -2.2379889488220215, -2.838408946990967, -3.2381813526153564, -1.4871193170547485, -1.9327750205993652, -2.6556649208068848, -2.1493606567382812, -1.8512580394744873, -2.427030086517334, -1.9845441579818726, -1.8813326358795166, -1.5722166299819946, -2.1173095703125, -1.3149720430374146, -2.6199536323547363, -2.2514054775238037, -1.545388102531433, -2.1041769981384277, -2.801884412765503, -2.607288122177124, -0.841151773929596, -1.4298433065414429, -1.7183160781860352, -2.2504842281341553, -1.7103461027145386, -1.4079228639602661, -3.5355491638183594, -1.1331532001495361, -2.4909090995788574, -1.2419848442077637, -1.889337182044983, -1.7490118741989136, -3.066568613052368, -1.0844773054122925, -0.5971103310585022, -2.733039140701294, -3.306506395339966, -2.2626352310180664, -2.8501973152160645, -1.567345380783081, -1.6734122037887573, -1.3193458318710327, -2.1225075721740723, -1.8208051919937134, -2.055204391479492, -1.064096212387085, -0.22980429232120514, -1.8960446119308472, -0.5179539322853088, -1.0450702905654907, -1.858707070350647, -1.985183596611023, -1.0604946613311768, -1.8136247396469116, -2.45920467376709, -1.3019521236419678, -0.7432840466499329, -2.3387789726257324, -0.23784898221492767, -0.760585606098175, -1.7708892822265625, -1.4011104106903076, -1.8597155809402466, -0.14143887162208557, -0.11726526916027069, -1.1721588373184204, -0.7525089979171753, -1.2198022603988647, -3.491819143295288, -2.8480403423309326, -0.9778829216957092, -1.9216196537017822, -3.561424970626831, -0.24331821501255035, -0.1427433043718338, -1.2004293203353882, -1.6391105651855469, -1.547327995300293, -2.4981296062469482, -1.5595046281814575, -1.7804756164550781, -2.1239030361175537, -1.8414943218231201, -1.4210559129714966, -0.5399246215820312, -1.521607756614685, -1.8757764101028442, -1.0857003927230835, -0.29297590255737305, -4.427242279052734, -2.2272183895111084, -2.30047345161438, -1.924971580505371, -1.8666671514511108, -0.9852406978607178, -1.3304967880249023, -1.7337435483932495, -2.0457043647766113, -1.6502189636230469, -1.312140941619873, -2.6592459678649902, -2.3965823650360107, -1.8174285888671875, -1.7981904745101929, -1.4518009424209595, -1.9128731489181519, -2.172534227371216, -1.036942720413208, -0.8896802663803101, -1.9421252012252808, -2.1387672424316406, -0.6450721621513367, -0.42722776532173157, -2.145493268966675, -1.2609659433364868, -2.0579633712768555, -0.8151504397392273, -2.5077385902404785, -1.7485363483428955, -1.8846632242202759, -1.4434434175491333, -0.349100798368454, -0.5063228011131287, -1.5161267518997192, -0.8546658754348755, -2.2255587577819824, -1.0304633378982544, -2.5677783489227295, -1.4862639904022217, -2.130544900894165, -0.1904536783695221, -1.3223785161972046, -1.840350866317749, -0.37643706798553467, -0.9723888039588928, -1.2141255140304565, -2.6935033798217773, -1.1158381700515747, -2.1821515560150146, -2.3002994060516357, -1.846082091331482, -1.3099114894866943, -1.5290030241012573, -2.804532051086426, -1.9777934551239014, -1.4857702255249023, -2.9764404296875, -1.5602079629898071, -2.146968126296997, -1.4487180709838867, -1.913796067237854, -1.2751803398132324, -2.0661094188690186, -1.5892130136489868, -1.13266122341156, -1.8482506275177002, -2.3057570457458496, -2.296391248703003, -1.4787899255752563, -2.1118240356445312, -2.05519962310791, -1.7684106826782227, -2.1420974731445312, -0.9772621989250183, -2.2585458755493164, -2.1630263328552246, -2.5100202560424805, -1.6790279150009155, -0.8779616355895996, -0.6380400657653809, -3.072993516921997, -1.4969435930252075, -2.432145595550537, -1.2261993885040283, -2.8965272903442383, -0.19191735982894897, -1.317348837852478, -2.2428927421569824, -2.758728504180908, -1.8785120248794556, -3.045313596725464, -1.5330891609191895, -1.4954863786697388, -1.836202621459961, -2.375880479812622, -1.547729730606079, -1.6613951921463013, -1.7211549282073975, -2.3792970180511475, -3.304689407348633, -2.8290674686431885, -2.492788076400757, -2.4694759845733643, -2.333740234375, -2.31492280960083, -1.6810712814331055, -1.888648509979248, -2.065687417984009, -2.137307643890381, -2.293646812438965, -2.3800392150878906, -1.33320152759552, -1.9014052152633667, -1.6343525648117065, -1.8766381740570068, -1.5740931034088135, -1.7103431224822998, -2.504265785217285, -2.4340264797210693, -1.6445896625518799, -1.334587574005127, -1.3600994348526, -1.6357091665267944, -1.3490606546401978, -1.747247338294983, -0.30939924716949463, -1.674140453338623, -2.279630422592163, -1.1004384756088257, -0.454595148563385, -0.69896399974823, -1.0729900598526, -1.1862859725952148]}, "Bot001_085_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_085.log.json", "context": "Hi! Howdy! [SMILING FACE WITH SUNGLASSES].\nCut a long story short: favorite band is aerosmith They are great. I like their music that would be so cool . i'm pretty happy with life , but my car is having issues . [SPEAK-NO-EVIL MONKEY] What is wrong with your car? he teases me about my unusual sense of style lol [SMILING FACE WITH OPEN MOUTH AND SMILING EYES] Okay. So what is your job? my name is rosa . i've two cats ! I have an turtle. And one kid i have 2 girls how old are your kids My daughter is 15. How old are your girls? she is 1 and a half . do you have any children ? Yes, I have a girl i'm not sure if we want kids yet , we are still pretty young. Also, try to guess: my favorite food ... Is pizza is mexican food, funny you :) Okay. Still good my mom says study hard and get a good job like she has at apple Does your mom work at apple? yes she has been there for many years. how old are you ? I'm 44", "response": "congrats ! i do not have any siblings .", "annotation_id": "Bot001_085_20", "annotations": ["T", "X", "O", "X", "X", "T", "X", "X", "T", "O", "X", "X", "X", "O", "T"], "gpt2background_target_score": [-12.465956687927246, -12.160503387451172, -11.161969184875488, -6.905218124389648, -9.343513488769531, -11.338210105895996, -9.499261856079102, -12.708453178405762, -12.532177925109863, -12.11687183380127], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.5788270235061646, -1.4128859043121338, -1.664656400680542, -3.6350791454315186, -1.8260313272476196, -0.5739432573318481, -0.83875572681427, -1.242777943611145, -2.951284170150757, -1.6020121574401855, -2.0703957080841064, -1.7861641645431519, -1.5871942043304443, -1.3325188159942627, -0.45002204179763794, -2.0264031887054443, -3.074709415435791, -2.698862075805664, -0.10039302706718445, -0.7866186499595642, -1.2242286205291748, -2.8486340045928955, -2.2379889488220215, -2.838408946990967, -3.2381813526153564, -1.4871193170547485, -1.9327750205993652, -2.6556649208068848, -2.1493606567382812, -1.8512580394744873, -2.427030086517334, -1.9845441579818726, -1.8813326358795166, -1.5722166299819946, -2.1173095703125, -1.3149720430374146, -2.6199536323547363, -2.2514054775238037, -1.545388102531433, -2.1041769981384277, -2.801884412765503, -2.607288122177124, -0.841151773929596, -1.4298433065414429, -1.7183160781860352, -2.2504842281341553, -1.7103461027145386, -1.4079228639602661, -3.5355491638183594, -1.1331532001495361, -2.4909090995788574, -1.2419848442077637, -1.889337182044983, -1.7490118741989136, -3.066568613052368, -1.0844773054122925, -0.5971103310585022, -2.733039140701294, -3.306506395339966, -2.2626352310180664, -2.8501973152160645, -1.567345380783081, -1.6734122037887573, -1.3193458318710327, -2.1225075721740723, -1.8208051919937134, -2.055204391479492, -1.064096212387085, -0.22980429232120514, -1.8960446119308472, -0.5179539322853088, -1.0450702905654907, -1.858707070350647, -1.985183596611023, -1.0604946613311768, -1.8136247396469116, -2.45920467376709, -1.3019521236419678, -0.7432840466499329, -2.3387789726257324, -0.23784898221492767, -0.760585606098175, -1.7708892822265625, -1.4011104106903076, -1.8597155809402466, -0.14143887162208557, -0.11726526916027069, -1.1721588373184204, -0.7525089979171753, -1.2198022603988647, -3.491819143295288, -2.8480403423309326, -0.9778829216957092, -1.9216196537017822, -3.561424970626831, -0.24331821501255035, -0.1427433043718338, -1.2004293203353882, -1.6391105651855469, -1.547327995300293, -2.4981296062469482, -1.5595046281814575, -1.7804756164550781, -2.1239030361175537, -1.8414943218231201, -1.4210559129714966, -0.5399246215820312, -1.521607756614685, -1.8757764101028442, -1.0857003927230835, -0.29297590255737305, -4.427242279052734, -2.2272183895111084, -2.30047345161438, -1.924971580505371, -1.8666671514511108, -0.9852406978607178, -1.3304967880249023, -1.7337435483932495, -2.0457043647766113, -1.6502189636230469, -1.312140941619873, -2.6592459678649902, -2.3965823650360107, -1.8174285888671875, -1.7981904745101929, -1.4518009424209595, -1.9128731489181519, -2.172534704208374, -1.0369430780410767, -0.8896803855895996, -1.9421253204345703, -2.138768196105957, -0.645071804523468, -0.4272274374961853, -2.1454920768737793, -1.2609649896621704, -2.05796217918396, -0.8151502013206482, -2.5077390670776367, -1.7485371828079224, -1.8846622705459595, -1.44344162940979, -0.3491004407405853, -0.5063227415084839, -1.5161229372024536, -0.8546664714813232, -2.2255585193634033, -1.0304633378982544, -2.567779064178467, -1.486264705657959, -2.1305441856384277, -0.19045397639274597, -1.322379231452942, -1.840349793434143, -0.3764369785785675, -0.9723890423774719, -1.2141245603561401, -2.693502426147461, -1.1158396005630493, -2.182152032852173, -2.3002994060516357, -1.846079707145691, -1.3099125623703003, -1.52900230884552, -2.804530143737793, -1.9777933359146118, -1.4857710599899292, -2.9764397144317627, -1.5602073669433594, -2.1469688415527344, -1.4487191438674927, -1.9137969017028809, -1.2751805782318115, -2.0661096572875977, -1.5892139673233032, -1.1326600313186646, -1.8482496738433838, -2.305760383605957, -2.296391725540161, -1.478792428970337, -2.1118252277374268, -2.05519962310791, -1.7684110403060913, -2.142096996307373, -0.9772641062736511, -2.258547067642212, -2.1630282402038574, -2.5100202560424805, -1.679028868675232, -0.8779612183570862, -0.6380398273468018, -3.0729949474334717, -1.4969450235366821, -2.432145118713379, -1.2262037992477417, -2.8965253829956055, -0.19191715121269226, -1.3173483610153198, -2.2428927421569824, -2.7587268352508545, -1.8785121440887451, -3.0453133583068848, -1.5330890417099, -1.4954856634140015, -1.8362011909484863, -2.375880479812622, -1.547730565071106, -1.6613961458206177, -1.7211555242538452, -2.37929630279541, -3.304687023162842, -2.8290657997131348, -2.492788553237915, -2.469477653503418, -2.3337390422821045, -2.3149211406707764, -1.6810706853866577, -1.8886499404907227, -2.0656869411468506, -2.1373085975646973, -2.2936484813690186, -2.3800394535064697, -1.3332000970840454, -1.9014084339141846, -1.6343517303466797, -1.8766379356384277, -1.5740927457809448, -1.7103418111801147, -2.504267692565918, -1.5220345258712769, -1.3203157186508179, -1.3456164598464966, -1.9536584615707397, -1.3586748838424683, -1.7250690460205078, -0.2782225012779236, -1.795107364654541, -2.132404088973999, -1.338889241218567, -0.4348827600479126, -0.7089595198631287, -1.0666251182556152, -2.549811601638794, -1.8403111696243286, -2.7519192695617676, -1.7917009592056274, -2.5668785572052, -0.4111393094062805, -1.5168002843856812, -2.042262077331543, -1.9366029500961304, -1.3210142850875854, -1.2063993215560913, -1.3573191165924072, -1.0312145948410034, -2.3853864669799805, -1.2957929372787476]}, "Bot001_088_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_088.log.json", "context": "Buongiorno! Such a nice day! How are you?.\ntldr: i've two dogs hello. i\u2019m glad it\u2019s a good day for you :) tell me about yourself", "response": "i m a college student studying business and work at a pizza place part time", "annotation_id": "Bot001_088_02", "annotations": ["O", "O", "X", "O", "O", "O", "O", "O", "O", "O", "X", "O", "O", "O", "O"], "gpt2background_target_score": [-8.054190635681152, -9.453351974487305, -6.538217544555664, -11.046013832092285, -11.169672012329102, -13.262028694152832, -9.719934463500977, -3.8533005714416504, -10.462064743041992, -10.777202606201172, -6.347999095916748, -11.5897855758667, -12.188037872314453, -11.780560493469238, -10.757197380065918], "gpt2background_argmax_score": [-0.16947178542613983, -3.099961280822754, -3.3249471187591553, -2.9643614292144775, -1.2392821311950684, -0.535420835018158, -2.001927137374878, -3.1531805992126465, -1.3349566459655762, -0.9358598589897156, -2.21791410446167, -0.3531116247177124, -1.6789132356643677, -1.5715683698654175, -1.8841921091079712, -0.39135295152664185, -1.5372846126556396, -0.06450504809617996, -0.9772169589996338, -2.103153944015503, -2.06345796585083, -0.9268534183502197, -2.74656081199646, -1.878143072128296, -3.113454818725586, -2.6300301551818848, -1.7649571895599365, -0.14160361886024475, -0.7043570280075073, -2.293314218521118, -1.5977476835250854, -1.7882028818130493, -0.15775322914123535, -0.25022947788238525, -2.2290966510772705, -1.7002975940704346, -0.2965002954006195, -1.4859009981155396, -0.9433939456939697, -1.4482423067092896, -1.0522009134292603, -0.725533127784729, -1.677697777748108, -1.2043949365615845, -1.975794792175293, -2.229856252670288, -2.263331413269043, -2.993992805480957, -2.916353225708008, -0.593597948551178, -1.879677653312683, -1.9285376071929932, -2.0941431522369385, -1.8483461141586304, -2.0577304363250732, -0.6964345574378967, -3.1197891235351562, -0.997949481010437, -1.52662992477417, -0.3478286862373352, -1.2519019842147827]}, "Bot001_088_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_088.log.json", "context": "Buongiorno! Such a nice day! How are you?.\ntldr: i've two dogs hello. i\u2019m glad it\u2019s a good day for you :) tell me about yourself i m a college student studying business and work at a pizza place part time that\u2019s good. i work in a gas station", "response": "where are you from ? i am in cali", "annotation_id": "Bot001_088_04", "annotations": ["O", "O", "X", "O", "O", "O", "O", "O", "O", "O", "X", "O", "O", "O", "O"], "gpt2background_target_score": [-13.936910629272461, -7.640445709228516, -7.832975387573242, -6.210114479064941, -8.943672180175781, -10.572616577148438, -11.228218078613281, -8.79787826538086, -12.89219856262207, -11.351569175720215], "gpt2background_argmax_score": [-0.1694696694612503, -3.0999600887298584, -3.3249475955963135, -2.9643619060516357, -1.239281415939331, -0.5354217290878296, -2.0019288063049316, -3.1531782150268555, -1.3349571228027344, -0.9358590841293335, -2.2179129123687744, -0.353112131357193, -1.6789153814315796, -1.5715696811676025, -1.8841906785964966, -0.39135271310806274, -1.5372846126556396, -0.06450504809617996, -0.9772165417671204, -2.103151798248291, -2.063459634780884, -0.9268512725830078, -2.7465600967407227, -1.8781448602676392, -3.113454580307007, -2.630032777786255, -1.764957308769226, -0.14160403609275818, -0.7043584585189819, -2.293316602706909, -1.5977458953857422, -1.7882020473480225, -0.15775291621685028, -0.2502296566963196, -2.229095220565796, -1.7002980709075928, -0.2965010106563568, -1.4858999252319336, -0.9433931112289429, -1.4482426643371582, -1.0522023439407349, -0.7255333662033081, -1.6776978969573975, -1.2043952941894531, -1.9757925271987915, -2.1220145225524902, -2.893794059753418, -2.6513118743896484, -0.4880395531654358, -1.9439823627471924, -1.9912127256393433, -2.2028210163116455, -2.176861047744751, -2.188122272491455, -0.7505648732185364, -3.0525691509246826, -0.9331640005111694, -1.4461965560913086, -0.2851043939590454, -1.2464593648910522, -2.3502047061920166, -0.2064918577671051, -0.16597647964954376, -2.4015414714813232, -1.4183522462844849, -1.9610265493392944, -1.9990187883377075, -1.5649795532226562, -1.4391096830368042, -2.191312789916992, -0.2720165550708771, -1.3626147508621216, -2.3720645904541016, -1.4187387228012085, -0.29338791966438293, -1.5712471008300781, -0.48209136724472046, -0.4165452718734741, -1.6148420572280884, -1.0881831645965576, -1.7964574098587036, -0.3620295524597168, -2.1134111881256104]}, "Bot001_088_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_088.log.json", "context": "Buongiorno! Such a nice day! How are you?.\ntldr: i've two dogs hello. i\u2019m glad it\u2019s a good day for you :) tell me about yourself i m a college student studying business and work at a pizza place part time that\u2019s good. i work in a gas station where are you from ? i am in cali i live in london", "response": "lol i live in ohio on a farm lol. Also, try to guess: i own two ...", "annotation_id": "Bot001_088_06", "annotations": ["T", "T", "X", "T", "O", "X", "O", "X", "O", "O", "O", "T", "T", "X", "X"], "gpt2background_target_score": [-15.835251808166504, -8.867053985595703, -8.927000045776367, -5.154792785644531, -9.998533248901367, -10.35128402709961, -12.076786041259766, -9.248268127441406, -13.218521118164062, -9.773515701293945, -8.261816024780273, -13.88118839263916, -5.4370341300964355, -11.274333000183105, -9.712472915649414, -12.548731803894043, -6.133275032043457, -13.356584548950195, -12.231894493103027, -7.859711170196533, -11.575356483459473], "gpt2background_argmax_score": [-0.1694696694612503, -3.0999600887298584, -3.3249475955963135, -2.9643619060516357, -1.239281415939331, -0.5354217290878296, -2.0019288063049316, -3.1531782150268555, -1.3349571228027344, -0.9358590841293335, -2.2179129123687744, -0.353112131357193, -1.6789153814315796, -1.5715696811676025, -1.8841906785964966, -0.39135271310806274, -1.5372846126556396, -0.06450504809617996, -0.9772165417671204, -2.103151798248291, -2.063459634780884, -0.9268512725830078, -2.7465600967407227, -1.8781448602676392, -3.113454580307007, -2.630032777786255, -1.764957308769226, -0.14160403609275818, -0.7043584585189819, -2.293316602706909, -1.5977458953857422, -1.7882020473480225, -0.15775291621685028, -0.2502296566963196, -2.229095220565796, -1.7002980709075928, -0.2965010106563568, -1.4858999252319336, -0.9433931112289429, -1.4482426643371582, -1.0522023439407349, -0.7255333662033081, -1.6776978969573975, -1.2043952941894531, -1.9757925271987915, -2.1220145225524902, -2.893794059753418, -2.6513118743896484, -0.4880395531654358, -1.9439823627471924, -1.9912127256393433, -2.2028210163116455, -2.176861047744751, -2.188122272491455, -0.7505648732185364, -3.0525691509246826, -0.9331640005111694, -1.4461965560913086, -0.2851043939590454, -1.2464593648910522, -2.3502047061920166, -0.2064918577671051, -0.16597647964954376, -2.4015414714813232, -1.4183522462844849, -1.9610265493392944, -1.9990187883377075, -1.5649795532226562, -1.4391096830368042, -2.191312789916992, -0.2720165550708771, -1.3626147508621216, -1.2152421474456787, -0.6400646567344666, -1.7979228496551514, -0.46301230788230896, -1.6609904766082764, -1.72782301902771, -1.454647183418274, -1.551817774772644, -0.31128665804862976, -2.0113608837127686, -2.225710153579712, -0.6994969248771667, -2.429025888442993, -0.9108118414878845, -1.6607558727264404, -2.4431471824645996, -2.0345258712768555, -2.1386637687683105, -0.37918075919151306, -2.560401201248169, -2.997760772705078, -1.618212342262268, -1.3218765258789062, -3.2643043994903564, -2.0396132469177246, -0.5978503227233887, -1.2912533283233643, -1.954379677772522, -1.645783543586731, -1.2744091749191284, -2.511087656021118, -2.1768412590026855, -2.304666519165039, -1.6838676929473877, -0.6295391917228699, -0.5761261582374573, -2.078171730041504]}, "Bot001_088_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_088.log.json", "context": "Buongiorno! Such a nice day! How are you?.\ntldr: i've two dogs hello. i\u2019m glad it\u2019s a good day for you :) tell me about yourself i m a college student studying business and work at a pizza place part time that\u2019s good. i work in a gas station where are you from ? i am in cali i live in london lol i live in ohio on a farm lol. Also, try to guess: i own two ... dogs", "response": "vintage mustangs, funny you :)", "annotation_id": "Bot001_088_08", "annotations": ["O", "X", "X", "X", "T", "T", "O", "O", "X", "O", "X", "X", "O", "O", "O"], "gpt2background_target_score": [-10.632887840270996, -14.427295684814453, -8.654022216796875, -11.876875877380371, -10.032661437988281, -8.698572158813477, -11.345909118652344, -10.691632270812988], "gpt2background_argmax_score": [-0.1694696694612503, -3.0999600887298584, -3.3249475955963135, -2.9643619060516357, -1.239281415939331, -0.5354217290878296, -2.0019288063049316, -3.1531782150268555, -1.3349571228027344, -0.9358590841293335, -2.2179129123687744, -0.353112131357193, -1.6789153814315796, -1.5715696811676025, -1.8841906785964966, -0.39135271310806274, -1.5372846126556396, -0.06450504809617996, -0.9772165417671204, -2.103151798248291, -2.063459634780884, -0.9268512725830078, -2.7465600967407227, -1.8781448602676392, -3.113454580307007, -2.630032777786255, -1.764957308769226, -0.14160403609275818, -0.7043584585189819, -2.293316602706909, -1.5977458953857422, -1.7882020473480225, -0.15775291621685028, -0.2502296566963196, -2.229095220565796, -1.7002980709075928, -0.2965010106563568, -1.4858999252319336, -0.9433931112289429, -1.4482426643371582, -1.0522023439407349, -0.7255333662033081, -1.6776978969573975, -1.2043952941894531, -1.9757925271987915, -2.1220145225524902, -2.893794059753418, -2.6513118743896484, -0.4880395531654358, -1.9439823627471924, -1.9912127256393433, -2.2028210163116455, -2.176861047744751, -2.188122272491455, -0.7505648732185364, -3.0525691509246826, -0.9331640005111694, -1.4461965560913086, -0.2851043939590454, -1.2464593648910522, -2.3502047061920166, -0.2064918577671051, -0.16597647964954376, -2.4015414714813232, -1.4183522462844849, -1.9610265493392944, -1.9990187883377075, -1.5649795532226562, -1.4391096830368042, -2.191312789916992, -0.2720165550708771, -1.3626147508621216, -1.2152421474456787, -0.6400646567344666, -1.7979228496551514, -0.46301230788230896, -1.6609904766082764, -1.72782301902771, -1.454647183418274, -1.551817774772644, -0.31128665804862976, -2.0113608837127686, -2.225710153579712, -0.6994969248771667, -2.429025888442993, -0.9108118414878845, -1.6607558727264404, -1.6156489849090576, -2.0222554206848145, -0.4391807019710541, -2.2089881896972656, -2.916977643966675, -1.967318058013916, -1.2588143348693848, -3.30362606048584, -1.9797688722610474, -1.7230921983718872, -1.5224533081054688, -1.9323431253433228, -1.591307282447815, -1.2371289730072021, -2.584259510040283, -2.1842682361602783, -1.8793244361877441, -1.8513166904449463, -0.6158552765846252, -0.570946455001831, -2.591553211212158, -1.9162017107009888, -2.5819692611694336, -3.5862956047058105, -2.4446864128112793, -1.6391745805740356, -3.038858652114868, -2.6344196796417236, -2.013307571411133, -2.879713296890259, -0.45261675119400024]}, "Bot001_088_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_088.log.json", "context": "Buongiorno! Such a nice day! How are you?.\ntldr: i've two dogs hello. i\u2019m glad it\u2019s a good day for you :) tell me about yourself i m a college student studying business and work at a pizza place part time that\u2019s good. i work in a gas station where are you from ? i am in cali i live in london lol i live in ohio on a farm lol. Also, try to guess: i own two ... dogs vintage mustangs, funny you :) oh that\u2019s nice", "response": "yes , i think so but it take a lots of patient. how are you this evening ?", "annotation_id": "Bot001_088_10", "annotations": ["O", "O", "X", "T", "T", "X", "X", "O", "X", "O", "O", "O", "O", "O", "T"], "gpt2background_target_score": [-13.419607162475586, -11.608442306518555, -8.498932838439941, -9.809392929077148, -10.218850135803223, -9.521510124206543, -11.122196197509766, -8.717208862304688, -8.605804443359375, -11.460284233093262, -8.949703216552734, -13.487174987792969, -6.62306547164917, -8.05630874633789, -9.015434265136719, -9.852389335632324, -10.746416091918945, -14.13841438293457, -10.247400283813477], "gpt2background_argmax_score": [-0.1694696694612503, -3.0999600887298584, -3.3249475955963135, -2.9643619060516357, -1.239281415939331, -0.5354217290878296, -2.0019288063049316, -3.1531782150268555, -1.3349571228027344, -0.9358590841293335, -2.2179129123687744, -0.353112131357193, -1.6789153814315796, -1.5715696811676025, -1.8841906785964966, -0.39135271310806274, -1.5372846126556396, -0.06450504809617996, -0.9772165417671204, -2.103151798248291, -2.063459634780884, -0.9268512725830078, -2.7465600967407227, -1.8781448602676392, -3.113454580307007, -2.630032777786255, -1.764957308769226, -0.14160403609275818, -0.7043584585189819, -2.293316602706909, -1.5977458953857422, -1.7882020473480225, -0.15775291621685028, -0.2502296566963196, -2.229095220565796, -1.7002980709075928, -0.2965010106563568, -1.4858999252319336, -0.9433931112289429, -1.4482426643371582, -1.0522023439407349, -0.7255333662033081, -1.6776978969573975, -1.2043952941894531, -1.9757925271987915, -2.1220145225524902, -2.893794059753418, -2.6513118743896484, -0.4880395531654358, -1.9439823627471924, -1.9912127256393433, -2.2028210163116455, -2.176861047744751, -2.188122272491455, -0.7505648732185364, -3.0525691509246826, -0.9331640005111694, -1.4461965560913086, -0.2851043939590454, -1.2464593648910522, -2.3502047061920166, -0.2064918577671051, -0.16597647964954376, -2.4015414714813232, -1.4183522462844849, -1.9610265493392944, -1.9990187883377075, -1.5649795532226562, -1.4391096830368042, -2.191312789916992, -0.2720165550708771, -1.3626147508621216, -1.2152421474456787, -0.6400646567344666, -1.7979228496551514, -0.46301230788230896, -1.6609904766082764, -1.72782301902771, -1.454647183418274, -1.551817774772644, -0.31128665804862976, -2.0113608837127686, -2.225710153579712, -0.6994969248771667, -2.429025888442993, -0.9108118414878845, -1.6607558727264404, -1.6156489849090576, -2.0222554206848145, -0.4391807019710541, -2.2089881896972656, -2.916977643966675, -1.967318058013916, -1.2588143348693848, -3.30362606048584, -1.9797688722610474, -1.7230921983718872, -1.5224533081054688, -1.9323431253433228, -1.591307282447815, -1.2371289730072021, -2.584259510040283, -2.1842682361602783, -1.8793244361877441, -1.8513166904449463, -0.6158552765846252, -0.570946455001831, -2.591553211212158, -1.9162017107009888, -2.898224353790283, -0.892354428768158, -3.113502025604248, -2.194885015487671, -1.8979909420013428, -2.6801254749298096, -1.5009963512420654, -2.7833127975463867, -1.3137842416763306, -0.14998450875282288, -0.126800999045372, -2.542249917984009, -1.975024938583374, -2.364229440689087, -1.4875022172927856, -1.4117991924285889, -1.8834391832351685, -1.7059094905853271, -1.8590004444122314, -1.4777989387512207, -1.3989663124084473, -1.5064404010772705, -1.4354305267333984, -0.19869540631771088, -1.7280818223953247, -1.6484558582305908, -1.864945411682129, -1.8023587465286255, -0.23128294944763184, -1.9343420267105103, -1.4129362106323242, -0.9031158089637756, -0.4825115203857422]}, "Bot001_088_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_088.log.json", "context": "Buongiorno! Such a nice day! How are you?.\ntldr: i've two dogs hello. i\u2019m glad it\u2019s a good day for you :) tell me about yourself i m a college student studying business and work at a pizza place part time that\u2019s good. i work in a gas station where are you from ? i am in cali i live in london lol i live in ohio on a farm lol. Also, try to guess: i own two ... dogs vintage mustangs, funny you :) oh that\u2019s nice yes , i think so but it take a lots of patient. how are you this evening ? i\u2019m feeling kind of low", "response": "i am good . waiting on my two boys to get home .", "annotation_id": "Bot001_088_12", "annotations": ["O", "T", "X", "T", "O", "T", "X", "T", "X", "O", "O", "X", "T", "T", "O"], "gpt2background_target_score": [-8.054205894470215, -10.15632438659668, -10.071749687194824, -11.629387855529785, -10.707942962646484, -10.401535987854004, -11.498531341552734, -9.070194244384766, -8.28683090209961, -10.15935230255127, -10.230755805969238, -11.062222480773926, -11.41171646118164], "gpt2background_argmax_score": [-0.1694696694612503, -3.0999600887298584, -3.3249475955963135, -2.9643619060516357, -1.239281415939331, -0.5354217290878296, -2.0019288063049316, -3.1531782150268555, -1.3349571228027344, -0.9358590841293335, -2.2179129123687744, -0.353112131357193, -1.6789153814315796, -1.5715696811676025, -1.8841906785964966, -0.39135271310806274, -1.5372846126556396, -0.06450504809617996, -0.9772165417671204, -2.103151798248291, -2.063459634780884, -0.9268512725830078, -2.7465600967407227, -1.8781448602676392, -3.113454580307007, -2.630032777786255, -1.764957308769226, -0.14160403609275818, -0.7043584585189819, -2.293316602706909, -1.5977458953857422, -1.7882020473480225, -0.15775291621685028, -0.2502296566963196, -2.229095220565796, -1.7002980709075928, -0.2965010106563568, -1.4858999252319336, -0.9433931112289429, -1.4482426643371582, -1.0522023439407349, -0.7255333662033081, -1.6776978969573975, -1.2043952941894531, -1.9757925271987915, -2.1220145225524902, -2.893794059753418, -2.6513118743896484, -0.4880395531654358, -1.9439823627471924, -1.9912127256393433, -2.2028210163116455, -2.176861047744751, -2.188122272491455, -0.7505648732185364, -3.0525691509246826, -0.9331640005111694, -1.4461965560913086, -0.2851043939590454, -1.2464593648910522, -2.3502047061920166, -0.2064918577671051, -0.16597647964954376, -2.4015414714813232, -1.4183522462844849, -1.9610265493392944, -1.9990187883377075, -1.5649795532226562, -1.4391096830368042, -2.191312789916992, -0.2720165550708771, -1.3626147508621216, -1.2152421474456787, -0.6400646567344666, -1.7979228496551514, -0.46301230788230896, -1.6609904766082764, -1.72782301902771, -1.454647183418274, -1.551817774772644, -0.31128665804862976, -2.0113608837127686, -2.225710153579712, -0.6994969248771667, -2.429025888442993, -0.9108118414878845, -1.6607558727264404, -1.6156489849090576, -2.0222554206848145, -0.4391807019710541, -2.2089881896972656, -2.916977643966675, -1.967318058013916, -1.2588143348693848, -3.30362606048584, -1.9797688722610474, -1.7230921983718872, -1.5224533081054688, -1.9323431253433228, -1.591307282447815, -1.2371289730072021, -2.584259510040283, -2.1842682361602783, -1.8793244361877441, -1.8513166904449463, -0.6158552765846252, -0.570946455001831, -2.591553211212158, -1.9162017107009888, -2.898224353790283, -0.892354428768158, -3.113502025604248, -2.194885015487671, -1.8979909420013428, -2.6801254749298096, -1.5009963512420654, -2.7833127975463867, -1.3137842416763306, -0.14998450875282288, -0.126800999045372, -2.542249917984009, -1.975024938583374, -1.9054903984069824, -1.5286312103271484, -2.320988178253174, -1.554521083831787, -1.7676337957382202, -1.5642187595367432, -0.7503470778465271, -1.4417731761932373, -1.3034210205078125, -0.20771068334579468, -1.7502249479293823, -1.7791014909744263, -1.926499366760254, -2.0761070251464844, -0.2106124758720398, -2.1203088760375977, -1.4955832958221436, -1.0045865774154663, -1.9120962619781494, -2.2655439376831055, -0.11963716894388199, -0.4565460979938507, -2.7652747631073, -2.4412765502929688, -0.30565693974494934, -2.693634033203125, -2.1705448627471924, -2.341379404067993, -2.4944820404052734, -2.724743366241455, -2.428971767425537, -1.4462510347366333, -1.1085251569747925, -1.6841830015182495, -2.460644483566284, -0.534090518951416, -1.6751463413238525, -1.8667149543762207, -2.4348502159118652, -1.9746826887130737, -1.7453196048736572]}, "Bot001_088_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_088.log.json", "context": "Buongiorno! Such a nice day! How are you?.\ntldr: i've two dogs hello. i\u2019m glad it\u2019s a good day for you :) tell me about yourself i m a college student studying business and work at a pizza place part time that\u2019s good. i work in a gas station where are you from ? i am in cali i live in london lol i live in ohio on a farm lol. Also, try to guess: i own two ... dogs vintage mustangs, funny you :) oh that\u2019s nice yes , i think so but it take a lots of patient. how are you this evening ? i\u2019m feeling kind of low i am good . waiting on my two boys to get home . do you have any phobias?", "response": "of course . living near pygmies , i sleep with one eye open ! how about you ? [HEAR-NO-EVIL MONKEY]", "annotation_id": "Bot001_088_14", "annotations": ["X", "X", "X", "O", "T", "T", "O", "O", "X", "O", "X", "X", "O", "O", "O"], "gpt2background_target_score": [-13.35273551940918, -11.505559921264648, -10.79482364654541, -9.882415771484375, -11.167610168457031, -11.70836067199707, -13.923269271850586, -10.986551284790039, -9.411430358886719, -7.6169209480285645, -10.465868949890137, -10.977272987365723, -9.057501792907715, -12.929281234741211, -11.80767822265625, -12.993075370788574, -11.674269676208496, -13.7822265625, -7.758139610290527, -10.855321884155273, -8.627766609191895, -13.412036895751953, -12.14085865020752, -7.751125812530518, -12.312652587890625, -10.177577018737793, -12.687339782714844, -13.118056297302246, -13.180512428283691, -14.135489463806152, -11.55891227722168], "gpt2background_argmax_score": [-0.1694696694612503, -3.0999600887298584, -3.3249475955963135, -2.9643619060516357, -1.239281415939331, -0.5354217290878296, -2.0019288063049316, -3.1531782150268555, -1.3349571228027344, -0.9358590841293335, -2.2179129123687744, -0.353112131357193, -1.6789153814315796, -1.5715696811676025, -1.8841906785964966, -0.39135271310806274, -1.5372846126556396, -0.06450504809617996, -0.9772165417671204, -2.103151798248291, -2.063459634780884, -0.9268512725830078, -2.7465600967407227, -1.8781448602676392, -3.113454580307007, -2.630032777786255, -1.764957308769226, -0.14160403609275818, -0.7043584585189819, -2.293316602706909, -1.5977458953857422, -1.7882020473480225, -0.15775291621685028, -0.2502296566963196, -2.229095220565796, -1.7002980709075928, -0.2965010106563568, -1.4858999252319336, -0.9433931112289429, -1.4482426643371582, -1.0522023439407349, -0.7255333662033081, -1.6776978969573975, -1.2043952941894531, -1.9757925271987915, -2.1220145225524902, -2.893794059753418, -2.6513118743896484, -0.4880395531654358, -1.9439823627471924, -1.9912127256393433, -2.2028210163116455, -2.176861047744751, -2.188122272491455, -0.7505648732185364, -3.0525691509246826, -0.9331640005111694, -1.4461965560913086, -0.2851043939590454, -1.2464593648910522, -2.3502047061920166, -0.2064918577671051, -0.16597647964954376, -2.4015414714813232, -1.4183522462844849, -1.9610265493392944, -1.9990187883377075, -1.5649795532226562, -1.4391096830368042, -2.191312789916992, -0.2720165550708771, -1.3626147508621216, -1.2152421474456787, -0.6400646567344666, -1.7979228496551514, -0.46301230788230896, -1.6609904766082764, -1.72782301902771, -1.454647183418274, -1.551817774772644, -0.31128665804862976, -2.0113608837127686, -2.225710153579712, -0.6994969248771667, -2.429025888442993, -0.9108118414878845, -1.6607558727264404, -1.6156489849090576, -2.0222554206848145, -0.4391807019710541, -2.2089881896972656, -2.916977643966675, -1.967318058013916, -1.2588143348693848, -3.30362606048584, -1.9797688722610474, -1.7230921983718872, -1.5224533081054688, -1.9323431253433228, -1.591307282447815, -1.2371289730072021, -2.584259510040283, -2.1842682361602783, -1.8793244361877441, -1.8513166904449463, -0.6158552765846252, -0.570946455001831, -2.591553211212158, -1.9162017107009888, -2.898224353790283, -0.892354428768158, -3.113502025604248, -2.194885015487671, -1.8979909420013428, -2.6801254749298096, -1.5009963512420654, -2.7833127975463867, -1.3137842416763306, -0.14998450875282288, -0.126800999045372, -2.542249917984009, -1.975024938583374, -1.9054903984069824, -1.5286312103271484, -2.320988178253174, -1.554521083831787, -1.7676337957382202, -1.5642187595367432, -0.7503470778465271, -1.4417731761932373, -1.3034210205078125, -0.20771068334579468, -1.7502249479293823, -1.7791014909744263, -1.926499366760254, -2.0761070251464844, -0.2106124758720398, -2.1203088760375977, -1.4955832958221436, -1.0045865774154663, -1.9120962619781494, -2.2655439376831055, -0.11963716894388199, -0.4565460979938507, -2.7652747631073, -2.4412765502929688, -0.30565693974494934, -2.693634033203125, -2.1705448627471924, -1.9807007312774658, -3.222285270690918, -2.7026312351226807, -1.8044205904006958, -0.9354318380355835, -1.7515002489089966, -2.1264660358428955, -0.5734421014785767, -1.5555330514907837, -1.8443107604980469, -1.9831836223602295, -1.9741692543029785, -1.8784921169281006, -0.4008573293685913, -1.1988873481750488, -0.7792248129844666, -2.6096551418304443, -2.535916805267334, -0.12827134132385254, -1.2277204990386963, -1.8098140954971313, -2.3835294246673584, -0.49653559923171997, -1.670426607131958, -1.644456386566162, -0.7873610258102417, -2.292902708053589, -0.5725924968719482, -0.12190330773591995, -2.567068338394165, -2.1153059005737305, -2.4976065158843994, -1.5382566452026367, -1.1116236448287964, -1.5165815353393555, -2.0494184494018555, -1.7742087841033936, -1.8503166437149048, -2.0354831218719482, -0.6687042713165283, -1.0807976722717285, -0.8142724633216858, -1.9121687412261963, -1.4201401472091675, -1.63258957862854, -3.764240264892578, -1.9259001016616821, -2.4050817489624023, -1.6894209384918213, -2.075923204421997, -1.048115849494934, -1.9245671033859253, -1.1916731595993042]}, "Bot001_088_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_088.log.json", "context": "Buongiorno! Such a nice day! How are you?.\ntldr: i've two dogs hello. i\u2019m glad it\u2019s a good day for you :) tell me about yourself i m a college student studying business and work at a pizza place part time that\u2019s good. i work in a gas station where are you from ? i am in cali i live in london lol i live in ohio on a farm lol. Also, try to guess: i own two ... dogs vintage mustangs, funny you :) oh that\u2019s nice yes , i think so but it take a lots of patient. how are you this evening ? i\u2019m feeling kind of low i am good . waiting on my two boys to get home . do you have any phobias? of course . living near pygmies , i sleep with one eye open ! how about you ? [HEAR-NO-EVIL MONKEY] oh god, sorry to hear that.  i\u2019m terrified of clowns", "response": "it is my parents they're suing me so i come home for the holidays .. Also, try to guess: my favorite music ...", "annotation_id": "Bot001_088_16", "annotations": ["X", "O", "X", "O", "X", "X", "X", "X", "X", "O", "X", "T", "T", "X", "T"], "gpt2background_target_score": [-9.16297721862793, -5.101305961608887, -9.079811096191406, -10.531102180480957, -9.843533515930176, -10.590450286865234, -14.144723892211914, -9.895423889160156, -5.668154239654541, -7.6169209480285645, -5.234954833984375, -11.062222480773926, -6.890202045440674, -8.372413635253906, -11.41457462310791, -12.45995044708252, -12.94878101348877, -10.804229736328125, -11.788488388061523, -6.623371124267578, -5.708746910095215, -11.748307228088379, -6.043774604797363, -12.550244331359863, -9.937317848205566, -8.819849967956543], "gpt2background_argmax_score": [-0.1694696694612503, -3.0999600887298584, -3.3249475955963135, -2.9643619060516357, -1.239281415939331, -0.5354217290878296, -2.0019288063049316, -3.1531782150268555, -1.3349571228027344, -0.9358590841293335, -2.2179129123687744, -0.353112131357193, -1.6789153814315796, -1.5715696811676025, -1.8841906785964966, -0.39135271310806274, -1.5372846126556396, -0.06450504809617996, -0.9772165417671204, -2.103151798248291, -2.063459634780884, -0.9268512725830078, -2.7465600967407227, -1.8781448602676392, -3.113454580307007, -2.630032777786255, -1.764957308769226, -0.14160403609275818, -0.7043584585189819, -2.293316602706909, -1.5977458953857422, -1.7882020473480225, -0.15775291621685028, -0.2502296566963196, -2.229095220565796, -1.7002980709075928, -0.2965010106563568, -1.4858999252319336, -0.9433931112289429, -1.4482426643371582, -1.0522023439407349, -0.7255333662033081, -1.6776978969573975, -1.2043952941894531, -1.9757925271987915, -2.1220145225524902, -2.893794059753418, -2.6513118743896484, -0.4880395531654358, -1.9439823627471924, -1.9912127256393433, -2.2028210163116455, -2.176861047744751, -2.188122272491455, -0.7505648732185364, -3.0525691509246826, -0.9331640005111694, -1.4461965560913086, -0.2851043939590454, -1.2464593648910522, -2.3502047061920166, -0.2064918577671051, -0.16597647964954376, -2.4015414714813232, -1.4183522462844849, -1.9610265493392944, -1.9990187883377075, -1.5649795532226562, -1.4391096830368042, -2.191312789916992, -0.2720165550708771, -1.3626147508621216, -1.2152421474456787, -0.6400646567344666, -1.7979228496551514, -0.46301230788230896, -1.6609904766082764, -1.72782301902771, -1.454647183418274, -1.551817774772644, -0.31128665804862976, -2.0113608837127686, -2.225710153579712, -0.6994969248771667, -2.429025888442993, -0.9108118414878845, -1.6607558727264404, -1.6156489849090576, -2.0222554206848145, -0.4391807019710541, -2.2089881896972656, -2.916977643966675, -1.967318058013916, -1.2588143348693848, -3.30362606048584, -1.9797688722610474, -1.7230921983718872, -1.5224533081054688, -1.9323431253433228, -1.591307282447815, -1.2371289730072021, -2.584259510040283, -2.1842682361602783, -1.8793244361877441, -1.8513166904449463, -0.6158552765846252, -0.570946455001831, -2.591553211212158, -1.9162017107009888, -2.898224353790283, -0.892354428768158, -3.113502025604248, -2.194885015487671, -1.8979909420013428, -2.6801254749298096, -1.5009963512420654, -2.7833127975463867, -1.3137842416763306, -0.14998450875282288, -0.126800999045372, -2.542249917984009, -1.975024938583374, -1.9054903984069824, -1.5286312103271484, -2.320988178253174, -1.554521083831787, -1.7676337957382202, -1.5642187595367432, -0.7503470778465271, -1.4417731761932373, -1.3034210205078125, -0.20771068334579468, -1.7502249479293823, -1.7791014909744263, -1.926499366760254, -2.0761070251464844, -0.2106124758720398, -2.1203088760375977, -1.4955832958221436, -1.0045865774154663, -1.9120962619781494, -2.2655439376831055, -0.11963716894388199, -0.4565460979938507, -2.7652747631073, -2.4412765502929688, -0.30565693974494934, -2.693634033203125, -2.1705448627471924, -1.9807007312774658, -3.222285270690918, -2.7026312351226807, -1.8044205904006958, -0.9354318380355835, -1.7515002489089966, -2.1264660358428955, -0.5734421014785767, -1.5555330514907837, -1.8443107604980469, -1.9831836223602295, -1.9741692543029785, -1.8784921169281006, -0.4008573293685913, -1.1988873481750488, -0.7792248129844666, -2.6096551418304443, -2.535916805267334, -0.12827134132385254, -1.2277204990386963, -1.8098140954971313, -0.8511160016059875, -1.4987431764602661, -1.717179298400879, -0.9340680837631226, -2.345618486404419, -0.6003494262695312, -0.18127508461475372, -2.792055606842041, -2.1967458724975586, -2.5081052780151367, -1.5577315092086792, -1.0416696071624756, -1.4619745016098022, -1.9427237510681152, -2.0054807662963867, -2.22530460357666, -1.9778507947921753, -0.4684319794178009, -1.0903282165527344, -1.7815417051315308, -2.382697343826294, -1.4196021556854248, -1.285675287246704, -3.729914665222168, -1.9657809734344482, -2.4859280586242676, -1.8023163080215454, -1.8434584140777588, -1.0540556907653809, -1.7114958763122559, -1.8199430704116821, -2.7424440383911133, -1.4902167320251465, -1.2167778015136719, -1.924865961074829, -0.47551074624061584, -0.9065078496932983, -2.012885570526123, -1.604579210281372, -1.6907548904418945, -2.6042778491973877, -0.1375768631696701, -0.40164485573768616, -2.7105870246887207, -1.540368914604187, -2.9632067680358887, -0.269081175327301, -2.4839589595794678, -2.428046464920044, -1.1524667739868164, -2.2901017665863037, -2.1674721240997314, -3.0323948860168457, -1.9252002239227295, -2.872432231903076, -0.5096085071563721, -1.0909175872802734, -0.9408360719680786, -2.275625705718994, -1.7419495582580566, -1.9319673776626587, -2.0033185482025146, -2.187652349472046, -2.1582186222076416, -1.9648045301437378, -1.6341325044631958, -1.4582127332687378, -0.5688529014587402, -2.54608154296875, -1.7075501680374146, -0.8555653095245361, -1.0746105909347534, -2.2962000370025635, -1.163943886756897, -2.3425910472869873]}, "Bot001_088_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_088.log.json", "context": "Buongiorno! Such a nice day! How are you?.\ntldr: i've two dogs hello. i\u2019m glad it\u2019s a good day for you :) tell me about yourself i m a college student studying business and work at a pizza place part time that\u2019s good. i work in a gas station where are you from ? i am in cali i live in london lol i live in ohio on a farm lol. Also, try to guess: i own two ... dogs vintage mustangs, funny you :) oh that\u2019s nice yes , i think so but it take a lots of patient. how are you this evening ? i\u2019m feeling kind of low i am good . waiting on my two boys to get home . do you have any phobias? of course . living near pygmies , i sleep with one eye open ! how about you ? [HEAR-NO-EVIL MONKEY] oh god, sorry to hear that.  i\u2019m terrified of clowns it is my parents they're suing me so i come home for the holidays .. Also, try to guess: my favorite music ... is country", "response": "is country, funny you :)", "annotation_id": "Bot001_088_18", "annotations": ["O", "T", "X", "X", "O", "T", "O", "O", "X", "O", "O", "T", "O", "O", "O"], "gpt2background_target_score": [-8.5799560546875, -8.683906555175781, -4.3214569091796875, -11.794831275939941, -9.30046272277832, -11.969503402709961], "gpt2background_argmax_score": [-0.1694696694612503, -3.0999600887298584, -3.3249475955963135, -2.9643619060516357, -1.239281415939331, -0.5354217290878296, -2.0019288063049316, -3.1531782150268555, -1.3349571228027344, -0.9358590841293335, -2.2179129123687744, -0.353112131357193, -1.6789153814315796, -1.5715696811676025, -1.8841906785964966, -0.39135271310806274, -1.5372846126556396, -0.06450504809617996, -0.9772165417671204, -2.103151798248291, -2.063459634780884, -0.9268512725830078, -2.7465600967407227, -1.8781448602676392, -3.113454580307007, -2.630032777786255, -1.764957308769226, -0.14160403609275818, -0.7043584585189819, -2.293316602706909, -1.5977458953857422, -1.7882020473480225, -0.15775291621685028, -0.2502296566963196, -2.229095220565796, -1.7002980709075928, -0.2965010106563568, -1.4858999252319336, -0.9433931112289429, -1.4482426643371582, -1.0522023439407349, -0.7255333662033081, -1.6776978969573975, -1.2043952941894531, -1.9757925271987915, -2.1220145225524902, -2.893794059753418, -2.6513118743896484, -0.4880395531654358, -1.9439823627471924, -1.9912127256393433, -2.2028210163116455, -2.176861047744751, -2.188122272491455, -0.7505648732185364, -3.0525691509246826, -0.9331640005111694, -1.4461965560913086, -0.2851043939590454, -1.2464593648910522, -2.3502047061920166, -0.2064918577671051, -0.16597647964954376, -2.4015414714813232, -1.4183522462844849, -1.9610265493392944, -1.9990187883377075, -1.5649795532226562, -1.4391096830368042, -2.191312789916992, -0.2720165550708771, -1.3626147508621216, -1.2152421474456787, -0.6400646567344666, -1.7979228496551514, -0.46301230788230896, -1.6609904766082764, -1.72782301902771, -1.454647183418274, -1.551817774772644, -0.31128665804862976, -2.0113608837127686, -2.225710153579712, -0.6994969248771667, -2.429025888442993, -0.9108118414878845, -1.6607558727264404, -1.6156489849090576, -2.0222554206848145, -0.4391807019710541, -2.2089881896972656, -2.916977643966675, -1.967318058013916, -1.2588143348693848, -3.30362606048584, -1.9797688722610474, -1.7230921983718872, -1.5224533081054688, -1.9323431253433228, -1.591307282447815, -1.2371289730072021, -2.584259510040283, -2.1842682361602783, -1.8793244361877441, -1.8513166904449463, -0.6158552765846252, -0.570946455001831, -2.591553211212158, -1.9162017107009888, -2.898224353790283, -0.892354428768158, -3.113502025604248, -2.194885015487671, -1.8979909420013428, -2.6801254749298096, -1.5009963512420654, -2.7833127975463867, -1.3137842416763306, -0.14998450875282288, -0.126800999045372, -2.542249917984009, -1.975024938583374, -1.9054903984069824, -1.5286312103271484, -2.320988178253174, -1.554521083831787, -1.7676337957382202, -1.5642187595367432, -0.7503470778465271, -1.4417731761932373, -1.3034210205078125, -0.20771068334579468, -1.7502249479293823, -1.7791014909744263, -1.926499366760254, -2.0761070251464844, -0.2106124758720398, -2.1203088760375977, -1.4955832958221436, -1.0045865774154663, -1.9120962619781494, -2.2655439376831055, -0.11963716894388199, -0.4565460979938507, -2.7652747631073, -2.4412765502929688, -0.30565693974494934, -2.693634033203125, -2.1705448627471924, -1.9807007312774658, -3.222285270690918, -2.7026312351226807, -1.8044205904006958, -0.9354318380355835, -1.7515002489089966, -2.1264660358428955, -0.5734421014785767, -1.5555330514907837, -1.8443107604980469, -1.9831836223602295, -1.9741692543029785, -1.8784921169281006, -0.4008573293685913, -1.1988873481750488, -0.7792248129844666, -2.6096551418304443, -2.535916805267334, -0.12827134132385254, -1.2277204990386963, -1.8098140954971313, -0.8511160016059875, -1.4987431764602661, -1.717179298400879, -0.9340680837631226, -2.345618486404419, -0.6003494262695312, -0.18127508461475372, -2.792055606842041, -2.1967458724975586, -2.5081052780151367, -1.5577315092086792, -1.0416696071624756, -1.4619745016098022, -1.9427237510681152, -2.0054807662963867, -2.22530460357666, -1.9778507947921753, -0.4684319794178009, -1.0903282165527344, -1.7815417051315308, -2.382697343826294, -1.4196021556854248, -1.285675287246704, -3.729914665222168, -1.9657809734344482, -2.4859280586242676, -1.8023163080215454, -1.8434584140777588, -1.0540556907653809, -1.7114958763122559, -1.8199430704116821, -2.7424440383911133, -1.4902167320251465, -1.2167778015136719, -1.924865961074829, -0.47551074624061584, -0.9065078496932983, -2.012885570526123, -1.604579210281372, -1.6907548904418945, -2.6042778491973877, -0.1375768631696701, -0.40164485573768616, -2.7105870246887207, -1.540368914604187, -2.9632067680358887, -0.269081175327301, -2.4839589595794678, -1.1624728441238403, -2.5449883937835693, -2.8327698707580566, -2.803295612335205, -2.1939752101898193, -2.969675302505493, -0.41271719336509705, -1.103844404220581, -0.9680980443954468, -2.2464406490325928, -1.631449818611145, -1.982314944267273, -2.0060293674468994, -2.0881807804107666, -2.3085145950317383, -1.8752214908599854, -1.4713397026062012, -1.4556443691253662, -0.5308902859687805, -2.84930682182312, -1.5422636270523071, -0.9044543504714966, -1.5357609987258911, -2.6640214920043945, -0.9785962700843811, -2.269239664077759, -3.333873987197876, -1.1234883069992065, -2.6344852447509766, -1.309516191482544, -2.131261110305786, -2.4611618518829346, -2.37495756149292, -2.97273850440979, -1.1067701578140259]}, "Bot001_088_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_088.log.json", "context": "Buongiorno! Such a nice day! How are you?.\ntldr: i've two dogs hello. i\u2019m glad it\u2019s a good day for you :) tell me about yourself i m a college student studying business and work at a pizza place part time that\u2019s good. i work in a gas station where are you from ? i am in cali i live in london lol i live in ohio on a farm lol. Also, try to guess: i own two ... dogs vintage mustangs, funny you :) oh that\u2019s nice yes , i think so but it take a lots of patient. how are you this evening ? i\u2019m feeling kind of low i am good . waiting on my two boys to get home . do you have any phobias? of course . living near pygmies , i sleep with one eye open ! how about you ? [HEAR-NO-EVIL MONKEY] oh god, sorry to hear that.  i\u2019m terrified of clowns it is my parents they're suing me so i come home for the holidays .. Also, try to guess: my favorite music ... is country is country, funny you :) funny you :)", "response": "i appreciate that thank you", "annotation_id": "Bot001_088_20", "annotations": ["O", "X", "X", "T", "T", "T", "O", "O", "X", "O", "X", "T", "O", "O", "O"], "gpt2background_target_score": [-8.054205894470215, -11.386160850524902, -7.792981147766113, -10.822436332702637, -9.30046272277832], "gpt2background_argmax_score": [-0.1694696694612503, -3.0999600887298584, -3.3249475955963135, -2.9643619060516357, -1.239281415939331, -0.5354217290878296, -2.0019288063049316, -3.1531782150268555, -1.3349571228027344, -0.9358590841293335, -2.2179129123687744, -0.353112131357193, -1.6789153814315796, -1.5715696811676025, -1.8841906785964966, -0.39135271310806274, -1.5372846126556396, -0.06450504809617996, -0.9772165417671204, -2.103151798248291, -2.063459634780884, -0.9268512725830078, -2.7465600967407227, -1.8781448602676392, -3.113454580307007, -2.630032777786255, -1.764957308769226, -0.14160403609275818, -0.7043584585189819, -2.293316602706909, -1.5977458953857422, -1.7882020473480225, -0.15775291621685028, -0.2502296566963196, -2.229095220565796, -1.7002980709075928, -0.2965010106563568, -1.4858999252319336, -0.9433931112289429, -1.4482426643371582, -1.0522023439407349, -0.7255333662033081, -1.6776978969573975, -1.2043952941894531, -1.9757925271987915, -2.1220145225524902, -2.893794059753418, -2.6513118743896484, -0.4880395531654358, -1.9439823627471924, -1.9912127256393433, -2.2028210163116455, -2.176861047744751, -2.188122272491455, -0.7505648732185364, -3.0525691509246826, -0.9331640005111694, -1.4461965560913086, -0.2851043939590454, -1.2464593648910522, -2.3502047061920166, -0.2064918577671051, -0.16597647964954376, -2.4015414714813232, -1.4183522462844849, -1.9610265493392944, -1.9990187883377075, -1.5649795532226562, -1.4391096830368042, -2.191312789916992, -0.2720165550708771, -1.3626147508621216, -1.2152421474456787, -0.6400646567344666, -1.7979228496551514, -0.46301230788230896, -1.6609904766082764, -1.72782301902771, -1.454647183418274, -1.551817774772644, -0.31128665804862976, -2.0113608837127686, -2.225710153579712, -0.6994969248771667, -2.429025888442993, -0.9108118414878845, -1.6607558727264404, -1.6156489849090576, -2.0222554206848145, -0.4391807019710541, -2.2089881896972656, -2.916977643966675, -1.967318058013916, -1.2588143348693848, -3.30362606048584, -1.9797688722610474, -1.7230921983718872, -1.5224533081054688, -1.9323431253433228, -1.591307282447815, -1.2371289730072021, -2.584259510040283, -2.1842682361602783, -1.8793244361877441, -1.8513166904449463, -0.6158552765846252, -0.570946455001831, -2.591553211212158, -1.9162017107009888, -2.898224353790283, -0.892354428768158, -3.113502025604248, -2.194885015487671, -1.8979909420013428, -2.6801254749298096, -1.5009963512420654, -2.7833127975463867, -1.3137842416763306, -0.14998450875282288, -0.126800999045372, -2.542249917984009, -1.975024938583374, -1.9054903984069824, -1.5286312103271484, -2.320988178253174, -1.554521083831787, -1.7676337957382202, -1.5642187595367432, -0.7503470778465271, -1.4417731761932373, -1.3034210205078125, -0.20771068334579468, -1.7502237558364868, -1.779100775718689, -1.9265007972717285, -2.0761072635650635, -0.2106124758720398, -2.1203064918518066, -1.4955847263336182, -1.0045872926712036, -1.912096381187439, -2.2655439376831055, -0.11963716894388199, -0.4565463364124298, -2.7652769088745117, -2.4412753582000732, -0.30565667152404785, -2.6936349868774414, -2.1705474853515625, -1.9807032346725464, -3.222285270690918, -2.7026312351226807, -1.8044203519821167, -0.9354326725006104, -1.751497507095337, -2.126469373703003, -0.5734427571296692, -1.5555341243743896, -1.8443081378936768, -1.9831821918487549, -1.9741688966751099, -1.878491997718811, -0.4008573293685913, -1.1988886594772339, -0.7792255878448486, -2.6096553802490234, -2.5359156131744385, -0.1282709240913391, -1.2277193069458008, -1.8098139762878418, -0.8511175513267517, -1.4987421035766602, -1.717179536819458, -0.9340682029724121, -2.3456168174743652, -0.6003509759902954, -0.18127618730068207, -2.7920565605163574, -2.1967461109161377, -2.508105516433716, -1.5577319860458374, -1.041669487953186, -1.4619721174240112, -1.9427229166030884, -2.0054821968078613, -2.2253026962280273, -1.9778512716293335, -0.4684317409992218, -1.0903284549713135, -1.7815415859222412, -2.3826985359191895, -1.4196054935455322, -1.28567373752594, -3.7299163341522217, -1.9657788276672363, -2.4859275817871094, -1.8023163080215454, -1.8434597253799438, -1.0540555715560913, -1.7114962339401245, -1.8199429512023926, -2.742443561553955, -1.4902175664901733, -1.2167776823043823, -1.9248650074005127, -0.4755111038684845, -0.9065077304840088, -2.012887716293335, -1.604580044746399, -1.6907545328140259, -2.6042773723602295, -0.13757696747779846, -0.4016447961330414, -2.7105860710144043, -1.540367603302002, -2.963207483291626, -0.2690812647342682, -2.4839580059051514, -1.1624716520309448, -2.544987678527832, -2.832770586013794, -2.8032939434051514, -2.1939754486083984, -2.969675302505493, -0.412717342376709, -1.103844165802002, -0.9680989384651184, -2.2464396953582764, -1.6314486265182495, -1.982315182685852, -2.006028890609741, -2.0881803035736084, -2.308516025543213, -1.87522292137146, -1.4713393449783325, -1.4556440114974976, -0.5308910012245178, -2.849308490753174, -1.5422650575637817, -0.9044535756111145, -1.5357612371444702, -2.6640188694000244, -0.9785960912704468, -2.2692389488220215, -3.333874225616455, -1.1234899759292603, -2.713324785232544, -2.7577338218688965, -2.1067471504211426, -1.5704649686813354, -2.679938793182373, -2.2282419204711914, -2.248455286026001, -2.9900448322296143, -2.168635606765747, -2.270678997039795, -2.331676483154297, -1.2530057430267334, -1.7870159149169922, -0.15585406124591827, -1.970755696296692]}, "Bot001_090_01": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_090.log.json", "context": "hey", "response": "how are you ? [SPEAK-NO-EVIL MONKEY]", "annotation_id": "Bot001_090_01", "annotations": ["O", "O", "T", "O", "O", "O", "T", "T", "O", "O", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-10.987483024597168, -10.463220596313477, -5.434166431427002, -10.962265014648438, -8.961817741394043, -12.519172668457031, -6.220489501953125, -10.909860610961914, -9.38503646850586, -11.130003929138184, -9.701518058776855, -10.448036193847656, -7.703691005706787, -10.315278053283691, -10.339969635009766, -7.011953830718994], "gpt2background_argmax_score": [-3.1134567260742188, -2.4310476779937744, -1.7249845266342163, -0.48427844047546387, -2.0705015659332275, -0.3682788908481598, -2.984327554702759, -0.0979648232460022, -0.5607795715332031, -1.9418611526489258, -3.6026365756988525, -1.7578452825546265, -2.786072254180908, -1.2427284717559814, -0.8602996468544006, -1.7207465171813965, -1.4914401769638062, -0.8838633298873901]}, "Bot001_090_03": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_090.log.json", "context": "hey how are you ? [SPEAK-NO-EVIL MONKEY] i\u2019m doing fine! how old are you?", "response": "not that old . do you go to restaurants often ?", "annotation_id": "Bot001_090_03", "annotations": ["O", "T", "T", "O", "O", "T", "T", "T", "T", "O", "T", "O", "O", "O", "T"], "gpt2background_target_score": [-11.523326873779297, -7.131986618041992, -8.992167472839355, -9.723824501037598, -7.254039764404297, -8.925557136535645, -13.684453964233398, -9.724004745483398, -14.50838565826416, -12.453855514526367, -11.447182655334473], "gpt2background_argmax_score": [-3.1134567260742188, -1.7184208631515503, -0.6509433388710022, -1.7164496183395386, -1.1996300220489502, -3.7268240451812744, -0.07131607085466385, -0.8507344126701355, -1.12582266330719, -3.9628806114196777, -1.1603330373764038, -2.8091509342193604, -1.084971308708191, -0.49182644486427307, -1.5117337703704834, -1.0104833841323853, -0.6136226654052734, -2.1425881385803223, -0.150123730301857, -0.4017997980117798, -2.7485296726226807, -2.094937562942505, -2.316246747970581, -2.0119030475616455, -1.6187041997909546, -0.4778171479701996, -0.19563782215118408, -1.032140851020813, -1.8449150323867798, -2.842026948928833, -2.8837215900421143, -1.0545740127563477, -2.048919916152954, -1.5944390296936035, -0.5320791006088257, -1.5415912866592407, -1.2961335182189941, -1.455191731452942, -1.8676115274429321, -1.2490322589874268, -0.3242981731891632]}, "Bot001_090_05": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_090.log.json", "context": "hey how are you ? [SPEAK-NO-EVIL MONKEY] i\u2019m doing fine! how old are you? not that old . do you go to restaurants often ? no, i eat at home", "response": "we rarely go out . i'm one of 5 kids so dad says its too expensive", "annotation_id": "Bot001_090_05", "annotations": ["O", "X", "T", "T", "O", "O", "O", "T", "T", "X", "O", "O", "O", "O", "T"], "gpt2background_target_score": [-10.371437072753906, -10.687228202819824, -10.4408540725708, -6.1973066329956055, -7.340066909790039, -9.144791603088379, -14.668160438537598, -10.348245620727539, -9.450901985168457, -10.542593002319336, -10.909736633300781, -11.378159523010254, -12.9501371383667, -10.957413673400879, -11.692249298095703, -11.447436332702637, -14.004405975341797], "gpt2background_argmax_score": [-3.1134567260742188, -1.7184208631515503, -0.6509433388710022, -1.7164496183395386, -1.1996300220489502, -3.7268240451812744, -0.07131607085466385, -0.8507344126701355, -1.12582266330719, -3.9628806114196777, -1.1603330373764038, -2.8091509342193604, -1.084971308708191, -0.49182644486427307, -1.5117337703704834, -1.0104833841323853, -0.6136226654052734, -2.1425881385803223, -0.150123730301857, -0.4017997980117798, -2.7485296726226807, -2.094937562942505, -2.316246747970581, -2.0119030475616455, -1.6187041997909546, -0.4778171479701996, -0.19563782215118408, -1.032140851020813, -1.8449150323867798, -2.923508405685425, -0.7238596677780151, -2.183140516281128, -2.3323845863342285, -0.46225976943969727, -1.4520894289016724, -1.244283676147461, -1.3215432167053223, -1.9869688749313354, -1.0624758005142212, -1.741637945175171, -2.3135313987731934, -1.3586567640304565, -1.6445798873901367, -2.3552517890930176, -1.9628692865371704, -2.031345844268799, -2.290867567062378, -2.1668782234191895, -1.8774949312210083, -0.7515118718147278, -2.186753511428833, -1.7825369834899902, -2.8652641773223877, -2.603529691696167, -0.5702990889549255, -1.0873057842254639, -2.3084447383880615, -2.1730828285217285, -0.8279733061790466, -2.0576863288879395, -1.492124080657959, -2.597419023513794, -0.5124412775039673, -1.6953766345977783]}, "Bot001_090_07": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_090.log.json", "context": "hey how are you ? [SPEAK-NO-EVIL MONKEY] i\u2019m doing fine! how old are you? not that old . do you go to restaurants often ? no, i eat at home we rarely go out . i'm one of 5 kids so dad says its too expensive yeah same here! i\u2019m the youngest and it\u2019s frustrating", "response": "thanks for chatting with me you seem very interesting . .. Also, try to guess: i don't care ...", "annotation_id": "Bot001_090_07", "annotations": ["O", "T", "T", "T", "T", "O", "O", "T", "T", "X", "T", "T", "O", "O", "T"], "gpt2background_target_score": [-12.17625617980957, -8.158084869384766, -12.77515983581543, -5.738020896911621, -7.682558536529541, -8.925554275512695, -13.51611614227295, -11.618096351623535, -13.488264083862305, -12.716226577758789, -13.093135833740234, -13.189760208129883, -7.76152229309082, -13.043111801147461, -10.044672966003418, -13.560311317443848, -10.753098487854004, -8.514309883117676, -12.49320125579834, -13.408737182617188, -11.056905746459961, -9.36579704284668], "gpt2background_argmax_score": [-3.113452911376953, -1.718422770500183, -0.650944709777832, -1.7164514064788818, -1.1996278762817383, -3.726823329925537, -0.07131629437208176, -0.8507363796234131, -1.1258277893066406, -3.962883710861206, -1.1603338718414307, -2.8091509342193604, -1.084971308708191, -0.4918278157711029, -1.5117319822311401, -1.0104835033416748, -0.6136239767074585, -2.1425864696502686, -0.15012291073799133, -0.4017978608608246, -2.748530149459839, -2.0949368476867676, -2.316248893737793, -2.0119009017944336, -1.6187045574188232, -0.47781744599342346, -0.19563820958137512, -1.0321379899978638, -1.844913363456726, -2.923511266708374, -0.7238596677780151, -2.183140754699707, -2.3323848247528076, -0.4622606039047241, -1.4520881175994873, -1.2442820072174072, -1.3215409517288208, -1.9869673252105713, -1.0624761581420898, -1.7416366338729858, -2.3135321140289307, -1.3586580753326416, -1.6445802450180054, -2.355252742767334, -1.9628666639328003, -2.031345844268799, -1.981995701789856, -1.764335036277771, -0.9189760088920593, -2.04801607131958, -1.7587422132492065, -2.4130542278289795, -2.4976987838745117, -0.5107181072235107, -1.0469915866851807, -2.3269777297973633, -2.0806517601013184, -0.7783675193786621, -2.0190649032592773, -1.4400346279144287, -2.668771743774414, -0.46527528762817383, -1.639872670173645, -1.9422467947006226, -2.1324987411499023, -2.1190478801727295, -1.8216814994812012, -2.5436666011810303, -0.1165475845336914, -0.465036004781723, -2.52270770072937, -2.081648826599121, -2.484778881072998, -1.3183993101119995, -0.6580419540405273, -0.13484328985214233, -0.15521427989006042, -2.2386398315429688, -2.264782428741455, -2.424790620803833, -1.756574034690857, -0.803455650806427, -2.0122604370117188, -2.111379861831665, -1.7123923301696777, -1.738236427307129, -1.108188509941101, -2.4750661849975586, -1.5914239883422852, -1.4906821250915527, -1.7761752605438232, -1.746242642402649, -1.5657621622085571, -1.020080327987671, -2.097318172454834, -1.771531343460083, -2.2734434604644775, -1.9417893886566162, -0.8722574710845947, -2.208843469619751, -1.414697527885437, -1.5146597623825073]}, "Bot001_090_09": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_090.log.json", "context": "hey how are you ? [SPEAK-NO-EVIL MONKEY] i\u2019m doing fine! how old are you? not that old . do you go to restaurants often ? no, i eat at home we rarely go out . i'm one of 5 kids so dad says its too expensive yeah same here! i\u2019m the youngest and it\u2019s frustrating thanks for chatting with me you seem very interesting . .. Also, try to guess: i don't care ... about", "response": "about fashion, funny you :)", "annotation_id": "Bot001_090_09", "annotations": ["O", "O", "T", "O", "O", "O", "T", "T", "T", "X", "T", "O", "O", "O", "T"], "gpt2background_target_score": [-12.942143440246582, -11.568435668945312, -9.405705451965332, -8.81568431854248, -5.950837135314941, -11.990591049194336], "gpt2background_argmax_score": [-3.113452911376953, -1.718422770500183, -0.650944709777832, -1.7164514064788818, -1.1996278762817383, -3.726823329925537, -0.07131629437208176, -0.8507363796234131, -1.1258277893066406, -3.962883710861206, -1.1603338718414307, -2.8091509342193604, -1.084971308708191, -0.4918278157711029, -1.5117319822311401, -1.0104835033416748, -0.6136239767074585, -2.1425864696502686, -0.15012291073799133, -0.4017978608608246, -2.748530149459839, -2.0949368476867676, -2.316248893737793, -2.0119009017944336, -1.6187045574188232, -0.47781744599342346, -0.19563820958137512, -1.0321379899978638, -1.844913363456726, -2.923511266708374, -0.7238596677780151, -2.183140754699707, -2.3323848247528076, -0.4622606039047241, -1.4520881175994873, -1.2442820072174072, -1.3215409517288208, -1.9869673252105713, -1.0624761581420898, -1.7416366338729858, -2.3135321140289307, -1.3586580753326416, -1.6445802450180054, -2.355252742767334, -1.9628666639328003, -2.031345844268799, -1.981995701789856, -1.764335036277771, -0.9189760088920593, -2.04801607131958, -1.7587422132492065, -2.4130542278289795, -2.4976987838745117, -0.5107181072235107, -1.0469915866851807, -2.3269777297973633, -2.0806517601013184, -0.7783675193786621, -2.0190649032592773, -1.4400346279144287, -2.668771743774414, -0.46527528762817383, -1.639872670173645, -1.9422467947006226, -2.1324987411499023, -2.1190478801727295, -1.8216814994812012, -2.5436666011810303, -0.1165475845336914, -0.465036004781723, -2.52270770072937, -2.081648826599121, -2.484778881072998, -1.3183993101119995, -0.6580419540405273, -0.13484328985214233, -0.15521427989006042, -2.2386398315429688, -2.264782428741455, -1.5947935581207275, -1.2399214506149292, -2.3792383670806885, -1.7869842052459717, -2.5243890285491943, -1.5527691841125488, -1.303326964378357, -2.3869142532348633, -2.2631847858428955, -1.6306936740875244, -2.0349040031433105, -1.872092604637146, -1.5939667224884033, -1.0715640783309937, -2.0792064666748047, -1.849163293838501, -1.9085711240768433, -1.5822315216064453, -0.520625650882721, -2.2442257404327393, -1.5238726139068604, -1.4497365951538086, -2.1858835220336914, -2.3234493732452393, -2.4275150299072266, -1.992979884147644, -1.7873588800430298, -1.721962571144104, -2.6898553371429443, -0.5845270752906799]}, "Bot001_090_11": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_090.log.json", "context": "hey how are you ? [SPEAK-NO-EVIL MONKEY] i\u2019m doing fine! how old are you? not that old . do you go to restaurants often ? no, i eat at home we rarely go out . i'm one of 5 kids so dad says its too expensive yeah same here! i\u2019m the youngest and it\u2019s frustrating thanks for chatting with me you seem very interesting . .. Also, try to guess: i don't care ... about about fashion, funny you :) i love fashion :/ but to each its own", "response": "yeah . i think red is relaxing . it is a great color . the best color .", "annotation_id": "Bot001_090_11", "annotations": ["O", "T", "T", "T", "O", "O", "O", "T", "T", "X", "O", "O", "O", "O", "T"], "gpt2background_target_score": [-11.63104248046875, -10.135249137878418, -4.158692359924316, -8.385433197021484, -9.962543487548828, -9.323287963867188, -16.489320755004883, -10.962923049926758, -10.761749267578125, -10.230508804321289, -10.519875526428223, -14.00706672668457, -13.741429328918457, -11.472785949707031, -8.92154598236084, -12.816717147827148, -12.901347160339355, -10.508347511291504], "gpt2background_argmax_score": [-3.113452911376953, -1.718422770500183, -0.650944709777832, -1.7164514064788818, -1.1996278762817383, -3.726823329925537, -0.07131629437208176, -0.8507363796234131, -1.1258277893066406, -3.962883710861206, -1.1603338718414307, -2.8091509342193604, -1.084971308708191, -0.4918278157711029, -1.5117319822311401, -1.0104835033416748, -0.6136239767074585, -2.1425864696502686, -0.15012291073799133, -0.4017978608608246, -2.748530149459839, -2.0949368476867676, -2.316248893737793, -2.0119009017944336, -1.6187045574188232, -0.47781744599342346, -0.19563820958137512, -1.0321379899978638, -1.844913363456726, -2.923511266708374, -0.7238596677780151, -2.183140754699707, -2.3323848247528076, -0.4622606039047241, -1.4520881175994873, -1.2442820072174072, -1.3215409517288208, -1.9869673252105713, -1.0624761581420898, -1.7416366338729858, -2.3135321140289307, -1.3586580753326416, -1.6445802450180054, -2.355252742767334, -1.9628666639328003, -2.031345844268799, -1.981995701789856, -1.764335036277771, -0.9189760088920593, -2.04801607131958, -1.7587422132492065, -2.4130542278289795, -2.4976987838745117, -0.5107181072235107, -1.0469915866851807, -2.3269777297973633, -2.0806517601013184, -0.7783675193786621, -2.0190649032592773, -1.4400346279144287, -2.668771743774414, -0.46527528762817383, -1.639872670173645, -1.9422467947006226, -2.1324987411499023, -2.1190478801727295, -1.8216814994812012, -2.5436666011810303, -0.1165475845336914, -0.465036004781723, -2.52270770072937, -2.081648826599121, -2.484778881072998, -1.3183993101119995, -0.6580419540405273, -0.13484328985214233, -0.15521427989006042, -2.2386398315429688, -2.264782428741455, -1.5947935581207275, -1.2399214506149292, -2.3792383670806885, -1.7869842052459717, -2.5243890285491943, -1.5527691841125488, -1.303326964378357, -2.3869142532348633, -2.2631847858428955, -1.6306936740875244, -2.0349040031433105, -1.872092604637146, -1.5939674377441406, -1.0715651512145996, -2.0792055130004883, -1.8491618633270264, -1.9085718393325806, -1.582230567932129, -0.5206258296966553, -2.244225025177002, -1.5238717794418335, -1.4497363567352295, -2.185884952545166, -2.0134825706481934, -2.163757085800171, -1.5003833770751953, -2.0710346698760986, -2.843799591064453, -1.968671441078186, -2.5040483474731445, -1.8005331754684448, -2.1654486656188965, -1.4281795024871826, -1.6110410690307617, -1.0450161695480347, -1.475767731666565, -0.42955565452575684, -2.571108102798462, -2.891585350036621, -1.9581307172775269, -1.2806369066238403, -0.9980438947677612, -2.456055164337158, -1.353387475013733, -2.655867576599121, -2.096442461013794, -2.758141279220581, -1.2338498830795288, -1.1081079244613647, -2.4824836254119873, -2.4664478302001953, -1.9228771924972534, -1.823103666305542, -1.3594046831130981, -2.5665972232818604, -1.444440245628357, -2.4046289920806885, -1.6054028272628784]}, "Bot001_090_13": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_090.log.json", "context": "hey how are you ? [SPEAK-NO-EVIL MONKEY] i\u2019m doing fine! how old are you? not that old . do you go to restaurants often ? no, i eat at home we rarely go out . i'm one of 5 kids so dad says its too expensive yeah same here! i\u2019m the youngest and it\u2019s frustrating thanks for chatting with me you seem very interesting . .. Also, try to guess: i don't care ... about about fashion, funny you :) i love fashion :/ but to each its own yeah . i think red is relaxing . it is a great color . the best color . are you still at school?", "response": "yes , i'm only 10 years old . i will be in school for a while . lol", "annotation_id": "Bot001_090_13", "annotations": ["O", "O", "O", "T", "O", "T", "T", "T", "O", "T", "O", "O", "O", "O", "T"], "gpt2background_target_score": [-11.811798095703125, -9.943989753723145, -4.158692359924316, -12.502419471740723, -8.163745880126953, -9.88003158569336, -15.64366626739502, -13.79568862915039, -12.10406494140625, -9.29748821258545, -11.976214408874512, -13.483710289001465, -9.374573707580566, -11.436931610107422, -9.599541664123535, -10.376899719238281, -10.873610496520996, -10.508347511291504, -14.380685806274414], "gpt2background_argmax_score": [-3.113452911376953, -1.718422770500183, -0.650944709777832, -1.7164514064788818, -1.1996278762817383, -3.726823329925537, -0.07131629437208176, -0.8507363796234131, -1.1258277893066406, -3.962883710861206, -1.1603338718414307, -2.8091509342193604, -1.084971308708191, -0.4918278157711029, -1.5117319822311401, -1.0104835033416748, -0.6136239767074585, -2.1425864696502686, -0.15012291073799133, -0.4017978608608246, -2.748530149459839, -2.0949368476867676, -2.316248893737793, -2.0119009017944336, -1.6187045574188232, -0.47781744599342346, -0.19563820958137512, -1.0321379899978638, -1.844913363456726, -2.923511266708374, -0.7238596677780151, -2.183140754699707, -2.3323848247528076, -0.4622606039047241, -1.4520881175994873, -1.2442820072174072, -1.3215409517288208, -1.9869673252105713, -1.0624761581420898, -1.7416366338729858, -2.3135321140289307, -1.3586580753326416, -1.6445802450180054, -2.355252742767334, -1.9628666639328003, -2.031345844268799, -1.981995701789856, -1.764335036277771, -0.9189760088920593, -2.04801607131958, -1.7587422132492065, -2.4130542278289795, -2.4976987838745117, -0.5107181072235107, -1.0469915866851807, -2.3269777297973633, -2.0806517601013184, -0.7783675193786621, -2.0190649032592773, -1.4400346279144287, -2.668771743774414, -0.46527528762817383, -1.639872670173645, -1.9422467947006226, -2.1324987411499023, -2.1190478801727295, -1.8216814994812012, -2.5436666011810303, -0.1165475845336914, -0.465036004781723, -2.52270770072937, -2.081648826599121, -2.484778881072998, -1.3183993101119995, -0.6580419540405273, -0.13484328985214233, -0.15521427989006042, -2.2386398315429688, -2.264782428741455, -1.5947935581207275, -1.2399214506149292, -2.3792383670806885, -1.7869842052459717, -2.5243890285491943, -1.5527691841125488, -1.303326964378357, -2.3869142532348633, -2.2631847858428955, -1.6306936740875244, -2.0349040031433105, -1.872092604637146, -1.5939667224884033, -1.0715640783309937, -2.0792064666748047, -1.849163293838501, -1.9085711240768433, -1.5822314023971558, -0.5206257104873657, -2.2442245483398438, -1.5238720178604126, -1.4497355222702026, -2.185882329940796, -2.013483762741089, -2.1637582778930664, -1.5003819465637207, -2.071035861968994, -2.8437986373901367, -1.9686716794967651, -2.5040476322174072, -1.8005313873291016, -2.1654481887817383, -1.428179383277893, -1.6110402345657349, -1.0450161695480347, -1.4757674932479858, -0.42955517768859863, -2.571106433868408, -2.891587257385254, -2.063957929611206, -1.3887521028518677, -2.441288948059082, -1.3057951927185059, -2.646285057067871, -2.0236074924468994, -2.9348506927490234, -1.6131055355072021, -1.103302240371704, -2.4821360111236572, -2.327836751937866, -1.9305027723312378, -1.868567943572998, -1.5203216075897217, -2.5234663486480713, -1.4015309810638428, -2.5771968364715576, -1.611248254776001, -0.7075744271278381, -2.893538236618042, -2.590038537979126, -1.5238052606582642, -0.721168577671051, -2.1674599647521973, -2.1623852252960205, -1.9860013723373413, -0.9329327344894409, -2.7960216999053955, -2.3040809631347656, -2.5273356437683105, -1.971443772315979, -0.4213031232357025, -1.9161300659179688, -0.9273914694786072, -2.115734815597534, -2.021083354949951, -2.939378261566162, -2.091282367706299, -2.0267505645751953, -1.634394645690918, -1.5742100477218628, -2.206627130508423, -1.0016812086105347, -1.0947239398956299]}, "Bot001_090_15": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_090.log.json", "context": "hey how are you ? [SPEAK-NO-EVIL MONKEY] i\u2019m doing fine! how old are you? not that old . do you go to restaurants often ? no, i eat at home we rarely go out . i'm one of 5 kids so dad says its too expensive yeah same here! i\u2019m the youngest and it\u2019s frustrating thanks for chatting with me you seem very interesting . .. Also, try to guess: i don't care ... about about fashion, funny you :) i love fashion :/ but to each its own yeah . i think red is relaxing . it is a great color . the best color . are you still at school? yes , i'm only 10 years old . i will be in school for a while . lol me too, i\u2019m 12. i really hate school", "response": "i wonder why he hates you [HEAR-NO-EVIL MONKEY]", "annotation_id": "Bot001_090_15", "annotations": ["X", "T", "T", "T", "X", "O", "T", "T", "O", "T", "T", "X", "X", "T", "T"], "gpt2background_target_score": [-9.01926040649414, -12.393868446350098, -10.9623441696167, -10.72545051574707, -11.86429500579834, -8.925554275512695, -15.114269256591797, -9.563694953918457, -8.075844764709473, -10.172867774963379, -10.29309368133545, -9.65257453918457, -9.27958869934082, -8.221809387207031, -8.549150466918945, -8.840785026550293, -10.71171760559082], "gpt2background_argmax_score": [-3.113452911376953, -1.718422770500183, -0.650944709777832, -1.7164514064788818, -1.1996278762817383, -3.726823329925537, -0.07131629437208176, -0.8507363796234131, -1.1258277893066406, -3.962883710861206, -1.1603338718414307, -2.8091509342193604, -1.084971308708191, -0.4918278157711029, -1.5117319822311401, -1.0104835033416748, -0.6136239767074585, -2.1425864696502686, -0.15012291073799133, -0.4017978608608246, -2.748530149459839, -2.0949368476867676, -2.316248893737793, -2.0119009017944336, -1.6187045574188232, -0.47781744599342346, -0.19563820958137512, -1.0321379899978638, -1.844913363456726, -2.923511266708374, -0.7238596677780151, -2.183140754699707, -2.3323848247528076, -0.4622606039047241, -1.4520881175994873, -1.2442820072174072, -1.3215409517288208, -1.9869673252105713, -1.0624761581420898, -1.7416366338729858, -2.3135321140289307, -1.3586580753326416, -1.6445802450180054, -2.355252742767334, -1.9628666639328003, -2.031345844268799, -1.981995701789856, -1.764335036277771, -0.9189760088920593, -2.04801607131958, -1.7587422132492065, -2.4130542278289795, -2.4976987838745117, -0.5107181072235107, -1.0469915866851807, -2.3269777297973633, -2.0806517601013184, -0.7783675193786621, -2.0190649032592773, -1.4400346279144287, -2.668771743774414, -0.46527528762817383, -1.639872670173645, -1.9422467947006226, -2.1324987411499023, -2.1190478801727295, -1.8216814994812012, -2.5436666011810303, -0.1165475845336914, -0.465036004781723, -2.52270770072937, -2.081648826599121, -2.484778881072998, -1.3183993101119995, -0.6580419540405273, -0.13484328985214233, -0.15521427989006042, -2.2386398315429688, -2.264782428741455, -1.5947935581207275, -1.2399214506149292, -2.3792383670806885, -1.7869842052459717, -2.5243890285491943, -1.5527691841125488, -1.303326964378357, -2.3869142532348633, -2.2631847858428955, -1.6306936740875244, -2.0349040031433105, -1.872092604637146, -1.5939667224884033, -1.0715640783309937, -2.0792064666748047, -1.849163293838501, -1.9085711240768433, -1.5822314023971558, -0.5206257104873657, -2.2442245483398438, -1.5238720178604126, -1.4497355222702026, -2.185882329940796, -2.013483762741089, -2.1637582778930664, -1.5003819465637207, -2.071035861968994, -2.8437986373901367, -1.9686716794967651, -2.5040476322174072, -1.8005313873291016, -2.1654481887817383, -1.428179383277893, -1.6110402345657349, -1.0450161695480347, -1.4757674932479858, -0.42955517768859863, -2.571106433868408, -2.891587257385254, -2.063957929611206, -1.3887521028518677, -2.441288948059082, -1.3057951927185059, -2.646285057067871, -2.0236074924468994, -2.9348506927490234, -1.6131055355072021, -1.103302240371704, -2.4821360111236572, -2.327836751937866, -1.9305027723312378, -1.868567943572998, -1.5203216075897217, -2.5234663486480713, -1.4015309810638428, -2.5771968364715576, -1.611248254776001, -0.7075744271278381, -2.893538236618042, -2.590038537979126, -1.5238052606582642, -0.721168577671051, -2.1674599647521973, -1.9152274131774902, -0.9759043455123901, -2.852025032043457, -2.128129243850708, -2.4591121673583984, -2.1379711627960205, -0.39131370186805725, -2.0687596797943115, -1.1756123304367065, -2.4094340801239014, -2.0208983421325684, -2.9394028186798096, -2.0732359886169434, -2.1480793952941895, -1.671809434890747, -1.5663862228393555, -2.1908304691314697, -1.2994427680969238, -2.3263657093048096, -0.6191294193267822, -1.462319254875183, -1.1388932466506958, -2.3125925064086914, -0.11972854286432266, -0.551845133304596, -2.6703667640686035, -1.7204645872116089, -1.2810899019241333, -1.9843727350234985, -1.4060560464859009, -2.758841037750244, -1.779171109199524, -2.1379849910736084, -2.6624979972839355, -1.1366801261901855, -1.250972867012024, -2.530982494354248, -1.7701131105422974, -1.8207589387893677, -3.3818469047546387, -2.085906744003296, -1.2479323148727417, -2.4470834732055664, -0.4270017743110657, -0.5234343409538269, -0.16951806843280792, -1.096139907836914, -0.7589836716651917, -0.6198155879974365, -1.4330639839172363]}, "Bot001_090_17": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_090.log.json", "context": "hey how are you ? [SPEAK-NO-EVIL MONKEY] i\u2019m doing fine! how old are you? not that old . do you go to restaurants often ? no, i eat at home we rarely go out . i'm one of 5 kids so dad says its too expensive yeah same here! i\u2019m the youngest and it\u2019s frustrating thanks for chatting with me you seem very interesting . .. Also, try to guess: i don't care ... about about fashion, funny you :) i love fashion :/ but to each its own yeah . i think red is relaxing . it is a great color . the best color . are you still at school? yes , i'm only 10 years old . i will be in school for a while . lol me too, i\u2019m 12. i really hate school i wonder why he hates you [HEAR-NO-EVIL MONKEY] nobody hates me lol", "response": "mine is grey but i supposed glitter could count . [FACE WITH COWBOY HAT]", "annotation_id": "Bot001_090_17", "annotations": ["X", "T", "T", "T", "X", "T", "O", "T", "O", "T", "T", "X", "X", "X", "T"], "gpt2background_target_score": [-12.104009628295898, -2.9371557235717773, -11.317944526672363, -7.848823547363281, -4.520946025848389, -12.845760345458984, -15.247204780578613, -10.515926361083984, -15.284666061401367, -12.716226577758789, -8.099274635314941, -9.003584861755371, -10.18101692199707, -8.718880653381348, -7.9775710105896, -6.751066207885742, -10.51401424407959, -7.736283302307129, -13.073068618774414, -12.067498207092285], "gpt2background_argmax_score": [-3.113452911376953, -1.718422770500183, -0.650944709777832, -1.7164514064788818, -1.1996278762817383, -3.726823329925537, -0.07131629437208176, -0.8507363796234131, -1.1258277893066406, -3.962883710861206, -1.1603338718414307, -2.8091509342193604, -1.084971308708191, -0.4918278157711029, -1.5117319822311401, -1.0104835033416748, -0.6136239767074585, -2.1425864696502686, -0.15012291073799133, -0.4017978608608246, -2.748530149459839, -2.0949368476867676, -2.316248893737793, -2.0119009017944336, -1.6187045574188232, -0.47781744599342346, -0.19563820958137512, -1.0321379899978638, -1.844913363456726, -2.923511266708374, -0.7238596677780151, -2.183140754699707, -2.3323848247528076, -0.4622606039047241, -1.4520881175994873, -1.2442820072174072, -1.3215409517288208, -1.9869673252105713, -1.0624761581420898, -1.7416366338729858, -2.3135321140289307, -1.3586580753326416, -1.6445802450180054, -2.355252742767334, -1.9628666639328003, -2.031345844268799, -1.981995701789856, -1.764335036277771, -0.9189760088920593, -2.04801607131958, -1.7587422132492065, -2.4130542278289795, -2.4976987838745117, -0.5107181072235107, -1.0469915866851807, -2.3269777297973633, -2.0806517601013184, -0.7783675193786621, -2.0190649032592773, -1.4400346279144287, -2.668771743774414, -0.46527528762817383, -1.639872670173645, -1.9422467947006226, -2.1324987411499023, -2.1190478801727295, -1.8216814994812012, -2.5436666011810303, -0.1165475845336914, -0.465036004781723, -2.52270770072937, -2.081648826599121, -2.484778881072998, -1.3183993101119995, -0.6580419540405273, -0.13484328985214233, -0.15521427989006042, -2.2386398315429688, -2.264782428741455, -1.5947935581207275, -1.2399214506149292, -2.3792383670806885, -1.7869842052459717, -2.5243890285491943, -1.5527691841125488, -1.303326964378357, -2.3869142532348633, -2.2631847858428955, -1.6306936740875244, -2.0349040031433105, -1.872092604637146, -1.5939667224884033, -1.0715640783309937, -2.0792064666748047, -1.849163293838501, -1.9085711240768433, -1.5822314023971558, -0.5206257104873657, -2.2442245483398438, -1.5238720178604126, -1.4497355222702026, -2.185882329940796, -2.013483762741089, -2.1637582778930664, -1.5003819465637207, -2.071035861968994, -2.8437986373901367, -1.9686716794967651, -2.5040476322174072, -1.8005313873291016, -2.1654481887817383, -1.428179383277893, -1.6110402345657349, -1.0450161695480347, -1.4757674932479858, -0.42955517768859863, -2.571106433868408, -2.891587257385254, -2.063957929611206, -1.3887521028518677, -2.441288948059082, -1.3057951927185059, -2.646285057067871, -2.0236074924468994, -2.9348506927490234, -1.6131055355072021, -1.103302240371704, -2.4821360111236572, -2.327836751937866, -1.9305027723312378, -1.868567943572998, -1.5203216075897217, -2.5234663486480713, -1.4015309810638428, -2.5771968364715576, -1.611248254776001, -0.7075744271278381, -2.893538236618042, -2.590038537979126, -1.5238052606582642, -0.721168577671051, -2.1674599647521973, -1.9152274131774902, -0.9759043455123901, -2.852025032043457, -2.128129243850708, -2.4591121673583984, -2.1379711627960205, -0.39131370186805725, -2.0687596797943115, -1.1756123304367065, -2.4094340801239014, -2.0208983421325684, -2.9394028186798096, -2.0732359886169434, -2.1480793952941895, -1.671809434890747, -1.5663862228393555, -2.1908304691314697, -1.2994427680969238, -2.3263657093048096, -0.6191294193267822, -1.462319254875183, -1.1388932466506958, -2.3125925064086914, -0.11972854286432266, -0.551845133304596, -2.6703667640686035, -1.7204645872116089, -1.2810899019241333, -1.9843727350234985, -1.4060560464859009, -2.758841037750244, -1.779171109199524, -2.713660955429077, -1.1208387613296509, -1.6041194200515747, -2.5970466136932373, -1.4593781232833862, -1.3210957050323486, -3.504868984222412, -1.8920276165008545, -1.0026592016220093, -2.532745599746704, -0.44176846742630005, -0.5725786685943604, -0.1675572544336319, -1.0955133438110352, -0.7428688406944275, -0.3851444125175476, -2.0301599502563477, -2.4438083171844482, -0.8087130188941956, -2.1609761714935303, -2.59342885017395, -2.114701509475708, -0.925362765789032, -2.554236888885498, -2.1751434803009033, -1.1900252103805542, -2.8504080772399902, -0.18642400205135345, -0.942798912525177, -1.4802602529525757, -0.5896859169006348, -1.314438819885254, -2.4042110443115234, -2.616939067840576, -1.8273829221725464, -1.903325080871582, -2.2939677238464355, -0.8908024430274963, -1.304399847984314, -2.0324366092681885, -1.304911494255066, -1.6099227666854858]}, "Bot001_090_19": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_090.log.json", "context": "hey how are you ? [SPEAK-NO-EVIL MONKEY] i\u2019m doing fine! how old are you? not that old . do you go to restaurants often ? no, i eat at home we rarely go out . i'm one of 5 kids so dad says its too expensive yeah same here! i\u2019m the youngest and it\u2019s frustrating thanks for chatting with me you seem very interesting . .. Also, try to guess: i don't care ... about about fashion, funny you :) i love fashion :/ but to each its own yeah . i think red is relaxing . it is a great color . the best color . are you still at school? yes , i'm only 10 years old . i will be in school for a while . lol me too, i\u2019m 12. i really hate school i wonder why he hates you [HEAR-NO-EVIL MONKEY] nobody hates me lol mine is grey but i supposed glitter could count . [FACE WITH COWBOY HAT] do you have a lot of friends?", "response": "i do indeed . meet them all at college and when i swim", "annotation_id": "Bot001_090_19", "annotations": ["X", "T", "T", "T", "T", "O", "T", "T", "T", "X", "T", "T", "X", "X", "T"], "gpt2background_target_score": [-9.01926040649414, -1.718422770500183, -13.577169418334961, -9.723824501037598, -10.920099258422852, -12.234127044677734, -12.990288734436035, -8.798239707946777, -14.668144226074219, -10.300168991088867, -11.220351219177246, -10.48717975616455, -13.147488594055176], "gpt2background_argmax_score": [-3.113452911376953, -1.718422770500183, -0.650944709777832, -1.7164514064788818, -1.1996278762817383, -3.726823329925537, -0.07131629437208176, -0.8507363796234131, -1.1258277893066406, -3.962883710861206, -1.1603338718414307, -2.8091509342193604, -1.084971308708191, -0.4918278157711029, -1.5117319822311401, -1.0104835033416748, -0.6136239767074585, -2.1425864696502686, -0.15012291073799133, -0.4017978608608246, -2.748530149459839, -2.0949368476867676, -2.316248893737793, -2.0119009017944336, -1.6187045574188232, -0.47781744599342346, -0.19563820958137512, -1.0321379899978638, -1.844913363456726, -2.923511266708374, -0.7238596677780151, -2.183140754699707, -2.3323848247528076, -0.4622606039047241, -1.4520881175994873, -1.2442820072174072, -1.3215409517288208, -1.9869673252105713, -1.0624761581420898, -1.7416366338729858, -2.3135321140289307, -1.3586580753326416, -1.6445802450180054, -2.355252742767334, -1.9628666639328003, -2.031345844268799, -1.981995701789856, -1.764335036277771, -0.9189760088920593, -2.04801607131958, -1.7587422132492065, -2.4130542278289795, -2.4976987838745117, -0.5107181072235107, -1.0469915866851807, -2.3269777297973633, -2.0806517601013184, -0.7783675193786621, -2.0190649032592773, -1.4400346279144287, -2.668771743774414, -0.46527528762817383, -1.639872670173645, -1.9422467947006226, -2.1324987411499023, -2.1190478801727295, -1.8216814994812012, -2.5436666011810303, -0.1165475845336914, -0.465036004781723, -2.52270770072937, -2.081648826599121, -2.484778881072998, -1.3183993101119995, -0.6580419540405273, -0.13484328985214233, -0.15521427989006042, -2.2386398315429688, -2.264782428741455, -1.5947935581207275, -1.2399214506149292, -2.3792383670806885, -1.7869842052459717, -2.5243890285491943, -1.5527691841125488, -1.303326964378357, -2.3869142532348633, -2.2631847858428955, -1.6306936740875244, -2.0349040031433105, -1.872092604637146, -1.5939667224884033, -1.0715640783309937, -2.0792064666748047, -1.849163293838501, -1.9085711240768433, -1.5822314023971558, -0.5206257104873657, -2.2442245483398438, -1.5238720178604126, -1.4497355222702026, -2.185882329940796, -2.013483762741089, -2.1637582778930664, -1.5003819465637207, -2.071035861968994, -2.8437986373901367, -1.9686716794967651, -2.5040476322174072, -1.8005313873291016, -2.1654481887817383, -1.428179383277893, -1.6110402345657349, -1.0450161695480347, -1.4757674932479858, -0.42955517768859863, -2.571106433868408, -2.891587257385254, -2.063957929611206, -1.3887521028518677, -2.441288948059082, -1.3057951927185059, -2.646285057067871, -2.0236074924468994, -2.9348506927490234, -1.6131055355072021, -1.103302240371704, -2.4821360111236572, -2.327836751937866, -1.9305027723312378, -1.868567943572998, -1.5203216075897217, -2.5234663486480713, -1.4015309810638428, -2.5771968364715576, -1.611248254776001, -0.7075744271278381, -2.893538236618042, -2.590038537979126, -1.5238052606582642, -0.721168577671051, -2.1674599647521973, -1.9152274131774902, -0.9759043455123901, -2.852025032043457, -2.128129243850708, -2.4591121673583984, -2.1379711627960205, -0.39131370186805725, -2.0687596797943115, -1.1756123304367065, -2.4094340801239014, -2.0208983421325684, -2.9394028186798096, -2.0732359886169434, -2.1480793952941895, -1.671809434890747, -1.5663862228393555, -2.1908304691314697, -1.2994427680969238, -2.3263657093048096, -0.6191294193267822, -1.462319254875183, -1.1388932466506958, -2.3125925064086914, -0.11972854286432266, -0.551845133304596, -2.6703667640686035, -1.7204645872116089, -1.2810899019241333, -1.9843727350234985, -1.4060560464859009, -2.758841037750244, -1.779171109199524, -2.713660955429077, -1.1208387613296509, -1.6041194200515747, -2.5970466136932373, -1.4593781232833862, -1.3210957050323486, -3.504868984222412, -1.8920276165008545, -1.0026592016220093, -2.532745599746704, -0.44176846742630005, -0.5725786685943604, -0.1675572544336319, -1.0955133438110352, -0.7428688406944275, -0.3851444125175476, -2.0301599502563477, -2.4438083171844482, -0.8087130188941956, -2.1609761714935303, -2.59342885017395, -1.2292327880859375, -2.711028575897217, -2.107888698577881, -0.9552573561668396, -2.535198211669922, -0.2827272415161133, -1.0537173748016357, -1.5857373476028442, -0.7277838587760925, -1.2610900402069092, -2.481781482696533, -2.451514482498169, -1.9279637336730957, -1.9791275262832642, -2.0971224308013916, -0.9328646063804626, -1.0859341621398926, -1.9515715837478638, -0.9579983353614807, -2.184666633605957, -0.43294593691825867, -1.9484280347824097, -1.1147253513336182, -3.2784337997436523, -0.3178038001060486, -2.390653371810913, -1.2493752241134644, -1.9303598403930664, -2.4841954708099365, -2.3968305587768555, -1.5300498008728027, -2.0673723220825195, -0.8981370329856873, -2.4579806327819824, -2.961418867111206, -2.5527186393737793, -2.201413154602051, -1.6382131576538086, -1.2470535039901733, -0.25835341215133667, -2.067744493484497, -1.596590280532837]}, "Bot001_091_01": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_091.log.json", "context": "Hi there! How are you?", "response": "i love purple you know its royal [GRINNING FACE WITH SMILING EYES]", "annotation_id": "Bot001_091_01", "annotations": ["T", "X", "T", "T", "X", "X", "O", "T", "X", "X", "X", "O", "O", "O", "O"], "gpt2background_target_score": [-9.748895645141602, -10.026613235473633, -12.176753997802734, -5.70939302444458, -12.561985969543457, -11.914339065551758, -12.85465145111084, -10.607023239135742, -13.233989715576172, -13.970905303955078, -10.975475311279297, -12.311010360717773, -13.275680541992188, -11.912222862243652, -13.287945747375488, -10.683752059936523, -10.879158973693848, -8.812089920043945, -1.7274863719940186], "gpt2background_argmax_score": [-1.9761712551116943, -0.9294044375419617, -1.532455325126648, -1.5027027130126953, -0.3756503462791443, -1.6056311130523682, -1.2248647212982178, -1.6047205924987793, -2.0466580390930176, -2.0657641887664795, -1.6904957294464111, -2.650391101837158, -2.0285725593566895, -2.406977653503418, -1.86021888256073, -3.6409637928009033, -2.478156805038452, -2.5755980014801025, -1.362562894821167, -1.4290803670883179, -2.192157030105591, -1.4034144878387451, -3.5103185176849365, -1.8128821849822998, -1.7675541639328003, -2.0085620880126953, -1.361481785774231]}, "Bot001_091_03": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_091.log.json", "context": "Hi there! How are you? i love purple you know its royal [GRINNING FACE WITH SMILING EYES] I think i like red, whera are you working?", "response": "not pets . i'd probably eat them up .", "annotation_id": "Bot001_091_03", "annotations": ["X", "X", "T", "T", "X", "X", "O", "X", "X", "X", "X", "T", "O", "T", "X"], "gpt2background_target_score": [-13.10023307800293, -12.23084831237793, -8.19902515411377, -8.299757957458496, -12.838600158691406, -10.572318077087402, -11.753443717956543, -12.431657791137695, -8.659455299377441, -9.663949012756348], "gpt2background_argmax_score": [-1.9761712551116943, -0.9294044375419617, -1.532455325126648, -1.5027027130126953, -0.3756503462791443, -1.6056311130523682, -1.2248647212982178, -1.7173103094100952, -2.1033620834350586, -2.4930813312530518, -2.8625919818878174, -1.8318318128585815, -2.3928275108337402, -2.411752939224243, -3.870191812515259, -1.938429355621338, -2.4484355449676514, -0.9320133328437805, -2.059035062789917, -2.1075692176818848, -1.4203778505325317, -3.4094696044921875, -2.0992531776428223, -1.6995948553085327, -2.224290132522583, -1.5882312059402466, -2.0961546897888184, -2.0095298290252686, -2.014937400817871, -1.685645580291748, -3.0304834842681885, -2.0984153747558594, -1.7580177783966064, -3.378568410873413, -2.0735366344451904, -0.8997506499290466, -1.608673095703125, -0.6054546236991882, -1.7205854654312134, -2.5404205322265625, -2.113356351852417, -1.6297639608383179, -1.390413761138916, -2.033071994781494, -1.588070034980774, -2.4157698154449463, -2.54522442817688, -2.91353440284729, -2.5928666591644287, -1.3715777397155762]}, "Bot001_091_05": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_091.log.json", "context": "Hi there! How are you? i love purple you know its royal [GRINNING FACE WITH SMILING EYES] I think i like red, whera are you working? not pets . i'd probably eat them up . Funny you! I would rather eat cheeseburgers actually, they my favourite", "response": "i like to talk a lot .", "annotation_id": "Bot001_091_05", "annotations": ["T", "X", "O", "T", "X", "X", "T", "O", "O", "X", "X", "O", "T", "T", "T"], "gpt2background_target_score": [-9.748896598815918, -8.150928497314453, -9.48807430267334, -10.730676651000977, -7.299832344055176, -11.254585266113281, -9.365099906921387], "gpt2background_argmax_score": [-1.9761701822280884, -0.9294037222862244, -1.5324543714523315, -1.5027005672454834, -0.37565043568611145, -1.6056334972381592, -1.22486412525177, -1.7173093557357788, -2.103363037109375, -2.4930801391601562, -2.8625941276550293, -1.8318334817886353, -2.3928275108337402, -2.411750555038452, -3.8701915740966797, -1.9384311437606812, -2.448435068130493, -0.932014524936676, -2.0590357780456543, -2.1075708866119385, -1.420380711555481, -3.4094650745391846, -2.099256992340088, -1.6995925903320312, -2.224289894104004, -1.588232159614563, -2.0961546897888184, -2.009531021118164, -2.014936685562134, -1.6856478452682495, -3.0304830074310303, -2.098414659500122, -1.7580173015594482, -3.378568172454834, -2.073540449142456, -0.8997506499290466, -1.6086714267730713, -0.6054553985595703, -1.7205849885940552, -2.4910120964050293, -2.059490919113159, -2.5461907386779785, -2.0220892429351807, -1.255907416343689, -2.2207744121551514, -2.7164247035980225, -2.9127933979034424, -2.6367452144622803, -1.9190434217453003, -1.7460469007492065, -2.400991916656494, -2.1214590072631836, -1.8273766040802002, -2.5569894313812256, -1.9239386320114136, -0.964299738407135, -0.9158878326416016, -0.5816679000854492, -0.08708177506923676, -1.681523084640503, -1.5338692665100098, -2.378422737121582, -1.3237512111663818, -3.406646251678467, -2.331566572189331, -2.226203680038452, -2.392831325531006, -1.843707799911499, -0.8761365413665771, -0.7272010445594788, -1.2514264583587646, -0.8744954466819763, -1.3204172849655151]}, "Bot001_091_07": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_091.log.json", "context": "Hi there! How are you? i love purple you know its royal [GRINNING FACE WITH SMILING EYES] I think i like red, whera are you working? not pets . i'd probably eat them up . Funny you! I would rather eat cheeseburgers actually, they my favourite i like to talk a lot . I also, i have many social skills, since i was a gym teacher back in the day", "response": "bummer . i like to stay active by horseback riding and snowboarding. Also, try to guess: i work my ...", "annotation_id": "Bot001_091_07", "annotations": ["O", "X", "T", "T", "O", "X", "X", "O", "O", "X", "T", "T", "X", "T", "O"], "gpt2background_target_score": [-12.646693229675293, -12.43998908996582, -8.199026107788086, -8.299757957458496, -10.088668823242188, -6.873997688293457, -11.419440269470215, -12.482893943786621, -9.635002136230469, -9.920980453491211, -12.644201278686523, -12.14186954498291, -8.063400268554688, -7.557084083557129, -12.464275360107422, -6.1684346199035645, -13.480937004089355, -6.458857536315918, -13.085494995117188, -12.216326713562012, -14.034295082092285, -6.809793472290039, -6.787564754486084, -12.202216148376465, -9.692136764526367, -6.856560707092285], "gpt2background_argmax_score": [-1.9761701822280884, -0.9294037222862244, -1.5324543714523315, -1.5027005672454834, -0.37565043568611145, -1.6056334972381592, -1.22486412525177, -1.7173093557357788, -2.103363037109375, -2.4930801391601562, -2.8625941276550293, -1.8318334817886353, -2.3928275108337402, -2.411750555038452, -3.8701915740966797, -1.9384311437606812, -2.448435068130493, -0.932014524936676, -2.0590357780456543, -2.1075708866119385, -1.420380711555481, -3.4094650745391846, -2.099256992340088, -1.6995925903320312, -2.224289894104004, -1.588232159614563, -2.0961546897888184, -2.009531021118164, -2.014936685562134, -1.6856478452682495, -3.0304830074310303, -2.098414659500122, -1.7580173015594482, -3.378568172454834, -2.073540449142456, -0.8997506499290466, -1.6086715459823608, -0.605455756187439, -1.7205862998962402, -2.491011381149292, -2.059490442276001, -2.546190023422241, -2.0220892429351807, -1.255907654762268, -2.220775604248047, -2.7164247035980225, -2.912792682647705, -2.6367459297180176, -1.9190442562103271, -1.7460479736328125, -2.400991201400757, -2.1214592456817627, -1.8273775577545166, -2.5569896697998047, -1.9239386320114136, -0.9643000364303589, -0.9158870577812195, -0.5816680192947388, -0.08708199858665466, -1.681522011756897, -1.5338685512542725, -2.3784210681915283, -1.323750376701355, -3.4066476821899414, -2.3315658569335938, -2.0212814807891846, -2.2783751487731934, -0.605937123298645, -0.7826047539710999, -0.9160028696060181, -1.5754691362380981, -2.3895280361175537, -2.275256395339966, -0.7622828483581543, -1.7002798318862915, -1.9616787433624268, -1.1459723711013794, -2.478078603744507, -1.9604434967041016, -1.877861499786377, -1.3059300184249878, -0.5690171122550964, -2.0167157649993896, -0.8563811779022217, -0.7180132865905762, -1.9280685186386108, -2.048802614212036, -0.5587425231933594, -1.476324200630188, -0.17660360038280487, -1.9583330154418945, -2.3297104835510254, -2.975898504257202, -2.4930028915405273, -1.9035323858261108, -2.5652639865875244, -1.3697211742401123, -0.8014271855354309, -2.0372653007507324, -1.9453587532043457, -1.5498420000076294, -3.0020222663879395, -2.3243660926818848, -2.101334810256958, -2.702606201171875, -0.5750229358673096, -1.6489853858947754, -1.397257924079895, -1.3317639827728271, -0.8866821527481079, -0.8529319167137146, -2.2355079650878906, -1.9907169342041016, -1.9782848358154297, -1.9050767421722412, -1.733482837677002, -1.3906875848770142, -2.9877853393554688]}, "Bot001_091_09": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_091.log.json", "context": "Hi there! How are you? i love purple you know its royal [GRINNING FACE WITH SMILING EYES] I think i like red, whera are you working? not pets . i'd probably eat them up . Funny you! I would rather eat cheeseburgers actually, they my favourite i like to talk a lot . I also, i have many social skills, since i was a gym teacher back in the day bummer . i like to stay active by horseback riding and snowboarding. Also, try to guess: i work my ... Not sure i will guess", "response": "parents farms, funny you :)", "annotation_id": "Bot001_091_09", "annotations": ["O", "X", "T", "T", "O", "T", "T", "O", "O", "X", "T", "O", "X", "T", "O"], "gpt2background_target_score": [-12.199812889099121, -12.842843055725098, -10.214728355407715, -9.502752304077148, -0.37565043568611145, -8.964646339416504], "gpt2background_argmax_score": [-1.9761701822280884, -0.9294037222862244, -1.5324543714523315, -1.5027005672454834, -0.37565043568611145, -1.6056334972381592, -1.22486412525177, -1.7173093557357788, -2.103363037109375, -2.4930801391601562, -2.8625941276550293, -1.8318334817886353, -2.3928275108337402, -2.411750555038452, -3.8701915740966797, -1.9384311437606812, -2.448435068130493, -0.932014524936676, -2.0590357780456543, -2.1075708866119385, -1.420380711555481, -3.4094650745391846, -2.099256992340088, -1.6995925903320312, -2.224289894104004, -1.588232159614563, -2.0961546897888184, -2.009531021118164, -2.014936685562134, -1.6856478452682495, -3.0304830074310303, -2.098414659500122, -1.7580173015594482, -3.378568172454834, -2.073540449142456, -0.8997506499290466, -1.6086715459823608, -0.605455756187439, -1.7205862998962402, -2.491011381149292, -2.059490442276001, -2.546190023422241, -2.0220892429351807, -1.255907654762268, -2.220775604248047, -2.7164247035980225, -2.912792682647705, -2.6367459297180176, -1.9190442562103271, -1.7460479736328125, -2.400991201400757, -2.1214592456817627, -1.8273775577545166, -2.5569896697998047, -1.9239386320114136, -0.9643000364303589, -0.9158870577812195, -0.5816680192947388, -0.08708199858665466, -1.681522011756897, -1.5338685512542725, -2.3784210681915283, -1.323750376701355, -3.4066476821899414, -2.3315658569335938, -2.0212814807891846, -2.2783751487731934, -0.605937123298645, -0.7826047539710999, -0.9160028696060181, -1.5754691362380981, -2.3895280361175537, -2.275256395339966, -0.7622828483581543, -1.7002798318862915, -1.9616787433624268, -1.1459723711013794, -2.478078603744507, -1.9604434967041016, -1.877861499786377, -1.3059300184249878, -0.5690171122550964, -2.0167157649993896, -0.8563811779022217, -0.7180132865905762, -1.9280685186386108, -2.048802614212036, -0.5587425231933594, -1.476324200630188, -0.17660360038280487, -1.9583330154418945, -0.37902939319610596, -1.9349589347839355, -2.1394522190093994, -2.4452664852142334, -1.2143927812576294, -1.6503793001174927, -2.0872790813446045, -1.6450546979904175, -1.1771105527877808, -2.6297340393066406, -2.251826763153076, -1.990270733833313, -2.7001705169677734, -0.6151878833770752, -1.5627264976501465, -2.068328857421875, -1.4378278255462646, -0.8965960741043091, -0.9241928458213806, -2.1047048568725586, -1.9524857997894287, -1.616572618484497, -2.1216368675231934, -1.7758722305297852, -1.5545363426208496, -2.9600532054901123, -2.440438985824585, -1.2361106872558594, -1.942441701889038, -1.6036596298217773, -2.424125909805298, -2.2988474369049072, -3.411541223526001, -2.8834095001220703, -1.7459478378295898, -2.7809228897094727, -2.627213478088379, -0.49874383211135864]}, "Bot001_091_11": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_091.log.json", "context": "Hi there! How are you? i love purple you know its royal [GRINNING FACE WITH SMILING EYES] I think i like red, whera are you working? not pets . i'd probably eat them up . Funny you! I would rather eat cheeseburgers actually, they my favourite i like to talk a lot . I also, i have many social skills, since i was a gym teacher back in the day bummer . i like to stay active by horseback riding and snowboarding. Also, try to guess: i work my ... Not sure i will guess parents farms, funny you :) That must be excellent!", "response": "i'm sorry i never got your name , my name is trevor. how is your day going ?", "annotation_id": "Bot001_091_11", "annotations": ["O", "X", "O", "T", "O", "X", "T", "O", "O", "T", "O", "T", "O", "O", "O"], "gpt2background_target_score": [-9.748896598815918, -11.033713340759277, -9.35738754272461, -8.299757957458496, -11.580282211303711, -8.621633529663086, -9.033334732055664, -9.809021949768066, -10.658239364624023, -6.232484817504883, -6.377870559692383, -5.886049270629883, -10.816326141357422, -13.433951377868652, -8.625662803649902, -10.558453559875488, -7.79046630859375, -9.902986526489258, -12.541271209716797, -13.387105941772461, -11.943450927734375], "gpt2background_argmax_score": [-1.9761701822280884, -0.9294037222862244, -1.5324543714523315, -1.5027005672454834, -0.37565043568611145, -1.6056334972381592, -1.22486412525177, -1.7173093557357788, -2.103363037109375, -2.4930801391601562, -2.8625941276550293, -1.8318334817886353, -2.3928275108337402, -2.411750555038452, -3.8701915740966797, -1.9384311437606812, -2.448435068130493, -0.932014524936676, -2.0590357780456543, -2.1075708866119385, -1.420380711555481, -3.4094650745391846, -2.099256992340088, -1.6995925903320312, -2.224289894104004, -1.588232159614563, -2.0961546897888184, -2.009531021118164, -2.014936685562134, -1.6856478452682495, -3.0304830074310303, -2.098414659500122, -1.7580173015594482, -3.378568172454834, -2.073540449142456, -0.8997506499290466, -1.6086715459823608, -0.605455756187439, -1.7205862998962402, -2.491011381149292, -2.059490442276001, -2.546190023422241, -2.0220892429351807, -1.255907654762268, -2.220775604248047, -2.7164247035980225, -2.912792682647705, -2.6367459297180176, -1.9190442562103271, -1.7460479736328125, -2.400991201400757, -2.1214592456817627, -1.8273775577545166, -2.5569896697998047, -1.9239386320114136, -0.9643000364303589, -0.9158870577812195, -0.5816680192947388, -0.08708199858665466, -1.681522011756897, -1.5338685512542725, -2.3784210681915283, -1.323750376701355, -3.4066476821899414, -2.3315658569335938, -2.0212814807891846, -2.2783751487731934, -0.605937123298645, -0.7826047539710999, -0.9160028696060181, -1.5754691362380981, -2.3895280361175537, -2.275256395339966, -0.7622828483581543, -1.7002798318862915, -1.9616787433624268, -1.1459723711013794, -2.478078603744507, -1.9604434967041016, -1.877861499786377, -1.3059300184249878, -0.5690171122550964, -2.0167157649993896, -0.8563811779022217, -0.7180132865905762, -1.9280685186386108, -2.048802614212036, -0.5587425231933594, -1.476324200630188, -0.17660360038280487, -1.9583330154418945, -0.37902939319610596, -1.9349589347839355, -2.1394522190093994, -2.4452664852142334, -1.2143927812576294, -1.6503793001174927, -2.0872790813446045, -1.6450546979904175, -1.1771105527877808, -2.6297340393066406, -2.251826763153076, -1.990270733833313, -2.7001705169677734, -0.6151878833770752, -1.5627264976501465, -2.068328857421875, -1.4378278255462646, -0.8965960741043091, -0.9241928458213806, -2.1047048568725586, -1.9524857997894287, -1.616572618484497, -2.1216368675231934, -1.7758722305297852, -1.5545363426208496, -2.9600532054901123, -2.440438985824585, -1.2361106872558594, -1.942441701889038, -1.6036609411239624, -2.424126386642456, -2.540534019470215, -3.1239967346191406, -1.267627239227295, -2.384387254714966, -2.3115859031677246, -1.6282366514205933, -0.9857051372528076, -0.554887592792511, -2.028521776199341, -1.7550688982009888, -2.055403470993042, -2.096544027328491, -2.288262128829956, -2.271954298019409, -2.104165554046631, -2.0134096145629883, -2.6141819953918457, -1.8998146057128906, -2.430257797241211, -2.5926642417907715, -1.6675045490264893, -1.2860900163650513, -0.47720471024513245, -3.528926372528076, -1.8931703567504883, -2.032640218734741, -1.3451226949691772, -1.7567604780197144, -1.4620691537857056, -1.153183102607727, -1.838704228401184, -1.2455772161483765, -0.411264568567276]}, "Bot001_091_13": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_091.log.json", "context": "Hi there! How are you? i love purple you know its royal [GRINNING FACE WITH SMILING EYES] I think i like red, whera are you working? not pets . i'd probably eat them up . Funny you! I would rather eat cheeseburgers actually, they my favourite i like to talk a lot . I also, i have many social skills, since i was a gym teacher back in the day bummer . i like to stay active by horseback riding and snowboarding. Also, try to guess: i work my ... Not sure i will guess parents farms, funny you :) That must be excellent! i'm sorry i never got your name , my name is trevor. how is your day going ? My day is good and i am Andrey", "response": "yes mine is great , i am an artist and i like to express myself through art. Also, try to guess: i only listen ...", "annotation_id": "Bot001_091_13", "annotations": ["O", "X", "O", "T", "T", "O", "O", "O", "O", "X", "T", "O", "X", "O", "O"], "gpt2background_target_score": [-12.91051959991455, -9.602437973022461, -8.171039581298828, -7.855193138122559, -12.250328063964844, -10.810202598571777, -9.408892631530762, -9.994097709655762, -11.072355270385742, -2.6285581588745117, -6.862138271331787, -7.286483287811279, -6.823890209197998, -11.648872375488281, -11.784011840820312, -10.738262176513672, -11.200761795043945, -6.947702884674072, -11.584524154663086, -9.496541976928711, -15.003613471984863, -8.615220069885254, -14.753347396850586, -8.770000457763672, -6.4045257568359375, -8.509184837341309, -8.822904586791992, -9.387153625488281], "gpt2background_argmax_score": [-1.9761701822280884, -0.9294037222862244, -1.5324543714523315, -1.5027005672454834, -0.37565043568611145, -1.6056334972381592, -1.22486412525177, -1.7173093557357788, -2.103363037109375, -2.4930801391601562, -2.8625941276550293, -1.8318334817886353, -2.3928275108337402, -2.411750555038452, -3.8701915740966797, -1.9384311437606812, -2.448435068130493, -0.932014524936676, -2.0590357780456543, -2.1075708866119385, -1.420380711555481, -3.4094650745391846, -2.099256992340088, -1.6995925903320312, -2.224289894104004, -1.588232159614563, -2.0961546897888184, -2.009531021118164, -2.014936685562134, -1.6856478452682495, -3.0304830074310303, -2.098414659500122, -1.7580173015594482, -3.378568172454834, -2.073540449142456, -0.8997506499290466, -1.6086715459823608, -0.605455756187439, -1.7205862998962402, -2.491011381149292, -2.059490442276001, -2.546190023422241, -2.0220892429351807, -1.255907654762268, -2.220775604248047, -2.7164247035980225, -2.912792682647705, -2.6367459297180176, -1.9190442562103271, -1.7460479736328125, -2.400991201400757, -2.1214592456817627, -1.8273775577545166, -2.5569896697998047, -1.9239386320114136, -0.9643000364303589, -0.9158870577812195, -0.5816680192947388, -0.08708199858665466, -1.681522011756897, -1.5338685512542725, -2.3784210681915283, -1.323750376701355, -3.4066476821899414, -2.3315658569335938, -2.0212814807891846, -2.2783751487731934, -0.605937123298645, -0.7826047539710999, -0.9160028696060181, -1.5754691362380981, -2.3895280361175537, -2.275256395339966, -0.7622828483581543, -1.7002798318862915, -1.9616787433624268, -1.1459723711013794, -2.478078603744507, -1.9604434967041016, -1.877861499786377, -1.3059300184249878, -0.5690171122550964, -2.0167157649993896, -0.8563811779022217, -0.7180132865905762, -1.9280685186386108, -2.048802614212036, -0.5587425231933594, -1.476324200630188, -0.17660360038280487, -1.9583330154418945, -0.37902939319610596, -1.9349589347839355, -2.1394522190093994, -2.4452664852142334, -1.2143927812576294, -1.6503793001174927, -2.0872790813446045, -1.6450546979904175, -1.1771105527877808, -2.6297340393066406, -2.251826763153076, -1.990270733833313, -2.7001705169677734, -0.6151878833770752, -1.5627264976501465, -2.068328857421875, -1.4378278255462646, -0.8965960741043091, -0.9241928458213806, -2.1047048568725586, -1.9524857997894287, -1.616572618484497, -2.1216368675231934, -1.7758722305297852, -1.5545363426208496, -2.9600532054901123, -2.440438985824585, -1.2361106872558594, -1.942441701889038, -1.6036609411239624, -2.424126386642456, -2.540534019470215, -3.1239967346191406, -1.267627239227295, -2.384387254714966, -2.3115859031677246, -1.6282366514205933, -0.9857051372528076, -0.554887592792511, -2.028521776199341, -1.7550688982009888, -2.055403470993042, -2.3169751167297363, -2.2196743488311768, -2.18353271484375, -2.01255464553833, -2.6228840351104736, -1.8462880849838257, -2.3543457984924316, -2.4072258472442627, -1.7954057455062866, -1.3330272436141968, -0.46766433119773865, -3.7251272201538086, -1.7688493728637695, -3.3274035453796387, -2.0741424560546875, -1.8855630159378052, -1.510312795639038, -1.126468539237976, -1.876846432685852, -1.2558594942092896, -1.8737906217575073, -1.587674856185913, -1.1206814050674438, -1.8783924579620361, -2.4351460933685303, -0.8528671264648438, -1.472710132598877, -2.586143970489502, -2.3523807525634766, -3.434860944747925, -2.406550884246826, -1.7524745464324951, -0.43174973130226135, -2.7869508266448975, -2.0616116523742676, -1.2445176839828491, -2.4205446243286133, -2.7337491512298584, -3.351231336593628, -1.8118590116500854, -0.8389618992805481, -1.6534415483474731, -0.9730103015899658, -2.800271511077881, -0.8741358518600464, -2.1964240074157715, -1.864996314048767, -2.039320468902588, -1.3825147151947021, -1.4268763065338135, -0.8493065237998962, -0.5384089946746826, -2.6637563705444336, -2.3634095191955566, -0.5898005962371826, -1.8055585622787476, -1.856496810913086, -0.201593816280365, -1.8103610277175903]}, "Bot001_091_15": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_091.log.json", "context": "Hi there! How are you? i love purple you know its royal [GRINNING FACE WITH SMILING EYES] I think i like red, whera are you working? not pets . i'd probably eat them up . Funny you! I would rather eat cheeseburgers actually, they my favourite i like to talk a lot . I also, i have many social skills, since i was a gym teacher back in the day bummer . i like to stay active by horseback riding and snowboarding. Also, try to guess: i work my ... Not sure i will guess parents farms, funny you :) That must be excellent! i'm sorry i never got your name , my name is trevor. how is your day going ? My day is good and i am Andrey yes mine is great , i am an artist and i like to express myself through art. Also, try to guess: i only listen ... Rock?", "response": "to country music, funny you :)", "annotation_id": "Bot001_091_15", "annotations": ["O", "X", "O", "T", "O", "O", "T", "O", "O", "X", "T", "T", "T", "O", "O"], "gpt2background_target_score": [-10.894843101501465, -11.090145111083984, -11.872783660888672, -8.127840995788574, -11.556675910949707, -9.053264617919922, -6.771167755126953], "gpt2background_argmax_score": [-1.9761701822280884, -0.9294037222862244, -1.5324543714523315, -1.5027005672454834, -0.37565043568611145, -1.6056334972381592, -1.22486412525177, -1.7173093557357788, -2.103363037109375, -2.4930801391601562, -2.8625941276550293, -1.8318334817886353, -2.3928275108337402, -2.411750555038452, -3.8701915740966797, -1.9384311437606812, -2.448435068130493, -0.932014524936676, -2.0590357780456543, -2.1075708866119385, -1.420380711555481, -3.4094650745391846, -2.099256992340088, -1.6995925903320312, -2.224289894104004, -1.588232159614563, -2.0961546897888184, -2.009531021118164, -2.014936685562134, -1.6856478452682495, -3.0304830074310303, -2.098414659500122, -1.7580173015594482, -3.378568172454834, -2.073540449142456, -0.8997506499290466, -1.6086715459823608, -0.605455756187439, -1.7205862998962402, -2.491011381149292, -2.059490442276001, -2.546190023422241, -2.0220892429351807, -1.255907654762268, -2.220775604248047, -2.7164247035980225, -2.912792682647705, -2.6367459297180176, -1.9190442562103271, -1.7460479736328125, -2.400991201400757, -2.1214592456817627, -1.8273775577545166, -2.5569896697998047, -1.9239386320114136, -0.9643000364303589, -0.9158870577812195, -0.5816680192947388, -0.08708199858665466, -1.681522011756897, -1.5338685512542725, -2.3784210681915283, -1.323750376701355, -3.4066476821899414, -2.3315658569335938, -2.0212814807891846, -2.2783751487731934, -0.605937123298645, -0.7826047539710999, -0.9160028696060181, -1.5754691362380981, -2.3895280361175537, -2.275256395339966, -0.7622828483581543, -1.7002798318862915, -1.9616787433624268, -1.1459723711013794, -2.478078603744507, -1.9604434967041016, -1.877861499786377, -1.3059300184249878, -0.5690171122550964, -2.0167157649993896, -0.8563811779022217, -0.7180132865905762, -1.9280685186386108, -2.048802614212036, -0.5587425231933594, -1.476324200630188, -0.17660360038280487, -1.9583330154418945, -0.37902939319610596, -1.9349589347839355, -2.1394522190093994, -2.4452664852142334, -1.2143927812576294, -1.6503793001174927, -2.0872790813446045, -1.6450546979904175, -1.1771105527877808, -2.6297340393066406, -2.251826763153076, -1.990270733833313, -2.7001705169677734, -0.6151878833770752, -1.5627264976501465, -2.068328857421875, -1.4378278255462646, -0.8965960741043091, -0.9241928458213806, -2.1047048568725586, -1.9524857997894287, -1.616572618484497, -2.1216368675231934, -1.7758722305297852, -1.5545363426208496, -2.9600532054901123, -2.440438985824585, -1.2361106872558594, -1.942441701889038, -1.6036609411239624, -2.424126386642456, -2.540534019470215, -3.1239967346191406, -1.267627239227295, -2.384387254714966, -2.3115859031677246, -1.6282366514205933, -0.9857051372528076, -0.554887592792511, -2.028521776199341, -1.7550688982009888, -2.055403470993042, -2.3169751167297363, -2.2196743488311768, -2.18353271484375, -2.01255464553833, -2.6228840351104736, -1.8462880849838257, -2.3543457984924316, -2.4072258472442627, -1.7954057455062866, -1.3330272436141968, -0.46766433119773865, -3.7251272201538086, -1.7688493728637695, -3.3274035453796387, -2.0741424560546875, -1.8855630159378052, -1.510312795639038, -1.126468539237976, -1.876846432685852, -1.2558594942092896, -1.8737906217575073, -1.587674856185913, -1.1206814050674438, -1.8783924579620361, -2.4351460933685303, -0.8528671264648438, -1.472710132598877, -2.586143970489502, -2.3523807525634766, -3.434860944747925, -1.715865135192871, -0.45597338676452637, -2.8738412857055664, -2.3586485385894775, -1.3684309720993042, -2.2481515407562256, -2.826730489730835, -3.2310101985931396, -2.0012805461883545, -0.754779040813446, -1.486962080001831, -1.006394386291504, -2.6509172916412354, -0.6502346992492676, -2.170989513397217, -1.8912386894226074, -2.039119243621826, -1.7124440670013428, -1.3269686698913574, -0.9484654068946838, -0.5637725591659546, -2.4752182960510254, -2.314761161804199, -0.824371874332428, -2.3755340576171875, -1.9983431100845337, -0.19701708853244781, -1.8968815803527832, -2.781116008758545, -2.4983935356140137, -2.322812557220459, -1.3318592309951782, -2.074334144592285, -2.307948589324951, -1.3689465522766113, -1.8137072324752808, -2.9240472316741943, -1.0705522298812866]}, "Bot001_091_17": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_091.log.json", "context": "Hi there! How are you? i love purple you know its royal [GRINNING FACE WITH SMILING EYES] I think i like red, whera are you working? not pets . i'd probably eat them up . Funny you! I would rather eat cheeseburgers actually, they my favourite i like to talk a lot . I also, i have many social skills, since i was a gym teacher back in the day bummer . i like to stay active by horseback riding and snowboarding. Also, try to guess: i work my ... Not sure i will guess parents farms, funny you :) That must be excellent! i'm sorry i never got your name , my name is trevor. how is your day going ? My day is good and i am Andrey yes mine is great , i am an artist and i like to express myself through art. Also, try to guess: i only listen ... Rock? to country music, funny you :) You probably the best i seen there", "response": "do not judge me . you do not know me .", "annotation_id": "Bot001_091_17", "annotations": ["O", "X", "O", "T", "T", "X", "O", "O", "T", "X", "X", "O", "O", "T", "T"], "gpt2background_target_score": [-12.438231468200684, -7.766002655029297, -13.061443328857422, -9.372021675109863, -11.750271797180176, -9.053264617919922, -9.310811996459961, -8.922477722167969, -10.148630142211914, -7.5672607421875, -9.44421672821045], "gpt2background_argmax_score": [-1.9761701822280884, -0.9294037222862244, -1.5324543714523315, -1.5027005672454834, -0.37565043568611145, -1.6056334972381592, -1.22486412525177, -1.7173093557357788, -2.103363037109375, -2.4930801391601562, -2.8625941276550293, -1.8318334817886353, -2.3928275108337402, -2.411750555038452, -3.8701915740966797, -1.9384311437606812, -2.448435068130493, -0.932014524936676, -2.0590357780456543, -2.1075708866119385, -1.420380711555481, -3.4094650745391846, -2.099256992340088, -1.6995925903320312, -2.224289894104004, -1.588232159614563, -2.0961546897888184, -2.009531021118164, -2.014936685562134, -1.6856478452682495, -3.0304830074310303, -2.098414659500122, -1.7580173015594482, -3.378568172454834, -2.073540449142456, -0.8997506499290466, -1.6086715459823608, -0.605455756187439, -1.7205862998962402, -2.491011381149292, -2.059490442276001, -2.546190023422241, -2.0220892429351807, -1.255907654762268, -2.220775604248047, -2.7164247035980225, -2.912792682647705, -2.6367459297180176, -1.9190442562103271, -1.7460479736328125, -2.400991201400757, -2.1214592456817627, -1.8273775577545166, -2.5569896697998047, -1.9239386320114136, -0.9643000364303589, -0.9158870577812195, -0.5816680192947388, -0.08708199858665466, -1.681522011756897, -1.5338685512542725, -2.3784210681915283, -1.323750376701355, -3.4066476821899414, -2.3315658569335938, -2.0212814807891846, -2.2783751487731934, -0.605937123298645, -0.7826047539710999, -0.9160028696060181, -1.5754691362380981, -2.3895280361175537, -2.275256395339966, -0.7622828483581543, -1.7002798318862915, -1.9616787433624268, -1.1459723711013794, -2.478078603744507, -1.9604434967041016, -1.877861499786377, -1.3059300184249878, -0.5690171122550964, -2.0167157649993896, -0.8563811779022217, -0.7180132865905762, -1.9280685186386108, -2.048802614212036, -0.5587425231933594, -1.476324200630188, -0.17660360038280487, -1.9583330154418945, -0.37902939319610596, -1.9349589347839355, -2.1394522190093994, -2.4452664852142334, -1.2143927812576294, -1.6503793001174927, -2.0872790813446045, -1.6450546979904175, -1.1771105527877808, -2.6297340393066406, -2.251826763153076, -1.990270733833313, -2.7001705169677734, -0.6151878833770752, -1.5627264976501465, -2.068328857421875, -1.4378278255462646, -0.8965960741043091, -0.9241928458213806, -2.1047048568725586, -1.9524857997894287, -1.616572618484497, -2.1216368675231934, -1.7758722305297852, -1.5545363426208496, -2.9600532054901123, -2.440438985824585, -1.2361106872558594, -1.942441701889038, -1.6036609411239624, -2.424126386642456, -2.540534019470215, -3.1239967346191406, -1.267627239227295, -2.384387254714966, -2.3115859031677246, -1.6282366514205933, -0.9857051372528076, -0.554887592792511, -2.028521776199341, -1.7550688982009888, -2.055403470993042, -2.3169751167297363, -2.2196743488311768, -2.18353271484375, -2.01255464553833, -2.6228840351104736, -1.8462880849838257, -2.3543457984924316, -2.4072258472442627, -1.7954057455062866, -1.3330272436141968, -0.46766433119773865, -3.7251272201538086, -1.7688493728637695, -3.3274035453796387, -2.0741424560546875, -1.8855630159378052, -1.510312795639038, -1.126468539237976, -1.876846432685852, -1.2558594942092896, -1.8737906217575073, -1.587674856185913, -1.1206814050674438, -1.8783924579620361, -2.4351460933685303, -0.8528671264648438, -1.472710132598877, -2.586143970489502, -2.3523807525634766, -3.434860944747925, -1.715865135192871, -0.45597338676452637, -2.8738412857055664, -2.3586485385894775, -1.3684309720993042, -2.2481515407562256, -2.826730489730835, -3.2310101985931396, -2.0012805461883545, -0.754779040813446, -1.486962080001831, -1.006394386291504, -2.6509172916412354, -0.6502346992492676, -2.170989513397217, -1.8912386894226074, -2.039119243621826, -1.7124435901641846, -1.326967716217041, -0.948466420173645, -0.5637723803520203, -2.475219488143921, -2.3147621154785156, -0.8243716955184937, -2.375535726547241, -1.998342514038086, -0.19701650738716125, -1.8968802690505981, -2.7811148166656494, -2.4983949661254883, -2.8598873615264893, -1.8732028007507324, -1.7493577003479004, -1.5958768129348755, -2.342668294906616, -2.7539689540863037, -2.0833382606506348, -2.1016130447387695, -2.211695909500122, -1.689311146736145, -2.762078285217285, -1.4637483358383179, -2.3458454608917236, -1.8364540338516235, -2.298823356628418, -0.3287610709667206, -2.207807779312134, -0.8127704858779907, -2.4908201694488525, -1.2764676809310913, -2.1182844638824463, -1.1401923894882202, -2.13458251953125, -2.4266109466552734, -1.50668203830719, -1.3143423795700073]}, "Bot001_091_19": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_091.log.json", "context": "Hi there! How are you? i love purple you know its royal [GRINNING FACE WITH SMILING EYES] I think i like red, whera are you working? not pets . i'd probably eat them up . Funny you! I would rather eat cheeseburgers actually, they my favourite i like to talk a lot . I also, i have many social skills, since i was a gym teacher back in the day bummer . i like to stay active by horseback riding and snowboarding. Also, try to guess: i work my ... Not sure i will guess parents farms, funny you :) That must be excellent! i'm sorry i never got your name , my name is trevor. how is your day going ? My day is good and i am Andrey yes mine is great , i am an artist and i like to express myself through art. Also, try to guess: i only listen ... Rock? to country music, funny you :) You probably the best i seen there do not judge me . you do not know me . I think you right? i shouldnt", "response": "well if you know you my mother you might know me", "annotation_id": "Bot001_091_19", "annotations": ["T", "X", "T", "T", "T", "T", "O", "O", "O", "T", "X", "T", "T", "O", "O"], "gpt2background_target_score": [-11.031550407409668, -6.393746852874756, -7.804280757904053, -9.86617660522461, -0.37565043568611145, -8.739007949829102, -12.031872749328613, -9.83893871307373, -13.789213180541992, -8.517088890075684, -8.369491577148438], "gpt2background_argmax_score": [-1.9761701822280884, -0.9294037222862244, -1.5324543714523315, -1.5027005672454834, -0.37565043568611145, -1.6056334972381592, -1.22486412525177, -1.7173093557357788, -2.103363037109375, -2.4930801391601562, -2.8625941276550293, -1.8318334817886353, -2.3928275108337402, -2.411750555038452, -3.8701915740966797, -1.9384311437606812, -2.448435068130493, -0.932014524936676, -2.0590357780456543, -2.1075708866119385, -1.420380711555481, -3.4094650745391846, -2.099256992340088, -1.6995925903320312, -2.224289894104004, -1.588232159614563, -2.0961546897888184, -2.009531021118164, -2.014936685562134, -1.6856478452682495, -3.0304830074310303, -2.098414659500122, -1.7580173015594482, -3.378568172454834, -2.073540449142456, -0.8997506499290466, -1.6086715459823608, -0.605455756187439, -1.7205862998962402, -2.491011381149292, -2.059490442276001, -2.546190023422241, -2.0220892429351807, -1.255907654762268, -2.220775604248047, -2.7164247035980225, -2.912792682647705, -2.6367459297180176, -1.9190442562103271, -1.7460479736328125, -2.400991201400757, -2.1214592456817627, -1.8273775577545166, -2.5569896697998047, -1.9239386320114136, -0.9643000364303589, -0.9158870577812195, -0.5816680192947388, -0.08708199858665466, -1.681522011756897, -1.5338685512542725, -2.3784210681915283, -1.323750376701355, -3.4066476821899414, -2.3315658569335938, -2.0212814807891846, -2.2783751487731934, -0.605937123298645, -0.7826047539710999, -0.9160028696060181, -1.5754691362380981, -2.3895280361175537, -2.275256395339966, -0.7622828483581543, -1.7002798318862915, -1.9616787433624268, -1.1459723711013794, -2.478078603744507, -1.9604434967041016, -1.877861499786377, -1.3059300184249878, -0.5690171122550964, -2.0167157649993896, -0.8563811779022217, -0.7180132865905762, -1.9280685186386108, -2.048802614212036, -0.5587425231933594, -1.476324200630188, -0.17660360038280487, -1.9583330154418945, -0.37902939319610596, -1.9349589347839355, -2.1394522190093994, -2.4452664852142334, -1.2143927812576294, -1.6503793001174927, -2.0872790813446045, -1.6450546979904175, -1.1771105527877808, -2.6297340393066406, -2.251826763153076, -1.990270733833313, -2.7001705169677734, -0.6151878833770752, -1.5627264976501465, -2.068328857421875, -1.4378278255462646, -0.8965960741043091, -0.9241928458213806, -2.1047048568725586, -1.9524857997894287, -1.616572618484497, -2.1216368675231934, -1.7758722305297852, -1.5545363426208496, -2.9600532054901123, -2.440438985824585, -1.2361106872558594, -1.942441701889038, -1.6036609411239624, -2.424126386642456, -2.540534019470215, -3.1239967346191406, -1.267627239227295, -2.384387254714966, -2.3115859031677246, -1.6282366514205933, -0.9857051372528076, -0.554887592792511, -2.028521776199341, -1.7550688982009888, -2.055403470993042, -2.3169751167297363, -2.2196743488311768, -2.18353271484375, -2.01255464553833, -2.6228840351104736, -1.8462880849838257, -2.3543457984924316, -2.4072258472442627, -1.7954057455062866, -1.3330272436141968, -0.46766433119773865, -3.7251272201538086, -1.7688493728637695, -3.3274035453796387, -2.0741424560546875, -1.8855630159378052, -1.510312795639038, -1.126468539237976, -1.876846432685852, -1.2558594942092896, -1.8737906217575073, -1.587674856185913, -1.1206814050674438, -1.8783924579620361, -2.4351460933685303, -0.8528671264648438, -1.472710132598877, -2.586143970489502, -2.3523807525634766, -3.434860944747925, -1.715865135192871, -0.45597338676452637, -2.8738412857055664, -2.3586485385894775, -1.3684309720993042, -2.2481515407562256, -2.826730489730835, -3.2310101985931396, -2.0012805461883545, -0.754779040813446, -1.486962080001831, -1.006394386291504, -2.6509172916412354, -0.6502346992492676, -2.170989513397217, -1.8912386894226074, -2.039119243621826, -1.7124440670013428, -1.3269686698913574, -0.9484654068946838, -0.5637725591659546, -2.4752182960510254, -2.314761161804199, -0.824371874332428, -2.3755340576171875, -1.9983431100845337, -0.19701708853244781, -1.8968815803527832, -2.781116008758545, -2.4983932971954346, -2.8598873615264893, -1.8732048273086548, -1.7493575811386108, -1.595874547958374, -2.342665433883667, -2.753969192504883, -2.083338499069214, -2.1016132831573486, -2.211696147918701, -1.6893094778060913, -2.7620790004730225, -1.463749647140503, -2.3458445072174072, -1.8364520072937012, -1.4612226486206055, -2.4079105854034424, -1.1742699146270752, -2.6305387020111084, -1.6706225872039795, -2.4965615272521973, -1.5622957944869995, -1.5739519596099854, -2.3620619773864746, -1.7578394412994385, -1.339528203010559, -2.2097933292388916, -0.9123941659927368, -1.3987561464309692, -2.162458658218384, -1.9754842519760132, -2.2361533641815186, -2.26684308052063, -1.9782488346099854, -2.079524040222168, -1.4784091711044312, -0.9242107272148132, -2.467829465866089, -0.5052424669265747, -2.4205808639526367, -0.5123469233512878, -1.8375961780548096, -1.8733807802200317, -1.8152515888214111, -1.455216646194458, -1.6737275123596191]}, "Bot001_092_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_092.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nCut a long story short: i've three dogs Hello, my name is Adelina and i am a vegeterian", "response": "hello ! my two children are in elementary school . whats your favorite food ?", "annotation_id": "Bot001_092_02", "annotations": ["X", "T", "X", "O", "O", "O", "T", "O", "O", "T", "O", "X", "O", "O", "X"], "gpt2background_target_score": [-11.127782821655273, -8.658500671386719, -8.194448471069336, -10.132145881652832, -10.910767555236816, -8.972694396972656, -9.509783744812012, -12.658620834350586, -10.437978744506836, -11.97645092010498, -14.630590438842773, -10.925774574279785, -13.448174476623535, -12.772814750671387, -10.940756797790527], "gpt2background_argmax_score": [-1.9761712551116943, -1.080935001373291, -1.7423228025436401, -1.3194321393966675, -1.4557596445083618, -0.7846617102622986, -1.5420114994049072, -3.783468723297119, -0.9428858757019043, -2.8625261783599854, -1.2497807741165161, -1.5824079513549805, -2.6078264713287354, -2.6221706867218018, -2.019376039505005, -1.6044601202011108, -0.4023997485637665, -2.119560480117798, -3.4583864212036133, -3.0742063522338867, -0.1257954090833664, -0.8311579823493958, -1.398626685142517, -2.13673734664917, -0.9829386472702026, -2.5817763805389404, -1.953288197517395, -3.1248855590820312, -2.153794288635254, -1.0784865617752075, -0.20241951942443848, -2.642954111099243, -1.8355932235717773, -1.8690698146820068, -1.0737367868423462, -1.081814169883728, -1.2637141942977905, -1.7615180015563965, -3.8466105461120605, -1.5651240348815918, -1.051336646080017, -1.1182806491851807, -2.354537010192871, -1.1215826272964478, -1.6172044277191162, -0.3273802101612091, -0.40483540296554565, -0.9253727793693542, -3.1851415634155273, -2.1659481525421143, -0.28495845198631287, -1.8939515352249146, -2.0494384765625, -0.9463269114494324, -0.8833708763122559, -2.334425926208496, -1.1820615530014038, -0.6560211181640625]}, "Bot001_092_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_092.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nCut a long story short: i've three dogs Hello, my name is Adelina and i am a vegeterian hello ! my two children are in elementary school . whats your favorite food ? Broccoli, i am married, but i dont have any children", "response": "married ? , that is a rich mans game , i read books , never movies", "annotation_id": "Bot001_092_04", "annotations": ["O", "T", "T", "X", "T", "O", "T", "T", "X", "T", "X", "X", "T", "O", "T"], "gpt2background_target_score": [-12.328967094421387, -11.23434066772461, -13.278708457946777, -5.450672149658203, -10.077372550964355, -7.797465801239014, -11.565858840942383, -11.93092155456543, -9.033315658569336, -12.708102226257324, -13.416069030761719, -12.990395545959473, -11.915592193603516, -11.843195915222168, -12.337413787841797, -12.61267375946045], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.7423242330551147, -1.3194338083267212, -1.4557617902755737, -0.7846629023551941, -1.5420138835906982, -3.7834627628326416, -0.9428880214691162, -2.86252498626709, -1.2497789859771729, -1.5824066400527954, -2.6078290939331055, -2.6221723556518555, -2.0193769931793213, -1.6044590473175049, -0.4023996889591217, -2.119560480117798, -3.4583873748779297, -3.074204444885254, -0.12579551339149475, -0.8311579823493958, -1.3986291885375977, -2.1367340087890625, -0.9829407930374146, -2.581773281097412, -1.953288197517395, -3.124886989593506, -2.1537930965423584, -1.0784838199615479, -0.20241853594779968, -2.6429526805877686, -1.8355939388275146, -1.8690732717514038, -1.0737375020980835, -1.0818119049072266, -1.2637145519256592, -1.7615164518356323, -3.846611738204956, -1.5651257038116455, -1.0513367652893066, -1.118280291557312, -1.42483651638031, -1.4859217405319214, -0.6526408791542053, -0.3577040731906891, -0.7458890676498413, -3.0305230617523193, -2.061877727508545, -0.2709015905857086, -1.507755994796753, -1.8888416290283203, -0.6724058985710144, -0.978406548500061, -2.198129177093506, -1.2496510744094849, -1.083073377609253, -0.5308923125267029, -1.908304214477539, -2.308534860610962, -2.2711398601531982, -1.4175350666046143, -1.0640429258346558, -1.9160832166671753, -1.3881404399871826, -1.9594711065292358, -1.8332149982452393, -1.3859015703201294, -2.491053819656372, -1.6728193759918213, -2.1709847450256348, -2.7511146068573, -0.7394353151321411, -2.592646598815918, -1.1607568264007568, -2.360661268234253, -2.0595479011535645, -2.7231357097625732, -0.9164065718650818, -1.8522355556488037, -2.167360544204712, -2.2154428958892822, -2.416954278945923, -1.6409612894058228, -1.816589593887329, -1.835749626159668, -1.0270969867706299]}, "Bot001_092_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_092.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nCut a long story short: i've three dogs Hello, my name is Adelina and i am a vegeterian hello ! my two children are in elementary school . whats your favorite food ? Broccoli, i am married, but i dont have any children married ? , that is a rich mans game , i read books , never movies I am woman actually, why you dont watch movies?", "response": "i do not really have much time to watch anything between all my activities. Also, try to guess: my father was ...", "annotation_id": "Bot001_092_06", "annotations": ["O", "T", "T", "T", "O", "T", "O", "O", "O", "O", "T", "O", "T", "O", "X"], "gpt2background_target_score": [-9.748896598815918, -8.541638374328613, -9.2515230178833, -7.878185749053955, -10.058279991149902, -11.66643238067627, -11.53696346282959, -10.524664878845215, -12.518510818481445, -12.693272590637207, -12.555244445800781, -10.53917121887207, -8.769497871398926, -14.058563232421875, -5.795646667480469, -6.936944007873535, -10.298998832702637, -11.870455741882324, -8.545061111450195, -11.72654914855957, -5.926180839538574, -4.596205234527588, -10.064020156860352, -2.474752426147461, -11.387231826782227], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.7423242330551147, -1.3194338083267212, -1.4557617902755737, -0.7846629023551941, -1.5420138835906982, -3.7834627628326416, -0.9428880214691162, -2.86252498626709, -1.2497789859771729, -1.5824066400527954, -2.6078290939331055, -2.6221723556518555, -2.0193769931793213, -1.6044590473175049, -0.4023996889591217, -2.119560480117798, -3.4583873748779297, -3.074204444885254, -0.12579551339149475, -0.8311579823493958, -1.3986291885375977, -2.1367340087890625, -0.9829407930374146, -2.581773281097412, -1.953288197517395, -3.124886989593506, -2.1537930965423584, -1.0784838199615479, -0.20241853594779968, -2.6429526805877686, -1.8355939388275146, -1.8690732717514038, -1.0737375020980835, -1.0818119049072266, -1.2637145519256592, -1.7615164518356323, -3.846611738204956, -1.5651257038116455, -1.0513367652893066, -1.118280291557312, -1.424837589263916, -1.4859222173690796, -0.6526429057121277, -0.3577035963535309, -0.7458887100219727, -3.030522108078003, -2.0618784427642822, -0.2709014117717743, -1.5077556371688843, -1.8888416290283203, -0.6724064946174622, -0.9784042835235596, -2.1981279850006104, -1.24965238571167, -1.083073377609253, -0.5308919548988342, -1.9083038568496704, -2.308535575866699, -2.271139621734619, -1.4175351858139038, -1.0640429258346558, -1.9160839319229126, -1.388140082359314, -1.959470272064209, -1.8332158327102661, -1.385903239250183, -2.491055488586426, -1.6728198528289795, -1.9463276863098145, -1.3876861333847046, -2.081552267074585, -1.5965206623077393, -2.1729066371917725, -2.806011438369751, -2.8233582973480225, -1.4306137561798096, -2.359886646270752, -1.7591444253921509, -1.984629511833191, -2.284830331802368, -1.679564356803894, -1.6808671951293945, -1.431790828704834, -0.9243084788322449, -2.5483782291412354, -2.055436372756958, -1.4258639812469482, -1.5986171960830688, -1.5675311088562012, -1.8622828722000122, -2.619070529937744, -1.7669237852096558, -1.9270410537719727, -0.922784149646759, -1.6903287172317505, -1.7561372518539429, -2.486668825149536, -2.1987218856811523, -1.8298299312591553, -2.1499547958374023, -1.5578678846359253, -2.058046579360962, -1.2495149374008179, -1.1358392238616943, -1.3934683799743652, -2.1524345874786377, -2.400437355041504, -1.9917107820510864, -2.8484835624694824, -1.6479016542434692, -0.9265096187591553, -1.2425973415374756, -0.8686384558677673, -1.1881062984466553, -1.994433045387268, -1.631426453590393, -1.5883954763412476, -2.518550157546997, -1.1350960731506348, -1.337603211402893, -2.216921329498291]}, "Bot001_092_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_092.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nCut a long story short: i've three dogs Hello, my name is Adelina and i am a vegeterian hello ! my two children are in elementary school . whats your favorite food ? Broccoli, i am married, but i dont have any children married ? , that is a rich mans game , i read books , never movies I am woman actually, why you dont watch movies? i do not really have much time to watch anything between all my activities. Also, try to guess: my father was ... Writer?", "response": "door to door salesman, funny you :)", "annotation_id": "Bot001_092_08", "annotations": ["O", "O", "O", "X", "O", "X", "T", "O", "O", "T", "X", "O", "T", "O", "T"], "gpt2background_target_score": [-12.018508911132812, -8.593310356140137, -11.151122093200684, -14.089591026306152, -9.1978120803833, -10.0873441696167, -8.196969985961914, -11.993546485900879], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.7423242330551147, -1.3194338083267212, -1.4557617902755737, -0.7846629023551941, -1.5420138835906982, -3.7834627628326416, -0.9428880214691162, -2.86252498626709, -1.2497789859771729, -1.5824066400527954, -2.6078290939331055, -2.6221723556518555, -2.0193769931793213, -1.6044590473175049, -0.4023996889591217, -2.119560480117798, -3.4583873748779297, -3.074204444885254, -0.12579551339149475, -0.8311579823493958, -1.3986291885375977, -2.1367340087890625, -0.9829407930374146, -2.581773281097412, -1.953288197517395, -3.124886989593506, -2.1537930965423584, -1.0784838199615479, -0.20241853594779968, -2.6429526805877686, -1.8355939388275146, -1.8690732717514038, -1.0737375020980835, -1.0818119049072266, -1.2637145519256592, -1.7615164518356323, -3.846611738204956, -1.5651257038116455, -1.0513367652893066, -1.118280291557312, -1.424837589263916, -1.4859222173690796, -0.6526429057121277, -0.3577035963535309, -0.7458887100219727, -3.030522108078003, -2.0618784427642822, -0.2709014117717743, -1.5077556371688843, -1.8888416290283203, -0.6724064946174622, -0.9784042835235596, -2.1981279850006104, -1.24965238571167, -1.083073377609253, -0.5308919548988342, -1.9083038568496704, -2.308535575866699, -2.271139621734619, -1.4175351858139038, -1.0640429258346558, -1.9160839319229126, -1.388140082359314, -1.959470272064209, -1.8332158327102661, -1.385903239250183, -2.491055488586426, -1.6728198528289795, -1.9463276863098145, -1.3876861333847046, -2.081552267074585, -1.5965206623077393, -2.1729066371917725, -2.806011438369751, -2.8233582973480225, -1.4306137561798096, -2.359886646270752, -1.7591444253921509, -1.984629511833191, -2.284830331802368, -1.679564356803894, -1.6808671951293945, -1.4317896366119385, -0.9243093132972717, -2.5483782291412354, -2.055438756942749, -1.4258626699447632, -1.598616600036621, -1.5675300359725952, -1.8622825145721436, -2.619070053100586, -1.7669250965118408, -1.9270437955856323, -0.9227840304374695, -1.6903291940689087, -2.349431276321411, -2.0313007831573486, -1.9018595218658447, -2.0447118282318115, -1.5290112495422363, -1.5801492929458618, -1.2622714042663574, -1.4655874967575073, -1.444638729095459, -1.828719973564148, -2.5191919803619385, -2.0416312217712402, -2.8523175716400146, -1.3374102115631104, -1.6275670528411865, -1.5508791208267212, -1.2392841577529907, -1.134358286857605, -2.5843656063079834, -1.6756292581558228, -1.6220453977584839, -2.0780386924743652, -1.11519455909729, -1.308234453201294, -2.183426856994629, -3.0502026081085205, -2.1259806156158447, -2.080683946609497, -3.2838447093963623, -1.5672334432601929, -1.4569436311721802, -1.7516354322433472, -2.7631280422210693, -2.4172627925872803, -2.812469005584717, -0.6126482486724854]}, "Bot001_092_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_092.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nCut a long story short: i've three dogs Hello, my name is Adelina and i am a vegeterian hello ! my two children are in elementary school . whats your favorite food ? Broccoli, i am married, but i dont have any children married ? , that is a rich mans game , i read books , never movies I am woman actually, why you dont watch movies? i do not really have much time to watch anything between all my activities. Also, try to guess: my father was ... Writer? door to door salesman, funny you :) Must be intresting job, i am a house wife actually, and you?", "response": "no , i've plenty of friends who stop by , and i get out on the weekends .", "annotation_id": "Bot001_092_10", "annotations": ["O", "T", "T", "X", "X", "T", "X", "T", "X", "X", "X", "X", "T", "X", "X"], "gpt2background_target_score": [-11.387571334838867, -9.722461700439453, -8.374561309814453, -12.248948097229004, -16.318695068359375, -5.555369853973389, -11.582135200500488, -10.878795623779297, -11.553194046020508, -10.661405563354492, -11.6912202835083, -6.645602226257324, -10.611296653747559, -13.051119804382324, -12.280616760253906, -10.295547485351562, -10.528742790222168, -13.574807167053223, -9.812536239624023], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.7423242330551147, -1.3194338083267212, -1.4557617902755737, -0.7846629023551941, -1.5420138835906982, -3.7834627628326416, -0.9428880214691162, -2.86252498626709, -1.2497789859771729, -1.5824066400527954, -2.6078290939331055, -2.6221723556518555, -2.0193769931793213, -1.6044590473175049, -0.4023996889591217, -2.119560480117798, -3.4583873748779297, -3.074204444885254, -0.12579551339149475, -0.8311579823493958, -1.3986291885375977, -2.1367340087890625, -0.9829407930374146, -2.581773281097412, -1.953288197517395, -3.124886989593506, -2.1537930965423584, -1.0784838199615479, -0.20241853594779968, -2.6429526805877686, -1.8355939388275146, -1.8690732717514038, -1.0737375020980835, -1.0818119049072266, -1.2637145519256592, -1.7615164518356323, -3.846611738204956, -1.5651257038116455, -1.0513367652893066, -1.118280291557312, -1.424837589263916, -1.4859222173690796, -0.6526429057121277, -0.3577035963535309, -0.7458887100219727, -3.030522108078003, -2.0618784427642822, -0.2709014117717743, -1.5077556371688843, -1.8888416290283203, -0.6724064946174622, -0.9784042835235596, -2.1981279850006104, -1.24965238571167, -1.083073377609253, -0.5308919548988342, -1.9083038568496704, -2.308535575866699, -2.271139621734619, -1.4175351858139038, -1.0640429258346558, -1.9160839319229126, -1.388140082359314, -1.959470272064209, -1.8332158327102661, -1.385903239250183, -2.491055488586426, -1.6728198528289795, -1.9463276863098145, -1.3876861333847046, -2.081552267074585, -1.5965206623077393, -2.1729066371917725, -2.806011438369751, -2.8233582973480225, -1.4306137561798096, -2.359886646270752, -1.7591444253921509, -1.984629511833191, -2.284830331802368, -1.679564356803894, -1.6808671951293945, -1.4317896366119385, -0.9243093132972717, -2.5483782291412354, -2.055438756942749, -1.4258626699447632, -1.598616600036621, -1.567530870437622, -1.862282395362854, -2.619072437286377, -1.766925573348999, -1.9270422458648682, -0.9227845072746277, -1.6903284788131714, -2.3494315147399902, -2.0312998294830322, -1.9018590450286865, -2.0447123050689697, -1.5290120840072632, -1.580147385597229, -1.2622724771499634, -1.4655877351760864, -1.4446382522583008, -1.828720211982727, -2.519190788269043, -2.041630983352661, -2.8523192405700684, -1.3374115228652954, -1.6275665760040283, -1.5508785247802734, -1.2392845153808594, -1.1343574523925781, -2.584364175796509, -1.6756296157836914, -1.6220448017120361, -2.0780367851257324, -1.1151939630508423, -1.3082352876663208, -2.1834263801574707, -3.050203800201416, -2.125981092453003, -3.54968523979187, -0.20459994673728943, -1.7308406829833984, -1.8239567279815674, -2.415013551712036, -2.39877986907959, -2.7174525260925293, -1.3873354196548462, -0.9606494903564453, -1.4236849546432495, -1.0384962558746338, -0.18510977923870087, -1.4065542221069336, -2.1591248512268066, -2.5004546642303467, -2.3309030532836914, -1.5367580652236938, -3.8290047645568848, -1.5633741617202759, -1.9527355432510376, -1.6905808448791504, -1.68790602684021, -0.9992398619651794, -2.3923728466033936, -2.0349252223968506, -2.14758038520813, -1.6613150835037231, -1.137030005455017, -1.7693676948547363, -1.5501426458358765, -0.8319564461708069, -2.2623612880706787, -1.9466170072555542, -1.7034797668457031, -1.7176793813705444, -1.8566954135894775, -1.4921398162841797, -0.9818501472473145, -2.2553439140319824, -2.298755168914795, -0.8892713785171509, -1.852681040763855, -2.4639620780944824, -1.7934223413467407, -1.8525259494781494]}, "Bot001_092_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_092.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nCut a long story short: i've three dogs Hello, my name is Adelina and i am a vegeterian hello ! my two children are in elementary school . whats your favorite food ? Broccoli, i am married, but i dont have any children married ? , that is a rich mans game , i read books , never movies I am woman actually, why you dont watch movies? i do not really have much time to watch anything between all my activities. Also, try to guess: my father was ... Writer? door to door salesman, funny you :) Must be intresting job, i am a house wife actually, and you? no , i've plenty of friends who stop by , and i get out on the weekends . That is good, how are you earning money then?", "response": "no i spend too much there . i am retired now. Also, try to guess: i like to ...", "annotation_id": "Bot001_092_12", "annotations": ["X", "T", "X", "T", "O", "T", "T", "T", "X", "T", "X", "X", "T", "T", "T"], "gpt2background_target_score": [-11.387571334838867, -5.424360752105713, -13.122174263000488, -8.971733093261719, -11.259678840637207, -8.522622108459473, -9.533318519592285, -11.039920806884766, -9.307538986206055, -12.37234115600586, -12.43531608581543, -5.1288228034973145, -13.484169006347656, -8.186149597167969, -12.8782958984375, -10.265945434570312, -12.614163398742676, -5.906484603881836, -9.58405876159668, -9.183747291564941, -6.182864189147949, -7.3690619468688965], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.7423242330551147, -1.3194338083267212, -1.4557617902755737, -0.7846629023551941, -1.5420138835906982, -3.7834627628326416, -0.9428880214691162, -2.86252498626709, -1.2497789859771729, -1.5824066400527954, -2.6078290939331055, -2.6221723556518555, -2.0193769931793213, -1.6044590473175049, -0.4023996889591217, -2.119560480117798, -3.4583873748779297, -3.074204444885254, -0.12579551339149475, -0.8311579823493958, -1.3986291885375977, -2.1367340087890625, -0.9829407930374146, -2.581773281097412, -1.953288197517395, -3.124886989593506, -2.1537930965423584, -1.0784838199615479, -0.20241853594779968, -2.6429526805877686, -1.8355939388275146, -1.8690732717514038, -1.0737375020980835, -1.0818119049072266, -1.2637145519256592, -1.7615164518356323, -3.846611738204956, -1.5651257038116455, -1.0513367652893066, -1.118280291557312, -1.424837589263916, -1.4859222173690796, -0.6526429057121277, -0.3577035963535309, -0.7458887100219727, -3.030522108078003, -2.0618784427642822, -0.2709014117717743, -1.5077556371688843, -1.8888416290283203, -0.6724064946174622, -0.9784042835235596, -2.1981279850006104, -1.24965238571167, -1.083073377609253, -0.5308919548988342, -1.9083038568496704, -2.308535575866699, -2.271139621734619, -1.4175351858139038, -1.0640429258346558, -1.9160839319229126, -1.388140082359314, -1.959470272064209, -1.8332158327102661, -1.385903239250183, -2.491055488586426, -1.6728198528289795, -1.9463276863098145, -1.3876861333847046, -2.081552267074585, -1.5965206623077393, -2.1729066371917725, -2.806011438369751, -2.8233582973480225, -1.4306137561798096, -2.359886646270752, -1.7591444253921509, -1.984629511833191, -2.284830331802368, -1.679564356803894, -1.6808671951293945, -1.4317896366119385, -0.9243093132972717, -2.5483782291412354, -2.055438756942749, -1.4258626699447632, -1.598616600036621, -1.567530870437622, -1.862282395362854, -2.619072437286377, -1.766925573348999, -1.9270422458648682, -0.9227845072746277, -1.6903284788131714, -2.3494315147399902, -2.0312998294830322, -1.9018590450286865, -2.0447123050689697, -1.5290120840072632, -1.580147385597229, -1.2622724771499634, -1.4655877351760864, -1.4446382522583008, -1.828720211982727, -2.519190788269043, -2.041630983352661, -2.8523192405700684, -1.3374115228652954, -1.6275665760040283, -1.5508785247802734, -1.2392845153808594, -1.1343574523925781, -2.584364175796509, -1.6756296157836914, -1.6220448017120361, -2.0780367851257324, -1.1151939630508423, -1.3082352876663208, -2.1834263801574707, -3.050203800201416, -2.125981092453003, -3.54968523979187, -0.20459994673728943, -1.7308406829833984, -1.8239567279815674, -2.415013551712036, -2.39877986907959, -2.7174525260925293, -1.3873354196548462, -0.9606503844261169, -1.4236843585968018, -1.0384933948516846, -0.18510958552360535, -1.406553030014038, -2.159125328063965, -2.500453233718872, -2.3309032917022705, -1.5367575883865356, -3.829005479812622, -1.5633742809295654, -1.9527344703674316, -1.6905803680419922, -1.6879050731658936, -0.9992402791976929, -2.392373561859131, -2.0349247455596924, -1.7910561561584473, -1.339586853981018, -1.4777357578277588, -1.7440123558044434, -0.6132586002349854, -2.054128408432007, -2.2897095680236816, -1.7200422286987305, -1.9101332426071167, -1.844592571258545, -1.608360767364502, -1.0322470664978027, -2.181265115737915, -2.3122425079345703, -0.9161385893821716, -1.9121876955032349, -2.3185722827911377, -2.083749294281006, -1.994578242301941, -1.1870534420013428, -2.440891742706299, -2.3719236850738525, -1.7509942054748535, -1.5551165342330933, -0.304657906293869, -1.7885023355484009, -1.485348105430603, -0.776245653629303, -0.380720317363739, -1.9868831634521484, -2.1300265789031982, -1.5125733613967896, -2.2573819160461426, -2.0385732650756836, -0.2857607901096344, -0.85868239402771, -1.9809792041778564, -1.660034418106079, -2.0657994747161865, -1.7903691530227661, -1.4999953508377075, -1.60321843624115, -1.3248440027236938, -1.341782808303833, -1.0501608848571777, -0.5921804308891296, -2.3931612968444824, -2.111048460006714, -0.5778689384460449, -1.534042239189148, -1.791702151298523, -2.075089693069458, -2.9345502853393555]}, "Bot001_092_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_092.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nCut a long story short: i've three dogs Hello, my name is Adelina and i am a vegeterian hello ! my two children are in elementary school . whats your favorite food ? Broccoli, i am married, but i dont have any children married ? , that is a rich mans game , i read books , never movies I am woman actually, why you dont watch movies? i do not really have much time to watch anything between all my activities. Also, try to guess: my father was ... Writer? door to door salesman, funny you :) Must be intresting job, i am a house wife actually, and you? no , i've plenty of friends who stop by , and i get out on the weekends . That is good, how are you earning money then? no i spend too much there . i am retired now. Also, try to guess: i like to ... Fishing?", "response": "watch olympics, funny you :)", "annotation_id": "Bot001_092_14", "annotations": ["O", "O", "O", "X", "O", "T", "O", "T", "O", "X", "X", "X", "T", "O", "X"], "gpt2background_target_score": [-11.973971366882324, -10.110658645629883, -12.690430641174316, -13.54434585571289, -9.1978120803833, -10.0873441696167, -8.196969985961914, -11.993546485900879], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.7423242330551147, -1.3194338083267212, -1.4557617902755737, -0.7846629023551941, -1.5420138835906982, -3.7834627628326416, -0.9428880214691162, -2.86252498626709, -1.2497789859771729, -1.5824066400527954, -2.6078290939331055, -2.6221723556518555, -2.0193769931793213, -1.6044590473175049, -0.4023996889591217, -2.119560480117798, -3.4583873748779297, -3.074204444885254, -0.12579551339149475, -0.8311579823493958, -1.3986291885375977, -2.1367340087890625, -0.9829407930374146, -2.581773281097412, -1.953288197517395, -3.124886989593506, -2.1537930965423584, -1.0784838199615479, -0.20241853594779968, -2.6429526805877686, -1.8355939388275146, -1.8690732717514038, -1.0737375020980835, -1.0818119049072266, -1.2637145519256592, -1.7615164518356323, -3.846611738204956, -1.5651257038116455, -1.0513367652893066, -1.118280291557312, -1.424837589263916, -1.4859222173690796, -0.6526429057121277, -0.3577035963535309, -0.7458887100219727, -3.030522108078003, -2.0618784427642822, -0.2709014117717743, -1.5077556371688843, -1.8888416290283203, -0.6724064946174622, -0.9784042835235596, -2.1981279850006104, -1.24965238571167, -1.083073377609253, -0.5308919548988342, -1.9083038568496704, -2.308535575866699, -2.271139621734619, -1.4175351858139038, -1.0640429258346558, -1.9160839319229126, -1.388140082359314, -1.959470272064209, -1.8332158327102661, -1.385903239250183, -2.491055488586426, -1.6728198528289795, -1.9463276863098145, -1.3876861333847046, -2.081552267074585, -1.5965206623077393, -2.1729066371917725, -2.806011438369751, -2.8233582973480225, -1.4306137561798096, -2.359886646270752, -1.7591444253921509, -1.984629511833191, -2.284830331802368, -1.679564356803894, -1.6808671951293945, -1.4317896366119385, -0.9243093132972717, -2.5483782291412354, -2.055438756942749, -1.4258626699447632, -1.598616600036621, -1.567530870437622, -1.862282395362854, -2.619072437286377, -1.766925573348999, -1.9270422458648682, -0.9227845072746277, -1.6903284788131714, -2.3494315147399902, -2.0312998294830322, -1.9018590450286865, -2.0447123050689697, -1.5290120840072632, -1.580147385597229, -1.2622724771499634, -1.4655877351760864, -1.4446382522583008, -1.828720211982727, -2.519190788269043, -2.041630983352661, -2.8523192405700684, -1.3374115228652954, -1.6275665760040283, -1.5508785247802734, -1.2392845153808594, -1.1343574523925781, -2.584364175796509, -1.6756296157836914, -1.6220448017120361, -2.0780367851257324, -1.1151939630508423, -1.3082352876663208, -2.1834263801574707, -3.050203800201416, -2.125981092453003, -3.54968523979187, -0.20459994673728943, -1.7308406829833984, -1.8239567279815674, -2.415013551712036, -2.39877986907959, -2.7174525260925293, -1.3873354196548462, -0.9606503844261169, -1.4236843585968018, -1.0384933948516846, -0.18510958552360535, -1.406553030014038, -2.159125328063965, -2.500453233718872, -2.3309032917022705, -1.5367575883865356, -3.829005479812622, -1.5633742809295654, -1.9527344703674316, -1.6905803680419922, -1.6879050731658936, -0.9992402791976929, -2.392373561859131, -2.0349247455596924, -1.7910561561584473, -1.339586853981018, -1.4777357578277588, -1.7440123558044434, -0.6132586002349854, -2.054128408432007, -2.2897095680236816, -1.7200422286987305, -1.9101332426071167, -1.844592571258545, -1.608360767364502, -1.0322470664978027, -2.181265115737915, -2.3122425079345703, -0.9161385893821716, -1.9121876955032349, -2.3185722827911377, -2.083749294281006, -1.994578242301941, -1.1870534420013428, -2.440891742706299, -2.3719236850738525, -1.7509942054748535, -1.5551165342330933, -0.304657906293869, -1.7885023355484009, -1.485348105430603, -0.776245653629303, -0.380720317363739, -1.9868831634521484, -1.0643396377563477, -2.1988048553466797, -2.262993812561035, -0.28320685029029846, -0.9821467995643616, -1.8289538621902466, -2.008012533187866, -2.205725908279419, -1.9937876462936401, -1.4749966859817505, -1.5814883708953857, -1.86085844039917, -1.0351042747497559, -1.2960606813430786, -0.6016423106193542, -2.517533540725708, -2.2240819931030273, -0.8295890688896179, -1.7658140659332275, -1.8275880813598633, -2.5318641662597656, -2.8919522762298584, -2.880129814147949, -2.002873420715332, -2.284888982772827, -2.092839479446411, -2.2495760917663574, -1.7017585039138794, -1.6505521535873413, -2.3166847229003906, -2.665834426879883, -2.922637701034546, -1.0097023248672485]}, "Bot001_092_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_092.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nCut a long story short: i've three dogs Hello, my name is Adelina and i am a vegeterian hello ! my two children are in elementary school . whats your favorite food ? Broccoli, i am married, but i dont have any children married ? , that is a rich mans game , i read books , never movies I am woman actually, why you dont watch movies? i do not really have much time to watch anything between all my activities. Also, try to guess: my father was ... Writer? door to door salesman, funny you :) Must be intresting job, i am a house wife actually, and you? no , i've plenty of friends who stop by , and i get out on the weekends . That is good, how are you earning money then? no i spend too much there . i am retired now. Also, try to guess: i like to ... Fishing? watch olympics, funny you :) A lot of fun i suppose, but i dont like watching any sports", "response": "yea , i like watching a gamme with bbq sandwiches and pizza puffs . what do you eat ?", "annotation_id": "Bot001_092_16", "annotations": ["O", "O", "X", "O", "O", "X", "O", "O", "O", "T", "O", "X", "T", "O", "T"], "gpt2background_target_score": [-13.673009872436523, -10.24146842956543, -13.278708457946777, -10.272826194763184, -8.71742057800293, -12.07807445526123, -9.004684448242188, -12.839323997497559, -8.097588539123535, -11.06067180633545, -11.743345260620117, -11.610872268676758, -15.118340492248535, -11.428178787231445, -7.087932586669922, -11.831277847290039, -11.803098678588867, -13.895330429077148, -9.812536239624023, -10.499601364135742, -12.374764442443848, -5.384915828704834, -11.25680923461914, -12.9657564163208], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.7423242330551147, -1.3194338083267212, -1.4557617902755737, -0.7846629023551941, -1.5420138835906982, -3.7834627628326416, -0.9428880214691162, -2.86252498626709, -1.2497789859771729, -1.5824066400527954, -2.6078290939331055, -2.6221723556518555, -2.0193769931793213, -1.6044590473175049, -0.4023996889591217, -2.119560480117798, -3.4583873748779297, -3.074204444885254, -0.12579551339149475, -0.8311579823493958, -1.3986291885375977, -2.1367340087890625, -0.9829407930374146, -2.581773281097412, -1.953288197517395, -3.124886989593506, -2.1537930965423584, -1.0784838199615479, -0.20241853594779968, -2.6429526805877686, -1.8355939388275146, -1.8690732717514038, -1.0737375020980835, -1.0818119049072266, -1.2637145519256592, -1.7615164518356323, -3.846611738204956, -1.5651257038116455, -1.0513367652893066, -1.118280291557312, -1.424837589263916, -1.4859222173690796, -0.6526429057121277, -0.3577035963535309, -0.7458887100219727, -3.030522108078003, -2.0618784427642822, -0.2709014117717743, -1.5077556371688843, -1.8888416290283203, -0.6724064946174622, -0.9784042835235596, -2.1981279850006104, -1.24965238571167, -1.083073377609253, -0.5308919548988342, -1.9083038568496704, -2.308535575866699, -2.271139621734619, -1.4175351858139038, -1.0640429258346558, -1.9160839319229126, -1.388140082359314, -1.959470272064209, -1.8332158327102661, -1.385903239250183, -2.491055488586426, -1.6728198528289795, -1.9463276863098145, -1.3876861333847046, -2.081552267074585, -1.5965206623077393, -2.1729066371917725, -2.806011438369751, -2.8233582973480225, -1.4306137561798096, -2.359886646270752, -1.7591444253921509, -1.984629511833191, -2.284830331802368, -1.679564356803894, -1.6808671951293945, -1.4317896366119385, -0.9243093132972717, -2.5483782291412354, -2.055438756942749, -1.4258626699447632, -1.598616600036621, -1.567530870437622, -1.862282395362854, -2.619072437286377, -1.766925573348999, -1.9270422458648682, -0.9227845072746277, -1.6903284788131714, -2.3494315147399902, -2.0312998294830322, -1.9018590450286865, -2.0447123050689697, -1.5290120840072632, -1.580147385597229, -1.2622724771499634, -1.4655877351760864, -1.4446382522583008, -1.828720211982727, -2.519190788269043, -2.041630983352661, -2.8523192405700684, -1.3374115228652954, -1.6275665760040283, -1.5508785247802734, -1.2392845153808594, -1.1343574523925781, -2.584364175796509, -1.6756296157836914, -1.6220448017120361, -2.0780367851257324, -1.1151939630508423, -1.3082352876663208, -2.1834263801574707, -3.050203800201416, -2.125981092453003, -3.54968523979187, -0.20459994673728943, -1.7308406829833984, -1.8239567279815674, -2.415013551712036, -2.39877986907959, -2.7174525260925293, -1.3873354196548462, -0.9606503844261169, -1.4236843585968018, -1.0384933948516846, -0.18510958552360535, -1.406553030014038, -2.159125328063965, -2.500453233718872, -2.3309032917022705, -1.5367575883865356, -3.829005479812622, -1.5633742809295654, -1.9527344703674316, -1.6905803680419922, -1.6879050731658936, -0.9992402791976929, -2.392373561859131, -2.0349247455596924, -1.7910561561584473, -1.339586853981018, -1.4777357578277588, -1.7440123558044434, -0.6132586002349854, -2.054128408432007, -2.2897095680236816, -1.7200422286987305, -1.9101332426071167, -1.844592571258545, -1.608360767364502, -1.0322470664978027, -2.181265115737915, -2.3122425079345703, -0.9161385893821716, -1.9121876955032349, -2.3185722827911377, -2.083749294281006, -1.994578242301941, -1.1870534420013428, -2.440891742706299, -2.3719236850738525, -1.7509942054748535, -1.5551165342330933, -0.304657906293869, -1.7885023355484009, -1.485348105430603, -0.776245653629303, -0.380720317363739, -1.9868831634521484, -1.0643396377563477, -2.1988048553466797, -2.262993812561035, -0.28320685029029846, -0.9821467995643616, -1.8289538621902466, -2.008012533187866, -2.205725908279419, -1.9937876462936401, -1.4749966859817505, -1.5814883708953857, -1.86085844039917, -1.0351042747497559, -1.2960606813430786, -0.6016423106193542, -2.517533540725708, -2.2240819931030273, -0.8295890688896179, -1.7658140659332275, -1.8275880813598633, -2.5318641662597656, -2.8919522762298584, -2.880129814147949, -2.002873420715332, -1.8830333948135376, -2.040910005569458, -1.5626031160354614, -1.706656813621521, -2.031336784362793, -2.6647391319274902, -2.5407769680023193, -2.099097967147827, -1.9213637113571167, -0.5263637900352478, -2.369236469268799, -2.4597322940826416, -1.7119969129562378, -1.8453327417373657, -1.4298160076141357, -1.1779237985610962, -2.270636558532715, -1.7885955572128296, -2.0715534687042236, -2.627744197845459, -1.7402456998825073, -1.8476418256759644, -2.3247318267822266, -0.2987249791622162, -1.7012441158294678, -0.9827277064323425, -2.456382989883423, -1.628272294998169, -1.9134763479232788, -1.3814011812210083, -1.9843345880508423, -3.0001001358032227, -1.6415082216262817, -2.999924898147583, -2.098038673400879, -2.0080463886260986, -2.227064847946167, -2.5417420864105225, -1.80863356590271, -2.8187248706817627, -2.0966365337371826, -1.7620686292648315, -1.8059377670288086, -0.37799325585365295, -1.5305967330932617, -0.5627755522727966, -1.2237873077392578]}, "Bot001_092_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_092.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nCut a long story short: i've three dogs Hello, my name is Adelina and i am a vegeterian hello ! my two children are in elementary school . whats your favorite food ? Broccoli, i am married, but i dont have any children married ? , that is a rich mans game , i read books , never movies I am woman actually, why you dont watch movies? i do not really have much time to watch anything between all my activities. Also, try to guess: my father was ... Writer? door to door salesman, funny you :) Must be intresting job, i am a house wife actually, and you? no , i've plenty of friends who stop by , and i get out on the weekends . That is good, how are you earning money then? no i spend too much there . i am retired now. Also, try to guess: i like to ... Fishing? watch olympics, funny you :) A lot of fun i suppose, but i dont like watching any sports yea , i like watching a gamme with bbq sandwiches and pizza puffs . what do you eat ? Only vegetables, i am vegeterian", "response": "shoot i eat vegetables at work . 9 5 is my schedule [ROBOT FACE]", "annotation_id": "Bot001_092_18", "annotations": ["O", "T", "T", "X", "O", "O", "T", "O", "T", "T", "X", "X", "T", "X", "X"], "gpt2background_target_score": [-12.410243034362793, -5.424360752105713, -10.918309211730957, -12.4067964553833, -11.096158027648926, -10.677945137023926, -9.533318519592285, -11.90155029296875, -9.516627311706543, -9.430278778076172, -10.99495792388916, -13.762869834899902, -8.395500183105469, -8.914875030517578, -8.324542045593262, -10.977128028869629, -11.9437894821167, -8.718169212341309], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.7423242330551147, -1.3194338083267212, -1.4557617902755737, -0.7846629023551941, -1.5420138835906982, -3.7834627628326416, -0.9428880214691162, -2.86252498626709, -1.2497789859771729, -1.5824066400527954, -2.6078290939331055, -2.6221723556518555, -2.0193769931793213, -1.6044590473175049, -0.4023996889591217, -2.119560480117798, -3.4583873748779297, -3.074204444885254, -0.12579551339149475, -0.8311579823493958, -1.3986291885375977, -2.1367340087890625, -0.9829407930374146, -2.581773281097412, -1.953288197517395, -3.124886989593506, -2.1537930965423584, -1.0784838199615479, -0.20241853594779968, -2.6429526805877686, -1.8355939388275146, -1.8690732717514038, -1.0737375020980835, -1.0818119049072266, -1.2637145519256592, -1.7615164518356323, -3.846611738204956, -1.5651257038116455, -1.0513367652893066, -1.118280291557312, -1.424837589263916, -1.4859222173690796, -0.6526429057121277, -0.3577035963535309, -0.7458887100219727, -3.030522108078003, -2.0618784427642822, -0.2709014117717743, -1.5077556371688843, -1.8888416290283203, -0.6724064946174622, -0.9784042835235596, -2.1981279850006104, -1.24965238571167, -1.083073377609253, -0.5308919548988342, -1.9083038568496704, -2.308535575866699, -2.271139621734619, -1.4175351858139038, -1.0640429258346558, -1.9160839319229126, -1.388140082359314, -1.959470272064209, -1.8332158327102661, -1.385903239250183, -2.491055488586426, -1.6728198528289795, -1.9463276863098145, -1.3876861333847046, -2.081552267074585, -1.5965206623077393, -2.1729066371917725, -2.806011438369751, -2.8233582973480225, -1.4306137561798096, -2.359886646270752, -1.7591444253921509, -1.984629511833191, -2.284830331802368, -1.679564356803894, -1.6808671951293945, -1.4317896366119385, -0.9243093132972717, -2.5483782291412354, -2.055438756942749, -1.4258626699447632, -1.598616600036621, -1.567530870437622, -1.862282395362854, -2.619072437286377, -1.766925573348999, -1.9270422458648682, -0.9227845072746277, -1.6903284788131714, -2.3494315147399902, -2.0312998294830322, -1.9018590450286865, -2.0447123050689697, -1.5290120840072632, -1.580147385597229, -1.2622724771499634, -1.4655877351760864, -1.4446382522583008, -1.828720211982727, -2.519190788269043, -2.041630983352661, -2.8523192405700684, -1.3374115228652954, -1.6275665760040283, -1.5508785247802734, -1.2392845153808594, -1.1343574523925781, -2.584364175796509, -1.6756296157836914, -1.6220448017120361, -2.0780367851257324, -1.1151939630508423, -1.3082352876663208, -2.1834263801574707, -3.050203800201416, -2.125981092453003, -3.54968523979187, -0.20459994673728943, -1.7308406829833984, -1.8239567279815674, -2.415013551712036, -2.39877986907959, -2.7174525260925293, -1.3873354196548462, -0.9606503844261169, -1.4236843585968018, -1.0384933948516846, -0.18510958552360535, -1.406553030014038, -2.159125328063965, -2.500453233718872, -2.330902576446533, -1.5367592573165894, -3.829003095626831, -1.5633747577667236, -1.952734351158142, -1.690581202507019, -1.687907338142395, -0.9992399215698242, -2.392371654510498, -2.034923791885376, -1.7910559177398682, -1.3395863771438599, -1.4777367115020752, -1.7440128326416016, -0.613257646560669, -2.0541293621063232, -2.2897095680236816, -1.7200429439544678, -1.9101331233978271, -1.8445932865142822, -1.6083612442016602, -1.032244086265564, -2.1812644004821777, -2.312243938446045, -0.9161394834518433, -1.912190318107605, -2.3185713291168213, -2.0837483406066895, -1.9945765733718872, -1.1870523691177368, -2.4408912658691406, -2.371922731399536, -1.750993251800537, -1.5551156997680664, -0.3046577274799347, -1.7885007858276367, -1.4853487014770508, -0.7762453556060791, -0.38072070479393005, -1.9868841171264648, -1.0643391609191895, -2.198805570602417, -2.262993335723877, -0.28320685029029846, -0.9821474552154541, -1.8289530277252197, -2.0080127716064453, -2.2057271003723145, -1.9937875270843506, -1.4749979972839355, -1.581487774848938, -1.860857605934143, -1.0351037979125977, -1.2960617542266846, -0.6016430854797363, -2.517531156539917, -2.224080801010132, -0.8295882344245911, -1.7658151388168335, -1.8275870084762573, -2.5318663120269775, -2.891949415206909, -2.880127191543579, -2.0028746128082275, -1.883034110069275, -2.040911912918091, -1.5626037120819092, -1.7066559791564941, -2.031338691711426, -2.6647400856018066, -2.5407772064208984, -2.099097490310669, -1.9213635921478271, -0.5263640880584717, -2.3692376613616943, -2.459733009338379, -1.7119951248168945, -1.8453328609466553, -1.4298169612884521, -1.1779237985610962, -2.270636558532715, -1.7885926961898804, -2.0715534687042236, -2.6277434825897217, -1.7402470111846924, -1.8476426601409912, -2.09545636177063, -1.1747719049453735, -2.2677953243255615, -1.608379602432251, -2.4211559295654297, -1.5324467420578003, -2.3088390827178955, -3.122620105743408, -1.6977754831314087, -3.1414215564727783, -1.9748066663742065, -1.7172532081604004, -2.0601205825805664, -2.894639015197754, -1.7589062452316284, -2.7219862937927246, -2.250718116760254, -1.7165827751159668, -1.960343837738037, -0.3636147677898407, -1.8679003715515137, -0.5753960013389587, -2.266876697540283, -3.127063274383545, -1.9464905261993408, -3.309842824935913, -1.2026212215423584, -1.9533066749572754, -1.57315194606781, -0.4705957770347595, -2.1372458934783936, -2.3163058757781982, -1.8383567333221436, -2.2951033115386963, -2.80960750579834, -2.1418445110321045, -1.8620675802230835, -2.1425840854644775, -1.9325789213180542, -2.433137893676758, -3.1246256828308105, -2.1549453735351562, -1.4243900775909424, -2.1346499919891357, -2.020686388015747, -3.2048985958099365, -2.8777830600738525, -1.9241045713424683, -1.335244059562683, -2.0783486366271973]}, "Bot001_092_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_092.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY].\nCut a long story short: i've three dogs Hello, my name is Adelina and i am a vegeterian hello ! my two children are in elementary school . whats your favorite food ? Broccoli, i am married, but i dont have any children married ? , that is a rich mans game , i read books , never movies I am woman actually, why you dont watch movies? i do not really have much time to watch anything between all my activities. Also, try to guess: my father was ... Writer? door to door salesman, funny you :) Must be intresting job, i am a house wife actually, and you? no , i've plenty of friends who stop by , and i get out on the weekends . That is good, how are you earning money then? no i spend too much there . i am retired now. Also, try to guess: i like to ... Fishing? watch olympics, funny you :) A lot of fun i suppose, but i dont like watching any sports yea , i like watching a gamme with bbq sandwiches and pizza puffs . what do you eat ? Only vegetables, i am vegeterian shoot i eat vegetables at work . 9 5 is my schedule [ROBOT FACE] Must be tough", "response": "no , i'm italian , i also have different eye colors blue and hazel . how are you today ?", "annotation_id": "Bot001_092_20", "annotations": ["X", "X", "X", "O", "O", "T", "O", "X", "X", "T", "O", "X", "T", "O", "T"], "gpt2background_target_score": [-11.387571334838867, -9.722461700439453, -8.374561309814453, -13.131540298461914, -10.444357872009277, -10.855748176574707, -10.900979042053223, -11.039920806884766, -10.950521469116211, -11.919708251953125, -10.663764953613281, -10.907266616821289, -11.648009300231934, -14.171259880065918, -7.087932586669922, -12.79732894897461, -12.249017715454102, -11.330497741699219, -10.592405319213867, -11.176004409790039, -9.394577026367188, -7.589252471923828, -12.805106163024902], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.7423242330551147, -1.3194338083267212, -1.4557617902755737, -0.7846629023551941, -1.5420138835906982, -3.7834627628326416, -0.9428880214691162, -2.86252498626709, -1.2497789859771729, -1.5824066400527954, -2.6078290939331055, -2.6221723556518555, -2.0193769931793213, -1.6044590473175049, -0.4023996889591217, -2.119560480117798, -3.4583873748779297, -3.074204444885254, -0.12579551339149475, -0.8311579823493958, -1.3986291885375977, -2.1367340087890625, -0.9829407930374146, -2.581773281097412, -1.953288197517395, -3.124886989593506, -2.1537930965423584, -1.0784838199615479, -0.20241853594779968, -2.6429526805877686, -1.8355939388275146, -1.8690732717514038, -1.0737375020980835, -1.0818119049072266, -1.2637145519256592, -1.7615164518356323, -3.846611738204956, -1.5651257038116455, -1.0513367652893066, -1.118280291557312, -1.424837589263916, -1.4859222173690796, -0.6526429057121277, -0.3577035963535309, -0.7458887100219727, -3.030522108078003, -2.0618784427642822, -0.2709014117717743, -1.5077556371688843, -1.8888416290283203, -0.6724064946174622, -0.9784042835235596, -2.1981279850006104, -1.24965238571167, -1.083073377609253, -0.5308919548988342, -1.9083038568496704, -2.308535575866699, -2.271139621734619, -1.4175351858139038, -1.0640429258346558, -1.9160839319229126, -1.388140082359314, -1.959470272064209, -1.8332158327102661, -1.385903239250183, -2.491055488586426, -1.6728198528289795, -1.9463276863098145, -1.3876861333847046, -2.081552267074585, -1.5965206623077393, -2.1729066371917725, -2.806011438369751, -2.8233582973480225, -1.4306137561798096, -2.359886646270752, -1.7591444253921509, -1.984629511833191, -2.284830331802368, -1.679564356803894, -1.6808671951293945, -1.4317896366119385, -0.9243093132972717, -2.5483782291412354, -2.055438756942749, -1.4258626699447632, -1.598616600036621, -1.567530870437622, -1.862282395362854, -2.619072437286377, -1.766925573348999, -1.9270422458648682, -0.9227845072746277, -1.6903284788131714, -2.3494315147399902, -2.0312998294830322, -1.9018590450286865, -2.0447123050689697, -1.5290120840072632, -1.580147385597229, -1.2622724771499634, -1.4655877351760864, -1.4446382522583008, -1.828720211982727, -2.519190788269043, -2.041630983352661, -2.8523192405700684, -1.3374115228652954, -1.6275665760040283, -1.5508785247802734, -1.2392845153808594, -1.1343574523925781, -2.584364175796509, -1.6756296157836914, -1.6220448017120361, -2.0780367851257324, -1.1151939630508423, -1.3082352876663208, -2.1834263801574707, -3.050203800201416, -2.125981092453003, -3.54968523979187, -0.20459994673728943, -1.7308406829833984, -1.8239567279815674, -2.415013551712036, -2.39877986907959, -2.7174525260925293, -1.3873354196548462, -0.9606503844261169, -1.4236843585968018, -1.0384933948516846, -0.18510958552360535, -1.406553030014038, -2.159125328063965, -2.500453233718872, -2.3309032917022705, -1.5367575883865356, -3.829005479812622, -1.5633742809295654, -1.9527344703674316, -1.6905803680419922, -1.6879050731658936, -0.9992402791976929, -2.392373561859131, -2.0349247455596924, -1.7910561561584473, -1.339586853981018, -1.4777363538742065, -1.7440128326416016, -0.613258421421051, -2.0541293621063232, -2.2897090911865234, -1.7200442552566528, -1.910132646560669, -1.8445930480957031, -1.6083612442016602, -1.0322446823120117, -2.1812632083892822, -2.312242269515991, -0.9161393642425537, -1.9121910333633423, -2.318568706512451, -2.0837483406066895, -1.9945769309997559, -1.187051773071289, -2.4408910274505615, -2.3719236850738525, -1.7509936094284058, -1.555116057395935, -0.304657906293869, -1.7885016202926636, -1.4853475093841553, -0.7762452363967896, -0.38072046637535095, -1.9868823289871216, -1.0643393993377686, -2.198805570602417, -2.2629942893981934, -0.2832072973251343, -0.9821474552154541, -1.8289532661437988, -2.0080130100250244, -2.2057249546051025, -1.993788242340088, -1.4749975204467773, -1.5814883708953857, -1.8608589172363281, -1.0351037979125977, -1.2960621118545532, -0.6016437411308289, -2.5175321102142334, -2.2240796089172363, -0.8295886516571045, -1.7658156156539917, -1.827588677406311, -2.5318644046783447, -2.8919522762298584, -2.88012957572937, -2.002875804901123, -1.8830339908599854, -2.040910482406616, -1.5626050233840942, -1.7066563367843628, -2.0313382148742676, -2.664738178253174, -2.5407795906066895, -2.0990989208221436, -1.9213626384735107, -0.5263633728027344, -2.369236707687378, -2.4597342014312744, -1.7119945287704468, -1.8453322649002075, -1.429819107055664, -1.1779241561889648, -2.2706336975097656, -1.788594126701355, -2.071553945541382, -2.6277427673339844, -1.7402458190917969, -1.8476423025131226, -2.095456600189209, -1.1747711896896362, -2.26779842376709, -1.6083776950836182, -2.4211535453796387, -1.5324465036392212, -2.308837652206421, -3.1226189136505127, -1.69777512550354, -3.1414198875427246, -1.9748060703277588, -1.7172545194625854, -2.06011962890625, -2.894638776779175, -1.7589060068130493, -2.721982717514038, -2.2507190704345703, -1.7165839672088623, -1.9603420495986938, -0.36361387372016907, -1.8678996562957764, -0.5753968358039856, -2.2668752670288086, -3.127065896987915, -1.9464917182922363, -3.3098435401916504, -1.2026227712631226, -1.9533058404922485, -1.5731511116027832, -0.47059616446495056, -2.13724684715271, -2.399951457977295, -1.8559008836746216, -2.8524248600006104, -1.7957967519760132, -1.6794801950454712, -1.6754764318466187, -1.7471308708190918, -2.2470104694366455, -2.525271415710449, -2.1482343673706055, -1.22495436668396, -1.6615089178085327, -1.9762251377105713, -3.059950590133667, -2.8588790893554688, -2.1277706623077393, -1.1899428367614746, -2.0894689559936523, -0.2606608271598816, -2.4581947326660156, -2.093252420425415, -2.3060734272003174, -1.682716727256775, -0.5545138120651245, -2.3431222438812256, -1.7627640962600708, -2.1912107467651367, -2.0282812118530273, -1.4925013780593872, -2.225762128829956, -1.1808538436889648, -1.3057395219802856, -2.3115739822387695, -2.9600167274475098, -1.356046438217163, -1.2325222492218018, -1.4291268587112427, -0.4135611951351166, -0.6616082191467285, -1.589917778968811, -1.5339773893356323, -0.26265376806259155, -1.4513312578201294, -0.2805781364440918, -1.2575199604034424]}, "Bot001_094_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_094.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nShort bio: don't believe in god Hello ! it's quite good actually. how is your day ?", "response": "its good . although my wife is down with cancer", "annotation_id": "Bot001_094_02", "annotations": ["O", "O", "T", "T", "T", "T", "O", "O", "O", "O", "T", "O", "O", "T", "T"], "gpt2background_target_score": [-11.990147590637207, -10.778478622436523, -12.187353134155273, -13.275259971618652, -9.804475784301758, -11.699908256530762, -9.080883026123047, -10.77812671661377, -12.031684875488281, -11.931270599365234], "gpt2background_argmax_score": [-2.13662052154541, -1.2113471031188965, -1.5648894309997559, -1.7970792055130005, -0.6839268803596497, -0.775888979434967, -0.4462241530418396, -0.9304897785186768, -3.4276959896087646, -1.8226357698440552, -0.6177114844322205, -0.8431870937347412, -1.3930963277816772, -2.888204574584961, -0.14823447167873383, -0.7739041447639465, -1.634175419807434, -1.3842437267303467, -1.9094035625457764, -1.0263370275497437, -0.3541589677333832, -1.7725332975387573, -1.0845565795898438, -1.5638277530670166, -0.30883491039276123, -3.0575342178344727, -1.6213648319244385, -2.5238840579986572, -1.4480220079421997, -1.452768087387085, -1.609755516052246, -0.5878332853317261, -2.4253997802734375, -1.9702701568603516, -2.0674238204956055, -1.5706733465194702, -2.193694591522217, -2.116983413696289, -1.1415852308273315, -0.09044712036848068, -0.1262090653181076, -1.465229868888855, -2.0327210426330566, -2.547785997390747, -1.8780611753463745, -2.0810165405273438, -1.2309651374816895, -2.3408005237579346, -1.6439130306243896, -1.9789106845855713, -2.4117183685302734, -2.1649537086486816, -1.7606927156448364]}, "Bot001_094_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_094.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nShort bio: don't believe in god Hello ! it's quite good actually. how is your day ? its good . although my wife is down with cancer i am very sorry to hear that", "response": "that's okay . i have been in this world 77 years , my time is almost up too .", "annotation_id": "Bot001_094_04", "annotations": ["T", "O", "O", "T", "O", "O", "O", "O", "O", "T", "T", "O", "O", "T", "T"], "gpt2background_target_score": [-13.119708061218262, -10.71375846862793, -12.275650024414062, -10.16869831085205, -11.182490348815918, -9.025468826293945, -9.16723346710205, -8.801758766174316, -9.772229194641113, -11.374653816223145, -11.676054000854492, -12.806925773620605, -11.4948091506958, -6.307712554931641, -14.241663932800293, -8.40469741821289, -12.246094703674316, -12.988093376159668, -8.735424995422363, -9.022714614868164], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -0.7758899331092834, -0.4462234079837799, -0.9304934740066528, -3.4276962280273438, -1.8226350545883179, -0.6177105903625488, -0.8431873917579651, -1.393097996711731, -2.888206720352173, -0.14823457598686218, -0.7739039063453674, -1.634175419807434, -1.3842461109161377, -1.909401535987854, -1.0263372659683228, -0.35415831208229065, -1.772531509399414, -1.0845578908920288, -1.5638301372528076, -0.30883365869522095, -3.0575339794158936, -1.621363878250122, -2.523883104324341, -1.448022723197937, -1.4527696371078491, -1.6097568273544312, -0.5878333449363708, -2.425400972366333, -1.9702699184417725, -2.0674235820770264, -1.5706758499145508, -2.1936919689178467, -2.116985321044922, -1.1415870189666748, -0.09044668078422546, -0.12620939314365387, -1.46522855758667, -2.6823346614837646, -2.5445563793182373, -2.533811569213867, -1.6631100177764893, -2.0581114292144775, -1.6932942867279053, -2.0193605422973633, -2.3877487182617188, -2.1307454109191895, -1.7571947574615479, -2.605175018310547, -2.706629514694214, -1.8618886470794678, -1.5921326875686646, -0.4874184727668762, -1.209079623222351, -1.7280824184417725, -2.3736014366149902, -0.7719684839248657, -2.2619519233703613, -1.834154725074768, -2.017256498336792, -2.409386396408081, -1.6363624334335327, -3.4952657222747803, -1.7369016408920288, -1.885784387588501, -0.6173284649848938, -2.3886475563049316, -1.7393428087234497, -1.2487386465072632, -0.8761959075927734, -1.6494386196136475, -3.337031602859497, -2.69674015045166, -1.5989184379577637, -1.3432155847549438, -1.3352762460708618]}, "Bot001_094_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_094.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nShort bio: don't believe in god Hello ! it's quite good actually. how is your day ? its good . although my wife is down with cancer i am very sorry to hear that that's okay . i have been in this world 77 years , my time is almost up too . don't say that. you will live much more years", "response": "that is neat my aunt mary used to sew , she's gone i miss her. how are you doing tonight ?", "annotation_id": "Bot001_094_06", "annotations": ["O", "X", "T", "O", "O", "T", "T", "O", "O", "T", "O", "O", "O", "T", "T"], "gpt2background_target_score": [-13.119708061218262, -7.743422508239746, -10.779875755310059, -3.7051589488983154, -11.106337547302246, -9.548784255981445, -13.96938419342041, -11.913093566894531, -10.263876914978027, -12.611818313598633, -11.795286178588867, -11.267383575439453, -9.3015775680542, -12.480154991149902, -13.123771667480469, -12.812045097351074, -10.750216484069824, -6.314988136291504, -10.905174255371094, -10.569921493530273, -10.363114356994629, -10.87030029296875, -11.65228271484375, -11.504294395446777], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -0.7758899331092834, -0.4462234079837799, -0.9304934740066528, -3.4276962280273438, -1.8226350545883179, -0.6177105903625488, -0.8431873917579651, -1.393097996711731, -2.888206720352173, -0.14823457598686218, -0.7739039063453674, -1.634175419807434, -1.3842461109161377, -1.909401535987854, -1.0263372659683228, -0.35415831208229065, -1.772531509399414, -1.0845578908920288, -1.5638301372528076, -0.30883365869522095, -3.0575339794158936, -1.621363878250122, -2.523883104324341, -1.448022723197937, -1.4527696371078491, -1.6097568273544312, -0.5878333449363708, -2.425400972366333, -1.9702699184417725, -2.0674235820770264, -1.5706758499145508, -2.1936919689178467, -2.116985321044922, -1.1415870189666748, -0.09044668078422546, -0.12620939314365387, -1.46522855758667, -2.6823346614837646, -2.5445563793182373, -2.533811569213867, -1.6631100177764893, -2.0581114292144775, -1.6932942867279053, -2.0193605422973633, -2.3877487182617188, -2.1307454109191895, -1.7571947574615479, -2.605175018310547, -2.706629514694214, -1.8618886470794678, -1.5921326875686646, -0.4874184727668762, -1.209079623222351, -1.7280824184417725, -1.7345850467681885, -1.9689143896102905, -1.8823158740997314, -2.258512020111084, -2.252084255218506, -1.6740257740020752, -3.3477044105529785, -1.6911042928695679, -1.8074842691421509, -0.6178668141365051, -2.294816493988037, -1.822762370109558, -1.334804892539978, -1.1085662841796875, -1.7449839115142822, -3.5196261405944824, -2.808492660522461, -1.4883861541748047, -1.2502689361572266, -1.5877195596694946, -0.19079820811748505, -1.7016055583953857, -2.083439588546753, -1.6387085914611816, -1.848283052444458, -2.075058937072754, -2.018636465072632, -2.429917097091675, -1.1649541854858398, -2.93412709236145, -2.0028133392333984, -2.334491729736328, -0.9511931538581848, -2.2961034774780273, -2.058542251586914, -1.2703443765640259, -1.8370178937911987, -1.6865028142929077, -2.5042903423309326, -0.13419169187545776, -1.4713623523712158, -2.3740944862365723, -2.1802737712860107, -2.5853352546691895, -2.0745232105255127, -2.0017197132110596, -2.2533633708953857, -0.7408596277236938, -2.2209112644195557, -1.8376948833465576, -2.2137866020202637, -0.35195958614349365, -2.1075923442840576, -1.1880210638046265, -0.538328230381012, -0.6317707300186157]}, "Bot001_094_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_094.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nShort bio: don't believe in god Hello ! it's quite good actually. how is your day ? its good . although my wife is down with cancer i am very sorry to hear that that's okay . i have been in this world 77 years , my time is almost up too . don't say that. you will live much more years that is neat my aunt mary used to sew , she's gone i miss her. how are you doing tonight ? i was going to meet a girl tonight, she canceled", "response": "that sucks . i would love to go on a date , i crave attention", "annotation_id": "Bot001_094_08", "annotations": ["O", "O", "O", "T", "O", "O", "O", "O", "T", "T", "T", "O", "O", "T", "T"], "gpt2background_target_score": [-13.119708061218262, -13.170927047729492, -12.187352180480957, -8.713114738464355, -11.767227172851562, -13.030572891235352, -6.442579746246338, -9.875402450561523, -11.880895614624023, -9.487608909606934, -12.005928039550781, -11.678421020507812, -9.545458793640137, -13.416106224060059, -15.212417602539062], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -0.7758899331092834, -0.4462234079837799, -0.9304934740066528, -3.4276962280273438, -1.8226350545883179, -0.6177105903625488, -0.8431873917579651, -1.393097996711731, -2.888206720352173, -0.14823457598686218, -0.7739039063453674, -1.634175419807434, -1.3842461109161377, -1.909401535987854, -1.0263372659683228, -0.35415831208229065, -1.772531509399414, -1.0845578908920288, -1.5638301372528076, -0.30883365869522095, -3.0575339794158936, -1.621363878250122, -2.523883104324341, -1.448022723197937, -1.4527696371078491, -1.6097568273544312, -0.5878333449363708, -2.425400972366333, -1.9702699184417725, -2.0674235820770264, -1.5706758499145508, -2.1936919689178467, -2.116985321044922, -1.1415870189666748, -0.09044668078422546, -0.12620939314365387, -1.46522855758667, -2.6823346614837646, -2.5445563793182373, -2.533811569213867, -1.6631100177764893, -2.0581114292144775, -1.6932942867279053, -2.0193605422973633, -2.3877487182617188, -2.1307454109191895, -1.7571947574615479, -2.605175018310547, -2.706629514694214, -1.8618886470794678, -1.5921326875686646, -0.4874184727668762, -1.209079623222351, -1.7280824184417725, -1.7345850467681885, -1.9689143896102905, -1.8823158740997314, -2.258512020111084, -2.252084255218506, -1.6740257740020752, -3.3477044105529785, -1.6911042928695679, -1.8074842691421509, -0.6178668141365051, -2.294816493988037, -1.822762370109558, -1.334804892539978, -1.1085662841796875, -1.7449839115142822, -3.5196261405944824, -2.808492660522461, -1.4883861541748047, -1.2502689361572266, -1.5877195596694946, -0.19079820811748505, -1.7016055583953857, -2.083439588546753, -1.6387085914611816, -1.848283052444458, -2.075058937072754, -2.018636465072632, -2.429917097091675, -1.1649541854858398, -2.93412709236145, -2.0028133392333984, -1.1791374683380127, -2.496976852416992, -1.5241838693618774, -1.8655766248703003, -2.1983437538146973, -2.112151861190796, -2.7404353618621826, -0.15224727988243103, -1.4208613634109497, -2.7916738986968994, -2.028137445449829, -2.6957643032073975, -2.1627941131591797, -1.995632529258728, -2.7457215785980225, -0.7521368861198425, -1.9736745357513428, -1.8732631206512451, -1.954938530921936, -0.3703691363334656, -2.0888619422912598, -1.0246487855911255, -0.4340505301952362, -2.2171616554260254, -2.4503872394561768, -2.941068172454834, -0.3881690204143524, -2.7148568630218506, -1.3879859447479248, -2.0367681980133057, -2.546597957611084, -1.9540209770202637, -1.7222192287445068, -2.0189030170440674, -2.068045139312744, -2.1586754322052, -0.8263110518455505, -2.159935235977173, -1.5502361059188843, -2.8748557567596436, -2.5014333724975586, -0.29819950461387634, -1.2550303936004639, -1.431238055229187, -0.8018399477005005, -0.8477007150650024, -0.6131851077079773, -1.675557017326355, -2.8862826824188232, -2.563167095184326, -1.784008264541626]}, "Bot001_094_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_094.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nShort bio: don't believe in god Hello ! it's quite good actually. how is your day ? its good . although my wife is down with cancer i am very sorry to hear that that's okay . i have been in this world 77 years , my time is almost up too . don't say that. you will live much more years that is neat my aunt mary used to sew , she's gone i miss her. how are you doing tonight ? i was going to meet a girl tonight, she canceled that sucks . i would love to go on a date , i crave attention i will take you a dinner some time :)", "response": "i would love to , as long as we can go somewhere that serves vegan dishes !", "annotation_id": "Bot001_094_10", "annotations": ["O", "O", "X", "T", "O", "T", "O", "O", "O", "T", "T", "O", "O", "T", "T"], "gpt2background_target_score": [-10.842503547668457, -9.712930679321289, -10.162576675415039, -8.270681381225586, -12.664154052734375, -7.186619281768799, -10.656270027160645, -10.436141967773438, -12.478939056396484, -10.661901473999023, -11.163936614990234, -14.140007019042969, -9.853433609008789, -14.179922103881836, -13.478938102722168, -12.895724296569824, -10.073644638061523], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -0.7758899331092834, -0.4462234079837799, -0.9304934740066528, -3.4276962280273438, -1.8226350545883179, -0.6177105903625488, -0.8431873917579651, -1.393097996711731, -2.888206720352173, -0.14823457598686218, -0.7739039063453674, -1.634175419807434, -1.3842461109161377, -1.909401535987854, -1.0263372659683228, -0.35415831208229065, -1.772531509399414, -1.0845578908920288, -1.5638301372528076, -0.30883365869522095, -3.0575339794158936, -1.621363878250122, -2.523883104324341, -1.448022723197937, -1.4527696371078491, -1.6097568273544312, -0.5878333449363708, -2.425400972366333, -1.9702699184417725, -2.0674235820770264, -1.5706758499145508, -2.1936919689178467, -2.116985321044922, -1.1415870189666748, -0.09044668078422546, -0.12620939314365387, -1.46522855758667, -2.6823346614837646, -2.5445563793182373, -2.533811569213867, -1.6631100177764893, -2.0581114292144775, -1.6932942867279053, -2.0193605422973633, -2.3877487182617188, -2.1307454109191895, -1.7571947574615479, -2.605175018310547, -2.706629514694214, -1.8618886470794678, -1.5921326875686646, -0.4874184727668762, -1.209079623222351, -1.7280824184417725, -1.7345850467681885, -1.9689143896102905, -1.8823158740997314, -2.258512020111084, -2.252084255218506, -1.6740257740020752, -3.3477044105529785, -1.6911042928695679, -1.8074842691421509, -0.6178668141365051, -2.294816493988037, -1.822762370109558, -1.334804892539978, -1.1085662841796875, -1.7449839115142822, -3.5196261405944824, -2.808492660522461, -1.4883861541748047, -1.2502689361572266, -1.5877195596694946, -0.19079820811748505, -1.7016055583953857, -2.083439588546753, -1.6387085914611816, -1.848283052444458, -2.075058937072754, -2.018636465072632, -2.429917097091675, -1.1649541854858398, -2.93412709236145, -2.0028133392333984, -1.1791374683380127, -2.496976852416992, -1.5241838693618774, -1.8655766248703003, -2.1983437538146973, -2.112151861190796, -2.7404353618621826, -0.15224727988243103, -1.4208613634109497, -2.7916738986968994, -2.028137445449829, -2.6957643032073975, -2.1627941131591797, -1.995632529258728, -2.7457215785980225, -0.7521368861198425, -1.9736745357513428, -1.8732631206512451, -1.954938530921936, -0.3703691363334656, -2.0888619422912598, -1.0246487855911255, -0.4340505301952362, -2.2171616554260254, -2.4503872394561768, -2.941068172454834, -0.3881690204143524, -2.7148568630218506, -1.3879859447479248, -2.0367681980133057, -2.546597957611084, -1.9540209770202637, -1.7222192287445068, -2.0189030170440674, -2.068045139312744, -2.6410226821899414, -2.3983311653137207, -1.3850040435791016, -2.6671600341796875, -2.149397134780884, -0.33088231086730957, -1.3947376012802124, -1.348327875137329, -0.7199376225471497, -1.0193138122558594, -0.5988827347755432, -1.4046344757080078, -2.7863950729370117, -2.4535574913024902, -1.9321597814559937, -2.7410836219787598, -1.7488415241241455, -1.389488697052002, -1.1138179302215576, -2.750915288925171, -1.5557351112365723, -1.529279112815857, -1.452539086341858, -2.0789690017700195, -2.0741193294525146, -2.6016182899475098, -1.099350929260254, -0.27973008155822754, -1.169861912727356, -1.2902929782867432, -1.3536626100540161, -0.12323935329914093, -1.2198691368103027, -1.7756531238555908, -2.5274696350097656, -2.16812801361084, -1.521484613418579, -1.6784814596176147, -1.6957635879516602, -2.1434123516082764, -1.6578633785247803, -1.3914821147918701]}, "Bot001_094_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_094.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nShort bio: don't believe in god Hello ! it's quite good actually. how is your day ? its good . although my wife is down with cancer i am very sorry to hear that that's okay . i have been in this world 77 years , my time is almost up too . don't say that. you will live much more years that is neat my aunt mary used to sew , she's gone i miss her. how are you doing tonight ? i was going to meet a girl tonight, she canceled that sucks . i would love to go on a date , i crave attention i will take you a dinner some time :) i would love to , as long as we can go somewhere that serves vegan dishes ! vegan, love it ! it's a date !", "response": "any plans to have children ? how about pets ?", "annotation_id": "Bot001_094_12", "annotations": ["O", "O", "T", "T", "O", "O", "O", "O", "O", "T", "O", "O", "O", "T", "T"], "gpt2background_target_score": [-12.889126777648926, -11.03763484954834, -2.5775399208068848, -9.865462303161621, -10.681249618530273, -7.112687110900879, -11.005474090576172, -10.380192756652832, -13.043326377868652, -13.169485092163086], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -0.7758899331092834, -0.4462234079837799, -0.9304934740066528, -3.4276962280273438, -1.8226350545883179, -0.6177105903625488, -0.8431873917579651, -1.393097996711731, -2.888206720352173, -0.14823457598686218, -0.7739039063453674, -1.634175419807434, -1.3842461109161377, -1.909401535987854, -1.0263372659683228, -0.35415831208229065, -1.772531509399414, -1.0845578908920288, -1.5638301372528076, -0.30883365869522095, -3.0575339794158936, -1.621363878250122, -2.523883104324341, -1.448022723197937, -1.4527696371078491, -1.6097568273544312, -0.5878333449363708, -2.425400972366333, -1.9702699184417725, -2.0674235820770264, -1.5706758499145508, -2.1936919689178467, -2.116985321044922, -1.1415870189666748, -0.09044668078422546, -0.12620939314365387, -1.46522855758667, -2.6823346614837646, -2.5445563793182373, -2.533811569213867, -1.6631100177764893, -2.0581114292144775, -1.6932942867279053, -2.0193605422973633, -2.3877487182617188, -2.1307454109191895, -1.7571947574615479, -2.605175018310547, -2.706629514694214, -1.8618886470794678, -1.5921326875686646, -0.4874184727668762, -1.209079623222351, -1.7280824184417725, -1.7345850467681885, -1.9689143896102905, -1.8823158740997314, -2.258512020111084, -2.252084255218506, -1.6740257740020752, -3.3477044105529785, -1.6911042928695679, -1.8074842691421509, -0.6178668141365051, -2.294816493988037, -1.822762370109558, -1.334804892539978, -1.1085662841796875, -1.7449839115142822, -3.5196261405944824, -2.808492660522461, -1.4883861541748047, -1.2502689361572266, -1.5877195596694946, -0.19079820811748505, -1.7016055583953857, -2.083439588546753, -1.6387085914611816, -1.848283052444458, -2.075058937072754, -2.018636465072632, -2.429917097091675, -1.1649541854858398, -2.93412709236145, -2.0028133392333984, -1.1791374683380127, -2.496976852416992, -1.5241838693618774, -1.8655766248703003, -2.1983437538146973, -2.112151861190796, -2.7404353618621826, -0.15224727988243103, -1.4208613634109497, -2.7916738986968994, -2.028137445449829, -2.6957643032073975, -2.1627941131591797, -1.995632529258728, -2.7457215785980225, -0.7521368861198425, -1.9736745357513428, -1.8732631206512451, -1.954938530921936, -0.3703691363334656, -2.0888619422912598, -1.0246487855911255, -0.4340505301952362, -2.2171616554260254, -2.4503872394561768, -2.941068172454834, -0.3881690204143524, -2.7148568630218506, -1.3879859447479248, -2.0367681980133057, -2.546597957611084, -1.9540209770202637, -1.7222192287445068, -2.0189030170440674, -2.068045139312744, -2.6410226821899414, -2.3983311653137207, -1.3850040435791016, -2.6671600341796875, -2.149397134780884, -0.33088231086730957, -1.3947376012802124, -1.348327875137329, -0.7199376225471497, -1.0193138122558594, -0.5988827347755432, -1.4046344757080078, -2.7863950729370117, -2.4535574913024902, -1.9321597814559937, -2.7410836219787598, -1.7488415241241455, -1.389488697052002, -1.1138179302215576, -2.750915288925171, -1.5557351112365723, -1.529279112815857, -1.452539086341858, -2.0789690017700195, -2.3239240646362305, -1.0669699907302856, -0.2909223139286041, -1.4288607835769653, -1.2660101652145386, -1.3739509582519531, -0.14187249541282654, -1.3309484720230103, -1.783779501914978, -2.483616590499878, -2.0230565071105957, -1.7533925771713257, -1.6209460496902466, -1.7149786949157715, -2.0649006366729736, -1.6023435592651367, -1.9716756343841553, -1.9651752710342407, -3.244920492172241, -2.4086785316467285, -1.5571266412734985, -2.2704365253448486, -1.1694763898849487, -2.198709487915039, -2.3009374141693115, -2.1259751319885254, -1.916176438331604, -2.246903419494629, -2.52951717376709, -1.3715814352035522, -1.344974160194397, -0.866768479347229, -0.7493323087692261, -1.038633108139038, -2.2274091243743896, -1.8191781044006348, -0.3664633333683014, -1.6695570945739746]}, "Bot001_094_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_094.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nShort bio: don't believe in god Hello ! it's quite good actually. how is your day ? its good . although my wife is down with cancer i am very sorry to hear that that's okay . i have been in this world 77 years , my time is almost up too . don't say that. you will live much more years that is neat my aunt mary used to sew , she's gone i miss her. how are you doing tonight ? i was going to meet a girl tonight, she canceled that sucks . i would love to go on a date , i crave attention i will take you a dinner some time :) i would love to , as long as we can go somewhere that serves vegan dishes ! vegan, love it ! it's a date ! any plans to have children ? how about pets ? in these days i find myself thinking about having a cat. what do you think ?", "response": "what do you do for a living ?", "annotation_id": "Bot001_094_14", "annotations": ["T", "O", "O", "X", "X", "T", "O", "O", "T", "T", "O", "X", "O", "T", "T"], "gpt2background_target_score": [-11.99992847442627, -8.717646598815918, -5.4432806968688965, -9.381630897521973, -10.681581497192383, -7.532219886779785, -11.253806114196777, -9.69080924987793], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -0.7758899331092834, -0.4462234079837799, -0.9304934740066528, -3.4276962280273438, -1.8226350545883179, -0.6177105903625488, -0.8431873917579651, -1.393097996711731, -2.888206720352173, -0.14823457598686218, -0.7739039063453674, -1.634175419807434, -1.3842461109161377, -1.909401535987854, -1.0263372659683228, -0.35415831208229065, -1.772531509399414, -1.0845578908920288, -1.5638301372528076, -0.30883365869522095, -3.0575339794158936, -1.621363878250122, -2.523883104324341, -1.448022723197937, -1.4527696371078491, -1.6097568273544312, -0.5878333449363708, -2.425400972366333, -1.9702699184417725, -2.0674235820770264, -1.5706758499145508, -2.1936919689178467, -2.116985321044922, -1.1415870189666748, -0.09044668078422546, -0.12620939314365387, -1.46522855758667, -2.6823346614837646, -2.5445563793182373, -2.533811569213867, -1.6631100177764893, -2.0581114292144775, -1.6932942867279053, -2.0193605422973633, -2.3877487182617188, -2.1307454109191895, -1.7571947574615479, -2.605175018310547, -2.706629514694214, -1.8618886470794678, -1.5921326875686646, -0.4874184727668762, -1.209079623222351, -1.7280824184417725, -1.7345850467681885, -1.9689143896102905, -1.8823158740997314, -2.258512020111084, -2.252084255218506, -1.6740257740020752, -3.3477044105529785, -1.6911042928695679, -1.8074842691421509, -0.6178668141365051, -2.294816493988037, -1.822762370109558, -1.334804892539978, -1.1085662841796875, -1.7449839115142822, -3.5196261405944824, -2.808492660522461, -1.4883861541748047, -1.2502689361572266, -1.5877195596694946, -0.19079820811748505, -1.7016055583953857, -2.083439588546753, -1.6387085914611816, -1.848283052444458, -2.075058937072754, -2.018636465072632, -2.429917097091675, -1.1649541854858398, -2.93412709236145, -2.0028133392333984, -1.1791374683380127, -2.496976852416992, -1.5241838693618774, -1.8655766248703003, -2.1983437538146973, -2.112151861190796, -2.7404353618621826, -0.15224727988243103, -1.4208613634109497, -2.7916738986968994, -2.028137445449829, -2.6957643032073975, -2.1627941131591797, -1.995632529258728, -2.7457215785980225, -0.7521368861198425, -1.9736745357513428, -1.8732631206512451, -1.954938530921936, -0.3703691363334656, -2.0888619422912598, -1.0246487855911255, -0.4340505301952362, -2.2171616554260254, -2.4503872394561768, -2.941068172454834, -0.3881690204143524, -2.7148568630218506, -1.3879859447479248, -2.0367681980133057, -2.546597957611084, -1.9540209770202637, -1.7222192287445068, -2.0189030170440674, -2.068045139312744, -2.6410226821899414, -2.3983311653137207, -1.3850040435791016, -2.6671600341796875, -2.149397134780884, -0.33088231086730957, -1.3947376012802124, -1.348327875137329, -0.7199376225471497, -1.0193138122558594, -0.5988827347755432, -1.4046344757080078, -2.7863950729370117, -2.4535574913024902, -1.9321597814559937, -2.7410836219787598, -1.7488415241241455, -1.389488697052002, -1.1138179302215576, -2.750915288925171, -1.5557351112365723, -1.529279112815857, -1.452539086341858, -2.0789690017700195, -2.3239240646362305, -1.0669699907302856, -0.2909223139286041, -1.4288607835769653, -1.2660101652145386, -1.3739509582519531, -0.14187249541282654, -1.3309484720230103, -1.783779501914978, -2.483616590499878, -2.0230565071105957, -1.7533925771713257, -1.6209460496902466, -1.7149786949157715, -2.0649006366729736, -1.6023435592651367, -1.9716756343841553, -1.9651752710342407, -3.244920492172241, -2.4086785316467285, -1.5571266412734985, -2.2704365253448486, -1.1694763898849487, -2.198709487915039, -2.3009374141693115, -2.1259751319885254, -1.916176438331604, -2.8226330280303955, -0.9182863235473633, -1.255336046218872, -1.063894510269165, -0.6191796064376831, -2.03664231300354, -2.1213972568511963, -1.4897396564483643, -0.44957324862480164, -2.100569725036621, -1.9205858707427979, -2.436553955078125, -1.5592135190963745, -2.305191993713379, -1.7338738441467285, -3.1364846229553223, -1.4009692668914795, -2.62186336517334, -1.399478554725647, -2.4261980056762695, -1.9761221408843994, -1.6748979091644287, -2.1122024059295654, -0.34763720631599426, -1.465366005897522, -0.7084341049194336, -2.2271201610565186, -2.2616312503814697, -1.9857063293457031, -0.23707574605941772, -1.0610237121582031, -0.6139827966690063, -2.4567854404449463, -2.6631503105163574, -0.29426443576812744, -1.2796649932861328]}, "Bot001_094_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_094.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nShort bio: don't believe in god Hello ! it's quite good actually. how is your day ? its good . although my wife is down with cancer i am very sorry to hear that that's okay . i have been in this world 77 years , my time is almost up too . don't say that. you will live much more years that is neat my aunt mary used to sew , she's gone i miss her. how are you doing tonight ? i was going to meet a girl tonight, she canceled that sucks . i would love to go on a date , i crave attention i will take you a dinner some time :) i would love to , as long as we can go somewhere that serves vegan dishes ! vegan, love it ! it's a date ! any plans to have children ? how about pets ? in these days i find myself thinking about having a cat. what do you think ? what do you do for a living ? i am a student right now. what about you ?", "response": "i just work . no kids or school for me. Also, try to guess: i work at ...", "annotation_id": "Bot001_094_16", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "O", "T", "T", "O", "O", "T", "T"], "gpt2background_target_score": [-10.842503547668457, -7.981496334075928, -10.582245826721191, -10.16869831085205, -9.949447631835938, -11.589096069335938, -7.407188892364502, -10.10787582397461, -10.478350639343262, -8.301557540893555, -5.974884510040283, -11.970760345458984, -6.278280258178711, -15.32282829284668, -11.56166934967041, -14.924683570861816, -7.106361389160156, -12.643221855163574, -11.205106735229492, -10.546489715576172, -11.14177417755127], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -0.7758899331092834, -0.4462234079837799, -0.9304934740066528, -3.4276962280273438, -1.8226350545883179, -0.6177105903625488, -0.8431873917579651, -1.393097996711731, -2.888206720352173, -0.14823457598686218, -0.7739039063453674, -1.634175419807434, -1.3842461109161377, -1.909401535987854, -1.0263372659683228, -0.35415831208229065, -1.772531509399414, -1.0845578908920288, -1.5638301372528076, -0.30883365869522095, -3.0575339794158936, -1.621363878250122, -2.523883104324341, -1.448022723197937, -1.4527696371078491, -1.6097568273544312, -0.5878333449363708, -2.425400972366333, -1.9702699184417725, -2.0674235820770264, -1.5706758499145508, -2.1936919689178467, -2.116985321044922, -1.1415870189666748, -0.09044668078422546, -0.12620939314365387, -1.46522855758667, -2.6823346614837646, -2.5445563793182373, -2.533811569213867, -1.6631100177764893, -2.0581114292144775, -1.6932942867279053, -2.0193605422973633, -2.3877487182617188, -2.1307454109191895, -1.7571947574615479, -2.605175018310547, -2.706629514694214, -1.8618886470794678, -1.5921326875686646, -0.4874184727668762, -1.209079623222351, -1.7280824184417725, -1.7345850467681885, -1.9689143896102905, -1.8823158740997314, -2.258512020111084, -2.252084255218506, -1.6740257740020752, -3.3477044105529785, -1.6911042928695679, -1.8074842691421509, -0.6178668141365051, -2.294816493988037, -1.822762370109558, -1.334804892539978, -1.1085662841796875, -1.7449839115142822, -3.5196261405944824, -2.808492660522461, -1.4883861541748047, -1.2502689361572266, -1.5877195596694946, -0.19079820811748505, -1.7016055583953857, -2.083439588546753, -1.6387085914611816, -1.848283052444458, -2.075058937072754, -2.018636465072632, -2.429917097091675, -1.1649541854858398, -2.93412709236145, -2.0028133392333984, -1.1791374683380127, -2.496976852416992, -1.5241838693618774, -1.8655766248703003, -2.1983437538146973, -2.112151861190796, -2.7404353618621826, -0.15224727988243103, -1.4208613634109497, -2.7916738986968994, -2.028137445449829, -2.6957643032073975, -2.1627941131591797, -1.995632529258728, -2.7457215785980225, -0.7521368861198425, -1.9736745357513428, -1.8732631206512451, -1.954938530921936, -0.3703691363334656, -2.0888619422912598, -1.0246487855911255, -0.4340505301952362, -2.2171616554260254, -2.4503872394561768, -2.941068172454834, -0.3881690204143524, -2.7148568630218506, -1.3879859447479248, -2.0367681980133057, -2.546597957611084, -1.9540209770202637, -1.7222192287445068, -2.0189030170440674, -2.068045139312744, -2.6410226821899414, -2.3983311653137207, -1.3850040435791016, -2.6671600341796875, -2.149397134780884, -0.33088231086730957, -1.3947376012802124, -1.348327875137329, -0.7199376225471497, -1.0193138122558594, -0.5988827347755432, -1.4046344757080078, -2.7863950729370117, -2.4535574913024902, -1.9321597814559937, -2.7410836219787598, -1.7488415241241455, -1.389488697052002, -1.1138179302215576, -2.750915288925171, -1.5557351112365723, -1.529279112815857, -1.452539086341858, -2.0789690017700195, -2.3239240646362305, -1.0669699907302856, -0.2909223139286041, -1.4288607835769653, -1.2660101652145386, -1.3739509582519531, -0.14187249541282654, -1.3309484720230103, -1.783779501914978, -2.483616590499878, -2.0230565071105957, -1.7533925771713257, -1.6209460496902466, -1.7149786949157715, -2.0649006366729736, -1.6023435592651367, -1.9716756343841553, -1.9651752710342407, -3.244920492172241, -2.4086785316467285, -1.5571266412734985, -2.2704365253448486, -1.1694763898849487, -2.198709487915039, -2.3009374141693115, -2.1259751319885254, -1.916176438331604, -2.8226330280303955, -0.9182863235473633, -1.255336046218872, -1.063894510269165, -0.6191796064376831, -2.03664231300354, -2.1213972568511963, -1.4897396564483643, -0.44957324862480164, -2.100569725036621, -1.9205858707427979, -2.436553955078125, -1.5592135190963745, -2.305191993713379, -1.7338738441467285, -3.1364846229553223, -1.4009692668914795, -2.62186336517334, -1.399478554725647, -2.4261980056762695, -1.9761221408843994, -1.6748979091644287, -2.1122024059295654, -0.34763720631599426, -1.465366005897522, -0.7084341049194336, -2.2271201610565186, -1.6070964336395264, -0.23558199405670166, -0.7024559378623962, -0.4953617751598358, -2.2150630950927734, -2.597174882888794, -0.22738392651081085, -2.266019821166992, -2.314931869506836, -2.664842128753662, -2.874323606491089, -1.7454429864883423, -0.4088352620601654, -1.6931172609329224, -1.2267190217971802, -1.6434717178344727, -1.477272868156433, -0.38275280594825745, -2.01773738861084, -2.044736862182617, -2.292855978012085, -1.9599932432174683, -2.6174097061157227, -0.962030291557312, -3.350109577178955, -1.8863632678985596, -1.9427851438522339, -1.9065403938293457, -1.987520456314087, -1.5626044273376465, -0.9015852212905884, -1.1710318326950073, -0.9168079495429993, -0.9864961504936218, -2.277458906173706, -1.6297487020492554, -1.8520746231079102, -1.8227921724319458, -1.9616336822509766, -0.7595036625862122, -3.5816948413848877]}, "Bot001_094_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_094.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nShort bio: don't believe in god Hello ! it's quite good actually. how is your day ? its good . although my wife is down with cancer i am very sorry to hear that that's okay . i have been in this world 77 years , my time is almost up too . don't say that. you will live much more years that is neat my aunt mary used to sew , she's gone i miss her. how are you doing tonight ? i was going to meet a girl tonight, she canceled that sucks . i would love to go on a date , i crave attention i will take you a dinner some time :) i would love to , as long as we can go somewhere that serves vegan dishes ! vegan, love it ! it's a date ! any plans to have children ? how about pets ? in these days i find myself thinking about having a cat. what do you think ? what do you do for a living ? i am a student right now. what about you ? i just work . no kids or school for me. Also, try to guess: i work at ... a company ?", "response": "nursing home, funny you :)", "annotation_id": "Bot001_094_18", "annotations": ["X", "O", "T", "T", "O", "T", "O", "T", "O", "T", "T", "O", "O", "T", "T"], "gpt2background_target_score": [-9.461966514587402, -12.457752227783203, -10.10881233215332, -8.85166072845459, -10.060364723205566, -12.717264175415039, -8.522883415222168, -6.510223388671875], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -0.7758899331092834, -0.4462234079837799, -0.9304934740066528, -3.4276962280273438, -1.8226350545883179, -0.6177105903625488, -0.8431873917579651, -1.393097996711731, -2.888206720352173, -0.14823457598686218, -0.7739039063453674, -1.634175419807434, -1.3842461109161377, -1.909401535987854, -1.0263372659683228, -0.35415831208229065, -1.772531509399414, -1.0845578908920288, -1.5638301372528076, -0.30883365869522095, -3.0575339794158936, -1.621363878250122, -2.523883104324341, -1.448022723197937, -1.4527696371078491, -1.6097568273544312, -0.5878333449363708, -2.425400972366333, -1.9702699184417725, -2.0674235820770264, -1.5706758499145508, -2.1936919689178467, -2.116985321044922, -1.1415870189666748, -0.09044668078422546, -0.12620939314365387, -1.46522855758667, -2.6823346614837646, -2.5445563793182373, -2.533811569213867, -1.6631100177764893, -2.0581114292144775, -1.6932942867279053, -2.0193605422973633, -2.3877487182617188, -2.1307454109191895, -1.7571947574615479, -2.605175018310547, -2.706629514694214, -1.8618886470794678, -1.5921326875686646, -0.4874184727668762, -1.209079623222351, -1.7280824184417725, -1.7345850467681885, -1.9689143896102905, -1.8823158740997314, -2.258512020111084, -2.252084255218506, -1.6740257740020752, -3.3477044105529785, -1.6911042928695679, -1.8074842691421509, -0.6178668141365051, -2.294816493988037, -1.822762370109558, -1.334804892539978, -1.1085662841796875, -1.7449839115142822, -3.5196261405944824, -2.808492660522461, -1.4883861541748047, -1.2502689361572266, -1.5877195596694946, -0.19079820811748505, -1.7016055583953857, -2.083439588546753, -1.6387085914611816, -1.848283052444458, -2.075058937072754, -2.018636465072632, -2.429917097091675, -1.1649541854858398, -2.93412709236145, -2.0028133392333984, -1.1791374683380127, -2.496976852416992, -1.5241838693618774, -1.8655766248703003, -2.1983437538146973, -2.112151861190796, -2.7404353618621826, -0.15224727988243103, -1.4208613634109497, -2.7916738986968994, -2.028137445449829, -2.6957643032073975, -2.1627941131591797, -1.995632529258728, -2.7457215785980225, -0.7521368861198425, -1.9736745357513428, -1.8732631206512451, -1.954938530921936, -0.3703691363334656, -2.0888619422912598, -1.0246487855911255, -0.4340505301952362, -2.2171616554260254, -2.4503872394561768, -2.941068172454834, -0.3881690204143524, -2.7148568630218506, -1.3879859447479248, -2.0367681980133057, -2.546597957611084, -1.9540209770202637, -1.7222192287445068, -2.0189030170440674, -2.068045139312744, -2.6410226821899414, -2.3983311653137207, -1.3850040435791016, -2.6671600341796875, -2.149397134780884, -0.33088231086730957, -1.3947376012802124, -1.348327875137329, -0.7199376225471497, -1.0193138122558594, -0.5988827347755432, -1.4046344757080078, -2.7863950729370117, -2.4535574913024902, -1.9321597814559937, -2.7410836219787598, -1.7488415241241455, -1.389488697052002, -1.1138179302215576, -2.750915288925171, -1.5557351112365723, -1.529279112815857, -1.452539086341858, -2.0789690017700195, -2.3239240646362305, -1.0669699907302856, -0.2909223139286041, -1.4288607835769653, -1.2660101652145386, -1.3739509582519531, -0.14187249541282654, -1.3309484720230103, -1.783779501914978, -2.483616590499878, -2.0230565071105957, -1.7533925771713257, -1.6209460496902466, -1.7149786949157715, -2.0649006366729736, -1.6023435592651367, -1.9716756343841553, -1.9651752710342407, -3.244920492172241, -2.4086785316467285, -1.5571266412734985, -2.2704365253448486, -1.1694763898849487, -2.198709487915039, -2.3009374141693115, -2.1259751319885254, -1.916176438331604, -2.8226330280303955, -0.9182863235473633, -1.255336046218872, -1.063894510269165, -0.6191796064376831, -2.03664231300354, -2.1213972568511963, -1.4897396564483643, -0.44957324862480164, -2.100569725036621, -1.9205858707427979, -2.436553955078125, -1.5592135190963745, -2.305191993713379, -1.7338738441467285, -3.1364846229553223, -1.4009692668914795, -2.62186336517334, -1.399478554725647, -2.4261980056762695, -1.9761221408843994, -1.6748979091644287, -2.1122024059295654, -0.34763720631599426, -1.465366005897522, -0.7084341049194336, -2.2271201610565186, -1.6070964336395264, -0.23558199405670166, -0.7024559378623962, -0.4953617751598358, -2.2150630950927734, -2.597174882888794, -0.22738392651081085, -2.266019821166992, -2.314931869506836, -2.664842128753662, -2.874323606491089, -1.7454429864883423, -0.4088352620601654, -1.6931172609329224, -1.2267190217971802, -1.6434717178344727, -1.477272868156433, -0.38275280594825745, -2.01773738861084, -1.6704716682434082, -1.2368724346160889, -2.672572374343872, -0.964464545249939, -3.3307063579559326, -1.9949630498886108, -1.882238507270813, -1.901845932006836, -1.849087119102478, -1.6483278274536133, -1.1424674987792969, -1.3352729082107544, -1.239963173866272, -0.9551559090614319, -2.1749014854431152, -1.5988807678222656, -1.805424690246582, -1.7089500427246094, -2.051811695098877, -0.7417917251586914, -3.3145031929016113, -2.645627737045288, -2.415220260620117, -1.691632628440857, -2.1839194297790527, -0.5306532382965088, -0.818773627281189, -2.254380464553833, -2.2888283729553223, -2.402344226837158, -2.3982837200164795, -2.908006429672241, -1.167049527168274]}, "Bot001_094_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_094.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nShort bio: don't believe in god Hello ! it's quite good actually. how is your day ? its good . although my wife is down with cancer i am very sorry to hear that that's okay . i have been in this world 77 years , my time is almost up too . don't say that. you will live much more years that is neat my aunt mary used to sew , she's gone i miss her. how are you doing tonight ? i was going to meet a girl tonight, she canceled that sucks . i would love to go on a date , i crave attention i will take you a dinner some time :) i would love to , as long as we can go somewhere that serves vegan dishes ! vegan, love it ! it's a date ! any plans to have children ? how about pets ? in these days i find myself thinking about having a cat. what do you think ? what do you do for a living ? i am a student right now. what about you ? i just work . no kids or school for me. Also, try to guess: i work at ... a company ? nursing home, funny you :) nursing home. that's awesome :)", "response": "such a noble profession . what do you do for fun ? [FACE WITH STUCK-OUT TONGUE AND WINKING EYE]", "annotation_id": "Bot001_094_20", "annotations": ["O", "O", "O", "X", "O", "O", "O", "O", "O", "T", "O", "O", "O", "T", "T"], "gpt2background_target_score": [-15.00446605682373, -7.42108154296875, -12.051652908325195, -11.643526077270508, -11.411105155944824, -11.725038528442383, -10.854747772216797, -8.69492244720459, -11.303450584411621, -9.71931266784668, -11.705915451049805, -10.886216163635254, -7.503044605255127, -10.099973678588867, -11.531120300292969, -9.635831832885742, -10.601357460021973, -5.666585922241211, -9.675931930541992, -6.820366382598877, -11.536665916442871, -9.978683471679688, -10.559487342834473, -7.530128479003906, -12.443181037902832, -12.939417839050293, -8.988248825073242, -14.137757301330566, -10.437732696533203], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -0.7758899331092834, -0.4462234079837799, -0.9304934740066528, -3.4276962280273438, -1.8226350545883179, -0.6177105903625488, -0.8431873917579651, -1.393097996711731, -2.888206720352173, -0.14823457598686218, -0.7739039063453674, -1.634175419807434, -1.3842461109161377, -1.909401535987854, -1.0263372659683228, -0.35415831208229065, -1.772531509399414, -1.0845578908920288, -1.5638301372528076, -0.30883365869522095, -3.0575339794158936, -1.621363878250122, -2.523883104324341, -1.448022723197937, -1.4527696371078491, -1.6097568273544312, -0.5878333449363708, -2.425400972366333, -1.9702699184417725, -2.0674235820770264, -1.5706758499145508, -2.1936919689178467, -2.116985321044922, -1.1415870189666748, -0.09044668078422546, -0.12620939314365387, -1.46522855758667, -2.6823346614837646, -2.5445563793182373, -2.533811569213867, -1.6631100177764893, -2.0581114292144775, -1.6932942867279053, -2.0193605422973633, -2.3877487182617188, -2.1307454109191895, -1.7571947574615479, -2.605175018310547, -2.706629514694214, -1.8618886470794678, -1.5921326875686646, -0.4874184727668762, -1.209079623222351, -1.7280824184417725, -1.7345850467681885, -1.9689143896102905, -1.8823158740997314, -2.258512020111084, -2.252084255218506, -1.6740257740020752, -3.3477044105529785, -1.6911042928695679, -1.8074842691421509, -0.6178668141365051, -2.294816493988037, -1.822762370109558, -1.334804892539978, -1.1085662841796875, -1.7449839115142822, -3.5196261405944824, -2.808492660522461, -1.4883861541748047, -1.2502689361572266, -1.5877195596694946, -0.19079820811748505, -1.7016055583953857, -2.083439588546753, -1.6387085914611816, -1.848283052444458, -2.075058937072754, -2.018636465072632, -2.429917097091675, -1.1649541854858398, -2.93412709236145, -2.0028133392333984, -1.1791374683380127, -2.496976852416992, -1.5241838693618774, -1.8655766248703003, -2.1983437538146973, -2.112151861190796, -2.7404353618621826, -0.15224727988243103, -1.4208613634109497, -2.7916738986968994, -2.028137445449829, -2.6957643032073975, -2.1627941131591797, -1.995632529258728, -2.7457215785980225, -0.7521368861198425, -1.9736745357513428, -1.8732631206512451, -1.954938530921936, -0.3703691363334656, -2.0888619422912598, -1.0246487855911255, -0.4340505301952362, -2.2171616554260254, -2.4503872394561768, -2.941068172454834, -0.3881690204143524, -2.7148568630218506, -1.3879859447479248, -2.0367681980133057, -2.546597957611084, -1.9540209770202637, -1.7222192287445068, -2.0189030170440674, -2.068045139312744, -2.6410226821899414, -2.3983311653137207, -1.3850040435791016, -2.6671600341796875, -2.149397134780884, -0.33088231086730957, -1.3947376012802124, -1.348327875137329, -0.7199376225471497, -1.0193138122558594, -0.5988827347755432, -1.4046344757080078, -2.7863950729370117, -2.4535574913024902, -1.9321597814559937, -2.7410836219787598, -1.7488415241241455, -1.389488697052002, -1.1138179302215576, -2.750915288925171, -1.55573308467865, -1.5292768478393555, -1.452538251876831, -2.0789692401885986, -2.323925495147705, -1.066969633102417, -0.29092320799827576, -1.4288609027862549, -1.266012191772461, -1.3739509582519531, -0.14187249541282654, -1.3309485912322998, -1.7837809324264526, -2.483616828918457, -2.023057460784912, -1.7533923387527466, -1.6209464073181152, -1.7149797677993774, -2.064901828765869, -1.602344036102295, -1.9716765880584717, -1.9651767015457153, -3.24491810798645, -2.4086785316467285, -1.557126760482788, -2.270437717437744, -1.1694763898849487, -2.1987080574035645, -2.3009395599365234, -2.125974416732788, -1.9161760807037354, -2.8226327896118164, -0.9182863235473633, -1.2553355693817139, -1.06389319896698, -0.6191794276237488, -2.036641836166382, -2.121396780014038, -1.4897410869598389, -0.4495733976364136, -2.100571632385254, -1.9205859899520874, -2.436553716659546, -1.559213638305664, -2.30519437789917, -1.7338744401931763, -3.1364805698394775, -1.4009699821472168, -2.62186336517334, -1.3994784355163574, -2.426198959350586, -1.9761229753494263, -1.6748988628387451, -2.112203359603882, -0.34763747453689575, -1.465366005897522, -0.7084338665008545, -2.2271218299865723, -1.6070958375930786, -0.23558227717876434, -0.702455461025238, -0.4953623414039612, -2.215062141418457, -2.5971710681915283, -0.22738412022590637, -2.266018867492676, -2.314934253692627, -2.6648457050323486, -2.874321937561035, -1.745443344116211, -0.4088352620601654, -1.6931171417236328, -1.226719617843628, -1.6434727907180786, -1.4772734642028809, -0.3827528655529022, -2.0177371501922607, -1.6704719066619873, -1.2368732690811157, -2.672572612762451, -0.9644644260406494, -3.330705404281616, -1.9949618577957153, -1.8822389841079712, -1.9018471240997314, -1.8490852117538452, -1.6483275890350342, -1.1424674987792969, -1.335274577140808, -1.2399632930755615, -0.9551547169685364, -2.174901008605957, -1.5988812446594238, -1.805424690246582, -1.7089507579803467, -2.0518107414245605, -0.7417923212051392, -3.314499855041504, -2.645627498626709, -2.4152209758758545, -1.6916327476501465, -1.3732439279556274, -1.5131189823150635, -2.08773136138916, -2.9357824325561523, -3.032683849334717, -1.7363507747650146, -0.5073937773704529, -1.326680064201355, -1.6724443435668945, -1.0375386476516724, -2.470505714416504, -1.6408209800720215, -1.7197574377059937, -2.100527763366699, -1.0767018795013428, -1.5467560291290283, -2.8492276668548584, -2.257694721221924, -1.6862449645996094, -2.045086622238159, -0.22797907888889313, -1.3591485023498535, -1.152042031288147, -0.5216884613037109, -0.2918902039527893, -1.5467569828033447, -2.790097713470459, -1.5748636722564697, -0.717691957950592, -1.3738106489181519, -2.2799813747406006, -2.9360172748565674, -2.9336681365966797, -1.827112078666687, -2.318042039871216, -2.169487714767456, -3.7275242805480957, -2.895127296447754, -1.9866200685501099, -2.866644859313965, -0.3702216148376465, -2.2802531719207764, -1.2993515729904175]}, "Bot001_095_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_095.log.json", "context": "Hi! Howdy! [SMILING FACE WITH SUNGLASSES] Hi, pretty nice, and you?", "response": "good . just got back from fishing with my 5 kids .", "annotation_id": "Bot001_095_02", "annotations": ["X", "O", "O", "T", "O", "O", "O", "O", "O", "O", "T", "X", "T", "T", "O"], "gpt2background_target_score": [-12.61812973022461, -8.739696502685547, -9.026269912719727, -9.840052604675293, -10.665043830871582, -10.796372413635254, -11.906024932861328, -8.087347030639648, -6.083898544311523, -10.855277061462402, -9.428021430969238, -11.14273738861084], "gpt2background_argmax_score": [-1.9761712551116943, -1.080935001373291, -1.5788280963897705, -1.4128875732421875, -1.6646547317504883, -3.6350786685943604, -1.8260324001312256, -0.5739428997039795, -0.838753879070282, -1.2427740097045898, -2.9512836933135986, -1.6020081043243408, -2.0703911781311035, -1.7861636877059937, -1.587195873260498, -0.6627095341682434, -1.495091438293457, -1.3388986587524414, -0.9747629165649414, -1.97836434841156, -1.9040603637695312, -2.07714581489563, -1.9235059022903442, -1.6281143426895142, -1.9258571863174438, -2.638604164123535, -1.6461329460144043, -2.8503048419952393, -1.928999423980713, -0.5998905897140503, -1.5578186511993408, -1.596015453338623, -1.5062142610549927, -2.7874584197998047, -1.3277231454849243, -1.5284398794174194, -2.5769307613372803]}, "Bot001_095_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_095.log.json", "context": "Hi! Howdy! [SMILING FACE WITH SUNGLASSES] Hi, pretty nice, and you? good . just got back from fishing with my 5 kids . Thats alot of kids you have! I am return from volunteering on a soup kitchen", "response": "i love to cook , so i'll be doing a lot of that .", "annotation_id": "Bot001_095_04", "annotations": ["T", "O", "O", "T", "O", "T", "O", "O", "O", "O", "T", "X", "T", "T", "T"], "gpt2background_target_score": [-9.748896598815918, -11.459829330444336, -2.6446523666381836, -13.106136322021484, -9.60218620300293, -9.818864822387695, -10.88994312286377, -12.360492706298828, -11.238835334777832, -12.2617826461792, -5.745277404785156, -12.16126823425293, -11.154052734375, -9.939103126525879, -9.960405349731445], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.5788270235061646, -1.4128859043121338, -1.664656400680542, -3.6350791454315186, -1.8260313272476196, -0.5739432573318481, -0.83875572681427, -1.242777943611145, -2.951284170150757, -1.6020121574401855, -2.0703957080841064, -1.7861641645431519, -1.5871942043304443, -0.6627095937728882, -1.4950942993164062, -1.3388971090316772, -0.9747635126113892, -1.9783669710159302, -1.9040601253509521, -2.0771450996398926, -1.9235066175460815, -1.6281133890151978, -2.1730785369873047, -1.3249260187149048, -2.574328899383545, -2.065721273422241, -0.5875149965286255, -1.5498548746109009, -1.6475528478622437, -1.5668063163757324, -2.8056540489196777, -1.3087518215179443, -1.5381792783737183, -2.1713552474975586, -1.2543821334838867, -2.024024486541748, -1.7123162746429443, -0.7849871516227722, -1.957288146018982, -1.9982621669769287, -1.3586820363998413, -2.2215576171875, -1.836541771888733, -2.3169965744018555, -2.5141983032226562, -2.3058669567108154, -1.9530748128890991, -1.8451385498046875, -2.7250070571899414, -2.6205923557281494, -2.6448121070861816, -2.17699933052063, -2.684159278869629, -2.0570969581604004, -2.0969138145446777, -2.8205060958862305, -1.8539520502090454, -1.5669596195220947, -2.92192006111145, -1.9153550863265991, -2.3620738983154297, -1.9370249509811401, -2.974353790283203, -0.5690183639526367, -1.6331334114074707, -2.127019166946411, -1.5427584648132324]}, "Bot001_095_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_095.log.json", "context": "Hi! Howdy! [SMILING FACE WITH SUNGLASSES] Hi, pretty nice, and you? good . just got back from fishing with my 5 kids . Thats alot of kids you have! I am return from volunteering on a soup kitchen i love to cook , so i'll be doing a lot of that . Good for you, you know how to make a cheeseburger?", "response": "haha . have i seen a show about this ? i love watching shows on netflix", "annotation_id": "Bot001_095_06", "annotations": ["X", "O", "T", "T", "O", "O", "O", "O", "O", "X", "O", "O", "O", "T", "O"], "gpt2background_target_score": [-10.384845733642578, -13.69393539428711, -12.130342483520508, -9.254181861877441, -6.250679016113281, -13.283519744873047, -9.213785171508789, -10.599976539611816, -8.281329154968262, -7.3768744468688965, -13.213193893432617, -10.845525741577148, -13.195798873901367, -12.140778541564941, -11.933350563049316, -8.67447280883789, -11.453968048095703, -14.328864097595215], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.5788270235061646, -1.4128859043121338, -1.664656400680542, -3.6350791454315186, -1.8260313272476196, -0.5739432573318481, -0.83875572681427, -1.242777943611145, -2.951284170150757, -1.6020121574401855, -2.0703957080841064, -1.7861641645431519, -1.5871942043304443, -0.6627095937728882, -1.4950942993164062, -1.3388971090316772, -0.9747635126113892, -1.9783669710159302, -1.9040601253509521, -2.0771450996398926, -1.9235066175460815, -1.6281133890151978, -2.1730785369873047, -1.3249260187149048, -2.574328899383545, -2.065721273422241, -0.5875149965286255, -1.5498548746109009, -1.6475528478622437, -1.5668063163757324, -2.8056540489196777, -1.3087518215179443, -1.5381792783737183, -2.1713552474975586, -1.2543821334838867, -2.024024486541748, -1.7123162746429443, -0.7849871516227722, -1.957288146018982, -1.9982621669769287, -1.3586820363998413, -2.2215576171875, -1.836541771888733, -2.3169965744018555, -2.5141983032226562, -2.3058669567108154, -1.9530748128890991, -1.8451385498046875, -2.7250070571899414, -2.6205923557281494, -2.6448121070861816, -2.0323517322540283, -1.7482174634933472, -1.5373575687408447, -1.9654072523117065, -2.048949718475342, -2.003429889678955, -1.9873384237289429, -1.4149589538574219, -2.4580492973327637, -2.1381680965423584, -2.6705515384674072, -0.5516223907470703, -1.5956883430480957, -2.195006847381592, -2.2502458095550537, -1.4193270206451416, -0.2565707862377167, -1.5047283172607422, -2.572892665863037, -2.341470718383789, -2.374817132949829, -1.3674074411392212, -0.8079224824905396, -2.2638297080993652, -1.0682495832443237, -0.49376457929611206, -0.5874594449996948, -2.1645960807800293, -1.7383297681808472, -2.077277421951294, -0.9390100240707397, -2.5214991569519043, -2.7939343452453613, -1.3362733125686646, -2.356034994125366, -2.096108913421631, -2.5520052909851074, -2.288437843322754, -1.8256487846374512, -1.9673298597335815, -1.1458945274353027, -2.9488000869750977, -1.575453281402588, -1.4712316989898682, -1.500659704208374, -2.219714879989624, -0.13939127326011658, -1.731566071510315]}, "Bot001_095_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_095.log.json", "context": "Hi! Howdy! [SMILING FACE WITH SUNGLASSES] Hi, pretty nice, and you? good . just got back from fishing with my 5 kids . Thats alot of kids you have! I am return from volunteering on a soup kitchen i love to cook , so i'll be doing a lot of that . Good for you, you know how to make a cheeseburger? haha . have i seen a show about this ? i love watching shows on netflix I like watching war documentaries actually", "response": "nice . i like nature a lot . i enjoy exploring the forest .", "annotation_id": "Bot001_095_08", "annotations": ["X", "O", "T", "T", "T", "T", "O", "O", "T", "T", "T", "X", "O", "T", "X"], "gpt2background_target_score": [-13.047229766845703, -8.739697456359863, -8.133903503417969, -9.989547729492188, -13.306954383850098, -10.659503936767578, -12.451911926269531, -11.644492149353027, -8.52027702331543, -14.10316276550293, -14.299851417541504, -9.607185363769531, -11.838624954223633, -10.524474143981934], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.5788270235061646, -1.4128859043121338, -1.664656400680542, -3.6350791454315186, -1.8260313272476196, -0.5739432573318481, -0.83875572681427, -1.242777943611145, -2.951284170150757, -1.6020121574401855, -2.0703957080841064, -1.7861641645431519, -1.5871942043304443, -0.6627095937728882, -1.4950942993164062, -1.3388971090316772, -0.9747635126113892, -1.9783669710159302, -1.9040601253509521, -2.0771450996398926, -1.9235066175460815, -1.6281133890151978, -2.1730785369873047, -1.3249260187149048, -2.574328899383545, -2.065721273422241, -0.5875149965286255, -1.5498548746109009, -1.6475528478622437, -1.5668063163757324, -2.8056540489196777, -1.3087518215179443, -1.5381792783737183, -2.1713552474975586, -1.2543821334838867, -2.024024486541748, -1.7123162746429443, -0.7849871516227722, -1.957288146018982, -1.9982621669769287, -1.3586820363998413, -2.2215576171875, -1.836541771888733, -2.3169965744018555, -2.5141983032226562, -2.3058669567108154, -1.9530748128890991, -1.8451385498046875, -2.7250070571899414, -2.6205923557281494, -2.6448121070861816, -2.0323517322540283, -1.7482174634933472, -1.5373575687408447, -1.9654072523117065, -2.048949718475342, -2.003429889678955, -1.9873384237289429, -1.4149589538574219, -2.4580492973327637, -2.1381680965423584, -2.6705515384674072, -0.5516223907470703, -1.5956883430480957, -2.195006847381592, -2.2502458095550537, -1.4193270206451416, -0.2565707862377167, -1.5047283172607422, -2.572892665863037, -2.341470718383789, -2.374817132949829, -1.3674074411392212, -0.8079224824905396, -2.2638297080993652, -1.0682495832443237, -0.49376457929611206, -0.5874594449996948, -2.1645960807800293, -1.7383297681808472, -2.7926084995269775, -2.7125184535980225, -1.2879425287246704, -2.0255167484283447, -2.0733449459075928, -2.1178500652313232, -2.202146291732788, -2.132195234298706, -2.102383852005005, -2.142888307571411, -2.8706982135772705, -1.7617878913879395, -1.7718514204025269, -1.537279725074768, -2.1824378967285156, -0.11622468382120132, -1.7385581731796265, -2.516960859298706, -1.598952054977417, -2.636913776397705, -2.8030691146850586, -2.1050946712493896, -2.0065863132476807, -2.443918228149414, -1.7215044498443604, -1.7780052423477173, -2.480694532394409, -1.5404469966888428, -1.7096295356750488, -0.2378479540348053, -2.091059446334839, -1.2438335418701172, -1.8865469694137573, -2.236222982406616, -1.8838496208190918, -1.1319388151168823, -1.2626789808273315, -1.106793761253357]}, "Bot001_095_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_095.log.json", "context": "Hi! Howdy! [SMILING FACE WITH SUNGLASSES] Hi, pretty nice, and you? good . just got back from fishing with my 5 kids . Thats alot of kids you have! I am return from volunteering on a soup kitchen i love to cook , so i'll be doing a lot of that . Good for you, you know how to make a cheeseburger? haha . have i seen a show about this ? i love watching shows on netflix I like watching war documentaries actually nice . i like nature a lot . i enjoy exploring the forest . Nice to hear, i also like wandering in forest", "response": "ok . do you have any pets ? i've a collie dog .", "annotation_id": "Bot001_095_10", "annotations": ["X", "O", "O", "T", "T", "O", "O", "O", "O", "O", "T", "O", "O", "T", "X"], "gpt2background_target_score": [-10.884013175964355, -8.739697456359863, -1.5788270235061646, -5.771757125854492, -9.218313217163086, -12.926190376281738, -13.723834991455078, -10.88283920288086, -8.52027702331543, -13.312684059143066, -5.745277404785156, -12.913379669189453, -11.34221363067627, -11.61942195892334, -9.960405349731445], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.5788270235061646, -1.4128859043121338, -1.664656400680542, -3.6350791454315186, -1.8260313272476196, -0.5739432573318481, -0.83875572681427, -1.242777943611145, -2.951284170150757, -1.6020121574401855, -2.0703957080841064, -1.7861641645431519, -1.5871942043304443, -0.6627095937728882, -1.4950942993164062, -1.3388971090316772, -0.9747635126113892, -1.9783669710159302, -1.9040601253509521, -2.0771450996398926, -1.9235066175460815, -1.6281133890151978, -2.1730785369873047, -1.3249260187149048, -2.574328899383545, -2.065721273422241, -0.5875149965286255, -1.5498548746109009, -1.6475528478622437, -1.5668063163757324, -2.8056540489196777, -1.3087518215179443, -1.5381792783737183, -2.1713552474975586, -1.2543821334838867, -2.024024486541748, -1.7123162746429443, -0.7849871516227722, -1.957288146018982, -1.9982621669769287, -1.3586820363998413, -2.2215576171875, -1.836541771888733, -2.3169965744018555, -2.5141983032226562, -2.3058669567108154, -1.9530748128890991, -1.8451385498046875, -2.7250070571899414, -2.6205923557281494, -2.6448121070861816, -2.0323517322540283, -1.7482174634933472, -1.5373575687408447, -1.9654072523117065, -2.048949718475342, -2.003429889678955, -1.9873384237289429, -1.4149589538574219, -2.4580492973327637, -2.1381680965423584, -2.6705515384674072, -0.5516223907470703, -1.5956883430480957, -2.195006847381592, -2.2502458095550537, -1.4193270206451416, -0.2565707862377167, -1.5047283172607422, -2.572892665863037, -2.341470718383789, -2.374817132949829, -1.3674074411392212, -0.8079224824905396, -2.2638297080993652, -1.0682495832443237, -0.49376457929611206, -0.5874594449996948, -2.1645960807800293, -1.7383297681808472, -2.7926084995269775, -2.7125184535980225, -1.2879425287246704, -2.0255167484283447, -2.0733449459075928, -2.1178500652313232, -2.202146291732788, -2.132195234298706, -2.102383852005005, -2.142888307571411, -2.8706982135772705, -1.7617878913879395, -1.7718514204025269, -1.537279725074768, -2.1824378967285156, -0.11622468382120132, -1.7385581731796265, -2.516960859298706, -1.598952054977417, -2.636913776397705, -2.8030691146850586, -2.1050946712493896, -2.0065863132476807, -2.6756742000579834, -2.663689613342285, -2.5607476234436035, -1.5345978736877441, -1.8042981624603271, -0.33025848865509033, -2.2583935260772705, -1.7586021423339844, -2.2374274730682373, -2.0047528743743896, -1.8258880376815796, -1.1982673406600952, -1.360628604888916, -1.3929227590560913, -2.1331231594085693, -1.4020062685012817, -1.7127820253372192, -2.1653406620025635, -2.3755102157592773, -0.8935577273368835, -1.4679523706436157, -1.0519688129425049, -0.8871371150016785, -1.2662771940231323, -2.565882682800293, -1.473233699798584, -1.910011649131775, -0.3827466070652008, -1.1427255868911743, -1.0947778224945068, -2.7391586303710938, -1.0172760486602783, -1.0996677875518799, -1.9652525186538696, -1.6416614055633545, -2.2256181240081787, -0.5496459007263184, -2.3979969024658203, -1.9029737710952759, -1.4946502447128296]}, "Bot001_095_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_095.log.json", "context": "Hi! Howdy! [SMILING FACE WITH SUNGLASSES] Hi, pretty nice, and you? good . just got back from fishing with my 5 kids . Thats alot of kids you have! I am return from volunteering on a soup kitchen i love to cook , so i'll be doing a lot of that . Good for you, you know how to make a cheeseburger? haha . have i seen a show about this ? i love watching shows on netflix I like watching war documentaries actually nice . i like nature a lot . i enjoy exploring the forest . Nice to hear, i also like wandering in forest ok . do you have any pets ? i've a collie dog . I cant afford it, no", "response": "two jobs ! goodness ! my husband supports us as a firefighter . we both love helping others", "annotation_id": "Bot001_095_12", "annotations": ["T", "O", "X", "T", "T", "T", "O", "O", "O", "X", "T", "X", "T", "T", "O"], "gpt2background_target_score": [-13.194372177124023, -12.253335952758789, -11.161969184875488, -9.199780464172363, -8.098223686218262, -10.22619915008545, -11.407418251037598, -10.48518180847168, -9.224495887756348, -10.671553611755371, -5.745277404785156, -12.483530044555664, -11.995933532714844, -10.047714233398438, -11.89303207397461, -11.496546745300293, -10.913230895996094, -10.221165657043457], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.5788270235061646, -1.4128859043121338, -1.664656400680542, -3.6350791454315186, -1.8260313272476196, -0.5739432573318481, -0.83875572681427, -1.242777943611145, -2.951284170150757, -1.6020121574401855, -2.0703957080841064, -1.7861641645431519, -1.5871942043304443, -0.6627095937728882, -1.4950942993164062, -1.3388971090316772, -0.9747635126113892, -1.9783669710159302, -1.9040601253509521, -2.0771450996398926, -1.9235066175460815, -1.6281133890151978, -2.1730785369873047, -1.3249260187149048, -2.574328899383545, -2.065721273422241, -0.5875149965286255, -1.5498548746109009, -1.6475528478622437, -1.5668063163757324, -2.8056540489196777, -1.3087518215179443, -1.5381792783737183, -2.1713552474975586, -1.2543821334838867, -2.024024486541748, -1.7123162746429443, -0.7849871516227722, -1.957288146018982, -1.9982621669769287, -1.3586820363998413, -2.2215576171875, -1.836541771888733, -2.3169965744018555, -2.5141983032226562, -2.3058669567108154, -1.9530748128890991, -1.8451385498046875, -2.7250070571899414, -2.6205923557281494, -2.6448121070861816, -2.0323517322540283, -1.7482174634933472, -1.5373575687408447, -1.9654072523117065, -2.048949718475342, -2.003429889678955, -1.9873384237289429, -1.4149589538574219, -2.4580492973327637, -2.1381680965423584, -2.6705515384674072, -0.5516223907470703, -1.5956883430480957, -2.195006847381592, -2.2502458095550537, -1.4193270206451416, -0.2565707862377167, -1.5047283172607422, -2.572892665863037, -2.341470718383789, -2.374817132949829, -1.3674074411392212, -0.8079224824905396, -2.2638297080993652, -1.0682495832443237, -0.49376457929611206, -0.5874594449996948, -2.1645960807800293, -1.7383297681808472, -2.7926084995269775, -2.7125184535980225, -1.2879425287246704, -2.0255167484283447, -2.0733449459075928, -2.1178500652313232, -2.202146291732788, -2.132195234298706, -2.102383852005005, -2.142888307571411, -2.8706982135772705, -1.7617878913879395, -1.7718514204025269, -1.537279725074768, -2.1824378967285156, -0.11622468382120132, -1.7385581731796265, -2.516960859298706, -1.598952054977417, -2.636913776397705, -2.8030691146850586, -2.1050946712493896, -2.0065863132476807, -2.6756742000579834, -2.663689613342285, -2.5607476234436035, -1.5345978736877441, -1.8042981624603271, -0.33025848865509033, -2.2583935260772705, -1.7586021423339844, -2.2374274730682373, -2.0047528743743896, -1.8258880376815796, -1.1982673406600952, -1.360628604888916, -1.3929227590560913, -2.1331231594085693, -1.4020062685012817, -1.7127820253372192, -2.1653406620025635, -2.3755102157592773, -0.8935577273368835, -1.4679523706436157, -1.0519688129425049, -0.8871371150016785, -1.2662771940231323, -1.4485547542572021, -2.2234199047088623, -0.43650251626968384, -1.1285879611968994, -0.6501213312149048, -2.540163278579712, -0.972126305103302, -2.1410164833068848, -2.2185158729553223, -1.507486343383789, -2.3614776134490967, -0.4070919454097748, -2.5212628841400146, -1.9591199159622192, -1.5827261209487915, -2.226287364959717, -2.583458662033081, -1.458495020866394, -2.111741542816162, -1.5972182750701904, -2.2052693367004395, -2.4211483001708984, -1.8944610357284546, -2.4576148986816406, -2.2293007373809814, -2.1007513999938965, -2.104679822921753, -2.317014455795288, -1.5751291513442993, -1.3942601680755615, -2.6481375694274902, -1.401928186416626, -2.271956443786621, -1.8869282007217407, -2.1970505714416504, -2.086754560470581, -1.5710744857788086, -2.0390970706939697, -2.2923085689544678, -2.3252334594726562]}, "Bot001_095_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_095.log.json", "context": "Hi! Howdy! [SMILING FACE WITH SUNGLASSES] Hi, pretty nice, and you? good . just got back from fishing with my 5 kids . Thats alot of kids you have! I am return from volunteering on a soup kitchen i love to cook , so i'll be doing a lot of that . Good for you, you know how to make a cheeseburger? haha . have i seen a show about this ? i love watching shows on netflix I like watching war documentaries actually nice . i like nature a lot . i enjoy exploring the forest . Nice to hear, i also like wandering in forest ok . do you have any pets ? i've a collie dog . I cant afford it, no two jobs ! goodness ! my husband supports us as a firefighter . we both love helping others I am volunter and i too love helping others!", "response": "well if i was retired , i'd be relaxing as much as possible . [LYING FACE]", "annotation_id": "Bot001_095_14", "annotations": ["T", "O", "X", "T", "T", "T", "O", "O", "O", "O", "O", "X", "O", "T", "T"], "gpt2background_target_score": [-11.031550407409668, -7.892831802368164, -8.133903503417969, -9.67562484741211, -12.777945518493652, -11.574280738830566, -10.88994312286377, -11.005708694458008, -11.238835334777832, -14.128974914550781, -12.452683448791504, -13.660650253295898, -12.113908767700195, -11.38304328918457, -9.960405349731445, -4.052176475524902, -13.23102855682373, -14.452010154724121, -12.125208854675293, -10.117828369140625], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.5788270235061646, -1.4128859043121338, -1.664656400680542, -3.6350791454315186, -1.8260313272476196, -0.5739432573318481, -0.83875572681427, -1.242777943611145, -2.951284170150757, -1.6020121574401855, -2.0703957080841064, -1.7861641645431519, -1.5871942043304443, -0.6627095937728882, -1.4950942993164062, -1.3388971090316772, -0.9747635126113892, -1.9783669710159302, -1.9040601253509521, -2.0771450996398926, -1.9235066175460815, -1.6281133890151978, -2.1730785369873047, -1.3249260187149048, -2.574328899383545, -2.065721273422241, -0.5875149965286255, -1.5498548746109009, -1.6475528478622437, -1.5668063163757324, -2.8056540489196777, -1.3087518215179443, -1.5381792783737183, -2.1713552474975586, -1.2543821334838867, -2.024024486541748, -1.7123162746429443, -0.7849871516227722, -1.957288146018982, -1.9982621669769287, -1.3586820363998413, -2.2215576171875, -1.836541771888733, -2.3169965744018555, -2.5141983032226562, -2.3058669567108154, -1.9530748128890991, -1.8451385498046875, -2.7250070571899414, -2.6205923557281494, -2.6448121070861816, -2.0323517322540283, -1.7482174634933472, -1.5373575687408447, -1.9654072523117065, -2.048949718475342, -2.003429889678955, -1.9873384237289429, -1.4149589538574219, -2.4580492973327637, -2.1381680965423584, -2.6705515384674072, -0.5516223907470703, -1.5956883430480957, -2.195006847381592, -2.2502458095550537, -1.4193270206451416, -0.2565707862377167, -1.5047283172607422, -2.572892665863037, -2.341470718383789, -2.374817132949829, -1.3674074411392212, -0.8079224824905396, -2.2638297080993652, -1.0682495832443237, -0.49376457929611206, -0.5874594449996948, -2.1645960807800293, -1.7383297681808472, -2.7926084995269775, -2.7125184535980225, -1.2879425287246704, -2.0255167484283447, -2.0733449459075928, -2.1178500652313232, -2.202146291732788, -2.132195234298706, -2.102383852005005, -2.142888307571411, -2.8706982135772705, -1.7617878913879395, -1.7718514204025269, -1.537279725074768, -2.1824378967285156, -0.11622468382120132, -1.7385581731796265, -2.516960859298706, -1.598952054977417, -2.636913776397705, -2.8030691146850586, -2.1050946712493896, -2.0065863132476807, -2.6756742000579834, -2.663689613342285, -2.5607476234436035, -1.5345978736877441, -1.8042981624603271, -0.33025848865509033, -2.2583935260772705, -1.7586021423339844, -2.2374274730682373, -2.0047528743743896, -1.8258880376815796, -1.1982673406600952, -1.360628604888916, -1.3929227590560913, -2.1331231594085693, -1.4020062685012817, -1.7127820253372192, -2.1653406620025635, -2.3755102157592773, -0.8935577273368835, -1.4679523706436157, -1.0519688129425049, -0.8871371150016785, -1.2662771940231323, -1.4485547542572021, -2.2234199047088623, -0.43650251626968384, -1.1285889148712158, -0.6501207947731018, -2.540163278579712, -0.972126305103302, -2.1410157680511475, -2.2185168266296387, -1.5074844360351562, -2.361478328704834, -0.4070923328399658, -2.5212628841400146, -1.959119439125061, -1.582725167274475, -2.2262871265411377, -2.5834572315216064, -1.4584959745407104, -2.111741542816162, -1.5972175598144531, -2.2052667140960693, -2.24949049949646, -2.042722702026367, -2.2558422088623047, -2.609250783920288, -2.147177219390869, -2.163809299468994, -1.5757642984390259, -0.9414982199668884, -2.458754301071167, -1.48921799659729, -1.4682365655899048, -1.6025065183639526, -2.043032646179199, -2.049672842025757, -1.4364888668060303, -1.9591645002365112, -1.9319013357162476, -2.3423352241516113, -1.9964878559112549, -2.205678701400757, -2.460203170776367, -2.3221077919006348, -1.8571547269821167, -2.2647643089294434, -1.5791209936141968, -2.33085560798645, -1.9151235818862915, -0.7290524840354919, -1.659765362739563, -2.42952299118042, -2.3608973026275635, -1.856806755065918, -0.5112506747245789, -2.524631977081299, -1.462001085281372, -1.3487154245376587, -1.050009846687317, -1.0537512302398682, -1.9108561277389526, -2.1597793102264404, -2.0893352031707764, -0.977456271648407, -0.6283107399940491, -0.7429217100143433, -1.4963274002075195, -1.94221031665802, -2.147864818572998, -3.6079347133636475, -1.359578013420105, -0.6859045028686523, -2.0117480754852295]}, "Bot001_095_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_095.log.json", "context": "Hi! Howdy! [SMILING FACE WITH SUNGLASSES] Hi, pretty nice, and you? good . just got back from fishing with my 5 kids . Thats alot of kids you have! I am return from volunteering on a soup kitchen i love to cook , so i'll be doing a lot of that . Good for you, you know how to make a cheeseburger? haha . have i seen a show about this ? i love watching shows on netflix I like watching war documentaries actually nice . i like nature a lot . i enjoy exploring the forest . Nice to hear, i also like wandering in forest ok . do you have any pets ? i've a collie dog . I cant afford it, no two jobs ! goodness ! my husband supports us as a firefighter . we both love helping others I am volunter and i too love helping others! well if i was retired , i'd be relaxing as much as possible . [LYING FACE] I already an retired gym teacher", "response": "oh cool what do you do for fun ?", "annotation_id": "Bot001_095_16", "annotations": ["T", "O", "T", "T", "T", "O", "O", "O", "O", "O", "T", "O", "O", "T", "O"], "gpt2background_target_score": [-11.089654922485352, -12.5733642578125, -9.602463722229004, -8.124372482299805, -8.67486572265625, -10.372177124023438, -9.125186920166016, -11.656257629394531, -11.313178062438965], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.5788270235061646, -1.4128859043121338, -1.664656400680542, -3.6350791454315186, -1.8260313272476196, -0.5739432573318481, -0.83875572681427, -1.242777943611145, -2.951284170150757, -1.6020121574401855, -2.0703957080841064, -1.7861641645431519, -1.5871942043304443, -0.6627095937728882, -1.4950942993164062, -1.3388971090316772, -0.9747635126113892, -1.9783669710159302, -1.9040601253509521, -2.0771450996398926, -1.9235066175460815, -1.6281133890151978, -2.1730785369873047, -1.3249260187149048, -2.574328899383545, -2.065721273422241, -0.5875149965286255, -1.5498548746109009, -1.6475528478622437, -1.5668063163757324, -2.8056540489196777, -1.3087518215179443, -1.5381792783737183, -2.1713552474975586, -1.2543821334838867, -2.024024486541748, -1.7123162746429443, -0.7849871516227722, -1.957288146018982, -1.9982621669769287, -1.3586820363998413, -2.2215576171875, -1.836541771888733, -2.3169965744018555, -2.5141983032226562, -2.3058669567108154, -1.9530748128890991, -1.8451385498046875, -2.7250070571899414, -2.6205923557281494, -2.6448121070861816, -2.0323517322540283, -1.7482174634933472, -1.5373575687408447, -1.9654072523117065, -2.048949718475342, -2.003429889678955, -1.9873384237289429, -1.4149589538574219, -2.4580492973327637, -2.1381680965423584, -2.6705515384674072, -0.5516223907470703, -1.5956883430480957, -2.195006847381592, -2.2502458095550537, -1.4193270206451416, -0.2565707862377167, -1.5047283172607422, -2.572892665863037, -2.341470718383789, -2.374817132949829, -1.3674074411392212, -0.8079224824905396, -2.2638297080993652, -1.0682495832443237, -0.49376457929611206, -0.5874594449996948, -2.1645960807800293, -1.7383297681808472, -2.7926084995269775, -2.7125184535980225, -1.2879425287246704, -2.0255167484283447, -2.0733449459075928, -2.1178500652313232, -2.202146291732788, -2.132195234298706, -2.102383852005005, -2.142888307571411, -2.8706982135772705, -1.7617878913879395, -1.7718514204025269, -1.537279725074768, -2.1824378967285156, -0.11622468382120132, -1.7385581731796265, -2.516960859298706, -1.598952054977417, -2.636913776397705, -2.8030691146850586, -2.1050946712493896, -2.0065863132476807, -2.6756742000579834, -2.663689613342285, -2.5607476234436035, -1.5345978736877441, -1.8042981624603271, -0.33025848865509033, -2.2583935260772705, -1.7586021423339844, -2.2374274730682373, -2.0047528743743896, -1.8258880376815796, -1.1982673406600952, -1.360628604888916, -1.3929227590560913, -2.1331231594085693, -1.4020062685012817, -1.7127820253372192, -2.1653406620025635, -2.3755102157592773, -0.8935577273368835, -1.4679523706436157, -1.0519688129425049, -0.8871371150016785, -1.2662771940231323, -1.4485547542572021, -2.2234199047088623, -0.43650251626968384, -1.1285889148712158, -0.6501207947731018, -2.540163278579712, -0.972126305103302, -2.1410157680511475, -2.2185168266296387, -1.5074844360351562, -2.361478328704834, -0.4070923328399658, -2.5212628841400146, -1.959119439125061, -1.582725167274475, -2.2262871265411377, -2.5834572315216064, -1.4584959745407104, -2.111741542816162, -1.5972175598144531, -2.2052667140960693, -2.24949049949646, -2.042722702026367, -2.2558422088623047, -2.609250783920288, -2.147177219390869, -2.163809299468994, -1.5757642984390259, -0.9414982199668884, -2.458754301071167, -1.48921799659729, -1.4682365655899048, -1.6025065183639526, -2.043032646179199, -2.049672842025757, -1.4364888668060303, -1.9591645002365112, -1.9319013357162476, -2.3423352241516113, -1.9964878559112549, -2.205678701400757, -2.460203170776367, -2.3221077919006348, -1.8571547269821167, -2.2647643089294434, -1.5791209936141968, -2.33085560798645, -1.9151235818862915, -0.7290524840354919, -1.659765362739563, -2.42952299118042, -1.8485444784164429, -0.5405952334403992, -2.5086653232574463, -1.2601516246795654, -1.625380516052246, -1.2460914850234985, -1.1946088075637817, -1.8181071281433105, -1.9626233577728271, -2.055121898651123, -0.9560231566429138, -0.6130630373954773, -0.6818874478340149, -1.6437828540802002, -2.1870040893554688, -2.3799476623535156, -3.4867279529571533, -1.469525694847107, -0.7241737246513367, -2.61350417137146, -2.368523597717285, -0.8890457153320312, -3.588513135910034, -3.5081470012664795, -1.3752765655517578, -2.186474561691284, -2.489907741546631, -2.7688140869140625, -2.0361013412475586, -2.2471392154693604, -0.25499042868614197, -1.360030174255371, -1.2904828786849976, -2.280543327331543, -0.6509897112846375, -1.2902166843414307]}, "Bot001_095_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_095.log.json", "context": "Hi! Howdy! [SMILING FACE WITH SUNGLASSES] Hi, pretty nice, and you? good . just got back from fishing with my 5 kids . Thats alot of kids you have! I am return from volunteering on a soup kitchen i love to cook , so i'll be doing a lot of that . Good for you, you know how to make a cheeseburger? haha . have i seen a show about this ? i love watching shows on netflix I like watching war documentaries actually nice . i like nature a lot . i enjoy exploring the forest . Nice to hear, i also like wandering in forest ok . do you have any pets ? i've a collie dog . I cant afford it, no two jobs ! goodness ! my husband supports us as a firefighter . we both love helping others I am volunter and i too love helping others! well if i was retired , i'd be relaxing as much as possible . [LYING FACE] I already an retired gym teacher oh cool what do you do for fun ? War documentaries", "response": "nice . i like nature a lot . i enjoy exploring the forest . i'm good . how are you ?", "annotation_id": "Bot001_095_18", "annotations": ["X", "O", "T", "T", "T", "T", "O", "T", "O", "T", "O", "X", "O", "T", "O"], "gpt2background_target_score": [-13.047229766845703, -8.739697456359863, -8.133903503417969, -9.989547729492188, -13.306954383850098, -10.659503936767578, -12.451911926269531, -11.644492149353027, -8.52027702331543, -14.10316276550293, -14.299851417541504, -9.607185363769531, -11.838624954223633, -10.524474143981934, -8.960838317871094, -11.061247825622559, -9.307242393493652, -9.73778247833252, -10.3626127243042, -9.371257781982422, -4.868346214294434, -13.182682037353516], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.5788270235061646, -1.4128859043121338, -1.664656400680542, -3.6350791454315186, -1.8260313272476196, -0.5739432573318481, -0.83875572681427, -1.242777943611145, -2.951284170150757, -1.6020121574401855, -2.0703957080841064, -1.7861641645431519, -1.5871942043304443, -0.6627095937728882, -1.4950942993164062, -1.3388971090316772, -0.9747635126113892, -1.9783669710159302, -1.9040601253509521, -2.0771450996398926, -1.9235066175460815, -1.6281133890151978, -2.1730785369873047, -1.3249260187149048, -2.574328899383545, -2.065721273422241, -0.5875149965286255, -1.5498548746109009, -1.6475528478622437, -1.5668063163757324, -2.8056540489196777, -1.3087518215179443, -1.5381792783737183, -2.1713552474975586, -1.2543821334838867, -2.024024486541748, -1.7123162746429443, -0.7849871516227722, -1.957288146018982, -1.9982621669769287, -1.3586820363998413, -2.2215576171875, -1.836541771888733, -2.3169965744018555, -2.5141983032226562, -2.3058669567108154, -1.9530748128890991, -1.8451385498046875, -2.7250070571899414, -2.6205923557281494, -2.6448121070861816, -2.0323517322540283, -1.7482174634933472, -1.5373575687408447, -1.9654072523117065, -2.048949718475342, -2.003429889678955, -1.9873384237289429, -1.4149589538574219, -2.4580492973327637, -2.1381680965423584, -2.6705515384674072, -0.5516223907470703, -1.5956883430480957, -2.195006847381592, -2.2502458095550537, -1.4193270206451416, -0.2565707862377167, -1.5047283172607422, -2.572892665863037, -2.341470718383789, -2.374817132949829, -1.3674074411392212, -0.8079224824905396, -2.2638297080993652, -1.0682495832443237, -0.49376457929611206, -0.5874594449996948, -2.1645960807800293, -1.7383297681808472, -2.7926084995269775, -2.7125184535980225, -1.2879425287246704, -2.0255167484283447, -2.0733449459075928, -2.1178500652313232, -2.202146291732788, -2.132195234298706, -2.102383852005005, -2.142888307571411, -2.8706982135772705, -1.7617878913879395, -1.7718514204025269, -1.537279725074768, -2.1824378967285156, -0.11622468382120132, -1.7385581731796265, -2.516960859298706, -1.598952054977417, -2.636913776397705, -2.8030691146850586, -2.1050946712493896, -2.0065863132476807, -2.6756742000579834, -2.663689613342285, -2.5607476234436035, -1.5345978736877441, -1.8042981624603271, -0.33025848865509033, -2.2583935260772705, -1.7586021423339844, -2.2374274730682373, -2.0047528743743896, -1.8258880376815796, -1.1982673406600952, -1.360628604888916, -1.3929227590560913, -2.1331231594085693, -1.4020062685012817, -1.7127820253372192, -2.1653406620025635, -2.3755102157592773, -0.8935577273368835, -1.4679523706436157, -1.0519688129425049, -0.8871371150016785, -1.2662771940231323, -1.4485547542572021, -2.2234199047088623, -0.43650251626968384, -1.1285889148712158, -0.6501207947731018, -2.540163278579712, -0.972126305103302, -2.1410157680511475, -2.2185168266296387, -1.5074844360351562, -2.361478328704834, -0.4070923328399658, -2.5212628841400146, -1.959119439125061, -1.582725167274475, -2.2262871265411377, -2.5834572315216064, -1.4584959745407104, -2.111741542816162, -1.5972175598144531, -2.2052667140960693, -2.24949049949646, -2.042722702026367, -2.2558422088623047, -2.609250783920288, -2.147177219390869, -2.163809299468994, -1.5757642984390259, -0.9414982199668884, -2.458754301071167, -1.48921799659729, -1.4682365655899048, -1.6025065183639526, -2.043032646179199, -2.049672842025757, -1.4364888668060303, -1.9591645002365112, -1.9319013357162476, -2.3423352241516113, -1.9964878559112549, -2.205678701400757, -2.460203170776367, -2.3221077919006348, -1.8571547269821167, -2.2647643089294434, -1.5791209936141968, -2.33085560798645, -1.9151235818862915, -0.7290524840354919, -1.659765362739563, -2.42952299118042, -1.8485444784164429, -0.5405952334403992, -2.5086653232574463, -1.2601516246795654, -1.625380516052246, -1.2460914850234985, -1.1946088075637817, -1.8181071281433105, -1.9626233577728271, -2.055121898651123, -0.9560231566429138, -0.6130630373954773, -0.6818874478340149, -1.6437828540802002, -2.1870040893554688, -2.3799476623535156, -3.4867279529571533, -1.469525694847107, -0.7241737246513367, -2.61350417137146, -2.368523597717285, -0.8890457153320312, -3.588513135910034, -3.5081470012664795, -1.3752765655517578, -2.186474561691284, -1.9603407382965088, -2.1035852432250977, -1.6660687923431396, -0.36352843046188354, -1.5030025243759155, -0.9086724519729614, -2.1209218502044678, -0.6820341348648071, -2.1014227867126465, -2.938512086868286, -1.4320706129074097, -2.12971830368042, -1.9980798959732056, -1.589026689529419, -2.4414844512939453, -2.19435715675354, -1.1340806484222412, -0.1374431550502777, -1.5185984373092651, -0.8551967144012451, -1.0418555736541748, -0.7826889157295227, -0.19787660241127014, -0.3316006362438202, -1.4133391380310059, -1.4936429262161255, -0.8649032711982727, -1.7802454233169556, -1.462825894355774, -0.8146146535873413, -1.0348461866378784, -0.2709549367427826, -0.5478041768074036, -1.5464037656784058]}, "Bot001_095_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_095.log.json", "context": "Hi! Howdy! [SMILING FACE WITH SUNGLASSES] Hi, pretty nice, and you? good . just got back from fishing with my 5 kids . Thats alot of kids you have! I am return from volunteering on a soup kitchen i love to cook , so i'll be doing a lot of that . Good for you, you know how to make a cheeseburger? haha . have i seen a show about this ? i love watching shows on netflix I like watching war documentaries actually nice . i like nature a lot . i enjoy exploring the forest . Nice to hear, i also like wandering in forest ok . do you have any pets ? i've a collie dog . I cant afford it, no two jobs ! goodness ! my husband supports us as a firefighter . we both love helping others I am volunter and i too love helping others! well if i was retired , i'd be relaxing as much as possible . [LYING FACE] I already an retired gym teacher oh cool what do you do for fun ? War documentaries nice . i like nature a lot . i enjoy exploring the forest . i'm good . how are you ? I would rather go. bye", "response": "i go for runs with my dog every day .", "annotation_id": "Bot001_095_20", "annotations": ["T", "X", "T", "T", "T", "O", "T", "T", "O", "X", "T", "X", "T", "T", "O"], "gpt2background_target_score": [-9.748896598815918, -10.926377296447754, -8.702567100524902, -14.048630714416504, -10.312553405761719, -10.22619915008545, -11.97914981842041, -12.285304069519043, -12.066545486450195, -12.11687183380127], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.5788270235061646, -1.4128859043121338, -1.664656400680542, -3.6350791454315186, -1.8260313272476196, -0.5739432573318481, -0.83875572681427, -1.242777943611145, -2.951284170150757, -1.6020121574401855, -2.0703957080841064, -1.7861641645431519, -1.5871942043304443, -0.6627095937728882, -1.4950942993164062, -1.3388971090316772, -0.9747635126113892, -1.9783669710159302, -1.9040601253509521, -2.0771450996398926, -1.9235066175460815, -1.6281133890151978, -2.1730785369873047, -1.3249260187149048, -2.574328899383545, -2.065721273422241, -0.5875149965286255, -1.5498548746109009, -1.6475528478622437, -1.5668063163757324, -2.8056540489196777, -1.3087518215179443, -1.5381792783737183, -2.1713552474975586, -1.2543821334838867, -2.024024486541748, -1.7123162746429443, -0.7849871516227722, -1.957288146018982, -1.9982621669769287, -1.3586820363998413, -2.2215576171875, -1.836541771888733, -2.3169965744018555, -2.5141983032226562, -2.3058669567108154, -1.9530748128890991, -1.8451385498046875, -2.7250070571899414, -2.6205923557281494, -2.6448121070861816, -2.0323517322540283, -1.7482174634933472, -1.5373575687408447, -1.9654072523117065, -2.048949718475342, -2.003429889678955, -1.9873384237289429, -1.4149589538574219, -2.4580492973327637, -2.1381680965423584, -2.6705515384674072, -0.5516223907470703, -1.5956883430480957, -2.195006847381592, -2.2502458095550537, -1.4193270206451416, -0.2565707862377167, -1.5047283172607422, -2.572892665863037, -2.341470718383789, -2.374817132949829, -1.3674074411392212, -0.8079224824905396, -2.2638297080993652, -1.0682495832443237, -0.49376457929611206, -0.5874594449996948, -2.1645960807800293, -1.7383297681808472, -2.7926084995269775, -2.7125184535980225, -1.2879425287246704, -2.0255167484283447, -2.0733449459075928, -2.1178500652313232, -2.202146291732788, -2.132195234298706, -2.102383852005005, -2.142888307571411, -2.8706982135772705, -1.7617878913879395, -1.7718514204025269, -1.537279725074768, -2.1824378967285156, -0.11622468382120132, -1.7385581731796265, -2.516960859298706, -1.598952054977417, -2.636913776397705, -2.8030691146850586, -2.1050946712493896, -2.0065863132476807, -2.6756742000579834, -2.663689613342285, -2.5607476234436035, -1.5345978736877441, -1.8042981624603271, -0.33025848865509033, -2.2583935260772705, -1.7586021423339844, -2.2374274730682373, -2.0047528743743896, -1.8258880376815796, -1.1982673406600952, -1.360628604888916, -1.3929227590560913, -2.1331231594085693, -1.4020062685012817, -1.7127820253372192, -2.1653406620025635, -2.3755102157592773, -0.8935577273368835, -1.4679523706436157, -1.0519688129425049, -0.8871371150016785, -1.2662771940231323, -1.4485547542572021, -2.2234199047088623, -0.43650251626968384, -1.1285889148712158, -0.6501207947731018, -2.540163278579712, -0.972126305103302, -2.1410157680511475, -2.2185168266296387, -1.5074844360351562, -2.361478328704834, -0.4070923328399658, -2.5212628841400146, -1.959119439125061, -1.582725167274475, -2.2262871265411377, -2.5834572315216064, -1.4584959745407104, -2.111741542816162, -1.5972175598144531, -2.2052667140960693, -2.24949049949646, -2.042722702026367, -2.2558422088623047, -2.609250783920288, -2.147177219390869, -2.163809299468994, -1.5757642984390259, -0.9414982199668884, -2.458754301071167, -1.48921799659729, -1.4682365655899048, -1.6025065183639526, -2.043032646179199, -2.049672842025757, -1.4364888668060303, -1.9591645002365112, -1.9319013357162476, -2.3423352241516113, -1.9964878559112549, -2.205678701400757, -2.460203170776367, -2.3221077919006348, -1.8571547269821167, -2.2647643089294434, -1.5791209936141968, -2.33085560798645, -1.9151235818862915, -0.7290524840354919, -1.659765362739563, -2.42952299118042, -1.8485444784164429, -0.5405952334403992, -2.5086653232574463, -1.2601516246795654, -1.625380516052246, -1.2460914850234985, -1.1946088075637817, -1.8181071281433105, -1.9626233577728271, -2.055121898651123, -0.9560231566429138, -0.6130630373954773, -0.6818874478340149, -1.6437828540802002, -2.1870040893554688, -2.3799476623535156, -3.4867279529571533, -1.469525694847107, -0.7241737246513367, -2.61350417137146, -2.368523597717285, -0.8890457153320312, -3.588513135910034, -3.5081470012664795, -1.3752765655517578, -2.186474561691284, -1.9603407382965088, -2.1035852432250977, -1.6660687923431396, -0.36352843046188354, -1.5030025243759155, -0.9086724519729614, -2.1209218502044678, -0.6820341348648071, -2.1014227867126465, -2.938512086868286, -1.4320706129074097, -2.716623306274414, -1.6427313089370728, -2.054485321044922, -2.048337697982788, -1.4165358543395996, -0.15146401524543762, -1.461321234703064, -1.1221195459365845, -1.6082510948181152, -1.9370564222335815, -0.2523324191570282, -0.40415874123573303, -1.1462119817733765, -1.80426824092865, -1.2033469676971436, -2.097146987915039, -1.5038601160049438, -1.1217451095581055, -1.1807162761688232, -0.29550784826278687, -0.7633016109466553, -1.7423681020736694, -2.229377508163452, -1.069428563117981, -1.9739240407943726, -1.2558156251907349, -2.14790940284729, -3.0194337368011475, -2.2844247817993164, -2.448282480239868, -1.110954761505127, -2.2573089599609375, -2.0924150943756104, -1.1891593933105469, -2.179352283477783, -2.2724387645721436, -1.5217785835266113, -1.9406379461288452, -1.4832967519760132]}, "Bot001_096_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_096.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY] my name is Kyle, what is yours ?", "response": "my name is marie anne", "annotation_id": "Bot001_096_02", "annotations": ["T", "O", "O", "O", "T", "O", "O", "O", "O", "X", "O", "O", "T", "O", "O"], "gpt2background_target_score": [-11.607717514038086, -11.921070098876953, -1.8320664167404175, -11.30113697052002, -10.840123176574707, -9.55264949798584, -12.809476852416992], "gpt2background_argmax_score": [-1.9761712551116943, -1.080935001373291, -1.7423228025436401, -1.3194321393966675, -1.4557596445083618, -0.7846617102622986, -1.5420114994049072, -3.783468723297119, -0.9428858757019043, -2.8625261783599854, -1.2497807741165161, -1.5824079513549805, -2.6078264713287354, -2.6221706867218018, -2.019376039505005, -1.0939040184020996, -1.4908502101898193, -0.5012624859809875, -3.09484601020813, -2.257479190826416, -2.0479331016540527, -1.215743064880371, -0.7315510511398315, -0.228453129529953, -1.3481160402297974, -2.7138419151306152, -0.32118892669677734, -0.3166818916797638, -0.7760005593299866, -3.3479509353637695, -1.3503738641738892, -4.188226699829102, -1.8187264204025269]}, "Bot001_096_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_096.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY] my name is Kyle, what is yours ? my name is marie anne that is a beautiful name. what is your favorite color marie anne", "response": "i own a farm in ohio .. Also, try to guess: i love wearing ...", "annotation_id": "Bot001_096_04", "annotations": ["O", "X", "X", "T", "T", "T", "O", "O", "X", "X", "X", "X", "X", "T", "T"], "gpt2background_target_score": [-9.748896598815918, -12.801382064819336, -4.728074550628662, -13.412508964538574, -9.052428245544434, -10.022051811218262, -10.579851150512695, -12.082236289978027, -12.191324234008789, -7.90512228012085, -15.604339599609375, -8.06462574005127, -16.67930793762207, -9.827655792236328, -10.40070915222168, -11.283562660217285, -11.735828399658203, -9.14428424835205], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.7423242330551147, -1.3194338083267212, -1.4557617902755737, -0.7846629023551941, -1.5420138835906982, -3.7834627628326416, -0.9428880214691162, -2.86252498626709, -1.2497789859771729, -1.5824066400527954, -2.6078290939331055, -2.6221723556518555, -2.0193769931793213, -1.0939048528671265, -1.4908504486083984, -0.5012618899345398, -3.094844341278076, -2.257479190826416, -2.0479331016540527, -1.215741515159607, -0.7315508127212524, -0.2284536063671112, -1.3481147289276123, -0.6309810280799866, -0.2957826554775238, -1.0850059986114502, -3.3822031021118164, -1.8180702924728394, -4.361025333404541, -2.1150434017181396, -2.0141701698303223, -1.9776805639266968, -3.384140729904175, -1.8082315921783447, -1.9648820161819458, -1.8352831602096558, -1.3081201314926147, -0.643521785736084, -0.8372086882591248, -1.9312506914138794, -1.0688841342926025, -0.3055678904056549, -1.140893816947937, -0.3599375784397125, -1.1576859951019287, -2.5303525924682617, -1.5375176668167114, -1.7722502946853638, -2.6872708797454834, -1.2796101570129395, -1.9022036790847778, -2.3385751247406006, -2.013702154159546, -2.1384224891662598, -1.9052048921585083, -1.8221793174743652, -1.6667943000793457, -2.5502665042877197, -1.823474645614624, -2.8410985469818115, -2.3451170921325684, -2.366083860397339, -2.1970865726470947, -2.1699023246765137]}, "Bot001_096_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_096.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY] my name is Kyle, what is yours ? my name is marie anne that is a beautiful name. what is your favorite color marie anne i own a farm in ohio .. Also, try to guess: i love wearing ... jeans ?", "response": "skinny jeans and leggings, funny you :)", "annotation_id": "Bot001_096_06", "annotations": ["T", "T", "X", "T", "T", "O", "O", "O", "O", "X", "O", "O", "T", "T", "X"], "gpt2background_target_score": [-12.865645408630371, -11.479108810424805, -11.375873565673828, -8.328230857849121, -11.283151626586914, -12.396964073181152, -11.793130874633789, -10.819744110107422, -11.896385192871094, -6.1942548751831055, -12.091168403625488], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.7423242330551147, -1.3194338083267212, -1.4557617902755737, -0.7846629023551941, -1.5420138835906982, -3.7834627628326416, -0.9428880214691162, -2.86252498626709, -1.2497789859771729, -1.5824066400527954, -2.6078290939331055, -2.6221723556518555, -2.0193769931793213, -1.0939048528671265, -1.4908504486083984, -0.5012618899345398, -3.094844341278076, -2.257479190826416, -2.0479331016540527, -1.215741515159607, -0.7315508127212524, -0.2284536063671112, -1.3481147289276123, -0.6309810280799866, -0.2957826554775238, -1.0850059986114502, -3.3822031021118164, -1.8180702924728394, -4.361025333404541, -2.1150434017181396, -2.0141701698303223, -1.9776805639266968, -3.384140729904175, -1.8082315921783447, -1.9648820161819458, -1.8352831602096558, -1.3081201314926147, -0.643521785736084, -0.8372086882591248, -1.9312506914138794, -1.0688841342926025, -0.3055678904056549, -1.140893816947937, -0.3599375784397125, -1.1576859951019287, -1.856057047843933, -2.367823839187622, -2.9425151348114014, -1.9000730514526367, -1.9552829265594482, -3.1957483291625977, -2.2781119346618652, -2.701847553253174, -2.3730528354644775, -1.763286828994751, -1.3821717500686646, -2.584526777267456, -1.8103874921798706, -2.589106798171997, -2.2507386207580566, -2.4610562324523926, -2.341351270675659, -2.6614205837249756, -2.371706962585449, -1.4167159795761108, -2.6261861324310303, -0.4655083119869232, -2.3167455196380615, -1.473328709602356, -2.404660701751709, -0.10329259186983109, -0.26923152804374695, -1.5604734420776367, -3.0463197231292725, -2.8147614002227783, -3.0127551555633545, -0.4819464683532715]}, "Bot001_096_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_096.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY] my name is Kyle, what is yours ? my name is marie anne that is a beautiful name. what is your favorite color marie anne i own a farm in ohio .. Also, try to guess: i love wearing ... jeans ? skinny jeans and leggings, funny you :) what do you do for a living", "response": "i work in an office building . it has also paid well , and supports my love of cars. how is your night going ? [HEAR-NO-EVIL MONKEY]", "annotation_id": "Bot001_096_08", "annotations": ["O", "T", "O", "O", "T", "O", "O", "O", "O", "O", "O", "O", "X", "O", "O"], "gpt2background_target_score": [-9.748896598815918, -11.115638732910156, -7.716994762420654, -4.583125114440918, -8.734383583068848, -12.335246086120605, -9.533318519592285, -9.697617530822754, -8.791823387145996, -11.648600578308105, -13.589885711669922, -12.515530586242676, -13.04909610748291, -9.062698364257812, -12.763394355773926, -8.225350379943848, -6.343776226043701, -7.236757278442383, -12.025846481323242, -2.257479190826416, -5.807075023651123, -1.215741515159607, -0.7315508127212524, -12.717728614807129, -10.446176528930664, -10.860939025878906, -7.4301228523254395, -11.9957857131958, -14.018671989440918, -5.355537414550781, -9.855173110961914, -5.676694869995117, -13.955190658569336, -12.348982810974121, -10.053204536437988, -12.345209121704102, -11.38117790222168], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.7423242330551147, -1.3194338083267212, -1.4557617902755737, -0.7846629023551941, -1.5420138835906982, -3.7834627628326416, -0.9428880214691162, -2.86252498626709, -1.2497789859771729, -1.5824066400527954, -2.6078290939331055, -2.6221723556518555, -2.0193769931793213, -1.0939048528671265, -1.4908504486083984, -0.5012618899345398, -3.094844341278076, -2.257479190826416, -2.0479331016540527, -1.215741515159607, -0.7315508127212524, -0.2284536063671112, -1.3481147289276123, -0.6309810280799866, -0.2957826554775238, -1.0850059986114502, -3.3822031021118164, -1.8180702924728394, -4.361025333404541, -2.1150434017181396, -2.0141701698303223, -1.9776805639266968, -3.384140729904175, -1.8082315921783447, -1.9648820161819458, -1.8352831602096558, -1.3081201314926147, -0.643521785736084, -0.8372086882591248, -1.9312506914138794, -1.0688841342926025, -0.3055678904056549, -1.140893816947937, -0.3599375784397125, -1.1576859951019287, -1.856057047843933, -2.367823839187622, -2.9425151348114014, -1.9000730514526367, -1.9552829265594482, -3.1957483291625977, -2.2781119346618652, -2.701847553253174, -2.3730528354644775, -1.763286828994751, -1.3821717500686646, -2.584526777267456, -1.8103874921798706, -2.589106798171997, -2.2507386207580566, -2.4610562324523926, -2.341351270675659, -2.6614205837249756, -2.371706962585449, -1.4167159795761108, -1.650895595550537, -1.9219162464141846, -2.5705149173736572, -0.08608191460371017, -0.40117496252059937, -1.9315087795257568, -2.5694122314453125, -2.9910364151000977, -2.9729506969451904, -1.1207367181777954, -2.165588617324829, -0.37128254771232605, -1.3123887777328491, -1.8209658861160278, -2.5791401863098145, -1.8713082075119019, -1.0149574279785156, -2.3172552585601807, -2.253882646560669, -1.5057752132415771, -1.4689902067184448, -3.2042734622955322, -1.8709049224853516, -1.8969496488571167, -1.6543880701065063, -0.8418422341346741, -1.2264790534973145, -1.1113733053207397, -0.9165647625923157, -1.98581862449646, -1.4509265422821045, -1.1640464067459106, -2.083378791809082, -2.756596565246582, -0.7629022002220154, -2.3854918479919434, -1.8590617179870605, -1.5795637369155884, -1.5802593231201172, -1.3347786664962769, -1.8533626794815063, -1.1711704730987549, -1.186930537223816, -0.4935868978500366, -3.3105623722076416, -2.283482551574707, -2.171485662460327, -3.2838172912597656, -2.821927785873413, -2.5599801540374756, -1.3304991722106934, -1.5465279817581177, -1.9358742237091064, -1.7223529815673828, -1.2710853815078735]}, "Bot001_096_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_096.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY] my name is Kyle, what is yours ? my name is marie anne that is a beautiful name. what is your favorite color marie anne i own a farm in ohio .. Also, try to guess: i love wearing ... jeans ? skinny jeans and leggings, funny you :) what do you do for a living i work in an office building . it has also paid well , and supports my love of cars. how is your night going ? [HEAR-NO-EVIL MONKEY] it's quite good", "response": "i had to call 911 once it was so bad . do you have any pets ?", "annotation_id": "Bot001_096_10", "annotations": ["O", "X", "X", "O", "T", "O", "O", "T", "O", "O", "O", "T", "T", "T", "O"], "gpt2background_target_score": [-9.748896598815918, -10.040912628173828, -5.894443035125732, -12.808930397033691, -12.234689712524414, -8.343111991882324, -8.3702392578125, -10.871344566345215, -8.51926326751709, -11.64230728149414, -11.952762603759766, -11.870245933532715, -10.90423583984375, -11.562551498413086, -12.396916389465332, -12.633001327514648, -10.981171607971191], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.7423242330551147, -1.3194338083267212, -1.4557617902755737, -0.7846629023551941, -1.5420138835906982, -3.7834627628326416, -0.9428880214691162, -2.86252498626709, -1.2497789859771729, -1.5824066400527954, -2.6078290939331055, -2.6221723556518555, -2.0193769931793213, -1.0939048528671265, -1.4908504486083984, -0.5012618899345398, -3.094844341278076, -2.257479190826416, -2.0479331016540527, -1.215741515159607, -0.7315508127212524, -0.2284536063671112, -1.3481147289276123, -0.6309810280799866, -0.2957826554775238, -1.0850059986114502, -3.3822031021118164, -1.8180702924728394, -4.361025333404541, -2.1150434017181396, -2.0141701698303223, -1.9776805639266968, -3.384140729904175, -1.8082315921783447, -1.9648820161819458, -1.8352831602096558, -1.3081201314926147, -0.643521785736084, -0.8372086882591248, -1.9312506914138794, -1.0688841342926025, -0.3055678904056549, -1.140893816947937, -0.3599375784397125, -1.1576859951019287, -1.856057047843933, -2.367823839187622, -2.9425151348114014, -1.9000730514526367, -1.9552829265594482, -3.1957483291625977, -2.2781119346618652, -2.701847553253174, -2.3730528354644775, -1.763286828994751, -1.3821717500686646, -2.584526777267456, -1.8103874921798706, -2.589106798171997, -2.2507386207580566, -2.4610562324523926, -2.341351270675659, -2.6614205837249756, -2.371706962585449, -1.4167159795761108, -1.650895595550537, -1.9219162464141846, -2.5705149173736572, -0.08608191460371017, -0.40117496252059937, -1.9315087795257568, -2.5694122314453125, -2.9910364151000977, -2.9729506969451904, -1.1207367181777954, -2.165588617324829, -0.37128254771232605, -1.3123887777328491, -1.8209658861160278, -2.5791401863098145, -1.8713082075119019, -1.0149574279785156, -1.9990636110305786, -1.5961008071899414, -1.5538012981414795, -2.9184517860412598, -2.196568727493286, -2.1282572746276855, -2.1150522232055664, -0.9300323724746704, -1.3717118501663208, -1.0018501281738281, -0.6243053078651428, -1.9793003797531128, -1.5963222980499268, -1.2294126749038696, -2.263471841812134, -2.9587812423706055, -0.9521514773368835, -2.2030222415924072, -2.107916831970215, -1.955772876739502, -1.6752090454101562, -1.1333318948745728, -1.8133684396743774, -1.2627187967300415, -1.1876651048660278, -1.7749608755111694, -4.025345802307129, -2.2583322525024414, -1.8771684169769287, -3.3714897632598877, -2.7858290672302246, -2.608203411102295, -1.2566754817962646, -1.4450204372406006, -2.009866714477539, -1.4704313278198242, -2.0720057487487793, -1.0736825466156006, -2.3806169033050537, -2.179267168045044, -2.263030767440796, -2.3243441581726074, -1.6631933450698853, -1.0652307271957397, -2.258333683013916, -1.4166512489318848, -2.57299542427063, -2.394566774368286, -1.765371561050415, -1.5284780263900757, -1.775753378868103, -1.7978988885879517, -1.3266206979751587, -0.4946650564670563, -1.431432843208313, -1.1594098806381226, -2.939244031906128, -1.0206047296524048, -1.0544652938842773]}, "Bot001_096_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_096.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY] my name is Kyle, what is yours ? my name is marie anne that is a beautiful name. what is your favorite color marie anne i own a farm in ohio .. Also, try to guess: i love wearing ... jeans ? skinny jeans and leggings, funny you :) what do you do for a living i work in an office building . it has also paid well , and supports my love of cars. how is your night going ? [HEAR-NO-EVIL MONKEY] it's quite good i had to call 911 once it was so bad . do you have any pets ? i have 2 cats. you ?", "response": "i do too , i've a cat pickles . where are you from ?", "annotation_id": "Bot001_096_12", "annotations": ["O", "O", "O", "O", "T", "O", "O", "O", "O", "O", "O", "O", "O", "T", "O"], "gpt2background_target_score": [-9.748896598815918, -8.541638374328613, -12.294707298278809, -11.767194747924805, -10.51657772064209, -12.736519813537598, -9.004684448242188, -10.510024070739746, -10.209681510925293, -11.657885551452637, -11.952762603759766, -11.25364875793457, -10.866652488708496, -11.009220123291016, -9.011609077453613, -7.306498050689697], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.7423242330551147, -1.3194338083267212, -1.4557617902755737, -0.7846629023551941, -1.5420138835906982, -3.7834627628326416, -0.9428880214691162, -2.86252498626709, -1.2497789859771729, -1.5824066400527954, -2.6078290939331055, -2.6221723556518555, -2.0193769931793213, -1.0939048528671265, -1.4908504486083984, -0.5012618899345398, -3.094844341278076, -2.257479190826416, -2.0479331016540527, -1.215741515159607, -0.7315508127212524, -0.2284536063671112, -1.3481147289276123, -0.6309810280799866, -0.2957826554775238, -1.0850059986114502, -3.3822031021118164, -1.8180702924728394, -4.361025333404541, -2.1150434017181396, -2.0141701698303223, -1.9776805639266968, -3.384140729904175, -1.8082315921783447, -1.9648820161819458, -1.8352831602096558, -1.3081201314926147, -0.643521785736084, -0.8372086882591248, -1.9312506914138794, -1.0688841342926025, -0.3055678904056549, -1.140893816947937, -0.3599375784397125, -1.1576859951019287, -1.856057047843933, -2.367823839187622, -2.9425151348114014, -1.9000730514526367, -1.9552829265594482, -3.1957483291625977, -2.2781119346618652, -2.701847553253174, -2.3730528354644775, -1.763286828994751, -1.3821717500686646, -2.584526777267456, -1.8103874921798706, -2.589106798171997, -2.2507386207580566, -2.4610562324523926, -2.341351270675659, -2.6614205837249756, -2.371706962585449, -1.4167159795761108, -1.650895595550537, -1.9219162464141846, -2.5705149173736572, -0.08608191460371017, -0.40117496252059937, -1.9315087795257568, -2.5694122314453125, -2.9910364151000977, -2.9729506969451904, -1.1207367181777954, -2.165588617324829, -0.37128254771232605, -1.3123887777328491, -1.8209658861160278, -2.5791401863098145, -1.8713082075119019, -1.0149574279785156, -1.9990636110305786, -1.5961008071899414, -1.5538012981414795, -2.9184517860412598, -2.196568727493286, -2.1282572746276855, -2.1150522232055664, -0.9300323724746704, -1.3717118501663208, -1.0018501281738281, -0.6243053078651428, -1.9793003797531128, -1.5963222980499268, -1.2294126749038696, -2.263471841812134, -2.9587812423706055, -0.9521514773368835, -2.2030222415924072, -2.107916831970215, -1.955772876739502, -1.6752090454101562, -1.1333318948745728, -1.8133684396743774, -1.2627187967300415, -1.1876651048660278, -1.7749608755111694, -4.025345802307129, -2.2583322525024414, -1.8771684169769287, -3.3714897632598877, -2.7858290672302246, -2.608203411102295, -1.2566754817962646, -1.4450204372406006, -2.009866714477539, -1.4704313278198242, -2.0720057487487793, -1.0736825466156006, -2.3806169033050537, -2.179267168045044, -2.263030767440796, -2.500199794769287, -1.3137153387069702, -2.6568870544433594, -1.3203352689743042, -2.7767653465270996, -1.5423790216445923, -1.7243237495422363, -1.675742506980896, -2.0504541397094727, -1.3713295459747314, -1.5846046209335327, -0.47924792766571045, -1.4112458229064941, -1.071026086807251, -2.89168381690979, -1.0046017169952393, -1.8284534215927124, -2.1369731426239014, -1.0476032495498657, -1.1448795795440674, -2.04215145111084, -1.369388222694397, -2.2092058658599854, -1.4989228248596191, -2.0661182403564453, -1.8435982465744019, -1.0667470693588257, -1.560429573059082, -1.2790099382400513, -1.7638306617736816, -1.35545814037323, -2.0406999588012695, -2.399885416030884, -1.8165100812911987, -1.887696385383606, -1.192256212234497, -1.4555461406707764, -0.5742882490158081, -1.3522388935089111, -0.8591076135635376, -1.1641993522644043]}, "Bot001_096_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_096.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY] my name is Kyle, what is yours ? my name is marie anne that is a beautiful name. what is your favorite color marie anne i own a farm in ohio .. Also, try to guess: i love wearing ... jeans ? skinny jeans and leggings, funny you :) what do you do for a living i work in an office building . it has also paid well , and supports my love of cars. how is your night going ? [HEAR-NO-EVIL MONKEY] it's quite good i had to call 911 once it was so bad . do you have any pets ? i have 2 cats. you ? i do too , i've a cat pickles . where are you from ? from california. you ?", "response": "i'm in cali as well. Also, try to guess: i'm blonde girl ...", "annotation_id": "Bot001_096_14", "annotations": ["O", "T", "O", "O", "T", "T", "O", "T", "O", "X", "O", "T", "T", "O", "X"], "gpt2background_target_score": [-9.748896598815918, -9.656435012817383, -7.716994762420654, -11.484784126281738, -10.958449363708496, -6.649389743804932, -10.452502250671387, -10.48247241973877, -12.191324234008789, -7.90512228012085, -15.604339599609375, -8.06462574005127, -16.67930793762207, -9.827655792236328, -10.40070915222168, -11.289285659790039, -9.348711013793945, -10.376509666442871, -8.383502960205078], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.7423242330551147, -1.3194338083267212, -1.4557617902755737, -0.7846629023551941, -1.5420138835906982, -3.7834627628326416, -0.9428880214691162, -2.86252498626709, -1.2497789859771729, -1.5824066400527954, -2.6078290939331055, -2.6221723556518555, -2.0193769931793213, -1.0939048528671265, -1.4908504486083984, -0.5012618899345398, -3.094844341278076, -2.257479190826416, -2.0479331016540527, -1.215741515159607, -0.7315508127212524, -0.2284536063671112, -1.3481147289276123, -0.6309810280799866, -0.2957826554775238, -1.0850059986114502, -3.3822031021118164, -1.8180702924728394, -4.361025333404541, -2.1150434017181396, -2.0141701698303223, -1.9776805639266968, -3.384140729904175, -1.8082315921783447, -1.9648820161819458, -1.8352831602096558, -1.3081201314926147, -0.643521785736084, -0.8372086882591248, -1.9312506914138794, -1.0688841342926025, -0.3055678904056549, -1.140893816947937, -0.3599375784397125, -1.1576859951019287, -1.856057047843933, -2.367823839187622, -2.9425151348114014, -1.9000730514526367, -1.9552829265594482, -3.1957483291625977, -2.2781119346618652, -2.701847553253174, -2.3730528354644775, -1.763286828994751, -1.3821717500686646, -2.584526777267456, -1.8103874921798706, -2.589106798171997, -2.2507386207580566, -2.4610562324523926, -2.341351270675659, -2.6614205837249756, -2.371706962585449, -1.4167159795761108, -1.650895595550537, -1.9219162464141846, -2.5705149173736572, -0.08608191460371017, -0.40117496252059937, -1.9315087795257568, -2.5694122314453125, -2.9910364151000977, -2.9729506969451904, -1.1207367181777954, -2.165588617324829, -0.37128254771232605, -1.3123887777328491, -1.8209658861160278, -2.5791401863098145, -1.8713082075119019, -1.0149574279785156, -1.9990636110305786, -1.5961008071899414, -1.5538012981414795, -2.9184517860412598, -2.196568727493286, -2.1282572746276855, -2.1150522232055664, -0.9300323724746704, -1.3717118501663208, -1.0018501281738281, -0.6243053078651428, -1.9793003797531128, -1.5963222980499268, -1.2294126749038696, -2.263471841812134, -2.9587812423706055, -0.9521514773368835, -2.2030222415924072, -2.107916831970215, -1.955772876739502, -1.6752090454101562, -1.1333318948745728, -1.8133684396743774, -1.2627187967300415, -1.1876651048660278, -1.7749608755111694, -4.025345802307129, -2.2583322525024414, -1.8771684169769287, -3.3714897632598877, -2.7858290672302246, -2.608203411102295, -1.2566754817962646, -1.4450204372406006, -2.009866714477539, -1.4704313278198242, -2.0720057487487793, -1.0736825466156006, -2.3806169033050537, -2.179267168045044, -2.263030767440796, -2.500199794769287, -1.3137153387069702, -2.6568870544433594, -1.3203352689743042, -2.7767653465270996, -1.5423790216445923, -1.7243237495422363, -1.675742506980896, -2.0504541397094727, -1.3713295459747314, -1.5846046209335327, -0.47924792766571045, -1.4112458229064941, -1.071026086807251, -2.89168381690979, -1.0046017169952393, -1.8284534215927124, -2.1369731426239014, -1.0476032495498657, -1.1448795795440674, -2.04215145111084, -1.369388222694397, -2.2092058658599854, -1.4989228248596191, -1.7147727012634277, -0.9788498878479004, -1.629808783531189, -1.3994723558425903, -1.7502909898757935, -1.4120255708694458, -2.0834362506866455, -2.293332099914551, -1.7347619533538818, -1.9697185754776, -1.35163152217865, -1.3697237968444824, -0.508017361164093, -1.3327556848526, -0.9955092072486877, -1.5699734687805176, -2.55840802192688, -1.0763505697250366, -0.07671104371547699, -1.9072145223617554, -1.8274039030075073, -1.9031221866607666, -1.8781217336654663, -2.4187302589416504, -1.441473126411438, -1.1640150547027588, -1.0116816759109497, -0.05435078591108322, -2.2669034004211426, -0.5134590864181519, -2.084954023361206, -1.1446936130523682, -1.5115652084350586, -1.2429717779159546, -0.4683699607849121, -2.2842555046081543, -1.2913014888763428, -0.6803684830665588, -1.3074063062667847, -1.4995956420898438, -1.5732194185256958, -2.0984411239624023, -1.288631796836853]}, "Bot001_096_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_096.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY] my name is Kyle, what is yours ? my name is marie anne that is a beautiful name. what is your favorite color marie anne i own a farm in ohio .. Also, try to guess: i love wearing ... jeans ? skinny jeans and leggings, funny you :) what do you do for a living i work in an office building . it has also paid well , and supports my love of cars. how is your night going ? [HEAR-NO-EVIL MONKEY] it's quite good i had to call 911 once it was so bad . do you have any pets ? i have 2 cats. you ? i do too , i've a cat pickles . where are you from ? from california. you ? i'm in cali as well. Also, try to guess: i'm blonde girl ... with blue eyes ?", "response": "with really short hair, funny you :)", "annotation_id": "Bot001_096_16", "annotations": ["T", "T", "O", "T", "X", "T", "O", "O", "O", "X", "O", "O", "X", "T", "X"], "gpt2background_target_score": [-13.849837303161621, -10.936552047729492, -10.574402809143066, -11.308544158935547, -9.1978120803833, -10.0873441696167, -8.196969985961914, -11.993546485900879], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.7423242330551147, -1.3194338083267212, -1.4557617902755737, -0.7846629023551941, -1.5420138835906982, -3.7834627628326416, -0.9428880214691162, -2.86252498626709, -1.2497789859771729, -1.5824066400527954, -2.6078290939331055, -2.6221723556518555, -2.0193769931793213, -1.0939048528671265, -1.4908504486083984, -0.5012618899345398, -3.094844341278076, -2.257479190826416, -2.0479331016540527, -1.215741515159607, -0.7315508127212524, -0.2284536063671112, -1.3481147289276123, -0.6309810280799866, -0.2957826554775238, -1.0850059986114502, -3.3822031021118164, -1.8180702924728394, -4.361025333404541, -2.1150434017181396, -2.0141701698303223, -1.9776805639266968, -3.384140729904175, -1.8082315921783447, -1.9648820161819458, -1.8352831602096558, -1.3081201314926147, -0.643521785736084, -0.8372086882591248, -1.9312506914138794, -1.0688841342926025, -0.3055678904056549, -1.140893816947937, -0.3599375784397125, -1.1576859951019287, -1.856057047843933, -2.367823839187622, -2.9425151348114014, -1.9000730514526367, -1.9552829265594482, -3.1957483291625977, -2.2781119346618652, -2.701847553253174, -2.3730528354644775, -1.763286828994751, -1.3821717500686646, -2.584526777267456, -1.8103874921798706, -2.589106798171997, -2.2507386207580566, -2.4610562324523926, -2.341351270675659, -2.6614205837249756, -2.371706962585449, -1.4167159795761108, -1.650895595550537, -1.9219162464141846, -2.5705149173736572, -0.08608191460371017, -0.40117496252059937, -1.9315087795257568, -2.5694122314453125, -2.9910364151000977, -2.9729506969451904, -1.1207367181777954, -2.165588617324829, -0.37128254771232605, -1.3123887777328491, -1.8209658861160278, -2.5791401863098145, -1.8713082075119019, -1.0149574279785156, -1.9990636110305786, -1.5961008071899414, -1.5538012981414795, -2.9184517860412598, -2.196568727493286, -2.1282572746276855, -2.1150522232055664, -0.9300323724746704, -1.3717118501663208, -1.0018501281738281, -0.6243053078651428, -1.9793003797531128, -1.5963222980499268, -1.2294126749038696, -2.263471841812134, -2.9587812423706055, -0.9521514773368835, -2.2030222415924072, -2.107916831970215, -1.955772876739502, -1.6752090454101562, -1.1333318948745728, -1.8133684396743774, -1.2627187967300415, -1.1876651048660278, -1.7749608755111694, -4.025345802307129, -2.2583322525024414, -1.8771684169769287, -3.3714897632598877, -2.7858290672302246, -2.608203411102295, -1.2566754817962646, -1.4450204372406006, -2.009866714477539, -1.4704313278198242, -2.0720057487487793, -1.0736825466156006, -2.3806169033050537, -2.179267168045044, -2.263030767440796, -2.500199794769287, -1.3137153387069702, -2.6568870544433594, -1.3203352689743042, -2.7767653465270996, -1.5423790216445923, -1.7243237495422363, -1.675742506980896, -2.0504541397094727, -1.3713295459747314, -1.5846046209335327, -0.47924792766571045, -1.4112458229064941, -1.071026086807251, -2.89168381690979, -1.0046017169952393, -1.8284534215927124, -2.1369731426239014, -1.0476032495498657, -1.1448795795440674, -2.04215145111084, -1.369388222694397, -2.2092058658599854, -1.4989228248596191, -1.7147727012634277, -0.9788498878479004, -1.629808783531189, -1.3994723558425903, -1.7502909898757935, -1.4120255708694458, -2.0834362506866455, -2.293332099914551, -1.7347619533538818, -1.9697185754776, -1.35163152217865, -1.3697237968444824, -0.508017361164093, -1.3327556848526, -0.9955092072486877, -1.5699734687805176, -2.55840802192688, -1.0763505697250366, -0.07671104371547699, -1.9072145223617554, -1.8274039030075073, -1.9031221866607666, -1.8781217336654663, -1.8125540018081665, -1.3045637607574463, -1.5923895835876465, -0.047907695174217224, -2.307677984237671, -0.5158907771110535, -2.188983201980591, -1.4537684917449951, -1.497327208518982, -1.3397603034973145, -0.5066762566566467, -3.1542723178863525, -1.2860032320022583, -0.7315130829811096, -1.5964442491531372, -1.5304834842681885, -1.7206580638885498, -2.2067723274230957, -1.298654317855835, -1.4438681602478027, -0.47135233879089355, -2.1889889240264893, -2.0729310512542725, -2.1873912811279297, -0.6294001340866089, -2.0172817707061768, -0.8134358525276184, -1.9208232164382935, -1.830969214439392, -2.0178415775299072, -2.611360788345337, -1.2820996046066284]}, "Bot001_096_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_096.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY] my name is Kyle, what is yours ? my name is marie anne that is a beautiful name. what is your favorite color marie anne i own a farm in ohio .. Also, try to guess: i love wearing ... jeans ? skinny jeans and leggings, funny you :) what do you do for a living i work in an office building . it has also paid well , and supports my love of cars. how is your night going ? [HEAR-NO-EVIL MONKEY] it's quite good i had to call 911 once it was so bad . do you have any pets ? i have 2 cats. you ? i do too , i've a cat pickles . where are you from ? from california. you ? i'm in cali as well. Also, try to guess: i'm blonde girl ... with blue eyes ? with really short hair, funny you :) what do you like to do", "response": "i really like traveling and playing with my dogs . you ?", "annotation_id": "Bot001_096_18", "annotations": ["O", "O", "O", "T", "T", "O", "O", "O", "O", "O", "O", "O", "T", "O", "O"], "gpt2background_target_score": [-9.748896598815918, -10.936552047729492, -10.99746322631836, -10.62062931060791, -8.867194175720215, -9.588793754577637, -10.483317375183105, -9.765803337097168, -11.962905883789062, -11.976449012756348, -9.536581039428711, -8.920609474182129], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.7423242330551147, -1.3194338083267212, -1.4557617902755737, -0.7846629023551941, -1.5420138835906982, -3.7834627628326416, -0.9428880214691162, -2.86252498626709, -1.2497789859771729, -1.5824066400527954, -2.6078290939331055, -2.6221723556518555, -2.0193769931793213, -1.0939048528671265, -1.4908504486083984, -0.5012618899345398, -3.094844341278076, -2.257479190826416, -2.0479331016540527, -1.215741515159607, -0.7315508127212524, -0.2284536063671112, -1.3481147289276123, -0.6309810280799866, -0.2957826554775238, -1.0850059986114502, -3.3822031021118164, -1.8180702924728394, -4.361025333404541, -2.1150434017181396, -2.0141701698303223, -1.9776805639266968, -3.384140729904175, -1.8082315921783447, -1.9648820161819458, -1.8352831602096558, -1.3081201314926147, -0.643521785736084, -0.8372086882591248, -1.9312506914138794, -1.0688841342926025, -0.3055678904056549, -1.140893816947937, -0.3599375784397125, -1.1576859951019287, -1.856057047843933, -2.367823839187622, -2.9425151348114014, -1.9000730514526367, -1.9552829265594482, -3.1957483291625977, -2.2781119346618652, -2.701847553253174, -2.3730528354644775, -1.763286828994751, -1.3821717500686646, -2.584526777267456, -1.8103874921798706, -2.589106798171997, -2.2507386207580566, -2.4610562324523926, -2.341351270675659, -2.6614205837249756, -2.371706962585449, -1.4167159795761108, -1.650895595550537, -1.9219162464141846, -2.5705149173736572, -0.08608191460371017, -0.40117496252059937, -1.9315087795257568, -2.5694122314453125, -2.9910364151000977, -2.9729506969451904, -1.1207367181777954, -2.165588617324829, -0.37128254771232605, -1.3123887777328491, -1.8209658861160278, -2.5791401863098145, -1.8713082075119019, -1.0149574279785156, -1.9990636110305786, -1.5961008071899414, -1.5538012981414795, -2.9184517860412598, -2.196568727493286, -2.1282572746276855, -2.1150522232055664, -0.9300323724746704, -1.3717118501663208, -1.0018501281738281, -0.6243053078651428, -1.9793003797531128, -1.5963222980499268, -1.2294126749038696, -2.263471841812134, -2.9587812423706055, -0.9521514773368835, -2.2030222415924072, -2.107916831970215, -1.955772876739502, -1.6752090454101562, -1.1333318948745728, -1.8133684396743774, -1.2627187967300415, -1.1876651048660278, -1.7749608755111694, -4.025345802307129, -2.2583322525024414, -1.8771684169769287, -3.3714897632598877, -2.7858290672302246, -2.608203411102295, -1.2566754817962646, -1.4450204372406006, -2.009866714477539, -1.4704313278198242, -2.0720057487487793, -1.0736825466156006, -2.3806169033050537, -2.179267168045044, -2.263030767440796, -2.500199794769287, -1.3137153387069702, -2.6568870544433594, -1.3203352689743042, -2.7767653465270996, -1.5423790216445923, -1.7243237495422363, -1.675742506980896, -2.0504541397094727, -1.3713295459747314, -1.5846046209335327, -0.47924792766571045, -1.4112458229064941, -1.071026086807251, -2.89168381690979, -1.0046017169952393, -1.8284534215927124, -2.1369731426239014, -1.0476032495498657, -1.1448795795440674, -2.04215145111084, -1.369388222694397, -2.2092058658599854, -1.4989228248596191, -1.7147727012634277, -0.9788498878479004, -1.629808783531189, -1.3994723558425903, -1.7502909898757935, -1.4120255708694458, -2.0834362506866455, -2.293332099914551, -1.7347619533538818, -1.9697185754776, -1.35163152217865, -1.3697237968444824, -0.508017361164093, -1.3327556848526, -0.9955092072486877, -1.5699734687805176, -2.55840802192688, -1.0763505697250366, -0.07671104371547699, -1.9072145223617554, -1.8274039030075073, -1.9031221866607666, -1.8781217336654663, -1.8125540018081665, -1.3045637607574463, -1.5923895835876465, -0.047907695174217224, -2.307677984237671, -0.5158907771110535, -2.188983201980591, -1.4537684917449951, -1.4973268508911133, -1.3397608995437622, -0.5066753029823303, -3.1542720794677734, -1.2860026359558105, -0.7315139770507812, -1.5964452028274536, -1.5304839611053467, -1.7206560373306274, -2.206773281097412, -1.298653483390808, -1.4438670873641968, -0.47135284543037415, -2.1889877319335938, -2.0729310512542725, -1.7820885181427002, -2.328075408935547, -0.9505022764205933, -1.9516499042510986, -2.244248867034912, -1.8041272163391113, -1.9240814447402954, -1.6318973302841187, -1.7788656949996948, -0.29455316066741943, -1.0871734619140625, -1.1568342447280884, -1.1136257648468018, -1.2465171813964844, -1.9600595235824585, -2.16266131401062, -0.5702320337295532, -2.4591457843780518, -1.739235281944275, -2.390514373779297, -1.5178067684173584, -1.746233582496643, -2.2371723651885986, -2.002423048019409, -0.7487813234329224, -2.0823006629943848, -1.5422844886779785]}, "Bot001_096_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_096.log.json", "context": "Hi! What is your name? [FACE WITH TEARS OF JOY] my name is Kyle, what is yours ? my name is marie anne that is a beautiful name. what is your favorite color marie anne i own a farm in ohio .. Also, try to guess: i love wearing ... jeans ? skinny jeans and leggings, funny you :) what do you do for a living i work in an office building . it has also paid well , and supports my love of cars. how is your night going ? [HEAR-NO-EVIL MONKEY] it's quite good i had to call 911 once it was so bad . do you have any pets ? i have 2 cats. you ? i do too , i've a cat pickles . where are you from ? from california. you ? i'm in cali as well. Also, try to guess: i'm blonde girl ... with blue eyes ? with really short hair, funny you :) what do you like to do i really like traveling and playing with my dogs . you ? i like these things too", "response": "oh no , not anymore i had a black dog few yeas ago. how are you doing this evening ? [SMILING FACE WITH HEART-SHAPED EYES]", "annotation_id": "Bot001_096_20", "annotations": ["O", "X", "X", "T", "X", "O", "O", "T", "X", "T", "X", "X", "T", "T", "O"], "gpt2background_target_score": [-11.089654922485352, -9.193212509155273, -13.278708457946777, -8.047600746154785, -14.519110679626465, -8.08791732788086, -11.245096206665039, -10.203320503234863, -10.544788360595703, -10.549076080322266, -12.629460334777832, -12.546956062316895, -15.437416076660156, -14.461933135986328, -5.795646667480469, -9.19540023803711, -9.490157127380371, -7.041052341461182, -10.32093620300293, -8.145406723022461, -13.316276550292969, -10.2342529296875, -8.569755554199219, -13.54710865020752, -11.875286102294922, -13.025792121887207, -12.259678840637207, -12.320149421691895, -13.396533012390137, -13.598174095153809, -8.046577453613281, -12.350263595581055, -12.732885360717773, -13.758369445800781, -9.9391450881958, -12.650008201599121, -11.38117790222168], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.7423242330551147, -1.3194338083267212, -1.4557617902755737, -0.7846629023551941, -1.5420138835906982, -3.7834627628326416, -0.9428880214691162, -2.86252498626709, -1.2497789859771729, -1.5824066400527954, -2.6078290939331055, -2.6221723556518555, -2.0193769931793213, -1.0939048528671265, -1.4908504486083984, -0.5012618899345398, -3.094844341278076, -2.257479190826416, -2.0479331016540527, -1.215741515159607, -0.7315508127212524, -0.2284536063671112, -1.3481147289276123, -0.6309810280799866, -0.2957826554775238, -1.0850059986114502, -3.3822031021118164, -1.8180702924728394, -4.361025333404541, -2.1150434017181396, -2.0141701698303223, -1.9776805639266968, -3.384140729904175, -1.8082315921783447, -1.9648820161819458, -1.8352831602096558, -1.3081201314926147, -0.643521785736084, -0.8372086882591248, -1.9312506914138794, -1.0688841342926025, -0.3055678904056549, -1.140893816947937, -0.3599375784397125, -1.1576859951019287, -1.856057047843933, -2.367823839187622, -2.9425151348114014, -1.9000730514526367, -1.9552829265594482, -3.1957483291625977, -2.2781119346618652, -2.701847553253174, -2.3730528354644775, -1.763286828994751, -1.3821717500686646, -2.584526777267456, -1.8103874921798706, -2.589106798171997, -2.2507386207580566, -2.4610562324523926, -2.341351270675659, -2.6614205837249756, -2.371706962585449, -1.4167159795761108, -1.650895595550537, -1.9219162464141846, -2.5705149173736572, -0.08608191460371017, -0.40117496252059937, -1.9315087795257568, -2.5694122314453125, -2.9910364151000977, -2.9729506969451904, -1.1207367181777954, -2.165588617324829, -0.37128254771232605, -1.3123887777328491, -1.8209658861160278, -2.5791401863098145, -1.8713082075119019, -1.0149574279785156, -1.9990636110305786, -1.5961008071899414, -1.5538012981414795, -2.9184517860412598, -2.196568727493286, -2.1282572746276855, -2.1150522232055664, -0.9300323724746704, -1.3717118501663208, -1.0018501281738281, -0.6243053078651428, -1.9793003797531128, -1.5963222980499268, -1.2294126749038696, -2.263471841812134, -2.9587812423706055, -0.9521514773368835, -2.2030222415924072, -2.107916831970215, -1.955772876739502, -1.6752090454101562, -1.1333318948745728, -1.8133684396743774, -1.2627187967300415, -1.1876651048660278, -1.7749608755111694, -4.025345802307129, -2.2583322525024414, -1.8771684169769287, -3.3714897632598877, -2.7858290672302246, -2.608203411102295, -1.2566754817962646, -1.4450204372406006, -2.009866714477539, -1.4704313278198242, -2.0720057487487793, -1.0736825466156006, -2.3806169033050537, -2.179267168045044, -2.263030767440796, -2.500199794769287, -1.3137153387069702, -2.6568870544433594, -1.3203352689743042, -2.7767653465270996, -1.5423790216445923, -1.7243237495422363, -1.6757419109344482, -2.0504543781280518, -1.3713290691375732, -1.584604263305664, -0.479248583316803, -1.4112474918365479, -1.0710248947143555, -2.891683578491211, -1.0046018362045288, -1.8284530639648438, -2.1369729042053223, -1.0476036071777344, -1.1448789834976196, -2.04215145111084, -1.3693875074386597, -2.2092056274414062, -1.4989219903945923, -1.7147725820541382, -0.9788509011268616, -1.629808783531189, -1.3994712829589844, -1.7502907514572144, -1.4120264053344727, -2.0834391117095947, -2.293332576751709, -1.7347599267959595, -1.9697185754776, -1.3516314029693604, -1.3697235584259033, -0.5080177187919617, -1.3327546119689941, -0.9955101609230042, -1.5699735879898071, -2.55841064453125, -1.0763492584228516, -0.07671104371547699, -1.9072163105010986, -1.8274046182632446, -1.9031203985214233, -1.8781217336654663, -1.8125540018081665, -1.3045624494552612, -1.592388391494751, -0.047907695174217224, -2.307678461074829, -0.5158901810646057, -2.188983917236328, -1.4537689685821533, -1.497327208518982, -1.3397612571716309, -0.5066759586334229, -3.1542704105377197, -1.2860016822814941, -0.7315133213996887, -1.5964460372924805, -1.5304845571517944, -1.7206571102142334, -2.206773281097412, -1.2986544370651245, -1.443868637084961, -0.4713520407676697, -2.1889889240264893, -2.072930097579956, -1.782087802886963, -2.328075408935547, -0.9505019187927246, -1.951650857925415, -2.2442479133605957, -1.8041268587112427, -1.9240797758102417, -1.6318974494934082, -1.7788660526275635, -0.29455438256263733, -1.087173581123352, -1.1568330526351929, -1.1136265993118286, -1.2465169429779053, -1.9985297918319702, -1.061698079109192, -2.051084041595459, -1.9793241024017334, -2.5498430728912354, -1.3613189458847046, -1.825325846672058, -2.0333096981048584, -1.5706497430801392, -1.1154990196228027, -2.846979856491089, -1.0826982259750366, -2.106433629989624, -1.791853904724121, -2.020564556121826, -2.152862071990967, -1.5740264654159546, -1.9721460342407227, -1.8993128538131714, -1.8998236656188965, -0.7530913352966309, -2.325354814529419, -1.381333351135254, -2.472900867462158, -0.576644241809845, -1.3821349143981934, -1.6045200824737549, -2.244835615158081, -0.5904540419578552, -2.5594542026519775, -1.635937213897705, -2.018169403076172, -1.2232633829116821, -1.8967946767807007, -0.3147135376930237, -1.7254083156585693, -1.0820722579956055, -0.4630264639854431, -0.39692699909210205, -1.2330166101455688, -3.3862497806549072, -2.101027250289917, -2.7899434566497803, -2.4345545768737793, -0.9570658802986145, -0.9168761968612671, -0.2802901268005371, -1.2157427072525024, -0.5076872706413269, -2.2951154708862305, -1.8807133436203003, -1.686623454093933, -2.265244722366333, -1.3722541332244873, -1.005823016166687]}, "Bot001_097_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_097.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT].\nSome facts about me: i love playing softball hey man i don't know what softball is", "response": "did you mean work ? do you like to play sports ? i am into soccer quite a bit . [HEAR-NO-EVIL MONKEY]", "annotation_id": "Bot001_097_02", "annotations": ["O", "O", "X", "T", "T", "T", "O", "T", "X", "O", "T", "X", "O", "X", "X"], "gpt2background_target_score": [-12.943147659301758, -7.276358604431152, -11.354509353637695, -9.792506217956543, -7.386923789978027, -9.987585067749023, -10.295101165771484, -12.22639274597168, -7.624849319458008, -13.167973518371582, -13.960847854614258, -13.15439510345459, -11.934452056884766, -14.480291366577148, -11.654022216796875, -13.364456176757812, -14.356319427490234, -12.366273880004883, -15.097112655639648, -11.856536865234375, -12.391733169555664, -9.164741516113281, -10.15403938293457, -7.322742462158203, -11.853555679321289, -6.392110347747803, -12.912632942199707, -11.734180450439453, -11.344562530517578, -12.702095031738281, -10.929906845092773], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.6541962623596191, -1.4581934213638306, -0.8739314079284668, -0.7113863229751587, -3.256420850753784, -1.552565097808838, -0.7330005168914795, -0.961970329284668, -0.9636690020561218, -2.7271111011505127, -3.7397725582122803, -2.627358913421631, -1.1162781715393066, -1.9334969520568848, -3.4478914737701416, -2.1448445320129395, -2.1447081565856934, -2.817200183868408, -1.516198754310608, -1.3032362461090088, -0.8028159737586975, -0.37418481707572937, -2.2092092037200928, -0.9179614186286926, -2.1539299488067627, -1.1296584606170654, -0.5404683947563171, -1.915156602859497, -2.1285176277160645, -2.5485174655914307, -2.050705671310425, -1.750283122062683, -1.9842143058776855, -1.6378350257873535, -1.5490100383758545, -0.24209646880626678, -1.6316200494766235, -1.4533509016036987, -1.0297596454620361, -0.08816643059253693, -1.0034031867980957, -2.204653263092041, -2.5489346981048584, -0.8092828989028931, -2.3521759510040283, -1.7363699674606323, -2.651872396469116, -0.39821985363960266, -0.3266139626502991, -1.6793770790100098, -2.11140775680542, -0.9566258788108826, -1.382325291633606, -1.135170817375183, -0.5912991762161255, -2.4965670108795166, -1.588388204574585, -2.726963520050049, -1.7828260660171509, -0.1873529553413391, -0.531317412853241, -2.2750275135040283, -1.2731009721755981, -3.027747392654419, -1.2765133380889893, -2.0426974296569824, -3.288888692855835, -2.4154229164123535, -2.6424367427825928, -1.2087280750274658, -2.021714925765991, -1.8283017873764038, -1.9359108209609985, -0.6454668045043945]}, "Bot001_097_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_097.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT].\nSome facts about me: i love playing softball hey man i don't know what softball is did you mean work ? do you like to play sports ? i am into soccer quite a bit . [HEAR-NO-EVIL MONKEY] i'm employed by the us postal service.", "response": "where are you from ?", "annotation_id": "Bot001_097_04", "annotations": ["O", "O", "T", "O", "O", "O", "X", "O", "X", "T", "O", "O", "O", "X", "O"], "gpt2background_target_score": [-11.896385192871094, -8.82388687133789, -5.980231285095215, -8.232845306396484, -7.386923789978027], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.6541962623596191, -1.4581934213638306, -0.8739314079284668, -0.7113863229751587, -3.256420850753784, -1.552565097808838, -0.7330005168914795, -0.961970329284668, -0.9636690020561218, -2.7271111011505127, -3.7397725582122803, -2.627358913421631, -1.1162781715393066, -1.9334969520568848, -3.4478914737701416, -2.1448445320129395, -2.1447081565856934, -2.817200183868408, -1.516198754310608, -1.3032362461090088, -0.8028159737586975, -0.37418481707572937, -2.2092092037200928, -0.9179614186286926, -2.1539299488067627, -1.1296584606170654, -0.5404683947563171, -1.915156602859497, -2.1285176277160645, -2.5485174655914307, -2.050705671310425, -1.750283122062683, -1.9842143058776855, -1.6378350257873535, -1.5490100383758545, -0.24209627509117126, -1.631620168685913, -1.4533504247665405, -1.0297590494155884, -0.08816654235124588, -1.0034033060073853, -2.204653263092041, -1.8475362062454224, -1.8858208656311035, -1.7398775815963745, -2.4371325969696045, -1.2989237308502197, -0.43916285037994385, -1.8239303827285767, -2.2363882064819336, -1.000185251235962, -1.0785629749298096, -1.788498878479004, -1.7233209609985352, -2.213052749633789, -1.6909537315368652, -2.7263519763946533, -2.016714334487915, -0.19754576683044434, -0.48104575276374817, -2.054581642150879, -1.8340595960617065, -2.885754108428955, -1.4694465398788452, -1.9782415628433228, -3.3425395488739014, -2.5525171756744385, -2.625429630279541, -1.117223858833313, -1.7123786211013794, -1.7628227472305298, -1.5913137197494507, -1.5106395483016968, -2.393925905227661, -2.112462282180786, -2.3307111263275146, -0.7747577428817749, -3.085623025894165, -3.1975691318511963, -2.3191254138946533, -1.9317625761032104, -1.6908900737762451, -2.4083752632141113, -1.38590669631958, -0.31146886944770813, -1.3390675783157349, -0.9519326090812683, -0.4949210286140442]}, "Bot001_097_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_097.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT].\nSome facts about me: i love playing softball hey man i don't know what softball is did you mean work ? do you like to play sports ? i am into soccer quite a bit . [HEAR-NO-EVIL MONKEY] i'm employed by the us postal service. where are you from ? france", "response": "are you really ? do the french like scary movies ?", "annotation_id": "Bot001_097_06", "annotations": ["T", "O", "X", "T", "O", "O", "O", "O", "T", "T", "T", "O", "T", "O", "O"], "gpt2background_target_score": [-13.042837142944336, -7.276358604431152, -8.195323944091797, -11.278399467468262, -7.409213066101074, -8.596110343933105, -12.463360786437988, -12.22639274597168, -13.647629737854004, -12.313542366027832, -10.985535621643066], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.6541962623596191, -1.4581934213638306, -0.8739314079284668, -0.7113863229751587, -3.256420850753784, -1.552565097808838, -0.7330005168914795, -0.961970329284668, -0.9636690020561218, -2.7271111011505127, -3.7397725582122803, -2.627358913421631, -1.1162781715393066, -1.9334969520568848, -3.4478914737701416, -2.1448445320129395, -2.1447081565856934, -2.817200183868408, -1.516198754310608, -1.3032362461090088, -0.8028159737586975, -0.37418481707572937, -2.2092092037200928, -0.9179614186286926, -2.1539299488067627, -1.1296584606170654, -0.5404683947563171, -1.915156602859497, -2.1285176277160645, -2.5485174655914307, -2.050705671310425, -1.750283122062683, -1.9842143058776855, -1.6378350257873535, -1.5490100383758545, -0.24209627509117126, -1.631620168685913, -1.4533504247665405, -1.0297590494155884, -0.08816654235124588, -1.003402829170227, -2.2046520709991455, -1.8475360870361328, -1.8858200311660767, -1.739877700805664, -2.4371330738067627, -1.2989243268966675, -0.439163476228714, -1.8239295482635498, -2.236386775970459, -1.0001853704452515, -1.0785632133483887, -1.7884989976882935, -1.723321795463562, -2.2130539417266846, -1.6909546852111816, -2.726353645324707, -2.0167133808135986, -0.19754566252231598, -0.48104560375213623, -2.054581642150879, -1.8340609073638916, -2.8857548236846924, -1.4694453477859497, -1.978238821029663, -3.3425405025482178, -2.552517890930176, -2.62542986869812, -1.1172213554382324, -1.7123748064041138, -1.7628226280212402, -1.5913130044937134, -1.5106388330459595, -2.393925189971924, -2.112461805343628, -2.3307113647460938, -0.7747575044631958, -3.0856218338012695, -3.197570562362671, -2.3191254138946533, -1.9317622184753418, -1.6908897161483765, -1.4166566133499146, -0.3788870573043823, -1.190938115119934, -1.0637807846069336, -1.8887016773223877, -2.0207269191741943, -3.104499578475952, -2.7360754013061523, -0.41709136962890625, -0.5928087830543518, -2.406310558319092, -0.5613929629325867, -0.2513790428638458, -3.294935941696167, -3.5950846672058105, -1.4951765537261963, -1.781556248664856, -1.0573586225509644, -0.8053811192512512]}, "Bot001_097_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_097.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT].\nSome facts about me: i love playing softball hey man i don't know what softball is did you mean work ? do you like to play sports ? i am into soccer quite a bit . [HEAR-NO-EVIL MONKEY] i'm employed by the us postal service. where are you from ? france are you really ? do the french like scary movies ? yeah they love it", "response": "yes i do too the sound of music comes to mind. how is your evening going ? [FACE THROWING A KISS]", "annotation_id": "Bot001_097_08", "annotations": ["O", "O", "X", "O", "X", "O", "O", "O", "X", "T", "T", "O", "X", "X", "T"], "gpt2background_target_score": [-13.353250503540039, -5.538767337799072, -2.8951992988586426, -9.295145034790039, -6.553680896759033, -12.180060386657715, -10.863595008850098, -12.184490203857422, -10.273987770080566, -7.729866981506348, -14.479344367980957, -9.435550689697266, -12.100080490112305, -11.860706329345703, -15.417001724243164, -14.11398696899414, -12.120813369750977, -13.949687957763672, -6.657292366027832, -11.479719161987305, -10.588190078735352, -7.936855316162109, -8.882673263549805, -8.74895191192627, -9.633248329162598, -13.630781173706055, -11.361401557922363], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.6541962623596191, -1.4581934213638306, -0.8739314079284668, -0.7113863229751587, -3.256420850753784, -1.552565097808838, -0.7330005168914795, -0.961970329284668, -0.9636690020561218, -2.7271111011505127, -3.7397725582122803, -2.627358913421631, -1.1162781715393066, -1.9334969520568848, -3.4478914737701416, -2.1448445320129395, -2.1447081565856934, -2.817200183868408, -1.516198754310608, -1.3032362461090088, -0.8028159737586975, -0.37418481707572937, -2.2092092037200928, -0.9179614186286926, -2.1539299488067627, -1.1296584606170654, -0.5404683947563171, -1.915156602859497, -2.1285176277160645, -2.5485174655914307, -2.050705671310425, -1.750283122062683, -1.9842143058776855, -1.6378350257873535, -1.5490100383758545, -0.24209627509117126, -1.631620168685913, -1.4533504247665405, -1.0297590494155884, -0.08816654235124588, -1.003402829170227, -2.2046520709991455, -1.8475360870361328, -1.8858200311660767, -1.739877700805664, -2.4371330738067627, -1.2989243268966675, -0.439163476228714, -1.8239295482635498, -2.236386775970459, -1.0001853704452515, -1.0785632133483887, -1.7884989976882935, -1.723321795463562, -2.2130539417266846, -1.6909546852111816, -2.726353645324707, -2.0167133808135986, -0.19754566252231598, -0.48104560375213623, -2.054581642150879, -1.8340609073638916, -2.8857548236846924, -1.4694453477859497, -1.978238821029663, -3.3425405025482178, -2.552517890930176, -2.62542986869812, -1.1172213554382324, -1.7123748064041138, -1.7628226280212402, -1.5913130044937134, -1.5106388330459595, -2.393925189971924, -2.112461805343628, -2.3307113647460938, -0.7747575044631958, -3.0856218338012695, -3.197570562362671, -2.3191254138946533, -1.9317622184753418, -1.6908897161483765, -1.4166566133499146, -0.3788870573043823, -1.190938115119934, -1.0637807846069336, -1.8887016773223877, -2.0207269191741943, -3.1045002937316895, -0.4301208257675171, -0.6868109703063965, -2.5649611949920654, -1.8139216899871826, -0.2580541670322418, -3.581094741821289, -3.760737180709839, -1.5598375797271729, -1.726580023765564, -1.122102975845337, -2.304852247238159, -1.46250581741333, -1.1637983322143555, -2.452181577682495, -2.495666742324829, -2.800417184829712, -1.6215977668762207, -1.8120312690734863, -2.3330445289611816, -1.6805413961410522, -2.7282609939575195, -1.3985261917114258, -2.2673487663269043, -1.807883620262146, -0.8897486329078674, -0.4138931930065155, -1.7828854322433472, -1.4645887613296509, -2.0628483295440674, -1.3555798530578613, -2.2569499015808105, -1.7974827289581299, -0.8501384854316711, -0.5778721570968628, -3.425813674926758, -1.367689847946167, -0.9366830587387085, -2.2632298469543457, -1.7144904136657715, -3.0825376510620117, -2.5463881492614746, -2.895057439804077, -1.7079906463623047]}, "Bot001_097_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_097.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT].\nSome facts about me: i love playing softball hey man i don't know what softball is did you mean work ? do you like to play sports ? i am into soccer quite a bit . [HEAR-NO-EVIL MONKEY] i'm employed by the us postal service. where are you from ? france are you really ? do the french like scary movies ? yeah they love it yes i do too the sound of music comes to mind. how is your evening going ? [FACE THROWING A KISS] good man just chilling", "response": "fun . i am playing with my iguanas .. Also, try to guess: i work in ...", "annotation_id": "Bot001_097_10", "annotations": ["O", "T", "X", "X", "X", "O", "T", "O", "O", "T", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-13.538288116455078, -8.495917320251465, -8.87617301940918, -10.245561599731445, -10.018623352050781, -9.806584358215332, -10.409024238586426, -13.287347793579102, -11.724419593811035, -13.381531715393066, -12.436019897460938, -13.105046272277832, -6.124262809753418, -15.531242370605469, -9.77607536315918, -14.03465461730957, -10.572432518005371, -12.672266006469727, -13.221393585205078, -9.533772468566895, -12.717370986938477], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.6541962623596191, -1.4581934213638306, -0.8739314079284668, -0.7113863229751587, -3.256420850753784, -1.552565097808838, -0.7330005168914795, -0.961970329284668, -0.9636690020561218, -2.7271111011505127, -3.7397725582122803, -2.627358913421631, -1.1162781715393066, -1.9334969520568848, -3.4478914737701416, -2.1448445320129395, -2.1447081565856934, -2.817200183868408, -1.516198754310608, -1.3032362461090088, -0.8028159737586975, -0.37418481707572937, -2.2092092037200928, -0.9179614186286926, -2.1539299488067627, -1.1296584606170654, -0.5404683947563171, -1.915156602859497, -2.1285176277160645, -2.5485174655914307, -2.050705671310425, -1.750283122062683, -1.9842143058776855, -1.6378350257873535, -1.5490100383758545, -0.24209627509117126, -1.631620168685913, -1.4533504247665405, -1.0297590494155884, -0.08816654235124588, -1.003402829170227, -2.2046520709991455, -1.8475360870361328, -1.8858200311660767, -1.739877700805664, -2.4371330738067627, -1.2989243268966675, -0.439163476228714, -1.8239295482635498, -2.236386775970459, -1.0001853704452515, -1.0785632133483887, -1.7884989976882935, -1.723321795463562, -2.2130539417266846, -1.6909546852111816, -2.726353645324707, -2.0167133808135986, -0.19754566252231598, -0.48104560375213623, -2.054581642150879, -1.8340609073638916, -2.8857548236846924, -1.4694453477859497, -1.978238821029663, -3.3425405025482178, -2.552517890930176, -2.62542986869812, -1.1172213554382324, -1.7123748064041138, -1.7628226280212402, -1.5913130044937134, -1.5106388330459595, -2.393925189971924, -2.112461805343628, -2.3307113647460938, -0.7747575044631958, -3.0856218338012695, -3.197570562362671, -2.3191254138946533, -1.9317622184753418, -1.6908897161483765, -1.4166566133499146, -0.3788870573043823, -1.190938115119934, -1.0637807846069336, -1.8887016773223877, -2.0207269191741943, -3.104499578475952, -0.4301215410232544, -0.6868093013763428, -2.5649635791778564, -1.8139212131500244, -0.25805342197418213, -3.581096887588501, -3.7607359886169434, -1.559838056564331, -1.7265794277191162, -1.1221030950546265, -2.3048527240753174, -1.4625053405761719, -1.1637991666793823, -2.452181339263916, -2.4956679344177246, -2.0092787742614746, -2.2530415058135986, -2.4071044921875, -2.0075831413269043, -3.1627109050750732, -1.4616689682006836, -2.153704881668091, -1.5606606006622314, -1.0181212425231934, -0.45088428258895874, -1.9767189025878906, -1.690735101699829, -2.1812450885772705, -1.4473861455917358, -2.3829123973846436, -1.6011314392089844, -0.7740906476974487, -2.009162664413452, -3.180164337158203, -1.4885156154632568, -0.5076538324356079, -2.272799015045166, -1.7281314134597778, -3.2991528511047363, -2.555626153945923, -2.6804416179656982, -1.4884611368179321, -2.438732862472534, -1.3491102457046509, -3.3721070289611816, -2.2063586711883545, -2.608793020248413, -0.8397828936576843, -2.166409492492676, -2.745137929916382, -2.282033681869507, -2.640561580657959, -1.5343241691589355, -2.333453416824341, -2.9498977661132812, -2.324049949645996, -2.135436773300171, -1.5908119678497314, -1.275635004043579, -1.293101191520691, -0.9681095480918884, -2.0814476013183594, -1.8760093450546265, -1.9990990161895752, -1.521375298500061, -1.582180142402649, -1.8250893354415894, -3.376981735229492]}, "Bot001_097_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_097.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT].\nSome facts about me: i love playing softball hey man i don't know what softball is did you mean work ? do you like to play sports ? i am into soccer quite a bit . [HEAR-NO-EVIL MONKEY] i'm employed by the us postal service. where are you from ? france are you really ? do the french like scary movies ? yeah they love it yes i do too the sound of music comes to mind. how is your evening going ? [FACE THROWING A KISS] good man just chilling fun . i am playing with my iguanas .. Also, try to guess: i work in ... softball?", "response": "insurance business, funny you :)", "annotation_id": "Bot001_097_12", "annotations": ["T", "X", "X", "X", "X", "O", "O", "O", "T", "T", "T", "O", "T", "O", "O"], "gpt2background_target_score": [-13.123246192932129, -12.424311637878418, -9.352255821228027, -9.087746620178223, -10.021364212036133, -8.832809448242188, -13.107041358947754], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.6541962623596191, -1.4581934213638306, -0.8739314079284668, -0.7113863229751587, -3.256420850753784, -1.552565097808838, -0.7330005168914795, -0.961970329284668, -0.9636690020561218, -2.7271111011505127, -3.7397725582122803, -2.627358913421631, -1.1162781715393066, -1.9334969520568848, -3.4478914737701416, -2.1448445320129395, -2.1447081565856934, -2.817200183868408, -1.516198754310608, -1.3032362461090088, -0.8028159737586975, -0.37418481707572937, -2.2092092037200928, -0.9179614186286926, -2.1539299488067627, -1.1296584606170654, -0.5404683947563171, -1.915156602859497, -2.1285176277160645, -2.5485174655914307, -2.050705671310425, -1.750283122062683, -1.9842143058776855, -1.6378350257873535, -1.5490100383758545, -0.24209627509117126, -1.631620168685913, -1.4533504247665405, -1.0297590494155884, -0.08816654235124588, -1.003402829170227, -2.2046520709991455, -1.8475360870361328, -1.8858200311660767, -1.739877700805664, -2.4371330738067627, -1.2989243268966675, -0.439163476228714, -1.8239295482635498, -2.236386775970459, -1.0001853704452515, -1.0785632133483887, -1.7884989976882935, -1.723321795463562, -2.2130539417266846, -1.6909546852111816, -2.726353645324707, -2.0167133808135986, -0.19754566252231598, -0.48104560375213623, -2.054581642150879, -1.8340609073638916, -2.8857548236846924, -1.4694453477859497, -1.978238821029663, -3.3425405025482178, -2.552517890930176, -2.62542986869812, -1.1172213554382324, -1.7123748064041138, -1.7628226280212402, -1.5913130044937134, -1.5106388330459595, -2.393925189971924, -2.112461805343628, -2.3307113647460938, -0.7747575044631958, -3.0856218338012695, -3.197570562362671, -2.3191254138946533, -1.9317622184753418, -1.6908897161483765, -1.4166566133499146, -0.3788870573043823, -1.190938115119934, -1.0637807846069336, -1.8887016773223877, -2.0207269191741943, -3.104499578475952, -0.4301215410232544, -0.6868093013763428, -2.5649635791778564, -1.8139212131500244, -0.25805342197418213, -3.581096887588501, -3.7607359886169434, -1.559838056564331, -1.7265794277191162, -1.1221030950546265, -2.3048527240753174, -1.4625053405761719, -1.1637991666793823, -2.452181339263916, -2.4956679344177246, -2.0092787742614746, -2.2530415058135986, -2.4071044921875, -2.0075831413269043, -3.1627109050750732, -1.4616689682006836, -2.153704881668091, -1.5606606006622314, -1.0181212425231934, -0.45088428258895874, -1.9767189025878906, -1.690735101699829, -2.1812450885772705, -1.4473861455917358, -2.3829123973846436, -1.6011314392089844, -0.7740906476974487, -2.009162664413452, -3.180164337158203, -1.4885156154632568, -0.5076538324356079, -2.272799015045166, -1.7281314134597778, -3.2991528511047363, -2.555626153945923, -2.6804416179656982, -1.4884614944458008, -2.438732624053955, -1.3491111993789673, -3.372108221054077, -2.206357955932617, -2.2475509643554688, -2.2089502811431885, -2.5748863220214844, -2.447263717651367, -2.580199718475342, -1.42353355884552, -2.0417511463165283, -2.8061225414276123, -2.412928342819214, -2.0586655139923096, -1.8573105335235596, -1.4019126892089844, -1.4895237684249878, -0.8960005640983582, -2.1512279510498047, -1.8193786144256592, -1.901194453239441, -1.765293836593628, -1.7200698852539062, -1.8550076484680176, -3.6439950466156006, -0.05809261277318001, -2.6681325435638428, -2.033968448638916, -2.7759227752685547, -1.530643105506897, -2.235792398452759, -2.1916635036468506, -1.9981635808944702, -2.7785658836364746, -2.4568562507629395, -0.6409977674484253]}, "Bot001_097_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_097.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT].\nSome facts about me: i love playing softball hey man i don't know what softball is did you mean work ? do you like to play sports ? i am into soccer quite a bit . [HEAR-NO-EVIL MONKEY] i'm employed by the us postal service. where are you from ? france are you really ? do the french like scary movies ? yeah they love it yes i do too the sound of music comes to mind. how is your evening going ? [FACE THROWING A KISS] good man just chilling fun . i am playing with my iguanas .. Also, try to guess: i work in ... softball? insurance business, funny you :) ha", "response": "ho ho ho ho ho", "annotation_id": "Bot001_097_14", "annotations": ["O", "X", "X", "X", "X", "O", "O", "T", "O", "T", "O", "O", "X", "O", "T"], "gpt2background_target_score": [-14.006189346313477, -11.81658935546875, -11.999286651611328, -11.846281051635742, -10.58383560180664], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.6541962623596191, -1.4581934213638306, -0.8739314079284668, -0.7113863229751587, -3.256420850753784, -1.552565097808838, -0.7330005168914795, -0.961970329284668, -0.9636690020561218, -2.7271111011505127, -3.7397725582122803, -2.627358913421631, -1.1162781715393066, -1.9334969520568848, -3.4478914737701416, -2.1448445320129395, -2.1447081565856934, -2.817200183868408, -1.516198754310608, -1.3032362461090088, -0.8028159737586975, -0.37418481707572937, -2.2092092037200928, -0.9179614186286926, -2.1539299488067627, -1.1296584606170654, -0.5404683947563171, -1.915156602859497, -2.1285176277160645, -2.5485174655914307, -2.050705671310425, -1.750283122062683, -1.9842143058776855, -1.6378350257873535, -1.5490100383758545, -0.24209627509117126, -1.631620168685913, -1.4533504247665405, -1.0297590494155884, -0.08816654235124588, -1.003402829170227, -2.2046520709991455, -1.8475360870361328, -1.8858200311660767, -1.739877700805664, -2.4371330738067627, -1.2989243268966675, -0.439163476228714, -1.8239295482635498, -2.236386775970459, -1.0001853704452515, -1.0785632133483887, -1.7884989976882935, -1.723321795463562, -2.2130539417266846, -1.6909546852111816, -2.726353645324707, -2.0167133808135986, -0.19754566252231598, -0.48104560375213623, -2.054581642150879, -1.8340609073638916, -2.8857548236846924, -1.4694453477859497, -1.978238821029663, -3.3425405025482178, -2.552517890930176, -2.62542986869812, -1.1172213554382324, -1.7123748064041138, -1.7628226280212402, -1.5913130044937134, -1.5106388330459595, -2.393925189971924, -2.112461805343628, -2.3307113647460938, -0.7747575044631958, -3.0856218338012695, -3.197570562362671, -2.3191254138946533, -1.9317622184753418, -1.6908897161483765, -1.4166566133499146, -0.3788870573043823, -1.190938115119934, -1.0637807846069336, -1.8887016773223877, -2.0207269191741943, -3.104499578475952, -0.4301215410232544, -0.6868093013763428, -2.5649635791778564, -1.8139212131500244, -0.25805342197418213, -3.581096887588501, -3.7607359886169434, -1.559838056564331, -1.7265794277191162, -1.1221030950546265, -2.3048527240753174, -1.4625053405761719, -1.1637991666793823, -2.452181339263916, -2.4956679344177246, -2.0092787742614746, -2.2530415058135986, -2.4071044921875, -2.0075831413269043, -3.1627109050750732, -1.4616689682006836, -2.153704881668091, -1.5606606006622314, -1.0181212425231934, -0.45088428258895874, -1.9767189025878906, -1.690735101699829, -2.1812450885772705, -1.4473861455917358, -2.3829123973846436, -1.6011314392089844, -0.7740906476974487, -2.009162664413452, -3.180164337158203, -1.4885156154632568, -0.5076538324356079, -2.272799015045166, -1.7281314134597778, -3.2991528511047363, -2.555626153945923, -2.6804416179656982, -1.4884618520736694, -2.4387333393096924, -1.3491114377975464, -3.3721070289611816, -2.2063589096069336, -2.2475509643554688, -2.208949565887451, -2.5748863220214844, -2.4472646713256836, -2.5801985263824463, -1.4235365390777588, -2.041750431060791, -2.806122303009033, -2.412929058074951, -2.0586650371551514, -1.8573098182678223, -1.4019126892089844, -1.4895247220993042, -0.8959998488426208, -2.151228904724121, -1.8193784952163696, -1.9011937379837036, -1.7652949094772339, -1.7200709581375122, -1.8550063371658325, -3.6439931392669678, -0.058092836290597916, -2.6681320667266846, -2.0339670181274414, -3.037132740020752, -1.5211377143859863, -1.6462322473526, -2.828014373779297, -2.934096097946167, -1.9456449747085571, -0.575067400932312, -2.697460889816284, -2.460198163986206, -0.7255164980888367, -0.3068884015083313, -0.16534163057804108, -0.11881978064775467]}, "Bot001_097_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_097.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT].\nSome facts about me: i love playing softball hey man i don't know what softball is did you mean work ? do you like to play sports ? i am into soccer quite a bit . [HEAR-NO-EVIL MONKEY] i'm employed by the us postal service. where are you from ? france are you really ? do the french like scary movies ? yeah they love it yes i do too the sound of music comes to mind. how is your evening going ? [FACE THROWING A KISS] good man just chilling fun . i am playing with my iguanas .. Also, try to guess: i work in ... softball? insurance business, funny you :) ha ho ho ho ho ho what  is your favorite color", "response": "you are not answering my question i can report you . [FACE WITH STUCK-OUT TONGUE AND WINKING EYE]", "annotation_id": "Bot001_097_16", "annotations": ["O", "X", "X", "X", "T", "T", "X", "X", "X", "T", "T", "X", "O", "X", "X"], "gpt2background_target_score": [-11.352846145629883, -8.82388687133789, -9.319284439086914, -12.974601745605469, -6.526696681976318, -10.18297004699707, -11.85712718963623, -10.362117767333984, -9.84720516204834, -8.760810852050781, -12.408247947692871, -6.4503173828125, -8.000204086303711, -11.029052734375, -10.64069938659668, -10.60476303100586, -10.82291316986084, -7.041072368621826, -5.223627090454102, -3.4835190773010254, -12.07312297821045, -5.103141784667969, -5.790745735168457, -11.291523933410645, -12.13435173034668, -11.323525428771973, -14.202560424804688, -8.941596984863281], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.6541962623596191, -1.4581934213638306, -0.8739314079284668, -0.7113863229751587, -3.256420850753784, -1.552565097808838, -0.7330005168914795, -0.961970329284668, -0.9636690020561218, -2.7271111011505127, -3.7397725582122803, -2.627358913421631, -1.1162781715393066, -1.9334969520568848, -3.4478914737701416, -2.1448445320129395, -2.1447081565856934, -2.817200183868408, -1.516198754310608, -1.3032362461090088, -0.8028159737586975, -0.37418481707572937, -2.2092092037200928, -0.9179614186286926, -2.1539299488067627, -1.1296584606170654, -0.5404683947563171, -1.915156602859497, -2.1285176277160645, -2.5485174655914307, -2.050705671310425, -1.750283122062683, -1.9842143058776855, -1.6378350257873535, -1.5490100383758545, -0.24209627509117126, -1.631620168685913, -1.4533504247665405, -1.0297590494155884, -0.08816654235124588, -1.003402829170227, -2.2046520709991455, -1.8475360870361328, -1.8858200311660767, -1.739877700805664, -2.4371330738067627, -1.2989243268966675, -0.439163476228714, -1.8239295482635498, -2.236386775970459, -1.0001853704452515, -1.0785632133483887, -1.7884989976882935, -1.723321795463562, -2.2130539417266846, -1.6909546852111816, -2.726353645324707, -2.0167133808135986, -0.19754566252231598, -0.48104560375213623, -2.054581642150879, -1.8340609073638916, -2.8857548236846924, -1.4694453477859497, -1.978238821029663, -3.3425405025482178, -2.552517890930176, -2.62542986869812, -1.1172213554382324, -1.7123748064041138, -1.7628226280212402, -1.5913130044937134, -1.5106388330459595, -2.393925189971924, -2.112461805343628, -2.3307113647460938, -0.7747575044631958, -3.0856218338012695, -3.197570562362671, -2.3191254138946533, -1.9317622184753418, -1.6908897161483765, -1.4166566133499146, -0.3788870573043823, -1.190938115119934, -1.0637807846069336, -1.8887016773223877, -2.0207269191741943, -3.104499578475952, -0.4301215410232544, -0.6868093013763428, -2.5649635791778564, -1.8139212131500244, -0.25805342197418213, -3.581096887588501, -3.7607359886169434, -1.559838056564331, -1.7265794277191162, -1.1221030950546265, -2.3048527240753174, -1.4625053405761719, -1.1637991666793823, -2.452181339263916, -2.4956679344177246, -2.0092787742614746, -2.2530415058135986, -2.4071044921875, -2.0075831413269043, -3.1627109050750732, -1.4616689682006836, -2.153704881668091, -1.5606606006622314, -1.0181212425231934, -0.45088428258895874, -1.9767189025878906, -1.690735101699829, -2.1812450885772705, -1.4473861455917358, -2.3829123973846436, -1.6011314392089844, -0.7740906476974487, -2.009162664413452, -3.180164337158203, -1.4885156154632568, -0.5076538324356079, -2.272799015045166, -1.7281314134597778, -3.2991528511047363, -2.555626153945923, -2.6804416179656982, -1.4884611368179321, -2.438732862472534, -1.3491102457046509, -3.3721070289611816, -2.2063586711883545, -2.247549533843994, -2.208951473236084, -2.574885845184326, -2.4472641944885254, -2.580198049545288, -1.423534631729126, -2.0417513847351074, -2.806121587753296, -2.4129300117492676, -2.0586659908294678, -1.8573095798492432, -1.401912808418274, -1.4895250797271729, -0.8959997892379761, -2.151228427886963, -1.8193776607513428, -1.9011937379837036, -1.765295147895813, -1.7200706005096436, -1.855007529258728, -3.6439943313598633, -0.05809272453188896, -2.6681342124938965, -2.033966541290283, -3.037132740020752, -1.5211377143859863, -1.6462315320968628, -2.8280136585235596, -2.934096574783325, -1.945646047592163, -0.575066864490509, -2.6296162605285645, -1.1208759546279907, -0.2974188029766083, -0.17757955193519592, -0.12904521822929382, -2.2195756435394287, -1.720522165298462, -1.6664423942565918, -2.25571608543396, -2.6468894481658936, -0.8874495029449463, -2.8141255378723145, -2.5390100479125977, -2.2125251293182373, -2.0490081310272217, -1.7335186004638672, -0.5397332906723022, -2.252406358718872, -1.8405793905258179, -1.800687551498413, -0.608194887638092, -1.8470845222473145, -1.6927446126937866, -2.9427223205566406, -2.2598259449005127, -1.0572843551635742, -2.8065712451934814, -2.2236921787261963, -2.325228452682495, -2.3009190559387207, -2.1003057956695557, -1.6715940237045288, -1.0805037021636963, -1.5998848676681519, -2.8218326568603516, -2.198822259902954, -2.5186121463775635, -2.2207744121551514, -1.4309747219085693, -2.4580323696136475]}, "Bot001_097_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_097.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT].\nSome facts about me: i love playing softball hey man i don't know what softball is did you mean work ? do you like to play sports ? i am into soccer quite a bit . [HEAR-NO-EVIL MONKEY] i'm employed by the us postal service. where are you from ? france are you really ? do the french like scary movies ? yeah they love it yes i do too the sound of music comes to mind. how is your evening going ? [FACE THROWING A KISS] good man just chilling fun . i am playing with my iguanas .. Also, try to guess: i work in ... softball? insurance business, funny you :) ha ho ho ho ho ho what  is your favorite color you are not answering my question i can report you . [FACE WITH STUCK-OUT TONGUE AND WINKING EYE] what is your question", "response": "do you think that dogs could be trained to read ?", "annotation_id": "Bot001_097_18", "annotations": ["O", "T", "O", "T", "O", "O", "O", "O", "X", "T", "O", "O", "T", "O", "O"], "gpt2background_target_score": [-12.257475852966309, -7.276358604431152, -11.186225891113281, -5.508405685424805, -10.339282989501953, -12.06523323059082, -12.00446605682373, -14.30051040649414, -7.624849319458008, -12.44238567352295, -10.985535621643066], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.6541962623596191, -1.4581934213638306, -0.8739314079284668, -0.7113863229751587, -3.256420850753784, -1.552565097808838, -0.7330005168914795, -0.961970329284668, -0.9636690020561218, -2.7271111011505127, -3.7397725582122803, -2.627358913421631, -1.1162781715393066, -1.9334969520568848, -3.4478914737701416, -2.1448445320129395, -2.1447081565856934, -2.817200183868408, -1.516198754310608, -1.3032362461090088, -0.8028159737586975, -0.37418481707572937, -2.2092092037200928, -0.9179614186286926, -2.1539299488067627, -1.1296584606170654, -0.5404683947563171, -1.915156602859497, -2.1285176277160645, -2.5485174655914307, -2.050705671310425, -1.750283122062683, -1.9842143058776855, -1.6378350257873535, -1.5490100383758545, -0.24209627509117126, -1.631620168685913, -1.4533504247665405, -1.0297590494155884, -0.08816654235124588, -1.003402829170227, -2.2046520709991455, -1.8475360870361328, -1.8858200311660767, -1.739877700805664, -2.4371330738067627, -1.2989243268966675, -0.439163476228714, -1.8239295482635498, -2.236386775970459, -1.0001853704452515, -1.0785632133483887, -1.7884989976882935, -1.723321795463562, -2.2130539417266846, -1.6909546852111816, -2.726353645324707, -2.0167133808135986, -0.19754566252231598, -0.48104560375213623, -2.054581642150879, -1.8340609073638916, -2.8857548236846924, -1.4694453477859497, -1.978238821029663, -3.3425405025482178, -2.552517890930176, -2.62542986869812, -1.1172213554382324, -1.7123748064041138, -1.7628226280212402, -1.5913130044937134, -1.5106388330459595, -2.393925189971924, -2.112461805343628, -2.3307113647460938, -0.7747575044631958, -3.0856218338012695, -3.197570562362671, -2.3191254138946533, -1.9317622184753418, -1.6908897161483765, -1.4166566133499146, -0.3788870573043823, -1.190938115119934, -1.0637807846069336, -1.8887016773223877, -2.0207269191741943, -3.104499578475952, -0.4301215410232544, -0.6868093013763428, -2.5649635791778564, -1.8139212131500244, -0.25805342197418213, -3.581096887588501, -3.7607359886169434, -1.559838056564331, -1.7265794277191162, -1.1221030950546265, -2.3048527240753174, -1.4625053405761719, -1.1637991666793823, -2.452181339263916, -2.4956679344177246, -2.0092787742614746, -2.2530415058135986, -2.4071044921875, -2.0075831413269043, -3.1627109050750732, -1.4616689682006836, -2.153704881668091, -1.5606606006622314, -1.0181212425231934, -0.45088428258895874, -1.9767189025878906, -1.690735101699829, -2.1812450885772705, -1.4473861455917358, -2.3829123973846436, -1.6011314392089844, -0.7740906476974487, -2.009162664413452, -3.180164337158203, -1.4885156154632568, -0.5076538324356079, -2.272799015045166, -1.7281314134597778, -3.2991528511047363, -2.555626153945923, -2.6804416179656982, -1.4884611368179321, -2.438732862472534, -1.3491102457046509, -3.3721070289611816, -2.2063586711883545, -2.247549533843994, -2.208951473236084, -2.574885845184326, -2.4472641944885254, -2.580198049545288, -1.423534631729126, -2.0417513847351074, -2.806121587753296, -2.4129300117492676, -2.0586659908294678, -1.8573095798492432, -1.401912808418274, -1.4895250797271729, -0.8959997892379761, -2.151228427886963, -1.8193776607513428, -1.9011937379837036, -1.765295147895813, -1.7200706005096436, -1.855007529258728, -3.6439943313598633, -0.05809272453188896, -2.6681342124938965, -2.033966541290283, -3.037132740020752, -1.5211377143859863, -1.6462315320968628, -2.8280136585235596, -2.934096574783325, -1.945646047592163, -0.575066864490509, -2.6296162605285645, -1.1208759546279907, -0.2974188029766083, -0.17757955193519592, -0.12904521822929382, -2.2195756435394287, -1.720522165298462, -1.6664423942565918, -2.25571608543396, -2.6468894481658936, -0.8874495029449463, -1.685819149017334, -2.1540591716766357, -2.361082077026367, -1.511083960533142, -0.8703168034553528, -1.6452692747116089, -1.9335665702819824, -1.91680908203125, -0.6898292303085327, -1.9245473146438599, -2.100867986679077, -2.9426631927490234, -2.8055813312530518, -1.3266913890838623, -2.751340389251709, -2.2730209827423096, -2.927631378173828, -2.1634957790374756, -2.129276752471924, -1.6155900955200195, -1.1088380813598633, -1.5802686214447021, -2.8318591117858887, -2.001664400100708, -2.274336814880371, -2.278488874435425, -1.4443598985671997, -2.268949270248413, -1.7107118368148804, -0.6128373146057129, -0.38325372338294983, -1.1446465253829956, -2.5381550788879395, -0.37252700328826904, -1.5284982919692993, -2.2373321056365967, -2.111025810241699, -1.4510494470596313, -1.5552512407302856, -2.5448358058929443, -1.27431321144104, -1.9365915060043335, -2.904728412628174, -1.1980955600738525]}, "Bot001_097_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_097.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT].\nSome facts about me: i love playing softball hey man i don't know what softball is did you mean work ? do you like to play sports ? i am into soccer quite a bit . [HEAR-NO-EVIL MONKEY] i'm employed by the us postal service. where are you from ? france are you really ? do the french like scary movies ? yeah they love it yes i do too the sound of music comes to mind. how is your evening going ? [FACE THROWING A KISS] good man just chilling fun . i am playing with my iguanas .. Also, try to guess: i work in ... softball? insurance business, funny you :) ha ho ho ho ho ho what  is your favorite color you are not answering my question i can report you . [FACE WITH STUCK-OUT TONGUE AND WINKING EYE] what is your question do you think that dogs could be trained to read ? haha i don't think so", "response": "yeah they have great scales", "annotation_id": "Bot001_097_20", "annotations": ["X", "X", "X", "X", "X", "T", "O", "X", "X", "T", "T", "X", "X", "X", "X"], "gpt2background_target_score": [-13.034078598022461, -10.215665817260742, -5.164351940155029, -8.816712379455566, -14.664939880371094], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.6541962623596191, -1.4581934213638306, -0.8739314079284668, -0.7113863229751587, -3.256420850753784, -1.552565097808838, -0.7330005168914795, -0.961970329284668, -0.9636690020561218, -2.7271111011505127, -3.7397725582122803, -2.627358913421631, -1.1162781715393066, -1.9334969520568848, -3.4478914737701416, -2.1448445320129395, -2.1447081565856934, -2.817200183868408, -1.516198754310608, -1.3032362461090088, -0.8028159737586975, -0.37418481707572937, -2.2092092037200928, -0.9179614186286926, -2.1539299488067627, -1.1296584606170654, -0.5404683947563171, -1.915156602859497, -2.1285176277160645, -2.5485174655914307, -2.050705671310425, -1.750283122062683, -1.9842143058776855, -1.6378350257873535, -1.5490100383758545, -0.24209627509117126, -1.631620168685913, -1.4533504247665405, -1.0297590494155884, -0.08816654235124588, -1.003402829170227, -2.2046520709991455, -1.8475360870361328, -1.8858200311660767, -1.739877700805664, -2.4371330738067627, -1.2989243268966675, -0.439163476228714, -1.8239295482635498, -2.236386775970459, -1.0001853704452515, -1.0785632133483887, -1.7884989976882935, -1.723321795463562, -2.2130539417266846, -1.6909546852111816, -2.726353645324707, -2.0167133808135986, -0.19754566252231598, -0.48104560375213623, -2.054581642150879, -1.8340609073638916, -2.8857548236846924, -1.4694453477859497, -1.978238821029663, -3.3425405025482178, -2.552517890930176, -2.62542986869812, -1.1172213554382324, -1.7123748064041138, -1.7628226280212402, -1.5913130044937134, -1.5106388330459595, -2.393925189971924, -2.112461805343628, -2.3307113647460938, -0.7747575044631958, -3.0856218338012695, -3.197570562362671, -2.3191254138946533, -1.9317622184753418, -1.6908897161483765, -1.4166566133499146, -0.3788870573043823, -1.190938115119934, -1.0637807846069336, -1.8887016773223877, -2.0207269191741943, -3.104499578475952, -0.4301215410232544, -0.6868093013763428, -2.5649635791778564, -1.8139212131500244, -0.25805342197418213, -3.581096887588501, -3.7607359886169434, -1.559838056564331, -1.7265794277191162, -1.1221030950546265, -2.3048527240753174, -1.4625053405761719, -1.1637991666793823, -2.452181339263916, -2.4956679344177246, -2.0092787742614746, -2.2530415058135986, -2.4071044921875, -2.0075831413269043, -3.1627109050750732, -1.4616689682006836, -2.153704881668091, -1.5606606006622314, -1.0181212425231934, -0.45088428258895874, -1.9767189025878906, -1.690735101699829, -2.1812450885772705, -1.4473861455917358, -2.3829123973846436, -1.6011314392089844, -0.7740906476974487, -2.009162664413452, -3.180164337158203, -1.4885156154632568, -0.5076538324356079, -2.272799015045166, -1.7281314134597778, -3.2991528511047363, -2.555626153945923, -2.6804416179656982, -1.4884611368179321, -2.438732862472534, -1.3491102457046509, -3.3721070289611816, -2.2063586711883545, -2.247549533843994, -2.208951473236084, -2.574885845184326, -2.4472641944885254, -2.580198049545288, -1.423534631729126, -2.0417513847351074, -2.806121587753296, -2.4129300117492676, -2.0586659908294678, -1.8573095798492432, -1.401912808418274, -1.4895250797271729, -0.8959997892379761, -2.151228427886963, -1.8193776607513428, -1.9011937379837036, -1.765295147895813, -1.7200706005096436, -1.855007529258728, -3.6439943313598633, -0.05809272453188896, -2.6681342124938965, -2.033966541290283, -3.037132740020752, -1.5211377143859863, -1.6462315320968628, -2.8280136585235596, -2.934096574783325, -1.945646047592163, -0.575066864490509, -2.6296162605285645, -1.1208759546279907, -0.2974188029766083, -0.17757955193519592, -0.12904521822929382, -2.2195756435394287, -1.720522165298462, -1.6664423942565918, -2.25571608543396, -2.6468894481658936, -0.8874495029449463, -1.685819149017334, -2.1540591716766357, -2.361082077026367, -1.511083960533142, -0.8703168034553528, -1.6452692747116089, -1.9335665702819824, -1.9168094396591187, -0.6898284554481506, -1.9245493412017822, -2.100867986679077, -2.9426639080047607, -2.805579900741577, -1.3266944885253906, -2.7513394355773926, -2.2730202674865723, -2.927630662918091, -2.163496971130371, -2.12927508354187, -1.6155925989151, -1.1088392734527588, -1.5802701711654663, -2.8318564891815186, -2.001666307449341, -2.274339199066162, -2.2784852981567383, -1.4443612098693848, -2.2689483165740967, -1.7107127904891968, -0.6128373146057129, -0.38325411081314087, -1.144645094871521, -0.550216019153595, -1.2935067415237427, -1.8725084066390991, -2.132314920425415, -2.4429070949554443, -2.280893087387085, -2.859161376953125, -1.3287925720214844, -1.7850168943405151, -1.8866945505142212, -2.3252766132354736, -2.1366689205169678, -2.2369000911712646, -0.24518385529518127, -1.115211009979248, -2.1549906730651855, -2.1188876628875732, -2.5281784534454346, -0.9944753050804138, -1.8074126243591309, -1.606294870376587, -3.7397475242614746, -2.087271213531494]}, "Bot001_099_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_099.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nCut a long story short: an elementary school teacher Hello. I'm fine. I don't really like teachers. i'm currently in a juvenile detention center.", "response": "i've been on the same assembly line for 15 years .", "annotation_id": "Bot001_099_02", "annotations": ["X", "O", "O", "O", "X", "T", "T", "T", "T", "O", "X", "O", "X", "T", "O"], "gpt2background_target_score": [-10.842503547668457, -10.879507064819336, -8.537449836730957, -8.417121887207031, -8.868902206420898, -13.368232727050781, -14.128418922424316, -13.311305046081543, -10.478350639343262, -9.781842231750488, -12.36347770690918, -11.7606840133667], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -0.7758899331092834, -0.4462234079837799, -0.9304934740066528, -3.4276962280273438, -1.8226350545883179, -0.6177105903625488, -0.8431873917579651, -1.393097996711731, -2.888206720352173, -0.14823457598686218, -0.7739039063453674, -1.634175419807434, -1.3842461109161377, -1.909401535987854, -1.0263372659683228, -0.35415831208229065, -1.7575626373291016, -3.0122547149658203, -3.1105194091796875, -0.07826855033636093, -0.7193993330001831, -1.2175019979476929, -2.1564886569976807, -0.3446813225746155, -1.8666102886199951, -2.7001302242279053, -1.6816558837890625, -1.586532473564148, -1.9181205034255981, -1.568236231803894, -1.385522723197937, -1.3238765001296997, -1.4852198362350464, -0.13813094794750214, -1.6835354566574097, -1.595780849456787, -2.498551368713379, -1.3961416482925415, -1.0663015842437744, -1.782521367073059, -2.1160736083984375, -2.081106185913086, -1.875087022781372, -3.3905041217803955, -1.437308430671692, -0.685261607170105, -1.607916235923767, -1.338618278503418, -2.052776575088501, -1.9887549877166748, -1.1055995225906372, -1.9332726001739502, -2.243680953979492, -2.4812095165252686, -1.4218626022338867, -1.623369574546814, -0.9550284147262573, -2.064188241958618, -0.4565174877643585, -1.3621798753738403, -1.7989306449890137]}, "Bot001_099_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_099.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nCut a long story short: an elementary school teacher Hello. I'm fine. I don't really like teachers. i'm currently in a juvenile detention center. i've been on the same assembly line for 15 years . How old are you?", "response": "i am in my 20s my brother has a son .. Also, try to guess: i'm fluent in ...", "annotation_id": "Bot001_099_04", "annotations": ["O", "O", "T", "O", "O", "T", "X", "T", "O", "T", "T", "T", "O", "O", "X"], "gpt2background_target_score": [-10.842503547668457, -8.814091682434082, -7.538967609405518, -3.7051589488983154, -9.502484321594238, -10.08102035522461, -10.03974437713623, -12.890857696533203, -12.143049240112305, -9.487608909606934, -11.023210525512695, -11.348937034606934, -12.059739112854004, -9.34508991241455, -14.001997947692871, -8.870217323303223, -14.653377532958984, -7.790304183959961, -7.95772123336792, -11.097321510314941, -13.346823692321777, -6.2865519523620605, -11.82247543334961], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -0.7758899331092834, -0.4462234079837799, -0.9304934740066528, -3.4276962280273438, -1.8226350545883179, -0.6177105903625488, -0.8431873917579651, -1.393097996711731, -2.888206720352173, -0.14823457598686218, -0.7739039063453674, -1.634175419807434, -1.3842461109161377, -1.909401535987854, -1.0263372659683228, -0.35415831208229065, -1.7575626373291016, -3.0122547149658203, -3.1105194091796875, -0.07826855033636093, -0.7193993330001831, -1.2175019979476929, -2.1564886569976807, -0.3446813225746155, -1.8666102886199951, -2.7001302242279053, -1.6816558837890625, -1.586532473564148, -1.9181205034255981, -1.568236231803894, -1.385522723197937, -1.3238765001296997, -1.4852198362350464, -0.13813094794750214, -1.6835354566574097, -1.595780849456787, -2.498551368713379, -1.3961416482925415, -1.0663015842437744, -1.782521367073059, -2.1160736083984375, -2.081106185913086, -1.875087022781372, -3.3905041217803955, -1.437308430671692, -0.685261607170105, -1.607916235923767, -1.338618278503418, -1.6735864877700806, -1.0569409132003784, -2.4837400913238525, -2.4232354164123535, -2.813776969909668, -1.5310827493667603, -1.6023198366165161, -1.0960149765014648, -2.0903983116149902, -0.4799194633960724, -1.5474166870117188, -2.0348317623138428, -1.9548768997192383, -0.5198959708213806, -0.18063794076442719, -0.3858758807182312, -1.761980652809143, -2.2981109619140625, -1.4537655115127563, -2.984837293624878, -1.7225983142852783, -2.0301342010498047, -0.44268718361854553, -1.5586398839950562, -2.1241493225097656, -0.9951868653297424, -1.4243532419204712, -3.4215216636657715, -1.6882251501083374, -2.4048521518707275, -2.0500762462615967, -1.536324143409729, -1.0146424770355225, -2.1215803623199463, -2.266631841659546, -1.6605161428451538, -1.4426445960998535, -2.337455987930298, -0.6873795390129089, -1.2365227937698364, -2.879397392272949]}, "Bot001_099_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_099.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nCut a long story short: an elementary school teacher Hello. I'm fine. I don't really like teachers. i'm currently in a juvenile detention center. i've been on the same assembly line for 15 years . How old are you? i am in my 20s my brother has a son .. Also, try to guess: i'm fluent in ... English?", "response": "english spanish and french, funny you :)", "annotation_id": "Bot001_099_06", "annotations": ["X", "O", "O", "O", "O", "T", "T", "X", "T", "O", "O", "T", "T", "O", "O"], "gpt2background_target_score": [-13.162848472595215, -11.829707145690918, -13.533988952636719, -8.404799461364746, -11.248655319213867, -4.6478190422058105, -13.030673027038574, -8.69492244720459, -12.553390502929688], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -0.7758899331092834, -0.4462234079837799, -0.9304934740066528, -3.4276962280273438, -1.8226350545883179, -0.6177105903625488, -0.8431873917579651, -1.393097996711731, -2.888206720352173, -0.14823457598686218, -0.7739039063453674, -1.634175419807434, -1.3842461109161377, -1.909401535987854, -1.0263372659683228, -0.35415831208229065, -1.7575626373291016, -3.0122547149658203, -3.1105194091796875, -0.07826855033636093, -0.7193993330001831, -1.2175019979476929, -2.1564886569976807, -0.3446813225746155, -1.8666102886199951, -2.7001302242279053, -1.6816558837890625, -1.586532473564148, -1.9181205034255981, -1.568236231803894, -1.385522723197937, -1.3238765001296997, -1.4852198362350464, -0.13813094794750214, -1.6835354566574097, -1.595780849456787, -2.498551368713379, -1.3961416482925415, -1.0663015842437744, -1.782521367073059, -2.1160736083984375, -2.081106185913086, -1.875087022781372, -3.3905041217803955, -1.437308430671692, -0.685261607170105, -1.607916235923767, -1.338618278503418, -1.6735864877700806, -1.0569409132003784, -2.4837400913238525, -2.4232354164123535, -2.813776969909668, -1.5310827493667603, -1.6023198366165161, -1.0960149765014648, -2.0903983116149902, -0.4799194633960724, -1.5474166870117188, -2.0348317623138428, -1.9548768997192383, -0.5198959708213806, -0.18063794076442719, -0.3858758807182312, -1.761980652809143, -1.2470747232437134, -3.005856990814209, -1.553505301475525, -1.8162305355072021, -0.442136287689209, -1.591560959815979, -2.41572904586792, -1.0443501472473145, -1.5364238023757935, -3.4242398738861084, -1.6870733499526978, -2.5385076999664307, -1.878783941268921, -1.7181150913238525, -0.949170708656311, -2.0556845664978027, -2.2629430294036865, -1.8968642950057983, -1.6017345190048218, -2.429879903793335, -0.6653656959533691, -1.1544315814971924, -2.939696788787842, -1.6939107179641724, -2.1711130142211914, -2.506195545196533, -1.8467711210250854, -0.14047910273075104, -1.7447022199630737, -2.0504391193389893, -1.5001814365386963, -2.2484707832336426, -1.873846173286438, -2.570899248123169, -0.6179655194282532]}, "Bot001_099_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_099.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nCut a long story short: an elementary school teacher Hello. I'm fine. I don't really like teachers. i'm currently in a juvenile detention center. i've been on the same assembly line for 15 years . How old are you? i am in my 20s my brother has a son .. Also, try to guess: i'm fluent in ... English? english spanish and french, funny you :) Do you like languages?", "response": "no languages , i am a redneck with a big old beard. how are you tonight ?", "annotation_id": "Bot001_099_08", "annotations": ["O", "X", "X", "T", "X", "O", "X", "O", "T", "O", "X", "O", "O", "X", "O"], "gpt2background_target_score": [-11.527541160583496, -12.319676399230957, -12.98260498046875, -8.713114738464355, -12.029468536376953, -7.532219886779785, -11.786145210266113, -13.104257583618164, -12.031685829162598, -9.487608909606934, -13.866052627563477, -11.01074504852295, -11.283947944641113, -9.534804344177246, -12.690507888793945, -10.80033016204834, -10.645710945129395, -15.75329303741455, -9.373544692993164], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -0.7758899331092834, -0.4462234079837799, -0.9304934740066528, -3.4276962280273438, -1.8226350545883179, -0.6177105903625488, -0.8431873917579651, -1.393097996711731, -2.888206720352173, -0.14823457598686218, -0.7739039063453674, -1.634175419807434, -1.3842461109161377, -1.909401535987854, -1.0263372659683228, -0.35415831208229065, -1.7575626373291016, -3.0122547149658203, -3.1105194091796875, -0.07826855033636093, -0.7193993330001831, -1.2175019979476929, -2.1564886569976807, -0.3446813225746155, -1.8666102886199951, -2.7001302242279053, -1.6816558837890625, -1.586532473564148, -1.9181205034255981, -1.568236231803894, -1.385522723197937, -1.3238765001296997, -1.4852198362350464, -0.13813094794750214, -1.6835354566574097, -1.595780849456787, -2.498551368713379, -1.3961416482925415, -1.0663015842437744, -1.782521367073059, -2.1160736083984375, -2.081106185913086, -1.875087022781372, -3.3905041217803955, -1.437308430671692, -0.685261607170105, -1.607916235923767, -1.338618278503418, -1.6735864877700806, -1.0569409132003784, -2.4837400913238525, -2.4232354164123535, -2.813776969909668, -1.5310827493667603, -1.6023198366165161, -1.0960149765014648, -2.0903983116149902, -0.4799194633960724, -1.5474166870117188, -2.0348317623138428, -1.9548768997192383, -0.5198959708213806, -0.18063794076442719, -0.3858758807182312, -1.761980652809143, -1.2470747232437134, -3.005856990814209, -1.553505301475525, -1.8162305355072021, -0.442136287689209, -1.591560959815979, -2.41572904586792, -1.0443501472473145, -1.5364238023757935, -3.4242398738861084, -1.6870733499526978, -2.5385076999664307, -1.878783941268921, -1.7181150913238525, -0.949170708656311, -2.0556845664978027, -2.2629430294036865, -1.8968642950057983, -1.6017345190048218, -2.429879903793335, -0.6653656959533691, -1.1544315814971924, -2.939696788787842, -1.6939107179641724, -2.1711130142211914, -1.5959341526031494, -0.24753643572330475, -1.7020103931427002, -1.8395748138427734, -1.4282206296920776, -2.08754825592041, -1.7804899215698242, -2.5637102127075195, -1.4424915313720703, -0.24391506612300873, -1.2253965139389038, -2.6492443084716797, -1.0490244626998901, -2.101729393005371, -1.9474233388900757, -1.4905869960784912, -1.887377142906189, -1.8394207954406738, -2.0865938663482666, -2.4046802520751953, -2.5403623580932617, -1.819676399230957, -2.3704447746276855, -1.2951754331588745, -3.0239317417144775, -2.674424886703491, -2.854245662689209, -1.8223639726638794, -1.281989574432373, -1.8425172567367554, -0.2619403898715973, -1.7421774864196777, -0.7664210200309753, -0.5968956351280212]}, "Bot001_099_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_099.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nCut a long story short: an elementary school teacher Hello. I'm fine. I don't really like teachers. i'm currently in a juvenile detention center. i've been on the same assembly line for 15 years . How old are you? i am in my 20s my brother has a son .. Also, try to guess: i'm fluent in ... English? english spanish and french, funny you :) Do you like languages? no languages , i am a redneck with a big old beard. how are you tonight ? Going to hang out with my friends. How do you like to spend time?", "response": "oh i play with them over the internet on the x box . what do you do for a living ?", "annotation_id": "Bot001_099_10", "annotations": ["O", "O", "O", "O", "T", "O", "T", "T", "O", "O", "O", "T", "O", "O", "O"], "gpt2background_target_score": [-11.61432933807373, -5.6088643074035645, -10.45767593383789, -8.902139663696289, -14.220818519592285, -7.4800496101379395, -8.972121238708496, -12.163775444030762, -11.880895614624023, -9.984853744506836, -9.318672180175781, -12.608162879943848, -11.751265525817871, -11.098989486694336, -12.948784828186035, -9.35145378112793, -12.748047828674316, -11.392995834350586, -10.345806121826172, -11.949807167053223, -12.867563247680664], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -0.7758899331092834, -0.4462234079837799, -0.9304934740066528, -3.4276962280273438, -1.8226350545883179, -0.6177105903625488, -0.8431873917579651, -1.393097996711731, -2.888206720352173, -0.14823457598686218, -0.7739039063453674, -1.634175419807434, -1.3842461109161377, -1.909401535987854, -1.0263372659683228, -0.35415831208229065, -1.7575626373291016, -3.0122547149658203, -3.1105194091796875, -0.07826855033636093, -0.7193993330001831, -1.2175019979476929, -2.1564886569976807, -0.3446813225746155, -1.8666102886199951, -2.7001302242279053, -1.6816558837890625, -1.586532473564148, -1.9181205034255981, -1.568236231803894, -1.385522723197937, -1.3238765001296997, -1.4852198362350464, -0.13813094794750214, -1.6835354566574097, -1.595780849456787, -2.498551368713379, -1.3961416482925415, -1.0663015842437744, -1.782521367073059, -2.1160736083984375, -2.081106185913086, -1.875087022781372, -3.3905041217803955, -1.437308430671692, -0.685261607170105, -1.607916235923767, -1.338618278503418, -1.6735864877700806, -1.0569409132003784, -2.4837400913238525, -2.4232354164123535, -2.813776969909668, -1.5310827493667603, -1.6023198366165161, -1.0960149765014648, -2.0903983116149902, -0.4799194633960724, -1.5474166870117188, -2.0348317623138428, -1.9548768997192383, -0.5198959708213806, -0.18063794076442719, -0.3858758807182312, -1.761980652809143, -1.2470747232437134, -3.005856990814209, -1.553505301475525, -1.8162305355072021, -0.442136287689209, -1.591560959815979, -2.41572904586792, -1.0443501472473145, -1.5364238023757935, -3.4242398738861084, -1.6870733499526978, -2.5385076999664307, -1.878783941268921, -1.7181150913238525, -0.949170708656311, -2.0556845664978027, -2.2629430294036865, -1.8968642950057983, -1.6017345190048218, -2.429879903793335, -0.6653656959533691, -1.1544315814971924, -2.939696788787842, -1.6939107179641724, -2.1711130142211914, -1.5959341526031494, -0.24753643572330475, -1.7020103931427002, -1.8395748138427734, -1.4282206296920776, -2.08754825592041, -1.7804899215698242, -2.5637102127075195, -1.4424915313720703, -0.24391506612300873, -1.2253965139389038, -2.6492443084716797, -1.0490244626998901, -2.101729393005371, -1.5873591899871826, -2.031558036804199, -2.162301540374756, -2.2135093212127686, -2.105947494506836, -2.70304274559021, -1.7383058071136475, -2.2884323596954346, -1.392593502998352, -2.948469400405884, -2.6672356128692627, -3.1823184490203857, -1.881397008895874, -1.7087408304214478, -1.8634840250015259, -0.25804615020751953, -1.6257811784744263, -0.7326955199241638, -1.5297753810882568, -0.4761302173137665, -2.2117011547088623, -0.19280141592025757, -0.4935711920261383, -1.3489282131195068, -1.8452649116516113, -2.1730329990386963, -2.1954352855682373, -1.6003026962280273, -0.330983430147171, -2.3487942218780518, -2.4435696601867676, -2.5179128646850586, -0.8695914149284363, -0.3608068823814392, -1.965016484260559, -1.8554235696792603, -2.5997402667999268, -2.3652522563934326, -1.9369767904281616, -1.0984634160995483, -2.1485228538513184, -1.9018250703811646, -1.3993369340896606, -1.733752965927124, -2.3394381999969482, -0.3673371374607086, -0.31816914677619934, -2.1201674938201904, -1.6363930702209473, -1.9652994871139526, -0.32437393069267273, -1.2545371055603027, -1.4135143756866455, -1.7023911476135254, -2.674004077911377, -0.9963720440864563, -1.059325098991394]}, "Bot001_099_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_099.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nCut a long story short: an elementary school teacher Hello. I'm fine. I don't really like teachers. i'm currently in a juvenile detention center. i've been on the same assembly line for 15 years . How old are you? i am in my 20s my brother has a son .. Also, try to guess: i'm fluent in ... English? english spanish and french, funny you :) Do you like languages? no languages , i am a redneck with a big old beard. how are you tonight ? Going to hang out with my friends. How do you like to spend time? oh i play with them over the internet on the x box . what do you do for a living ? I don't have a job.", "response": "are you married ? i'm single bc i could never just love one person . [FACE WITH STUCK-OUT TONGUE AND TIGHTLY-CLOSED EYES]", "annotation_id": "Bot001_099_12", "annotations": ["X", "O", "O", "O", "O", "T", "X", "O", "T", "T", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-12.960904121398926, -7.502675533294678, -11.293658256530762, -11.86557388305664, -11.182490348815918, -12.884946823120117, -13.260784149169922, -12.594772338867188, -12.028373718261719, -12.089184761047363, -11.406303405761719, -10.771417617797852, -13.008833885192871, -10.766098976135254, -13.39151668548584, -12.189406394958496, -7.108048439025879, -13.037699699401855, -5.420389652252197, -9.151975631713867, -11.303130149841309, -5.554117202758789, -11.382784843444824, -9.989375114440918, -13.185945510864258, -11.978873252868652, -11.61757755279541, -10.5127534866333, -13.317845344543457, -14.63906478881836, -7.390839576721191, -11.586958885192871, -13.499190330505371, -11.69345474243164, -13.101146697998047, -11.457174301147461], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -0.7758899331092834, -0.4462234079837799, -0.9304934740066528, -3.4276962280273438, -1.8226350545883179, -0.6177105903625488, -0.8431873917579651, -1.393097996711731, -2.888206720352173, -0.14823457598686218, -0.7739039063453674, -1.634175419807434, -1.3842461109161377, -1.909401535987854, -1.0263372659683228, -0.35415831208229065, -1.7575626373291016, -3.0122547149658203, -3.1105194091796875, -0.07826855033636093, -0.7193993330001831, -1.2175019979476929, -2.1564886569976807, -0.3446813225746155, -1.8666102886199951, -2.7001302242279053, -1.6816558837890625, -1.586532473564148, -1.9181205034255981, -1.568236231803894, -1.385522723197937, -1.3238765001296997, -1.4852198362350464, -0.13813094794750214, -1.6835354566574097, -1.595780849456787, -2.498551368713379, -1.3961416482925415, -1.0663015842437744, -1.782521367073059, -2.1160736083984375, -2.081106185913086, -1.875087022781372, -3.3905041217803955, -1.437308430671692, -0.685261607170105, -1.607916235923767, -1.338618278503418, -1.6735864877700806, -1.0569409132003784, -2.4837400913238525, -2.4232354164123535, -2.813776969909668, -1.5310827493667603, -1.6023198366165161, -1.0960149765014648, -2.0903983116149902, -0.4799194633960724, -1.5474166870117188, -2.0348317623138428, -1.9548768997192383, -0.5198959708213806, -0.18063794076442719, -0.3858758807182312, -1.761980652809143, -1.2470747232437134, -3.005856990814209, -1.553505301475525, -1.8162305355072021, -0.442136287689209, -1.591560959815979, -2.41572904586792, -1.0443501472473145, -1.5364238023757935, -3.4242398738861084, -1.6870733499526978, -2.5385076999664307, -1.878783941268921, -1.7181150913238525, -0.949170708656311, -2.0556845664978027, -2.2629430294036865, -1.8968642950057983, -1.6017345190048218, -2.429879903793335, -0.6653656959533691, -1.1544315814971924, -2.939696788787842, -1.6939107179641724, -2.1711130142211914, -1.5959341526031494, -0.24753643572330475, -1.7020103931427002, -1.8395748138427734, -1.4282206296920776, -2.08754825592041, -1.7804899215698242, -2.5637102127075195, -1.4424915313720703, -0.24391506612300873, -1.2253965139389038, -2.6492443084716797, -1.0490244626998901, -2.101729393005371, -1.5873591899871826, -2.031558036804199, -2.162301540374756, -2.2135093212127686, -2.105947494506836, -2.70304274559021, -1.7383058071136475, -2.2884323596954346, -1.392593502998352, -2.948469400405884, -2.6672356128692627, -3.1823184490203857, -1.881397008895874, -1.7087408304214478, -1.8634840250015259, -0.25804615020751953, -1.6257811784744263, -0.7326955199241638, -1.5297753810882568, -0.4761302173137665, -2.2117011547088623, -0.19280141592025757, -0.4935711920261383, -1.3489282131195068, -1.8452649116516113, -2.1730329990386963, -2.1954352855682373, -1.6003026962280273, -0.330983430147171, -2.3487942218780518, -2.4435696601867676, -2.5179128646850586, -0.8695914149284363, -0.3608068823814392, -1.965016484260559, -2.4227335453033447, -2.3309035301208496, -1.3587825298309326, -0.9753661155700684, -1.7641621828079224, -1.701171636581421, -1.4658434391021729, -1.5568524599075317, -2.2804269790649414, -0.33403968811035156, -0.4252617061138153, -2.145012617111206, -1.8404518365859985, -2.1014208793640137, -0.3371996581554413, -1.2406768798828125, -1.4832628965377808, -1.7100964784622192, -2.653019666671753, -1.0237340927124023, -2.114987850189209, -2.18306303024292, -0.1886235624551773, -1.4583642482757568, -1.2200473546981812, -2.1347463130950928, -2.349642276763916, -1.613713264465332, -2.130336046218872, -0.28511685132980347, -2.696690082550049, -1.3016860485076904, -1.048105239868164, -2.2219855785369873, -2.266301155090332, -1.7720106840133667, -0.9822136759757996, -1.8761727809906006, -2.314436197280884, -1.5292860269546509, -2.3948371410369873, -2.1909267902374268, -1.1865105628967285, -2.377976894378662, -1.5910344123840332, -2.810479164123535, -1.362223744392395, -0.8280835747718811, -1.866850733757019, -2.2019412517547607, -3.081073522567749, -2.289884567260742, -1.725597858428955, -2.359668016433716, -1.910345196723938, -3.4724607467651367, -1.5155127048492432, -2.0950381755828857, -3.8145060539245605, -3.748194932937622, -2.6068384647369385, -2.675443649291992, -0.665401041507721, -1.8103774785995483, -1.0737693309783936]}, "Bot001_099_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_099.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nCut a long story short: an elementary school teacher Hello. I'm fine. I don't really like teachers. i'm currently in a juvenile detention center. i've been on the same assembly line for 15 years . How old are you? i am in my 20s my brother has a son .. Also, try to guess: i'm fluent in ... English? english spanish and french, funny you :) Do you like languages? no languages , i am a redneck with a big old beard. how are you tonight ? Going to hang out with my friends. How do you like to spend time? oh i play with them over the internet on the x box . what do you do for a living ? I don't have a job. are you married ? i'm single bc i could never just love one person . [FACE WITH STUCK-OUT TONGUE AND TIGHTLY-CLOSED EYES] I'm single too.", "response": "me too ! never to old for rap ! i love going out to eat .", "annotation_id": "Bot001_099_14", "annotations": ["X", "O", "T", "X", "X", "X", "X", "T", "O", "X", "X", "T", "X", "T", "O"], "gpt2background_target_score": [-11.168971061706543, -11.926692008972168, -11.18532943725586, -10.911016464233398, -9.994009971618652, -10.739309310913086, -4.824593544006348, -11.787308692932129, -11.666096687316895, -12.14534854888916, -10.234088897705078, -11.624853134155273, -9.975754737854004, -11.908500671386719, -13.582691192626953, -12.189406394958496], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -0.7758899331092834, -0.4462234079837799, -0.9304934740066528, -3.4276962280273438, -1.8226350545883179, -0.6177105903625488, -0.8431873917579651, -1.393097996711731, -2.888206720352173, -0.14823457598686218, -0.7739039063453674, -1.634175419807434, -1.3842461109161377, -1.909401535987854, -1.0263372659683228, -0.35415831208229065, -1.7575626373291016, -3.0122547149658203, -3.1105194091796875, -0.07826855033636093, -0.7193993330001831, -1.2175019979476929, -2.1564886569976807, -0.3446813225746155, -1.8666102886199951, -2.7001302242279053, -1.6816558837890625, -1.586532473564148, -1.9181205034255981, -1.568236231803894, -1.385522723197937, -1.3238765001296997, -1.4852198362350464, -0.13813094794750214, -1.6835354566574097, -1.595780849456787, -2.498551368713379, -1.3961416482925415, -1.0663015842437744, -1.782521367073059, -2.1160736083984375, -2.081106185913086, -1.875087022781372, -3.3905041217803955, -1.437308430671692, -0.685261607170105, -1.607916235923767, -1.338618278503418, -1.6735864877700806, -1.0569409132003784, -2.4837400913238525, -2.4232354164123535, -2.813776969909668, -1.5310827493667603, -1.6023198366165161, -1.0960149765014648, -2.0903983116149902, -0.4799194633960724, -1.5474166870117188, -2.0348317623138428, -1.9548768997192383, -0.5198959708213806, -0.18063794076442719, -0.3858758807182312, -1.761980652809143, -1.2470747232437134, -3.005856990814209, -1.553505301475525, -1.8162305355072021, -0.442136287689209, -1.591560959815979, -2.41572904586792, -1.0443501472473145, -1.5364238023757935, -3.4242398738861084, -1.6870733499526978, -2.5385076999664307, -1.878783941268921, -1.7181150913238525, -0.949170708656311, -2.0556845664978027, -2.2629430294036865, -1.8968642950057983, -1.6017345190048218, -2.429879903793335, -0.6653656959533691, -1.1544315814971924, -2.939696788787842, -1.6939107179641724, -2.1711130142211914, -1.5959341526031494, -0.24753643572330475, -1.7020103931427002, -1.8395748138427734, -1.4282206296920776, -2.08754825592041, -1.7804899215698242, -2.5637102127075195, -1.4424915313720703, -0.24391506612300873, -1.2253965139389038, -2.6492443084716797, -1.0490244626998901, -2.101729393005371, -1.5873591899871826, -2.031558036804199, -2.162301540374756, -2.2135093212127686, -2.105947494506836, -2.70304274559021, -1.7383058071136475, -2.2884323596954346, -1.392593502998352, -2.948469400405884, -2.6672356128692627, -3.1823184490203857, -1.881397008895874, -1.7087408304214478, -1.8634840250015259, -0.25804615020751953, -1.6257811784744263, -0.7326955199241638, -1.5297753810882568, -0.4761302173137665, -2.2117011547088623, -0.19280141592025757, -0.4935711920261383, -1.3489282131195068, -1.8452649116516113, -2.1730329990386963, -2.1954352855682373, -1.6003026962280273, -0.330983430147171, -2.3487942218780518, -2.4435696601867676, -2.5179128646850586, -0.8695914149284363, -0.3608068823814392, -1.965016484260559, -2.4227335453033447, -2.3309035301208496, -1.3587825298309326, -0.9753661155700684, -1.7641621828079224, -1.701171636581421, -1.4658434391021729, -1.5568524599075317, -2.2804269790649414, -0.33403968811035156, -0.4252617061138153, -2.145012617111206, -1.8404518365859985, -2.1014208793640137, -0.3371996581554413, -1.2406768798828125, -1.4832628965377808, -1.7100964784622192, -2.653019666671753, -1.0237340927124023, -2.114987850189209, -2.18306303024292, -0.1886235624551773, -1.4583642482757568, -1.2200473546981812, -2.1347463130950928, -2.349642276763916, -1.613713264465332, -0.35275280475616455, -3.0139272212982178, -1.3095901012420654, -2.330826997756958, -2.047982692718506, -2.2572853565216064, -1.9724364280700684, -1.036350965499878, -1.9088200330734253, -2.638091802597046, -1.5007457733154297, -2.3844735622406006, -2.2298338413238525, -0.8312258124351501, -2.0639288425445557, -1.881813645362854, -2.9051215648651123, -1.4470922946929932, -0.7924422025680542, -1.6723542213439941, -2.0324325561523438, -2.9685511589050293, -2.614962339401245, -1.6159015893936157, -2.4665443897247314, -1.9291999340057373, -3.501795530319214, -1.395371437072754, -2.350710153579712, -3.734454870223999, -3.8079543113708496, -2.4253652095794678, -2.385105848312378, -0.5744221806526184, -1.7456588745117188, -1.7591321468353271, -1.7904077768325806, -2.253694772720337, -1.9739834070205688, -1.6345206499099731, -1.9928563833236694, -2.229635000228882, -0.25234341621398926, -1.6844929456710815, -1.7673864364624023, -2.632965326309204, -1.8451985120773315, -1.9887038469314575, -1.9944247007369995, -2.7667181491851807, -1.7904317378997803, -2.3929831981658936, -2.737117052078247, -0.9437785148620605, -1.0872697830200195, -2.572263479232788, -1.7712695598602295, -1.548117995262146]}, "Bot001_099_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_099.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nCut a long story short: an elementary school teacher Hello. I'm fine. I don't really like teachers. i'm currently in a juvenile detention center. i've been on the same assembly line for 15 years . How old are you? i am in my 20s my brother has a son .. Also, try to guess: i'm fluent in ... English? english spanish and french, funny you :) Do you like languages? no languages , i am a redneck with a big old beard. how are you tonight ? Going to hang out with my friends. How do you like to spend time? oh i play with them over the internet on the x box . what do you do for a living ? I don't have a job. are you married ? i'm single bc i could never just love one person . [FACE WITH STUCK-OUT TONGUE AND TIGHTLY-CLOSED EYES] I'm single too. me too ! never to old for rap ! i love going out to eat . I feel old for evererything . What do you like to eat?", "response": "i play football , play with my dog and try to keep fit .", "annotation_id": "Bot001_099_16", "annotations": ["X", "X", "X", "X", "X", "T", "X", "T", "T", "X", "O", "T", "X", "X", "X"], "gpt2background_target_score": [-10.842503547668457, -11.342209815979004, -11.367673873901367, -12.086311340332031, -8.536381721496582, -5.828268527984619, -10.03974437713623, -11.30465316772461, -10.461601257324219, -11.60301399230957, -7.772610187530518, -13.18310546875, -12.577098846435547, -11.597085952758789], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -0.7758899331092834, -0.4462234079837799, -0.9304934740066528, -3.4276962280273438, -1.8226350545883179, -0.6177105903625488, -0.8431873917579651, -1.393097996711731, -2.888206720352173, -0.14823457598686218, -0.7739039063453674, -1.634175419807434, -1.3842461109161377, -1.909401535987854, -1.0263372659683228, -0.35415831208229065, -1.7575626373291016, -3.0122547149658203, -3.1105194091796875, -0.07826855033636093, -0.7193993330001831, -1.2175019979476929, -2.1564886569976807, -0.3446813225746155, -1.8666102886199951, -2.7001302242279053, -1.6816558837890625, -1.586532473564148, -1.9181205034255981, -1.568236231803894, -1.385522723197937, -1.3238765001296997, -1.4852198362350464, -0.13813094794750214, -1.6835354566574097, -1.595780849456787, -2.498551368713379, -1.3961416482925415, -1.0663015842437744, -1.782521367073059, -2.1160736083984375, -2.081106185913086, -1.875087022781372, -3.3905041217803955, -1.437308430671692, -0.685261607170105, -1.607916235923767, -1.338618278503418, -1.6735864877700806, -1.0569409132003784, -2.4837400913238525, -2.4232354164123535, -2.813776969909668, -1.5310827493667603, -1.6023198366165161, -1.0960149765014648, -2.0903983116149902, -0.4799194633960724, -1.5474166870117188, -2.0348317623138428, -1.9548768997192383, -0.5198959708213806, -0.18063794076442719, -0.3858758807182312, -1.761980652809143, -1.2470747232437134, -3.005856990814209, -1.553505301475525, -1.8162305355072021, -0.442136287689209, -1.591560959815979, -2.41572904586792, -1.0443501472473145, -1.5364238023757935, -3.4242398738861084, -1.6870733499526978, -2.5385076999664307, -1.878783941268921, -1.7181150913238525, -0.949170708656311, -2.0556845664978027, -2.2629430294036865, -1.8968642950057983, -1.6017345190048218, -2.429879903793335, -0.6653656959533691, -1.1544315814971924, -2.939696788787842, -1.6939107179641724, -2.1711130142211914, -1.5959341526031494, -0.24753643572330475, -1.7020103931427002, -1.8395748138427734, -1.4282206296920776, -2.08754825592041, -1.7804899215698242, -2.5637102127075195, -1.4424915313720703, -0.24391506612300873, -1.2253965139389038, -2.6492443084716797, -1.0490244626998901, -2.101729393005371, -1.5873591899871826, -2.031558036804199, -2.162301540374756, -2.2135093212127686, -2.105947494506836, -2.70304274559021, -1.7383058071136475, -2.2884323596954346, -1.392593502998352, -2.948469400405884, -2.6672356128692627, -3.1823184490203857, -1.881397008895874, -1.7087408304214478, -1.8634840250015259, -0.25804615020751953, -1.6257811784744263, -0.7326955199241638, -1.5297753810882568, -0.4761302173137665, -2.2117011547088623, -0.19280092418193817, -0.49357104301452637, -1.3489303588867188, -1.8452659845352173, -2.1730339527130127, -2.195435047149658, -1.6003031730651855, -0.3309832513332367, -2.3487935066223145, -2.443570613861084, -2.517911911010742, -0.8695940375328064, -0.3608076274394989, -1.9650177955627441, -2.4227349758148193, -2.3309028148651123, -1.3587816953659058, -0.9753656387329102, -1.7641620635986328, -1.7011722326278687, -1.465842366218567, -1.5568530559539795, -2.2804272174835205, -0.3340388536453247, -0.4252612590789795, -2.145015001296997, -1.8404512405395508, -2.101421356201172, -0.33720022439956665, -1.2406771183013916, -1.4832638502120972, -1.7100986242294312, -2.6530189514160156, -1.0237334966659546, -2.1149868965148926, -2.1830618381500244, -0.18862347304821014, -1.4583666324615479, -1.220047116279602, -2.1347455978393555, -2.349642515182495, -1.6137120723724365, -0.35275280475616455, -3.013927698135376, -1.3095887899398804, -2.3308265209198, -2.0479815006256104, -2.2572855949401855, -1.9724349975585938, -1.0363516807556152, -1.9088187217712402, -2.6380934715270996, -1.5007460117340088, -2.3844738006591797, -2.229836940765381, -0.831225574016571, -2.0639290809631348, -1.881813406944275, -2.9051222801208496, -1.4470962285995483, -0.7924419641494751, -1.6723525524139404, -2.0324344635009766, -2.9685490131378174, -2.614959478378296, -1.6158987283706665, -2.4665451049804688, -1.9291995763778687, -3.501793384552002, -1.395373821258545, -2.3507118225097656, -3.7344558238983154, -3.807955265045166, -2.4253649711608887, -2.385108470916748, -0.5744233131408691, -1.74565851688385, -1.7591300010681152, -1.7904084920883179, -2.2536959648132324, -1.9739837646484375, -1.6345200538635254, -1.992855191230774, -0.7111470699310303, -1.4572944641113281, -2.273542881011963, -2.728652238845825, -1.8648645877838135, -2.4944818019866943, -2.0045790672302246, -2.414365291595459, -2.4225175380706787, -1.8933871984481812, -2.53904390335083, -0.8801611661911011, -1.045630693435669, -2.4285976886749268, -1.6601577997207642, -1.7588655948638916, -1.9211143255233765, -1.1137913465499878, -1.9393644332885742, -3.097069501876831, -3.680490255355835, -2.616877317428589, -2.3724637031555176, -2.365800619125366, -2.0107879638671875, -1.9138431549072266, -0.3209141194820404, -1.2641197443008423, -1.0744118690490723, -0.4153154790401459, -0.5180179476737976, -2.3302383422851562, -1.8622868061065674, -1.91628098487854, -1.120750069618225, -2.0976905822753906, -1.7329497337341309, -2.4074277877807617, -1.1042451858520508, -0.5950669646263123, -1.5132895708084106, -2.0023927688598633, -0.36057040095329285, -2.6643295288085938, -1.8785520792007446, -1.7735254764556885, -1.3521672487258911]}, "Bot001_099_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_099.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nCut a long story short: an elementary school teacher Hello. I'm fine. I don't really like teachers. i'm currently in a juvenile detention center. i've been on the same assembly line for 15 years . How old are you? i am in my 20s my brother has a son .. Also, try to guess: i'm fluent in ... English? english spanish and french, funny you :) Do you like languages? no languages , i am a redneck with a big old beard. how are you tonight ? Going to hang out with my friends. How do you like to spend time? oh i play with them over the internet on the x box . what do you do for a living ? I don't have a job. are you married ? i'm single bc i could never just love one person . [FACE WITH STUCK-OUT TONGUE AND TIGHTLY-CLOSED EYES] I'm single too. me too ! never to old for rap ! i love going out to eat . I feel old for evererything . What do you like to eat? i play football , play with my dog and try to keep fit . What is your dog's name?", "response": "jessie. how are you ?", "annotation_id": "Bot001_099_18", "annotations": ["O", "O", "X", "O", "O", "O", "X", "O", "O", "T", "T", "T", "O", "T", "O"], "gpt2background_target_score": [-11.380450248718262, -13.316534042358398, -8.653010368347168, -10.12729263305664, -11.538591384887695, -10.19525146484375, -8.522883415222168, -9.69080924987793], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -0.7758899331092834, -0.4462234079837799, -0.9304934740066528, -3.4276962280273438, -1.8226350545883179, -0.6177105903625488, -0.8431873917579651, -1.393097996711731, -2.888206720352173, -0.14823457598686218, -0.7739039063453674, -1.634175419807434, -1.3842461109161377, -1.909401535987854, -1.0263372659683228, -0.35415831208229065, -1.7575626373291016, -3.0122547149658203, -3.1105194091796875, -0.07826855033636093, -0.7193993330001831, -1.2175019979476929, -2.1564886569976807, -0.3446813225746155, -1.8666102886199951, -2.7001302242279053, -1.6816558837890625, -1.586532473564148, -1.9181205034255981, -1.568236231803894, -1.385522723197937, -1.3238765001296997, -1.4852198362350464, -0.13813094794750214, -1.6835354566574097, -1.595780849456787, -2.498551368713379, -1.3961416482925415, -1.0663015842437744, -1.782521367073059, -2.1160736083984375, -2.081106185913086, -1.875087022781372, -3.3905041217803955, -1.437308430671692, -0.685261607170105, -1.607916235923767, -1.338618278503418, -1.6735864877700806, -1.0569409132003784, -2.4837400913238525, -2.4232354164123535, -2.813776969909668, -1.5310827493667603, -1.6023198366165161, -1.0960149765014648, -2.0903983116149902, -0.4799194633960724, -1.5474166870117188, -2.0348317623138428, -1.9548768997192383, -0.5198959708213806, -0.18063794076442719, -0.3858758807182312, -1.761980652809143, -1.2470747232437134, -3.005856990814209, -1.553505301475525, -1.8162305355072021, -0.442136287689209, -1.591560959815979, -2.41572904586792, -1.0443501472473145, -1.5364238023757935, -3.4242398738861084, -1.6870733499526978, -2.5385076999664307, -1.878783941268921, -1.7181150913238525, -0.949170708656311, -2.0556845664978027, -2.2629430294036865, -1.8968642950057983, -1.6017345190048218, -2.429879903793335, -0.6653656959533691, -1.1544315814971924, -2.939696788787842, -1.6939107179641724, -2.1711130142211914, -1.5959341526031494, -0.24753643572330475, -1.7020103931427002, -1.8395748138427734, -1.4282206296920776, -2.08754825592041, -1.7804899215698242, -2.5637102127075195, -1.4424915313720703, -0.24391506612300873, -1.2253965139389038, -2.6492443084716797, -1.0490244626998901, -2.101729393005371, -1.5873591899871826, -2.031558036804199, -2.162301540374756, -2.2135093212127686, -2.105947494506836, -2.70304274559021, -1.7383058071136475, -2.2884323596954346, -1.392593502998352, -2.948469400405884, -2.6672356128692627, -3.1823184490203857, -1.881397008895874, -1.7087408304214478, -1.8634840250015259, -0.25804615020751953, -1.6257811784744263, -0.7326955199241638, -1.5297753810882568, -0.4761302173137665, -2.2117011547088623, -0.19280141592025757, -0.4935711920261383, -1.3489282131195068, -1.8452649116516113, -2.1730329990386963, -2.1954352855682373, -1.6003026962280273, -0.330983430147171, -2.348792314529419, -2.4435718059539795, -2.517910957336426, -0.8695918917655945, -0.36080703139305115, -1.9650180339813232, -2.422733783721924, -2.3309028148651123, -1.358782172203064, -0.9753666520118713, -1.7641619443893433, -1.7011744976043701, -1.4658418893814087, -1.5568526983261108, -2.280425786972046, -0.33403900265693665, -0.4252614974975586, -2.1450133323669434, -1.8404526710510254, -2.1014204025268555, -0.33719947934150696, -1.240676760673523, -1.483263373374939, -1.7100962400436401, -2.6530191898345947, -1.023734211921692, -2.1149890422821045, -2.1830623149871826, -0.18862317502498627, -1.458365797996521, -1.2200462818145752, -2.1347434520721436, -2.349641799926758, -1.6137136220932007, -0.3527531623840332, -3.0139286518096924, -1.3095899820327759, -2.3308258056640625, -2.047983407974243, -2.2572853565216064, -1.9724360704421997, -1.0363517999649048, -1.908820390701294, -2.6380906105041504, -1.500746250152588, -2.384471893310547, -2.2298333644866943, -0.8312241435050964, -2.0639286041259766, -1.8818150758743286, -2.905120849609375, -1.447096824645996, -0.7924418449401855, -1.672352910041809, -2.032432794570923, -2.9685494899749756, -2.614957809448242, -1.6159015893936157, -2.4665422439575195, -1.9291988611221313, -3.501795768737793, -1.3953734636306763, -2.3507132530212402, -3.7344553470611572, -3.8079566955566406, -2.4253666400909424, -2.3851101398468018, -0.5744235515594482, -1.7456594705581665, -1.759131908416748, -1.7904075384140015, -2.2536962032318115, -1.973982810974121, -1.6345205307006836, -1.9928550720214844, -0.7111474275588989, -1.4572932720184326, -2.2735414505004883, -2.7286527156829834, -1.8648632764816284, -2.4944818019866943, -2.004578113555908, -2.41436505317688, -2.4225175380706787, -1.8933885097503662, -2.5390448570251465, -0.8801594972610474, -1.0456305742263794, -2.428595781326294, -1.6601595878601074, -1.758866786956787, -1.9211156368255615, -1.1137908697128296, -1.939365267753601, -3.09706974029541, -3.680492877960205, -2.6168768405914307, -2.3724629878997803, -2.3657994270324707, -2.0107884407043457, -1.9138402938842773, -0.3209148943424225, -1.264120101928711, -1.074412226676941, -0.41531527042388916, -0.5180173516273499, -2.330240249633789, -2.2152507305145264, -1.2781867980957031, -2.061042070388794, -1.759667992591858, -2.0346248149871826, -1.7476067543029785, -0.5813795924186707, -1.4871158599853516, -2.107760190963745, -0.3232152462005615, -2.62860369682312, -1.8239505290985107, -1.5382786989212036, -1.678496241569519, -1.437039852142334, -0.6543493866920471, -1.7524328231811523, -1.1182886362075806, -0.4964539110660553, -0.4058893322944641, -2.290428638458252, -2.6188113689422607, -2.6669552326202393, -2.165179967880249, -1.7864073514938354, -2.1482603549957275, -1.8729215860366821, -0.22966605424880981, -2.1254680156707764, -1.2419873476028442]}, "Bot001_099_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_099.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nCut a long story short: an elementary school teacher Hello. I'm fine. I don't really like teachers. i'm currently in a juvenile detention center. i've been on the same assembly line for 15 years . How old are you? i am in my 20s my brother has a son .. Also, try to guess: i'm fluent in ... English? english spanish and french, funny you :) Do you like languages? no languages , i am a redneck with a big old beard. how are you tonight ? Going to hang out with my friends. How do you like to spend time? oh i play with them over the internet on the x box . what do you do for a living ? I don't have a job. are you married ? i'm single bc i could never just love one person . [FACE WITH STUCK-OUT TONGUE AND TIGHTLY-CLOSED EYES] I'm single too. me too ! never to old for rap ! i love going out to eat . I feel old for evererything . What do you like to eat? i play football , play with my dog and try to keep fit . What is your dog's name? jessie. how are you ? I don't have a dog. I prefer cats.", "response": "dogs name is alfred what s yours", "annotation_id": "Bot001_099_20", "annotations": ["O", "X", "T", "T", "X", "T", "X", "T", "T", "T", "X", "O", "O", "X", "X"], "gpt2background_target_score": [-12.892006874084473, -12.04190444946289, -3.018552303314209, -10.364361763000488, -13.971290588378906, -11.725038528442383, -11.91185474395752, -11.846638679504395], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -0.7758899331092834, -0.4462234079837799, -0.9304934740066528, -3.4276962280273438, -1.8226350545883179, -0.6177105903625488, -0.8431873917579651, -1.393097996711731, -2.888206720352173, -0.14823457598686218, -0.7739039063453674, -1.634175419807434, -1.3842461109161377, -1.909401535987854, -1.0263372659683228, -0.35415831208229065, -1.7575626373291016, -3.0122547149658203, -3.1105194091796875, -0.07826855033636093, -0.7193993330001831, -1.2175019979476929, -2.1564886569976807, -0.3446813225746155, -1.8666102886199951, -2.7001302242279053, -1.6816558837890625, -1.586532473564148, -1.9181205034255981, -1.568236231803894, -1.385522723197937, -1.3238765001296997, -1.4852198362350464, -0.13813094794750214, -1.6835354566574097, -1.595780849456787, -2.498551368713379, -1.3961416482925415, -1.0663015842437744, -1.782521367073059, -2.1160736083984375, -2.081106185913086, -1.875087022781372, -3.3905041217803955, -1.437308430671692, -0.685261607170105, -1.607916235923767, -1.338618278503418, -1.6735864877700806, -1.0569409132003784, -2.4837400913238525, -2.4232354164123535, -2.813776969909668, -1.5310827493667603, -1.6023198366165161, -1.0960149765014648, -2.0903983116149902, -0.4799194633960724, -1.5474166870117188, -2.0348317623138428, -1.9548768997192383, -0.5198959708213806, -0.18063794076442719, -0.3858758807182312, -1.761980652809143, -1.2470747232437134, -3.005856990814209, -1.553505301475525, -1.8162305355072021, -0.442136287689209, -1.591560959815979, -2.41572904586792, -1.0443501472473145, -1.5364238023757935, -3.4242398738861084, -1.6870733499526978, -2.5385076999664307, -1.878783941268921, -1.7181150913238525, -0.949170708656311, -2.0556845664978027, -2.2629430294036865, -1.8968642950057983, -1.6017345190048218, -2.429879903793335, -0.6653656959533691, -1.1544315814971924, -2.939696788787842, -1.6939107179641724, -2.1711130142211914, -1.5959341526031494, -0.24753643572330475, -1.7020103931427002, -1.8395748138427734, -1.4282206296920776, -2.08754825592041, -1.7804899215698242, -2.5637102127075195, -1.4424915313720703, -0.24391506612300873, -1.2253965139389038, -2.6492443084716797, -1.0490244626998901, -2.101729393005371, -1.5873591899871826, -2.031558036804199, -2.162301540374756, -2.2135093212127686, -2.105947494506836, -2.70304274559021, -1.7383058071136475, -2.2884323596954346, -1.392593502998352, -2.948469400405884, -2.6672356128692627, -3.1823184490203857, -1.881397008895874, -1.7087408304214478, -1.8634840250015259, -0.25804615020751953, -1.6257811784744263, -0.7326955199241638, -1.5297753810882568, -0.4761302173137665, -2.2117011547088623, -0.19280141592025757, -0.4935711920261383, -1.3489282131195068, -1.8452649116516113, -2.1730329990386963, -2.1954352855682373, -1.6003026962280273, -0.330983430147171, -2.3487942218780518, -2.4435696601867676, -2.5179128646850586, -0.8695914149284363, -0.3608068823814392, -1.965016484260559, -2.4227335453033447, -2.3309035301208496, -1.3587825298309326, -0.9753662943840027, -1.7641619443893433, -1.701174259185791, -1.465843677520752, -1.5568532943725586, -2.2804269790649414, -0.33403900265693665, -0.42526233196258545, -2.1450140476226807, -1.8404513597488403, -2.1014201641082764, -0.3372003138065338, -1.2406775951385498, -1.483264446258545, -1.7100967168807983, -2.653021812438965, -1.0237340927124023, -2.114989757537842, -2.1830623149871826, -0.18862366676330566, -1.4583649635314941, -1.220048427581787, -2.1347434520721436, -2.349642276763916, -1.6137129068374634, -0.3527528941631317, -3.0139265060424805, -1.3095897436141968, -2.3308253288269043, -2.047983407974243, -2.2572872638702393, -1.972434639930725, -1.0363526344299316, -1.9088197946548462, -2.6380906105041504, -1.5007448196411133, -2.3844728469848633, -2.229835271835327, -0.8312256932258606, -2.0639290809631348, -1.881813883781433, -2.905123472213745, -1.447096586227417, -0.7924398183822632, -1.672353744506836, -2.0324325561523438, -2.968552827835083, -2.614962100982666, -1.6159007549285889, -2.466542959213257, -1.9291999340057373, -3.50179386138916, -1.3953715562820435, -2.350712299346924, -3.7344555854797363, -3.8079562187194824, -2.425365447998047, -2.38511061668396, -0.5744228959083557, -1.7456609010696411, -1.759130835533142, -1.7904090881347656, -2.2536962032318115, -1.9739822149276733, -1.6345207691192627, -1.9928544759750366, -0.7111479640007019, -1.4572943449020386, -2.2735435962677, -2.7286524772644043, -1.8648643493652344, -2.4944815635681152, -2.004578113555908, -2.414365768432617, -2.422518014907837, -1.8933866024017334, -2.53904390335083, -0.8801607489585876, -1.0456316471099854, -2.428598165512085, -1.6601593494415283, -1.7588669061660767, -1.9211143255233765, -1.113791823387146, -1.9393649101257324, -3.0970709323883057, -3.680490016937256, -2.6168763637542725, -2.3724637031555176, -2.365802526473999, -2.0107877254486084, -1.913845419883728, -0.3209143877029419, -1.264120101928711, -1.0744136571884155, -0.4153147041797638, -0.5180178284645081, -2.33024001121521, -2.2152504920959473, -1.2781826257705688, -2.0610435009002686, -1.7596688270568848, -2.034625768661499, -1.7476024627685547, -0.5813808441162109, -1.4871158599853516, -2.1077606678009033, -0.32321491837501526, -2.6286046504974365, -1.823951005935669, -1.5382769107818604, -1.6784976720809937, -1.4370405673980713, -0.6543493270874023, -1.7524340152740479, -1.1182886362075806, -0.4964546263217926, -0.4058893918991089, -2.2904281616210938, -2.4892451763153076, -2.208508014678955, -2.400360345840454, -2.058246374130249, -1.8829619884490967, -0.24285714328289032, -2.0343265533447266, -1.9868428707122803, -1.6650406122207642, -0.1724688559770584, -1.2064217329025269, -0.602191686630249, -0.887328028678894, -1.8074129819869995, -1.7853435277938843, -1.7594634294509888, -1.9596030712127686, -1.4440778493881226, -1.96652352809906, -2.333967924118042, -1.2861602306365967, -1.0337722301483154, -3.3631858825683594, -2.0630974769592285, -2.2569518089294434, -1.9129153490066528, -2.983626365661621, -1.2068803310394287]}, "Bot001_100_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_100.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nShort bio: i enjoy poetry do you like pablo neruda", "response": "i don't . i prefer cities to the country .", "annotation_id": "Bot001_100_02", "annotations": ["T", "X", "T", "T", "T", "X", "O", "X", "O", "T", "T", "T", "T", "O", "X"], "gpt2background_target_score": [-10.842501640319824, -10.397306442260742, -9.758970260620117, -10.16869831085205, -11.182490348815918, -13.665887832641602, -12.956695556640625, -9.214659690856934, -10.918023109436035, -14.231866836547852, -11.555685043334961], "gpt2background_argmax_score": [-2.13662052154541, -1.2113471031188965, -1.5648894309997559, -1.7970792055130005, -0.6839268803596497, -0.775888979434967, -0.4462241530418396, -0.9304897785186768, -3.4276959896087646, -1.8226357698440552, -0.6177114844322205, -0.8431870937347412, -1.3930963277816772, -2.888204574584961, -0.14823447167873383, -0.7739041447639465, -1.634175419807434, -1.3842437267303467, -1.9094035625457764, -1.0263370275497437, -0.3541589677333832, -1.7725332975387573, -1.0845565795898438, -1.5638277530670166, -1.706368088722229, -2.8093628883361816, -1.4303324222564697, -1.8679016828536987, -1.813832402229309, -2.143444061279297, -1.6589465141296387, -1.4562592506408691, -1.0085241794586182, -1.438804268836975, -2.08817458152771, -0.9856890439987183, -0.3296842873096466, -0.6681129932403564, -1.7071603536605835, -1.2755241394042969, -1.6139533519744873, -2.569549322128296, -2.988039970397949, -2.6785166263580322, -2.225843906402588, -1.2337239980697632]}, "Bot001_100_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_100.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nShort bio: i enjoy poetry do you like pablo neruda i don't . i prefer cities to the country . tell me about yourself", "response": "well my biggest hobby is collecting toys wearing little rain coats. Also, try to guess: i'm huge star ...", "annotation_id": "Bot001_100_04", "annotations": ["X", "X", "O", "X", "T", "O", "O", "O", "O", "T", "O", "T", "O", "O", "O"], "gpt2background_target_score": [-11.333514213562012, -5.90996789932251, -11.82829475402832, -11.140615463256836, -10.593069076538086, -11.413473129272461, -13.566742897033691, -12.146710395812988, -11.125177383422852, -11.960577011108398, -12.56196403503418, -6.816502571105957, -12.059739112854004, -9.34508991241455, -14.001997947692871, -8.870217323303223, -14.653377532958984, -7.790304183959961, -7.95772123336792, -11.097321510314941, -12.940838813781738, -13.631855010986328, -9.298434257507324], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -0.7758899331092834, -0.4462234079837799, -0.9304934740066528, -3.4276962280273438, -1.8226350545883179, -0.6177105903625488, -0.8431873917579651, -1.393097996711731, -2.888206720352173, -0.14823457598686218, -0.7739039063453674, -1.634175419807434, -1.3842461109161377, -1.909401535987854, -1.0263372659683228, -0.35415831208229065, -1.772531509399414, -1.0845578908920288, -1.5638301372528076, -1.7063671350479126, -2.8093669414520264, -1.4303311109542847, -1.8679059743881226, -1.8138337135314941, -2.1434407234191895, -1.6589484214782715, -1.4562616348266602, -1.0085232257843018, -1.4388035535812378, -1.4275290966033936, -0.3088981807231903, -0.6490853428840637, -2.241312265396118, -1.2959941625595093, -2.5713162422180176, -2.1686060428619385, -3.2418019771575928, -2.8141674995422363, -2.65252947807312, -1.4679198265075684, -0.571949303150177, -2.1805219650268555, -1.951148271560669, -2.1372783184051514, -2.1378490924835205, -1.4780007600784302, -2.164154291152954, -2.119450092315674, -0.5320209264755249, -2.4827489852905273, -2.428368091583252, -1.702597975730896, -2.766261577606201, -2.9296045303344727, -1.2055693864822388, -1.5945181846618652, -1.8700259923934937, -1.5917720794677734, -1.449302077293396, -1.035534381866455, -2.5488719940185547, -1.6598865985870361, -2.033884286880493, -1.7457115650177002, -1.7180596590042114, -1.8359122276306152, -2.405975341796875, -2.1335549354553223]}, "Bot001_100_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_100.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nShort bio: i enjoy poetry do you like pablo neruda i don't . i prefer cities to the country . tell me about yourself well my biggest hobby is collecting toys wearing little rain coats. Also, try to guess: i'm huge star ... of a teenage show", "response": "wars fan, funny you :)", "annotation_id": "Bot001_100_06", "annotations": ["T", "X", "T", "T", "T", "T", "O", "X", "T", "T", "O", "X", "O", "X", "X"], "gpt2background_target_score": [-11.05904769897461, -13.084718704223633, -12.287236213684082, -8.85832691192627, -10.617582321166992, -8.147284507751465, -6.9964985847473145], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -0.7758899331092834, -0.4462234079837799, -0.9304934740066528, -3.4276962280273438, -1.8226350545883179, -0.6177105903625488, -0.8431873917579651, -1.393097996711731, -2.888206720352173, -0.14823457598686218, -0.7739039063453674, -1.634175419807434, -1.3842461109161377, -1.909401535987854, -1.0263372659683228, -0.35415831208229065, -1.772531509399414, -1.0845578908920288, -1.5638301372528076, -1.7063671350479126, -2.8093669414520264, -1.4303311109542847, -1.8679059743881226, -1.8138337135314941, -2.1434407234191895, -1.6589484214782715, -1.4562616348266602, -1.0085232257843018, -1.4388035535812378, -1.4275290966033936, -0.3088981807231903, -0.6490852236747742, -2.2413132190704346, -1.2959949970245361, -2.571317195892334, -2.168604850769043, -3.241799831390381, -2.8141660690307617, -2.6525301933288574, -1.4679203033447266, -0.5719500184059143, -2.1805219650268555, -1.9511487483978271, -2.137277364730835, -1.7545193433761597, -1.996632695198059, -2.2254199981689453, -0.6423930525779724, -2.631242275238037, -2.376890182495117, -1.7500184774398804, -2.9315130710601807, -2.948284387588501, -1.2301400899887085, -1.7147819995880127, -1.9596322774887085, -1.5748480558395386, -1.36467444896698, -0.9583418369293213, -2.7537853717803955, -1.8558536767959595, -1.7200847864151, -1.7237118482589722, -1.6971056461334229, -1.8223356008529663, -2.6655240058898926, -2.025242328643799, -1.4126554727554321, -3.6076173782348633, -1.3876097202301025, -2.2784500122070312, -2.0522711277008057, -1.2976782321929932, -2.2509632110595703, -2.4298908710479736, -2.1355085372924805, -1.9251831769943237, -2.6771836280822754, -0.4448971152305603]}, "Bot001_100_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_100.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nShort bio: i enjoy poetry do you like pablo neruda i don't . i prefer cities to the country . tell me about yourself well my biggest hobby is collecting toys wearing little rain coats. Also, try to guess: i'm huge star ... of a teenage show wars fan, funny you :) star wars", "response": "i have read a few by timothy zahn . i am a chef . you ?", "annotation_id": "Bot001_100_08", "annotations": ["T", "O", "T", "T", "T", "T", "O", "O", "O", "T", "O", "T", "O", "T", "O"], "gpt2background_target_score": [-10.842503547668457, -8.76507568359375, -11.070340156555176, -4.290374755859375, -11.191642761230469, -8.829450607299805, -14.205784797668457, -11.7926664352417, -14.169575691223145, -11.779111862182617, -11.555685043334961, -8.896718978881836, -11.913599014282227, -5.981210708618164, -14.314464569091797, -12.189406394958496, -10.645710945129395, -13.14613151550293], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -0.7758899331092834, -0.4462234079837799, -0.9304934740066528, -3.4276962280273438, -1.8226350545883179, -0.6177105903625488, -0.8431873917579651, -1.393097996711731, -2.888206720352173, -0.14823457598686218, -0.7739039063453674, -1.634175419807434, -1.3842461109161377, -1.909401535987854, -1.0263372659683228, -0.35415831208229065, -1.772531509399414, -1.0845578908920288, -1.5638301372528076, -1.7063671350479126, -2.8093669414520264, -1.4303311109542847, -1.8679059743881226, -1.8138337135314941, -2.1434407234191895, -1.6589484214782715, -1.4562616348266602, -1.0085232257843018, -1.4388035535812378, -1.4275290966033936, -0.3088981807231903, -0.6490852236747742, -2.2413132190704346, -1.2959949970245361, -2.571317195892334, -2.168604850769043, -3.241799831390381, -2.8141660690307617, -2.6525301933288574, -1.4679203033447266, -0.5719500184059143, -2.1805219650268555, -1.9511487483978271, -2.137277364730835, -1.7545193433761597, -1.996632695198059, -2.2254199981689453, -0.6423930525779724, -2.631242275238037, -2.376890182495117, -1.7500184774398804, -2.9315130710601807, -2.948284387588501, -1.2301400899887085, -1.7147819995880127, -1.9596322774887085, -1.5748480558395386, -1.36467444896698, -0.9583418369293213, -2.7537853717803955, -1.8558536767959595, -1.7200847864151, -1.7237118482589722, -1.6971056461334229, -1.8223356008529663, -2.6655240058898926, -2.025242328643799, -1.412653923034668, -3.6076183319091797, -1.3876097202301025, -2.278449058532715, -0.9590715169906616, -1.8259905576705933, -1.5686028003692627, -2.363102674484253, -2.426900625228882, -1.332739233970642, -1.2456891536712646, -2.078279733657837, -2.164182424545288, -1.991769790649414, -1.286786437034607, -2.096639394760132, -0.7768579721450806, -1.5160659551620483, -2.0521037578582764, -2.7525768280029297, -3.2429018020629883, -3.686554431915283, -1.6660902500152588, -1.1079469919204712, -2.326613426208496, -1.8398456573486328, -2.6534132957458496, -1.3479517698287964, -0.6365877389907837, -1.9039863348007202, -0.8357563018798828]}, "Bot001_100_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_100.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nShort bio: i enjoy poetry do you like pablo neruda i don't . i prefer cities to the country . tell me about yourself well my biggest hobby is collecting toys wearing little rain coats. Also, try to guess: i'm huge star ... of a teenage show wars fan, funny you :) star wars i have read a few by timothy zahn . i am a chef . you ? i am a housekeeper. tell me about your job", "response": "very bland , i just weld pipelines for an oil company , mostly patchwork but sometimes more .. Also, try to guess: i try various ...", "annotation_id": "Bot001_100_10", "annotations": ["T", "X", "O", "O", "T", "T", "X", "O", "O", "T", "X", "T", "O", "T", "T"], "gpt2background_target_score": [-12.157349586486816, -13.526714324951172, -12.98260498046875, -8.713114738464355, -11.187363624572754, -13.944862365722656, -12.884700775146484, -8.621905326843262, -12.112049102783203, -12.047338485717773, -13.048660278320312, -11.678421020507812, -13.32685661315918, -12.851808547973633, -15.788774490356445, -8.792243003845215, -13.283620834350586, -12.836071014404297, -9.848061561584473, -6.951464653015137, -10.604228019714355, -10.733415603637695, -6.095047950744629, -11.022404670715332, -9.669698715209961, -8.278867721557617, -10.868793487548828, -9.37186050415039, -11.068891525268555], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -0.7758899331092834, -0.4462234079837799, -0.9304934740066528, -3.4276962280273438, -1.8226350545883179, -0.6177105903625488, -0.8431873917579651, -1.393097996711731, -2.888206720352173, -0.14823457598686218, -0.7739039063453674, -1.634175419807434, -1.3842461109161377, -1.909401535987854, -1.0263372659683228, -0.35415831208229065, -1.772531509399414, -1.0845578908920288, -1.5638301372528076, -1.7063671350479126, -2.8093669414520264, -1.4303311109542847, -1.8679059743881226, -1.8138337135314941, -2.1434407234191895, -1.6589484214782715, -1.4562616348266602, -1.0085232257843018, -1.4388035535812378, -1.4275290966033936, -0.3088981807231903, -0.6490852236747742, -2.2413132190704346, -1.2959949970245361, -2.571317195892334, -2.168604850769043, -3.241799831390381, -2.8141660690307617, -2.6525301933288574, -1.4679203033447266, -0.5719500184059143, -2.1805219650268555, -1.9511487483978271, -2.137277364730835, -1.7545193433761597, -1.996632695198059, -2.2254199981689453, -0.6423930525779724, -2.631242275238037, -2.376890182495117, -1.7500184774398804, -2.9315130710601807, -2.948284387588501, -1.2301400899887085, -1.7147819995880127, -1.9596322774887085, -1.5748480558395386, -1.36467444896698, -0.9583418369293213, -2.7537853717803955, -1.8558536767959595, -1.7200847864151, -1.7237118482589722, -1.6971056461334229, -1.8223356008529663, -2.6655240058898926, -2.025242328643799, -1.412653923034668, -3.6076183319091797, -1.3876097202301025, -2.278449058532715, -0.9590715169906616, -1.8259905576705933, -1.5686028003692627, -2.363102674484253, -2.426900625228882, -1.332739233970642, -1.2456891536712646, -2.078279733657837, -1.968511939048767, -1.454818844795227, -2.750852108001709, -0.6278753876686096, -1.7839776277542114, -2.642090082168579, -2.47324275970459, -3.4304089546203613, -3.8210737705230713, -1.897084355354309, -1.374269962310791, -2.2029483318328857, -1.7162469625473022, -2.827681064605713, -1.4356807470321655, -0.7348268628120422, -2.211449146270752, -1.89540433883667, -2.214794158935547, -0.9271994233131409, -2.3462154865264893, -1.3084250688552856, -1.6895242929458618, -1.304470419883728, -0.16052833199501038, -0.5565838813781738, -1.7902274131774902, -1.6295945644378662, -2.2044577598571777, -1.9510372877120972, -2.331123113632202, -1.9903144836425781, -1.488829255104065, -2.5289502143859863, -2.3853375911712646, -2.3934640884399414, -3.1215720176696777, -2.0327553749084473, -2.6243462562561035, -2.334878921508789, -2.0958051681518555, -0.9952713847160339, -2.6551105976104736, -2.134058713912964, -1.7148563861846924, -1.0729124546051025, -0.7287691831588745, -2.7340025901794434, -1.653900384902954, -1.2458527088165283, -1.0104260444641113, -0.5490669012069702, -2.724172592163086, -2.3714747428894043, -0.6738439798355103, -2.0343658924102783, -0.2754370868206024, -1.6812037229537964, -2.0670032501220703]}, "Bot001_100_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_100.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nShort bio: i enjoy poetry do you like pablo neruda i don't . i prefer cities to the country . tell me about yourself well my biggest hobby is collecting toys wearing little rain coats. Also, try to guess: i'm huge star ... of a teenage show wars fan, funny you :) star wars i have read a few by timothy zahn . i am a chef . you ? i am a housekeeper. tell me about your job very bland , i just weld pipelines for an oil company , mostly patchwork but sometimes more .. Also, try to guess: i try various ... various what ?", "response": "coffees as hobby, funny you :)", "annotation_id": "Bot001_100_12", "annotations": ["X", "X", "T", "T", "T", "T", "O", "X", "T", "T", "O", "T", "O", "X", "O"], "gpt2background_target_score": [-11.731303215026855, -12.756715774536133, -14.757762908935547, -10.534875869750977, -7.6111249923706055, -4.6478190422058105, -13.030673027038574, -8.69492244720459, -12.553390502929688], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -0.7758899331092834, -0.4462234079837799, -0.9304934740066528, -3.4276962280273438, -1.8226350545883179, -0.6177105903625488, -0.8431873917579651, -1.393097996711731, -2.888206720352173, -0.14823457598686218, -0.7739039063453674, -1.634175419807434, -1.3842461109161377, -1.909401535987854, -1.0263372659683228, -0.35415831208229065, -1.772531509399414, -1.0845578908920288, -1.5638301372528076, -1.7063671350479126, -2.8093669414520264, -1.4303311109542847, -1.8679059743881226, -1.8138337135314941, -2.1434407234191895, -1.6589484214782715, -1.4562616348266602, -1.0085232257843018, -1.4388035535812378, -1.4275290966033936, -0.3088981807231903, -0.6490852236747742, -2.2413132190704346, -1.2959949970245361, -2.571317195892334, -2.168604850769043, -3.241799831390381, -2.8141660690307617, -2.6525301933288574, -1.4679203033447266, -0.5719500184059143, -2.1805219650268555, -1.9511487483978271, -2.137277364730835, -1.7545193433761597, -1.996632695198059, -2.2254199981689453, -0.6423930525779724, -2.631242275238037, -2.376890182495117, -1.7500184774398804, -2.9315130710601807, -2.948284387588501, -1.2301400899887085, -1.7147819995880127, -1.9596322774887085, -1.5748480558395386, -1.36467444896698, -0.9583418369293213, -2.7537853717803955, -1.8558536767959595, -1.7200847864151, -1.7237118482589722, -1.6971056461334229, -1.8223356008529663, -2.6655240058898926, -2.025242328643799, -1.412653923034668, -3.6076183319091797, -1.3876097202301025, -2.278449058532715, -0.9590715169906616, -1.8259905576705933, -1.5686028003692627, -2.363102674484253, -2.426900625228882, -1.332739233970642, -1.2456891536712646, -2.078279733657837, -1.968511939048767, -1.454818844795227, -2.750852108001709, -0.6278753876686096, -1.7839776277542114, -2.642090082168579, -2.47324275970459, -3.4304089546203613, -3.8210737705230713, -1.897084355354309, -1.374269962310791, -2.2029483318328857, -1.7162469625473022, -2.827681064605713, -1.4356807470321655, -0.7348268628120422, -2.211449146270752, -1.89540433883667, -2.214794158935547, -0.9271994233131409, -2.3462154865264893, -1.3084250688552856, -1.6895242929458618, -1.304470419883728, -0.16052833199501038, -0.5565838813781738, -1.7902274131774902, -1.6295945644378662, -2.2044577598571777, -1.7749024629592896, -2.1007399559020996, -1.3214999437332153, -1.956087589263916, -1.9459654092788696, -2.5633559226989746, -3.2856085300445557, -2.0871238708496094, -2.501575469970703, -2.0896875858306885, -1.779643177986145, -0.8397611379623413, -2.7145369052886963, -2.259140968322754, -1.77692449092865, -1.1750082969665527, -0.7061012983322144, -2.633579730987549, -1.5898888111114502, -1.4656620025634766, -1.0860905647277832, -0.4440613389015198, -2.876455068588257, -2.222660779953003, -0.671878457069397, -1.9560047388076782, -0.2896154522895813, -1.576341152191162, -2.0695371627807617, -1.5497218370437622, -1.5458225011825562, -1.5437458753585815, -2.274068832397461, -0.7946754693984985, -2.602367639541626, -1.7127540111541748, -1.8695709705352783, -2.2904930114746094, -1.3545893430709839, -1.7650392055511475, -2.82659912109375, -1.0585845708847046]}, "Bot001_100_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_100.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nShort bio: i enjoy poetry do you like pablo neruda i don't . i prefer cities to the country . tell me about yourself well my biggest hobby is collecting toys wearing little rain coats. Also, try to guess: i'm huge star ... of a teenage show wars fan, funny you :) star wars i have read a few by timothy zahn . i am a chef . you ? i am a housekeeper. tell me about your job very bland , i just weld pipelines for an oil company , mostly patchwork but sometimes more .. Also, try to guess: i try various ... various what ? coffees as hobby, funny you :) where do you live", "response": "cali . u ?", "annotation_id": "Bot001_100_14", "annotations": ["X", "T", "O", "X", "T", "T", "O", "O", "O", "T", "O", "T", "O", "T", "O"], "gpt2background_target_score": [-10.295692443847656, -12.360721588134766, -12.187352180480957, -7.731695175170898, -11.255311965942383], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -0.7758899331092834, -0.4462234079837799, -0.9304934740066528, -3.4276962280273438, -1.8226350545883179, -0.6177105903625488, -0.8431873917579651, -1.393097996711731, -2.888206720352173, -0.14823457598686218, -0.7739039063453674, -1.634175419807434, -1.3842461109161377, -1.909401535987854, -1.0263372659683228, -0.35415831208229065, -1.772531509399414, -1.0845578908920288, -1.5638301372528076, -1.7063671350479126, -2.8093669414520264, -1.4303311109542847, -1.8679059743881226, -1.8138337135314941, -2.1434407234191895, -1.6589484214782715, -1.4562616348266602, -1.0085232257843018, -1.4388035535812378, -1.4275290966033936, -0.3088981807231903, -0.6490852236747742, -2.2413132190704346, -1.2959949970245361, -2.571317195892334, -2.168604850769043, -3.241799831390381, -2.8141660690307617, -2.6525301933288574, -1.4679203033447266, -0.5719500184059143, -2.1805219650268555, -1.9511487483978271, -2.137277364730835, -1.7545193433761597, -1.996632695198059, -2.2254199981689453, -0.6423930525779724, -2.631242275238037, -2.376890182495117, -1.7500184774398804, -2.9315130710601807, -2.948284387588501, -1.2301400899887085, -1.7147819995880127, -1.9596322774887085, -1.5748480558395386, -1.36467444896698, -0.9583418369293213, -2.7537853717803955, -1.8558536767959595, -1.7200847864151, -1.7237118482589722, -1.6971056461334229, -1.8223356008529663, -2.6655240058898926, -2.025242328643799, -1.412653923034668, -3.6076183319091797, -1.3876097202301025, -2.278449058532715, -0.9590715169906616, -1.8259905576705933, -1.5686028003692627, -2.363102674484253, -2.426900625228882, -1.332739233970642, -1.2456891536712646, -2.078279733657837, -1.968511939048767, -1.454818844795227, -2.750852108001709, -0.6278753876686096, -1.7839776277542114, -2.642090082168579, -2.47324275970459, -3.4304089546203613, -3.8210737705230713, -1.897084355354309, -1.374269962310791, -2.2029483318328857, -1.7162469625473022, -2.827681064605713, -1.4356807470321655, -0.7348268628120422, -2.211449146270752, -1.89540433883667, -2.214794158935547, -0.9271994233131409, -2.3462154865264893, -1.3084250688552856, -1.6895242929458618, -1.304470419883728, -0.16052833199501038, -0.5565838813781738, -1.7902274131774902, -1.6295945644378662, -2.2044577598571777, -1.7749024629592896, -2.1007399559020996, -1.3214999437332153, -1.956087589263916, -1.9459654092788696, -2.5633559226989746, -3.2856085300445557, -2.0871238708496094, -2.501575469970703, -2.0896875858306885, -1.779643177986145, -0.8397611379623413, -2.7145369052886963, -2.259140968322754, -1.77692449092865, -1.1750082969665527, -0.7061012983322144, -2.633579730987549, -1.5898888111114502, -1.4656620025634766, -1.0860905647277832, -0.4440613389015198, -2.876455068588257, -2.222660779953003, -0.671878457069397, -1.9560047388076782, -0.2896154522895813, -1.576341152191162, -2.0695371627807617, -1.5497218370437622, -1.5458225011825562, -1.5437461137771606, -2.2665867805480957, -1.0014148950576782, -1.731881856918335, -1.1844607591629028, -1.7664451599121094, -1.7696592807769775, -1.284496545791626, -1.9041465520858765, -1.3940926790237427, -0.2562161684036255, -1.6200003623962402, -0.5170077085494995, -2.395357608795166, -2.514847755432129, -2.07682466506958, -1.4560401439666748, -1.9985387325286865, -0.9058075547218323]}, "Bot001_100_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_100.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nShort bio: i enjoy poetry do you like pablo neruda i don't . i prefer cities to the country . tell me about yourself well my biggest hobby is collecting toys wearing little rain coats. Also, try to guess: i'm huge star ... of a teenage show wars fan, funny you :) star wars i have read a few by timothy zahn . i am a chef . you ? i am a housekeeper. tell me about your job very bland , i just weld pipelines for an oil company , mostly patchwork but sometimes more .. Also, try to guess: i try various ... various what ? coffees as hobby, funny you :) where do you live cali . u ? nyc. who do you live with ?", "response": "are you a married person ? my husband is at his auto repair shop .", "annotation_id": "Bot001_100_16", "annotations": ["T", "X", "T", "T", "T", "T", "O", "X", "T", "T", "T", "O", "X", "O", "O"], "gpt2background_target_score": [-12.960904121398926, -7.502675533294678, -6.720869541168213, -10.861937522888184, -10.334503173828125, -7.112687110900879, -10.03974437713623, -11.631202697753906, -10.69044017791748, -10.205349922180176, -12.652061462402344, -12.111923217773438, -13.114055633544922, -13.583364486694336, -13.199414253234863], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -0.7758899331092834, -0.4462234079837799, -0.9304934740066528, -3.4276962280273438, -1.8226350545883179, -0.6177105903625488, -0.8431873917579651, -1.393097996711731, -2.888206720352173, -0.14823457598686218, -0.7739039063453674, -1.634175419807434, -1.3842461109161377, -1.909401535987854, -1.0263372659683228, -0.35415831208229065, -1.772531509399414, -1.0845578908920288, -1.5638301372528076, -1.7063671350479126, -2.8093669414520264, -1.4303311109542847, -1.8679059743881226, -1.8138337135314941, -2.1434407234191895, -1.6589484214782715, -1.4562616348266602, -1.0085232257843018, -1.4388035535812378, -1.4275290966033936, -0.3088981807231903, -0.6490852236747742, -2.2413132190704346, -1.2959949970245361, -2.571317195892334, -2.168604850769043, -3.241799831390381, -2.8141660690307617, -2.6525301933288574, -1.4679203033447266, -0.5719500184059143, -2.1805219650268555, -1.9511487483978271, -2.137277364730835, -1.7545193433761597, -1.996632695198059, -2.2254199981689453, -0.6423930525779724, -2.631242275238037, -2.376890182495117, -1.7500184774398804, -2.9315130710601807, -2.948284387588501, -1.2301400899887085, -1.7147819995880127, -1.9596322774887085, -1.5748480558395386, -1.36467444896698, -0.9583418369293213, -2.7537853717803955, -1.8558536767959595, -1.7200847864151, -1.7237118482589722, -1.6971056461334229, -1.8223356008529663, -2.6655240058898926, -2.025242328643799, -1.412653923034668, -3.6076183319091797, -1.3876097202301025, -2.278449058532715, -0.9590715169906616, -1.8259905576705933, -1.5686028003692627, -2.363102674484253, -2.426900625228882, -1.332739233970642, -1.2456891536712646, -2.078279733657837, -1.968511939048767, -1.454818844795227, -2.750852108001709, -0.6278753876686096, -1.7839776277542114, -2.642090082168579, -2.47324275970459, -3.4304089546203613, -3.8210737705230713, -1.897084355354309, -1.374269962310791, -2.2029483318328857, -1.7162469625473022, -2.827681064605713, -1.4356807470321655, -0.7348268628120422, -2.211449146270752, -1.89540433883667, -2.214794158935547, -0.9271994233131409, -2.3462154865264893, -1.3084250688552856, -1.6895242929458618, -1.304470419883728, -0.16052833199501038, -0.5565838813781738, -1.7902274131774902, -1.6295945644378662, -2.2044577598571777, -1.7749024629592896, -2.1007399559020996, -1.3214999437332153, -1.956087589263916, -1.9459654092788696, -2.5633559226989746, -3.2856085300445557, -2.0871238708496094, -2.501575469970703, -2.0896875858306885, -1.779643177986145, -0.8397611379623413, -2.7145369052886963, -2.259140968322754, -1.77692449092865, -1.1750082969665527, -0.7061012983322144, -2.633579730987549, -1.5898888111114502, -1.4656620025634766, -1.0860905647277832, -0.4440613389015198, -2.876455068588257, -2.222660779953003, -0.671878457069397, -1.9560047388076782, -0.2896154522895813, -1.576341152191162, -2.0695371627807617, -1.5497218370437622, -1.5458225011825562, -1.5437461137771606, -2.2665867805480957, -1.0014148950576782, -1.731881856918335, -1.1844607591629028, -1.7664451599121094, -1.7696592807769775, -1.284496545791626, -1.9041465520858765, -1.3940926790237427, -0.2562161684036255, -1.6200003623962402, -0.5170077085494995, -1.2299754619598389, -1.9536255598068237, -1.932756781578064, -2.709139108657837, -1.957129955291748, -2.113407611846924, -2.413346290588379, -2.2840402126312256, -1.8527321815490723, -1.9471043348312378, -0.17620638012886047, -1.6721842288970947, -1.4519336223602295, -0.7643700242042542, -2.0714614391326904, -2.6461987495422363, -0.46620604395866394, -1.86432945728302, -2.092674732208252, -2.1637215614318848, -0.8032469153404236, -0.9040828347206116, -1.7181880474090576, -1.4026529788970947, -0.8485211133956909, -1.770348072052002, -2.585698127746582, -1.2013894319534302, -0.2776619493961334, -1.7555984258651733, -1.807387351989746]}, "Bot001_100_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_100.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nShort bio: i enjoy poetry do you like pablo neruda i don't . i prefer cities to the country . tell me about yourself well my biggest hobby is collecting toys wearing little rain coats. Also, try to guess: i'm huge star ... of a teenage show wars fan, funny you :) star wars i have read a few by timothy zahn . i am a chef . you ? i am a housekeeper. tell me about your job very bland , i just weld pipelines for an oil company , mostly patchwork but sometimes more .. Also, try to guess: i try various ... various what ? coffees as hobby, funny you :) where do you live cali . u ? nyc. who do you live with ? are you a married person ? my husband is at his auto repair shop . i am single", "response": "oh really ? i've been married for about 5 years now .", "annotation_id": "Bot001_100_18", "annotations": ["T", "X", "T", "O", "T", "O", "O", "X", "T", "T", "O", "T", "O", "T", "O"], "gpt2background_target_score": [-11.61432933807373, -11.17094898223877, -10.748716354370117, -8.713114738464355, -11.930299758911133, -4.057336330413818, -12.933692932128906, -8.621905326843262, -11.145317077636719, -9.384622573852539, -12.36347770690918, -10.349843978881836, -11.751265525817871], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -0.7758899331092834, -0.4462234079837799, -0.9304934740066528, -3.4276962280273438, -1.8226350545883179, -0.6177105903625488, -0.8431873917579651, -1.393097996711731, -2.888206720352173, -0.14823457598686218, -0.7739039063453674, -1.634175419807434, -1.3842461109161377, -1.909401535987854, -1.0263372659683228, -0.35415831208229065, -1.772531509399414, -1.0845578908920288, -1.5638301372528076, -1.7063671350479126, -2.8093669414520264, -1.4303311109542847, -1.8679059743881226, -1.8138337135314941, -2.1434407234191895, -1.6589484214782715, -1.4562616348266602, -1.0085232257843018, -1.4388035535812378, -1.4275290966033936, -0.3088981807231903, -0.6490852236747742, -2.2413132190704346, -1.2959949970245361, -2.571317195892334, -2.168604850769043, -3.241799831390381, -2.8141660690307617, -2.6525301933288574, -1.4679203033447266, -0.5719500184059143, -2.1805219650268555, -1.9511487483978271, -2.137277364730835, -1.7545193433761597, -1.996632695198059, -2.2254199981689453, -0.6423930525779724, -2.631242275238037, -2.376890182495117, -1.7500184774398804, -2.9315130710601807, -2.948284387588501, -1.2301400899887085, -1.7147819995880127, -1.9596322774887085, -1.5748480558395386, -1.36467444896698, -0.9583418369293213, -2.7537853717803955, -1.8558536767959595, -1.7200847864151, -1.7237118482589722, -1.6971056461334229, -1.8223356008529663, -2.6655240058898926, -2.025242328643799, -1.412653923034668, -3.6076183319091797, -1.3876097202301025, -2.278449058532715, -0.9590715169906616, -1.8259905576705933, -1.5686028003692627, -2.363102674484253, -2.426900625228882, -1.332739233970642, -1.2456891536712646, -2.078279733657837, -1.968511939048767, -1.454818844795227, -2.750852108001709, -0.6278753876686096, -1.7839776277542114, -2.642090082168579, -2.47324275970459, -3.4304089546203613, -3.8210737705230713, -1.897084355354309, -1.374269962310791, -2.2029483318328857, -1.7162469625473022, -2.827681064605713, -1.4356807470321655, -0.7348268628120422, -2.211449146270752, -1.89540433883667, -2.214794158935547, -0.9271994233131409, -2.3462154865264893, -1.3084250688552856, -1.6895242929458618, -1.304470419883728, -0.16052833199501038, -0.5565838813781738, -1.7902274131774902, -1.6295945644378662, -2.2044577598571777, -1.7749024629592896, -2.1007399559020996, -1.3214999437332153, -1.956087589263916, -1.9459654092788696, -2.5633559226989746, -3.2856085300445557, -2.0871238708496094, -2.501575469970703, -2.0896875858306885, -1.779643177986145, -0.8397611379623413, -2.7145369052886963, -2.259140968322754, -1.77692449092865, -1.1750082969665527, -0.7061012983322144, -2.633579730987549, -1.5898888111114502, -1.4656620025634766, -1.0860905647277832, -0.4440613389015198, -2.876455068588257, -2.222660779953003, -0.671878457069397, -1.9560047388076782, -0.2896154522895813, -1.576341152191162, -2.0695371627807617, -1.5497218370437622, -1.5458225011825562, -1.5437461137771606, -2.2665867805480957, -1.0014148950576782, -1.731881856918335, -1.1844607591629028, -1.7664451599121094, -1.7696592807769775, -1.284496545791626, -1.9041465520858765, -1.3940926790237427, -0.2562161684036255, -1.6200003623962402, -0.5170077085494995, -1.2299754619598389, -1.9536255598068237, -1.932756781578064, -2.709139108657837, -1.957129955291748, -2.113407611846924, -2.413346290588379, -2.2840402126312256, -1.8527321815490723, -1.9471043348312378, -0.17620638012886047, -1.6721842288970947, -1.4519336223602295, -0.7643700242042542, -2.0714614391326904, -0.45226430892944336, -2.2677812576293945, -2.9393692016601562, -2.0120062828063965, -0.6234644651412964, -2.6338343620300293, -2.3396100997924805, -1.4630967378616333, -0.80266934633255, -1.7929964065551758, -2.5924150943756104, -1.3490679264068604, -0.26021072268486023, -1.9571820497512817, -1.777470588684082, -1.9417110681533813, -1.3136720657348633, -1.3006103038787842, -2.487640380859375, -2.4810826778411865, -1.2532011270523071, -1.6475067138671875, -2.0429329872131348, -1.3953123092651367, -2.210845470428467, -1.3872885704040527, -2.1779396533966064, -1.779280662536621, -0.30333322286605835, -1.8011630773544312, -1.8604302406311035, -1.089612603187561]}, "Bot001_100_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_100.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nShort bio: i enjoy poetry do you like pablo neruda i don't . i prefer cities to the country . tell me about yourself well my biggest hobby is collecting toys wearing little rain coats. Also, try to guess: i'm huge star ... of a teenage show wars fan, funny you :) star wars i have read a few by timothy zahn . i am a chef . you ? i am a housekeeper. tell me about your job very bland , i just weld pipelines for an oil company , mostly patchwork but sometimes more .. Also, try to guess: i try various ... various what ? coffees as hobby, funny you :) where do you live cali . u ? nyc. who do you live with ? are you a married person ? my husband is at his auto repair shop . i am single oh really ? i've been married for about 5 years now . are you happy about your marriage ?", "response": "what has been your favorite travel spot ?", "annotation_id": "Bot001_100_20", "annotations": ["T", "O", "T", "T", "T", "T", "X", "X", "O", "T", "X", "X", "X", "X", "O"], "gpt2background_target_score": [-11.99992847442627, -9.484607696533203, -8.537449836730957, -1.7970807552337646, -4.807941436767578, -11.104049682617188, -12.799708366394043, -9.69080924987793], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -0.7758899331092834, -0.4462234079837799, -0.9304934740066528, -3.4276962280273438, -1.8226350545883179, -0.6177105903625488, -0.8431873917579651, -1.393097996711731, -2.888206720352173, -0.14823457598686218, -0.7739039063453674, -1.634175419807434, -1.3842461109161377, -1.909401535987854, -1.0263372659683228, -0.35415831208229065, -1.772531509399414, -1.0845578908920288, -1.5638301372528076, -1.7063671350479126, -2.8093669414520264, -1.4303311109542847, -1.8679059743881226, -1.8138337135314941, -2.1434407234191895, -1.6589484214782715, -1.4562616348266602, -1.0085232257843018, -1.4388035535812378, -1.4275290966033936, -0.3088981807231903, -0.6490852236747742, -2.2413132190704346, -1.2959949970245361, -2.571317195892334, -2.168604850769043, -3.241799831390381, -2.8141660690307617, -2.6525301933288574, -1.4679203033447266, -0.5719500184059143, -2.1805219650268555, -1.9511487483978271, -2.137277364730835, -1.7545193433761597, -1.996632695198059, -2.2254199981689453, -0.6423930525779724, -2.631242275238037, -2.376890182495117, -1.7500184774398804, -2.9315130710601807, -2.948284387588501, -1.2301400899887085, -1.7147819995880127, -1.9596322774887085, -1.5748480558395386, -1.36467444896698, -0.9583418369293213, -2.7537853717803955, -1.8558536767959595, -1.7200847864151, -1.7237118482589722, -1.6971056461334229, -1.8223356008529663, -2.6655240058898926, -2.025242328643799, -1.412653923034668, -3.6076183319091797, -1.3876097202301025, -2.278449058532715, -0.9590715169906616, -1.8259905576705933, -1.5686028003692627, -2.363102674484253, -2.426900625228882, -1.332739233970642, -1.2456891536712646, -2.078279733657837, -1.968511939048767, -1.454818844795227, -2.750852108001709, -0.6278753876686096, -1.7839776277542114, -2.642090082168579, -2.47324275970459, -3.4304089546203613, -3.8210737705230713, -1.897084355354309, -1.374269962310791, -2.2029483318328857, -1.7162469625473022, -2.827681064605713, -1.4356807470321655, -0.7348268628120422, -2.211449146270752, -1.89540433883667, -2.214794158935547, -0.9271994233131409, -2.3462154865264893, -1.3084250688552856, -1.6895242929458618, -1.304470419883728, -0.16052833199501038, -0.5565838813781738, -1.7902274131774902, -1.6295945644378662, -2.2044577598571777, -1.7749024629592896, -2.1007399559020996, -1.3214999437332153, -1.956087589263916, -1.9459654092788696, -2.5633559226989746, -3.2856085300445557, -2.0871238708496094, -2.501575469970703, -2.0896875858306885, -1.779643177986145, -0.8397611379623413, -2.7145369052886963, -2.259140968322754, -1.77692449092865, -1.1750082969665527, -0.7061012983322144, -2.633579730987549, -1.5898888111114502, -1.4656620025634766, -1.0860905647277832, -0.4440613389015198, -2.876455068588257, -2.222660779953003, -0.671878457069397, -1.9560047388076782, -0.2896154522895813, -1.576341152191162, -2.0695371627807617, -1.5497218370437622, -1.5458225011825562, -1.5437461137771606, -2.2665867805480957, -1.0014148950576782, -1.731881856918335, -1.1844607591629028, -1.7664451599121094, -1.7696592807769775, -1.284496545791626, -1.9041465520858765, -1.3940926790237427, -0.2562161684036255, -1.6200003623962402, -0.5170077085494995, -1.2299754619598389, -1.9536255598068237, -1.932756781578064, -2.709139108657837, -1.957129955291748, -2.113407611846924, -2.413346290588379, -2.2840402126312256, -1.8527321815490723, -1.9471043348312378, -0.17620638012886047, -1.6721842288970947, -1.4519336223602295, -0.7643700242042542, -2.0714614391326904, -0.45226430892944336, -2.2677812576293945, -2.9393692016601562, -2.0120062828063965, -0.6234644651412964, -2.6338343620300293, -2.3396100997924805, -1.4630967378616333, -0.802670419216156, -1.7929965257644653, -2.5924172401428223, -1.3490703105926514, -0.2602108120918274, -1.9571819305419922, -1.7774702310562134, -1.941709280014038, -1.313671588897705, -1.3006105422973633, -2.1090810298919678, -1.9296358823776245, -1.751634120941162, -1.6216803789138794, -1.4395544528961182, -2.1979994773864746, -1.506791591644287, -2.3765339851379395, -1.9241993427276611, -0.2912881672382355, -1.8088467121124268, -1.691519021987915, -1.1330205202102661, -0.334455281496048, -1.7649095058441162, -1.3019994497299194, -1.0247856378555298, -1.8969563245773315, -0.3620070517063141, -2.2630674839019775, -2.2643606662750244, -2.2802889347076416, -1.4540449380874634, -0.3569662272930145, -2.034262180328369, -2.3651058673858643, -2.1489479541778564, -0.9050214886665344, -1.4033299684524536]}, "Bot001_102_01": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_102.log.json", "context": "hello", "response": "hi , how are you ?", "annotation_id": "Bot001_102_01", "annotations": ["O", "O", "O", "T", "O", "O", "O", "O", "O", "O", "O", "T", "O", "O", "T"], "gpt2background_target_score": [-10.732213020324707, -12.05116081237793, -5.661978244781494, -5.344734191894531, -4.9936370849609375, -10.218327522277832], "gpt2background_argmax_score": [-3.026592969894409, -2.2519402503967285, -1.9757455587387085, -1.8027681112289429, -1.6617523431777954, -0.38164278864860535, -1.9456124305725098, -0.4465010166168213]}, "Bot001_102_03": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_102.log.json", "context": "hello hi , how are you ? i'm fine, you ?", "response": "i'm also doing well . i just got home from a trip to norway .", "annotation_id": "Bot001_102_03", "annotations": ["O", "O", "O", "T", "X", "O", "O", "O", "O", "T", "O", "T", "T", "O", "O"], "gpt2background_target_score": [-8.669312477111816, -9.01163387298584, -7.841482162475586, -9.484932899475098, -10.361661911010742, -6.498208045959473, -3.744443893432617, -3.8175711631774902, -8.360686302185059, -9.135298728942871, -8.163434982299805, -7.383645057678223, -11.627166748046875, -9.760130882263184, -12.10119915008545, -10.777135848999023, -7.7435383796691895], "gpt2background_argmax_score": [-3.026592969894409, -2.086646318435669, -2.204740285873413, -1.4897540807724, -0.43136391043663025, -1.5189461708068848, -1.3797969818115234, -2.3312644958496094, -2.3980562686920166, -1.9313180446624756, -1.5447723865509033, -1.574722170829773, -2.129395008087158, -2.2236640453338623, -1.5362155437469482, -1.7286148071289062, -1.2737222909927368, -2.3961374759674072, -2.09599232673645, -1.5458285808563232, -1.3089253902435303, -2.4683220386505127, -2.0007355213165283, -1.2372310161590576, -0.5187118649482727, -3.584524631500244, -1.714333415031433, -2.4561758041381836, -1.1083378791809082, -2.0704219341278076, -0.8675177097320557]}, "Bot001_102_05": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_102.log.json", "context": "hello hi , how are you ? i'm fine, you ? i'm also doing well . i just got home from a trip to norway . how was your trip", "response": "good would been better with someone with me. what do you do for fun ?", "annotation_id": "Bot001_102_05", "annotations": ["O", "O", "O", "T", "O", "O", "O", "O", "O", "T", "O", "T", "T", "O", "T"], "gpt2background_target_score": [-11.118057250976562, -7.714085578918457, -8.748080253601074, -10.122148513793945, -10.704147338867188, -10.788118362426758, -7.491724967956543, -10.584123611450195, -8.982773780822754, -6.757869720458984, -5.177257537841797, -9.700655937194824, -5.601264953613281, -9.507664680480957, -9.06554889678955, -6.959254264831543], "gpt2background_argmax_score": [-3.026592969894409, -2.086646318435669, -2.204740285873413, -1.4897540807724, -0.43136391043663025, -1.5189461708068848, -1.3797969818115234, -2.3312644958496094, -2.3980562686920166, -1.9313180446624756, -1.5447723865509033, -1.574722170829773, -2.129395008087158, -1.1721099615097046, -1.7727514505386353, -1.1939648389816284, -2.463527202606201, -2.2610974311828613, -1.8468211889266968, -1.3454004526138306, -2.2682533264160156, -2.0153934955596924, -1.2269022464752197, -0.5927014350891113, -3.5498061180114746, -1.7365381717681885, -2.5351223945617676, -1.1102337837219238, -1.9218281507492065, -1.3886648416519165, -1.2140166759490967, -1.0774414539337158, -1.0011916160583496, -0.789532482624054, -2.4181196689605713, -2.5427379608154297, -1.0216814279556274, -2.527832269668579, -1.224086880683899, -1.7904095649719238, -1.7840310335159302, -1.2735141515731812, -2.1257967948913574, -1.1383841037750244, -2.349924087524414, -0.22757042944431305, -1.7890537977218628, -2.0222952365875244, -2.3215081691741943, -1.0812162160873413, -0.31309911608695984]}, "Bot001_102_07": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_102.log.json", "context": "hello hi , how are you ? i'm fine, you ? i'm also doing well . i just got home from a trip to norway . how was your trip good would been better with someone with me. what do you do for fun ? i like riding horses", "response": "horses are cool but i ask more into fantasy animals like dragons . what are you up to today ?", "annotation_id": "Bot001_102_07", "annotations": ["O", "T", "O", "T", "O", "O", "O", "T", "T", "O", "O", "T", "T", "O", "O"], "gpt2background_target_score": [-9.649374008178711, -13.499072074890137, -5.963933944702148, -7.095677375793457, -11.264162063598633, -7.423734664916992, -9.425375938415527, -10.366662979125977, -6.935405731201172, -12.119842529296875, -11.251012802124023, -5.790268898010254, -12.762957572937012, -9.704604148864746, -8.052128791809082, -10.277853965759277, -5.265931606292725, -8.51709270477295, -7.106893062591553, -11.015853881835938, -7.823012351989746], "gpt2background_argmax_score": [-3.026590585708618, -2.08664608001709, -2.2047417163848877, -1.4897565841674805, -0.43136367201805115, -1.518946647644043, -1.3797985315322876, -2.331267833709717, -2.3980562686920166, -1.93131685256958, -1.5447698831558228, -1.574722170829773, -2.1293954849243164, -1.1721118688583374, -1.7727516889572144, -1.1939671039581299, -2.4635262489318848, -2.2610960006713867, -1.8468202352523804, -1.3454017639160156, -2.2682549953460693, -2.0153918266296387, -1.2269017696380615, -0.5927016139030457, -3.54980731010437, -1.7365384101867676, -2.535115957260132, -1.1102371215820312, -1.9218288660049438, -1.3886667490005493, -1.2140175104141235, -1.0774402618408203, -1.001190185546875, -0.789531946182251, -0.56033855676651, -0.6106314063072205, -0.7141711711883545, -1.0940618515014648, -1.2908555269241333, -2.1633620262145996, -1.3458309173583984, -0.47682034969329834, -1.726534366607666, -2.2879583835601807, -0.28455018997192383, -1.9218603372573853, -1.069776177406311, -2.4727134704589844, -0.6006059050559998, -1.812944769859314, -1.961545705795288, -1.449018955230713, -2.576493263244629, -1.861667513847351, -2.3655433654785156, -0.9106193780899048, -2.2447805404663086, -2.1363232135772705, -1.983838677406311, -2.381702423095703, -2.820629358291626, -2.173689603805542, -1.9303089380264282, -2.301713228225708, -2.2931289672851562, -1.8827109336853027, -2.2729086875915527, -1.6698161363601685, -1.4320054054260254, -2.056694507598877, -1.372382640838623, -1.3450403213500977, -0.2574600577354431, -0.8346139192581177, -0.6871268153190613, -0.5663610100746155]}, "Bot001_102_09": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_102.log.json", "context": "hello hi , how are you ? i'm fine, you ? i'm also doing well . i just got home from a trip to norway . how was your trip good would been better with someone with me. what do you do for fun ? i like riding horses horses are cool but i ask more into fantasy animals like dragons . what are you up to today ? i'm going to meet a girl tonight. wish me luck !", "response": "i cant my husband and kids drive me to drink. Also, try to guess: my cats are ...", "annotation_id": "Bot001_102_09", "annotations": ["T", "X", "O", "T", "O", "X", "X", "T", "X", "T", "O", "X", "T", "T", "T"], "gpt2background_target_score": [-8.669313430786133, -9.746404647827148, -4.435340881347656, -13.497270584106445, -9.619928359985352, -10.817845344543457, -11.110217094421387, -10.584123611450195, -7.410860061645508, -9.284744262695312, -9.392906188964844, -12.543051719665527, -6.397965431213379, -6.811207294464111, -7.995219707489014, -10.890741348266602, -8.851844787597656, -7.270958423614502, -12.463576316833496, -7.465468883514404, -8.095908164978027], "gpt2background_argmax_score": [-3.026590585708618, -2.08664608001709, -2.2047417163848877, -1.4897565841674805, -0.43136367201805115, -1.518946647644043, -1.3797985315322876, -2.331267833709717, -2.3980562686920166, -1.93131685256958, -1.5447698831558228, -1.574722170829773, -2.1293954849243164, -1.1721118688583374, -1.7727516889572144, -1.1939671039581299, -2.4635262489318848, -2.2610960006713867, -1.8468202352523804, -1.3454017639160156, -2.2682549953460693, -2.0153918266296387, -1.2269017696380615, -0.5927016139030457, -3.54980731010437, -1.7365384101867676, -2.535115957260132, -1.1102371215820312, -1.9218288660049438, -1.3886667490005493, -1.2140175104141235, -1.0774402618408203, -1.001190185546875, -0.789531946182251, -0.56033855676651, -0.6106314063072205, -0.714171290397644, -1.094062089920044, -1.2908552885055542, -2.1633620262145996, -1.3458318710327148, -0.47682058811187744, -1.7265342473983765, -2.2879586219787598, -0.2845512628555298, -1.921859622001648, -1.069775938987732, -2.4727139472961426, -0.6006059050559998, -1.8129440546035767, -1.9615460634231567, -1.4490190744400024, -2.5764944553375244, -1.8616676330566406, -1.851913332939148, -1.6990888118743896, -2.401660680770874, -1.5184001922607422, -2.352820873260498, -1.9403678178787231, -1.7992920875549316, -2.237143039703369, -2.205111265182495, -2.0426840782165527, -2.5672998428344727, -1.7772623300552368, -1.2900850772857666, -1.9563989639282227, -1.2510831356048584, -1.268843650817871, -0.2703216075897217, -0.8941406607627869, -0.6417961716651917, -1.6476434469223022, -1.8138364553451538, -2.8199126720428467, -0.3128114342689514, -2.0166518688201904, -2.2202107906341553, -2.6546480655670166, -2.204678535461426, -1.8909873962402344, -1.7040152549743652, -1.096816062927246, -0.16726644337177277, -2.349276065826416, -1.6486773490905762, -2.3825438022613525, -2.0032551288604736, -1.9963322877883911, -2.8969132900238037, -3.170424461364746, -0.594826340675354, -2.812917947769165, -3.2348554134368896, -1.9221506118774414, -1.9462567567825317, -1.859875202178955, -1.3581793308258057, -1.267749309539795, -1.0791163444519043, -0.9211827516555786, -2.569615602493286, -1.7282317876815796, -2.1416656970977783, -1.4666086435317993, -0.8159505724906921, -3.0881807804107666, -3.2021965980529785]}, "Bot001_102_11": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_102.log.json", "context": "hello hi , how are you ? i'm fine, you ? i'm also doing well . i just got home from a trip to norway . how was your trip good would been better with someone with me. what do you do for fun ? i like riding horses horses are cool but i ask more into fantasy animals like dragons . what are you up to today ? i'm going to meet a girl tonight. wish me luck ! i cant my husband and kids drive me to drink. Also, try to guess: my cats are ... beautiful ?", "response": "very special to me, funny you :)", "annotation_id": "Bot001_102_11", "annotations": ["O", "O", "O", "T", "X", "X", "O", "O", "X", "T", "O", "T", "T", "T", "O"], "gpt2background_target_score": [-11.017291069030762, -10.793709754943848, -6.711308479309082, -8.555936813354492, -10.118267059326172, -9.871050834655762, -5.997424602508545, -10.873323440551758], "gpt2background_argmax_score": [-3.026590585708618, -2.08664608001709, -2.2047417163848877, -1.4897565841674805, -0.43136367201805115, -1.518946647644043, -1.3797985315322876, -2.331267833709717, -2.3980562686920166, -1.93131685256958, -1.5447698831558228, -1.574722170829773, -2.1293954849243164, -1.1721118688583374, -1.7727516889572144, -1.1939671039581299, -2.4635262489318848, -2.2610960006713867, -1.8468202352523804, -1.3454017639160156, -2.2682549953460693, -2.0153918266296387, -1.2269017696380615, -0.5927016139030457, -3.54980731010437, -1.7365384101867676, -2.535115957260132, -1.1102371215820312, -1.9218288660049438, -1.3886667490005493, -1.2140175104141235, -1.0774402618408203, -1.001190185546875, -0.789531946182251, -0.56033855676651, -0.6106314063072205, -0.714171290397644, -1.094062089920044, -1.2908552885055542, -2.1633620262145996, -1.3458318710327148, -0.47682058811187744, -1.7265342473983765, -2.2879586219787598, -0.2845512628555298, -1.921859622001648, -1.069775938987732, -2.4727139472961426, -0.6006059050559998, -1.8129440546035767, -1.9615460634231567, -1.4490190744400024, -2.5764944553375244, -1.8616676330566406, -1.851913332939148, -1.6990888118743896, -2.401660680770874, -1.5184001922607422, -2.352820873260498, -1.9403678178787231, -1.7992920875549316, -2.237143039703369, -2.205111265182495, -2.0426840782165527, -2.5672998428344727, -1.7772623300552368, -1.2900850772857666, -1.9563989639282227, -1.2510831356048584, -1.268843650817871, -0.2703216075897217, -0.8941406607627869, -0.6417961716651917, -1.6476434469223022, -1.8138364553451538, -2.8199126720428467, -0.3128114342689514, -2.0166518688201904, -2.2202107906341553, -2.6546480655670166, -2.204678535461426, -1.8909873962402344, -1.7040152549743652, -1.096816062927246, -0.16726644337177277, -2.349276065826416, -1.6486773490905762, -1.6456260681152344, -1.7294981479644775, -3.2766945362091064, -3.190589189529419, -0.8915982246398926, -2.960012435913086, -2.988375186920166, -1.9258848428726196, -1.883016586303711, -2.0338358879089355, -1.499453067779541, -1.3915446996688843, -1.2963321208953857, -0.8857664465904236, -2.471252202987671, -1.7246966361999512, -1.8996083736419678, -1.5247188806533813, -0.7732167840003967, -3.0209171772003174, -3.788343906402588, -1.9482592344284058, -1.9030086994171143, -2.257953643798828, -2.2503066062927246, -2.035276174545288, -1.1217082738876343, -1.5772398710250854, -1.603939175605774, -1.5672122240066528, -2.8088626861572266, -0.6273558139801025]}, "Bot001_102_13": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_102.log.json", "context": "hello hi , how are you ? i'm fine, you ? i'm also doing well . i just got home from a trip to norway . how was your trip good would been better with someone with me. what do you do for fun ? i like riding horses horses are cool but i ask more into fantasy animals like dragons . what are you up to today ? i'm going to meet a girl tonight. wish me luck ! i cant my husband and kids drive me to drink. Also, try to guess: my cats are ... beautiful ? very special to me, funny you :) what do you do for a living", "response": "i work in an office building . it has also paid well , and supports my love of cars. what are you up to ?", "annotation_id": "Bot001_102_13", "annotations": ["O", "T", "O", "T", "O", "O", "O", "O", "O", "O", "O", "T", "O", "T", "T"], "gpt2background_target_score": [-8.669313430786133, -9.293010711669922, -6.455751419067383, -9.314363479614258, -12.13741397857666, -8.113231658935547, -5.321292877197266, -10.361629486083984, -11.728710174560547, -8.408235549926758, -10.633444786071777, -8.725797653198242, -5.723294258117676, -9.107901573181152, -14.347565650939941, -5.5011701583862305, -7.897410869598389, -7.468021392822266, -11.51850414276123, -8.0531644821167, -9.516411781311035, -11.579723358154297, -8.811453819274902, -11.802700996398926, -8.80805492401123, -6.125401973724365], "gpt2background_argmax_score": [-3.026590585708618, -2.08664608001709, -2.2047417163848877, -1.4897565841674805, -0.43136367201805115, -1.518946647644043, -1.3797985315322876, -2.331267833709717, -2.3980562686920166, -1.93131685256958, -1.5447698831558228, -1.574722170829773, -2.1293954849243164, -1.1721118688583374, -1.7727516889572144, -1.1939671039581299, -2.4635262489318848, -2.2610960006713867, -1.8468202352523804, -1.3454017639160156, -2.2682549953460693, -2.0153918266296387, -1.2269017696380615, -0.5927016139030457, -3.54980731010437, -1.7365384101867676, -2.535115957260132, -1.1102371215820312, -1.9218288660049438, -1.3886667490005493, -1.2140175104141235, -1.0774402618408203, -1.001190185546875, -0.789531946182251, -0.56033855676651, -0.6106314063072205, -0.714171290397644, -1.094062089920044, -1.2908552885055542, -2.1633620262145996, -1.3458318710327148, -0.47682058811187744, -1.7265342473983765, -2.2879586219787598, -0.2845512628555298, -1.921859622001648, -1.069775938987732, -2.4727139472961426, -0.6006059050559998, -1.8129440546035767, -1.9615460634231567, -1.4490190744400024, -2.5764944553375244, -1.8616676330566406, -1.851913332939148, -1.6990888118743896, -2.401660680770874, -1.5184001922607422, -2.352820873260498, -1.9403678178787231, -1.7992920875549316, -2.237143039703369, -2.205111265182495, -2.0426840782165527, -2.5672998428344727, -1.7772623300552368, -1.2900850772857666, -1.9563989639282227, -1.2510831356048584, -1.268843650817871, -0.2703216075897217, -0.8941406607627869, -0.6417961716651917, -1.6476434469223022, -1.8138364553451538, -2.8199126720428467, -0.3128114342689514, -2.0166518688201904, -2.2202107906341553, -2.6546480655670166, -2.204678535461426, -1.8909873962402344, -1.7040152549743652, -1.096816062927246, -0.16726644337177277, -2.349276065826416, -1.6486773490905762, -1.6456260681152344, -1.7294981479644775, -3.2766945362091064, -3.190589189529419, -0.8915982246398926, -2.960012435913086, -2.988375186920166, -1.9258848428726196, -1.883016586303711, -2.0338358879089355, -1.499453067779541, -1.3915446996688843, -1.2963321208953857, -0.8857664465904236, -2.471252202987671, -1.7246966361999512, -1.8996083736419678, -1.5247188806533813, -0.7732167840003967, -3.0209171772003174, -3.788343906402588, -1.9482592344284058, -1.9030086994171143, -2.6151816844940186, -2.0439586639404297, -0.870938241481781, -1.6573015451431274, -1.655957818031311, -1.6141958236694336, -3.1012508869171143, -1.8005629777908325, -2.0641226768493652, -0.25709453225135803, -1.4521450996398926, -0.904599666595459, -0.4115793704986572, -1.9447383880615234, -0.5114806294441223, -2.137744188308716, -2.441760540008545, -1.749037504196167, -1.3642934560775757, -2.604907274246216, -2.068549394607544, -1.9567424058914185, -1.171930193901062, -0.7036235332489014, -1.1766927242279053, -1.179661750793457, -0.6094864010810852, -1.8840209245681763, -1.2272604703903198, -0.9211180806159973, -2.3509457111358643, -2.7968127727508545, -1.1418009996414185, -2.40236234664917, -1.7845549583435059, -1.4813563823699951, -1.5709428787231445, -0.7131935358047485, -0.9548527598381042, -0.20721487700939178, -1.1117348670959473, -0.5846087336540222]}, "Bot001_102_15": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_102.log.json", "context": "hello hi , how are you ? i'm fine, you ? i'm also doing well . i just got home from a trip to norway . how was your trip good would been better with someone with me. what do you do for fun ? i like riding horses horses are cool but i ask more into fantasy animals like dragons . what are you up to today ? i'm going to meet a girl tonight. wish me luck ! i cant my husband and kids drive me to drink. Also, try to guess: my cats are ... beautiful ? very special to me, funny you :) what do you do for a living i work in an office building . it has also paid well , and supports my love of cars. what are you up to ? i am going to be a lawyer soon :)", "response": "oh , thank you . i would love to marry a lawyer .. Also, try to guess: my dad taught ...", "annotation_id": "Bot001_102_15", "annotations": ["T", "X", "O", "T", "X", "T", "T", "O", "T", "T", "O", "X", "T", "T", "O"], "gpt2background_target_score": [-10.527931213378906, -6.311895370483398, -6.971163749694824, -5.2165422439575195, -9.567319869995117, -7.423734664916992, -8.773122787475586, -3.487208843231201, -7.410860061645508, -11.201066970825195, -6.1694207191467285, -12.69693660736084, -8.272222518920898, -12.327263832092285, -7.1565375328063965, -9.48303508758545, -7.473171710968018, -10.469042778015137, -8.702875137329102, -9.665616989135742, -12.317630767822266, -9.725651741027832, -6.369870185852051], "gpt2background_argmax_score": [-3.026590585708618, -2.08664608001709, -2.2047417163848877, -1.4897565841674805, -0.43136367201805115, -1.518946647644043, -1.3797985315322876, -2.331267833709717, -2.3980562686920166, -1.93131685256958, -1.5447698831558228, -1.574722170829773, -2.1293954849243164, -1.1721118688583374, -1.7727516889572144, -1.1939671039581299, -2.4635262489318848, -2.2610960006713867, -1.8468202352523804, -1.3454017639160156, -2.2682549953460693, -2.0153918266296387, -1.2269017696380615, -0.5927016139030457, -3.54980731010437, -1.7365384101867676, -2.535115957260132, -1.1102371215820312, -1.9218288660049438, -1.3886667490005493, -1.2140175104141235, -1.0774402618408203, -1.001190185546875, -0.789531946182251, -0.56033855676651, -0.6106314063072205, -0.714171290397644, -1.094062089920044, -1.2908552885055542, -2.1633620262145996, -1.3458318710327148, -0.47682058811187744, -1.7265342473983765, -2.2879586219787598, -0.2845512628555298, -1.921859622001648, -1.069775938987732, -2.4727139472961426, -0.6006059050559998, -1.8129440546035767, -1.9615460634231567, -1.4490190744400024, -2.5764944553375244, -1.8616676330566406, -1.851913332939148, -1.6990888118743896, -2.401660680770874, -1.5184001922607422, -2.352820873260498, -1.9403678178787231, -1.7992920875549316, -2.237143039703369, -2.205111265182495, -2.0426840782165527, -2.5672998428344727, -1.7772623300552368, -1.2900850772857666, -1.9563989639282227, -1.2510831356048584, -1.268843650817871, -0.2703216075897217, -0.8941406607627869, -0.6417961716651917, -1.6476434469223022, -1.8138364553451538, -2.8199126720428467, -0.3128114342689514, -2.0166518688201904, -2.2202107906341553, -2.6546480655670166, -2.204678535461426, -1.8909873962402344, -1.7040152549743652, -1.096816062927246, -0.16726644337177277, -2.349276065826416, -1.6486773490905762, -1.6456260681152344, -1.7294981479644775, -3.2766945362091064, -3.190589189529419, -0.8915982246398926, -2.960012435913086, -2.988375186920166, -1.9258848428726196, -1.883016586303711, -2.0338358879089355, -1.499453067779541, -1.3915446996688843, -1.2963321208953857, -0.8857664465904236, -2.471252202987671, -1.7246966361999512, -1.8996083736419678, -1.5247188806533813, -0.7732167840003967, -3.0209171772003174, -3.788343906402588, -1.9482592344284058, -1.9030086994171143, -2.6151816844940186, -2.0439586639404297, -0.870938241481781, -1.6573015451431274, -1.655957818031311, -1.6141958236694336, -3.1012508869171143, -1.8005629777908325, -2.0641226768493652, -0.25709453225135803, -1.4521450996398926, -0.904599666595459, -0.4115793704986572, -1.9447383880615234, -0.5114806294441223, -2.691323757171631, -1.979705810546875, -1.5485669374465942, -2.452080011367798, -2.1233181953430176, -2.0681378841400146, -1.3352278470993042, -0.6691062450408936, -1.4761073589324951, -1.1124401092529297, -0.4020046889781952, -1.7506593465805054, -1.1837433576583862, -0.9239171743392944, -2.2911124229431152, -2.829746961593628, -1.1822329759597778, -2.022000551223755, -1.7558315992355347, -1.5475188493728638, -1.832633376121521, -0.5849338173866272, -0.8469479084014893, -0.20967212319374084, -0.9994782209396362, -1.4309900999069214, -2.0402956008911133, -1.955621600151062, -0.2239590883255005, -2.202989339828491, -2.5376529693603516, -4.129101276397705, -2.4100000858306885, -1.8628050088882446, -1.8687760829925537, -2.2554752826690674, -2.33916974067688, -1.4435690641403198, -0.1797066032886505, -1.8191128969192505, -1.2442926168441772, -2.5463671684265137, -1.9193801879882812, -0.34275344014167786, -2.402857780456543, -1.4019346237182617, -2.1449661254882812, -2.4193053245544434, -1.4071192741394043, -1.5325292348861694, -1.1210135221481323, -0.4048560857772827, -2.8216772079467773, -1.5073262453079224, -0.34884127974510193, -1.255218267440796, -0.9200736880302429, -0.28355032205581665, -2.3257811069488525]}, "Bot001_102_17": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_102.log.json", "context": "hello hi , how are you ? i'm fine, you ? i'm also doing well . i just got home from a trip to norway . how was your trip good would been better with someone with me. what do you do for fun ? i like riding horses horses are cool but i ask more into fantasy animals like dragons . what are you up to today ? i'm going to meet a girl tonight. wish me luck ! i cant my husband and kids drive me to drink. Also, try to guess: my cats are ... beautiful ? very special to me, funny you :) what do you do for a living i work in an office building . it has also paid well , and supports my love of cars. what are you up to ? i am going to be a lawyer soon :) oh , thank you . i would love to marry a lawyer .. Also, try to guess: my dad taught ... you how to ride a bike ?", "response": "me everything i know, funny you :)", "annotation_id": "Bot001_102_17", "annotations": ["T", "O", "O", "T", "X", "X", "T", "O", "T", "T", "O", "T", "T", "T", "T"], "gpt2background_target_score": [-10.09359359741211, -9.024823188781738, -2.2047417163848877, -9.472591400146484, -10.118267059326172, -9.871050834655762, -5.997424602508545, -10.873323440551758], "gpt2background_argmax_score": [-3.026590585708618, -2.08664608001709, -2.2047417163848877, -1.4897565841674805, -0.43136367201805115, -1.518946647644043, -1.3797985315322876, -2.331267833709717, -2.3980562686920166, -1.93131685256958, -1.5447698831558228, -1.574722170829773, -2.1293954849243164, -1.1721118688583374, -1.7727516889572144, -1.1939671039581299, -2.4635262489318848, -2.2610960006713867, -1.8468202352523804, -1.3454017639160156, -2.2682549953460693, -2.0153918266296387, -1.2269017696380615, -0.5927016139030457, -3.54980731010437, -1.7365384101867676, -2.535115957260132, -1.1102371215820312, -1.9218288660049438, -1.3886667490005493, -1.2140175104141235, -1.0774402618408203, -1.001190185546875, -0.789531946182251, -0.56033855676651, -0.6106314063072205, -0.714171290397644, -1.094062089920044, -1.2908552885055542, -2.1633620262145996, -1.3458318710327148, -0.47682058811187744, -1.7265342473983765, -2.2879586219787598, -0.2845512628555298, -1.921859622001648, -1.069775938987732, -2.4727139472961426, -0.6006059050559998, -1.8129440546035767, -1.9615460634231567, -1.4490190744400024, -2.5764944553375244, -1.8616676330566406, -1.851913332939148, -1.6990888118743896, -2.401660680770874, -1.5184001922607422, -2.352820873260498, -1.9403678178787231, -1.7992920875549316, -2.237143039703369, -2.205111265182495, -2.0426840782165527, -2.5672998428344727, -1.7772623300552368, -1.2900850772857666, -1.9563989639282227, -1.2510831356048584, -1.268843650817871, -0.2703216075897217, -0.8941406607627869, -0.6417961716651917, -1.6476434469223022, -1.8138364553451538, -2.8199126720428467, -0.3128114342689514, -2.0166518688201904, -2.2202107906341553, -2.6546480655670166, -2.204678535461426, -1.8909873962402344, -1.7040152549743652, -1.096816062927246, -0.16726644337177277, -2.349276065826416, -1.6486773490905762, -1.6456260681152344, -1.7294981479644775, -3.2766945362091064, -3.190589189529419, -0.8915982246398926, -2.960012435913086, -2.988375186920166, -1.9258848428726196, -1.883016586303711, -2.0338358879089355, -1.499453067779541, -1.3915446996688843, -1.2963321208953857, -0.8857664465904236, -2.471252202987671, -1.7246966361999512, -1.8996083736419678, -1.5247188806533813, -0.7732167840003967, -3.0209171772003174, -3.788343906402588, -1.9482592344284058, -1.9030086994171143, -2.6151816844940186, -2.0439586639404297, -0.870938241481781, -1.6573015451431274, -1.655957818031311, -1.6141958236694336, -3.1012508869171143, -1.8005629777908325, -2.0641226768493652, -0.25709453225135803, -1.4521450996398926, -0.904599666595459, -0.4115793704986572, -1.9447383880615234, -0.5114806294441223, -2.691323757171631, -1.979705810546875, -1.5485669374465942, -2.452080011367798, -2.1233181953430176, -2.0681378841400146, -1.3352278470993042, -0.6691062450408936, -1.4761073589324951, -1.1124401092529297, -0.4020046889781952, -1.7506593465805054, -1.1837433576583862, -0.9239174127578735, -2.2911124229431152, -2.8297483921051025, -1.1822335720062256, -2.022001266479492, -1.7558318376541138, -1.5475205183029175, -1.8326337337493896, -0.5849329829216003, -0.8469499349594116, -0.209672212600708, -0.9994794726371765, -1.4309927225112915, -2.040295124053955, -1.9556220769882202, -0.22395899891853333, -2.2029905319213867, -2.5376534461975098, -4.129101276397705, -2.4100000858306885, -1.862804651260376, -1.8687748908996582, -2.142608404159546, -1.3967608213424683, -0.17802901566028595, -1.7634352445602417, -1.2923486232757568, -2.3684134483337402, -1.9402835369110107, -0.3589823544025421, -2.468027114868164, -1.3941243886947632, -1.9105241298675537, -2.4494550228118896, -1.4828232526779175, -1.4647367000579834, -1.2455391883850098, -0.42435163259506226, -3.012657403945923, -1.6527125835418701, -0.5752516984939575, -1.977224349975586, -1.005876064300537, -0.3311922252178192, -2.0640869140625, -2.304147243499756, -0.6877026557922363, -2.8349454402923584, -1.2867738008499146, -0.3486734926700592, -1.9933509826660156, -1.9530867338180542, -2.1283583641052246, -0.6011507511138916, -2.3015520572662354, -2.1769962310791016, -1.5544780492782593, -1.3276692628860474, -1.845955491065979, -2.977877378463745, -1.2437547445297241]}, "Bot001_102_19": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_102.log.json", "context": "hello hi , how are you ? i'm fine, you ? i'm also doing well . i just got home from a trip to norway . how was your trip good would been better with someone with me. what do you do for fun ? i like riding horses horses are cool but i ask more into fantasy animals like dragons . what are you up to today ? i'm going to meet a girl tonight. wish me luck ! i cant my husband and kids drive me to drink. Also, try to guess: my cats are ... beautiful ? very special to me, funny you :) what do you do for a living i work in an office building . it has also paid well , and supports my love of cars. what are you up to ? i am going to be a lawyer soon :) oh , thank you . i would love to marry a lawyer .. Also, try to guess: my dad taught ... you how to ride a bike ? me everything i know, funny you :) what do you do for fun", "response": "i play with my parrot that i love . his name is todd .", "annotation_id": "Bot001_102_19", "annotations": ["O", "O", "O", "T", "X", "O", "O", "O", "O", "X", "O", "T", "O", "T", "O"], "gpt2background_target_score": [-8.669313430786133, -9.017034530639648, -7.436697006225586, -7.618833541870117, -11.600333213806152, -12.960041999816895, -7.2107157707214355, -7.595616340637207, -8.899863243103027, -4.437410354614258, -9.994271278381348, -7.774050235748291, -6.0671491622924805, -11.891351699829102, -7.545746803283691], "gpt2background_argmax_score": [-3.026590585708618, -2.08664608001709, -2.2047417163848877, -1.4897565841674805, -0.43136367201805115, -1.518946647644043, -1.3797985315322876, -2.331267833709717, -2.3980562686920166, -1.93131685256958, -1.5447698831558228, -1.574722170829773, -2.1293954849243164, -1.1721118688583374, -1.7727516889572144, -1.1939671039581299, -2.4635262489318848, -2.2610960006713867, -1.8468202352523804, -1.3454017639160156, -2.2682549953460693, -2.0153918266296387, -1.2269017696380615, -0.5927016139030457, -3.54980731010437, -1.7365384101867676, -2.535115957260132, -1.1102371215820312, -1.9218288660049438, -1.3886667490005493, -1.2140175104141235, -1.0774402618408203, -1.001190185546875, -0.789531946182251, -0.56033855676651, -0.6106314063072205, -0.714171290397644, -1.094062089920044, -1.2908552885055542, -2.1633620262145996, -1.3458318710327148, -0.47682058811187744, -1.7265342473983765, -2.2879586219787598, -0.2845512628555298, -1.921859622001648, -1.069775938987732, -2.4727139472961426, -0.6006059050559998, -1.8129440546035767, -1.9615460634231567, -1.4490190744400024, -2.5764944553375244, -1.8616676330566406, -1.851913332939148, -1.6990888118743896, -2.401660680770874, -1.5184001922607422, -2.352820873260498, -1.9403678178787231, -1.7992920875549316, -2.237143039703369, -2.205111265182495, -2.0426840782165527, -2.5672998428344727, -1.7772623300552368, -1.2900850772857666, -1.9563989639282227, -1.2510831356048584, -1.268843650817871, -0.2703216075897217, -0.8941406607627869, -0.6417961716651917, -1.6476434469223022, -1.8138364553451538, -2.8199126720428467, -0.3128114342689514, -2.0166518688201904, -2.2202107906341553, -2.6546480655670166, -2.204678535461426, -1.8909873962402344, -1.7040152549743652, -1.096816062927246, -0.16726644337177277, -2.349276065826416, -1.6486773490905762, -1.6456260681152344, -1.7294981479644775, -3.2766945362091064, -3.190589189529419, -0.8915982246398926, -2.960012435913086, -2.988375186920166, -1.9258848428726196, -1.883016586303711, -2.0338358879089355, -1.499453067779541, -1.3915446996688843, -1.2963321208953857, -0.8857664465904236, -2.471252202987671, -1.7246966361999512, -1.8996083736419678, -1.5247188806533813, -0.7732167840003967, -3.0209171772003174, -3.788343906402588, -1.9482592344284058, -1.9030086994171143, -2.6151816844940186, -2.0439586639404297, -0.870938241481781, -1.6573015451431274, -1.655957818031311, -1.6141958236694336, -3.1012508869171143, -1.8005629777908325, -2.0641226768493652, -0.25709453225135803, -1.4521450996398926, -0.904599666595459, -0.4115793704986572, -1.9447383880615234, -0.5114806294441223, -2.691323757171631, -1.979705810546875, -1.5485669374465942, -2.452080011367798, -2.1233181953430176, -2.0681378841400146, -1.3352278470993042, -0.6691062450408936, -1.4761073589324951, -1.1124401092529297, -0.4020046889781952, -1.7506593465805054, -1.1837433576583862, -0.9239174127578735, -2.2911124229431152, -2.8297483921051025, -1.1822335720062256, -2.022001266479492, -1.7558318376541138, -1.5475205183029175, -1.8326337337493896, -0.5849329829216003, -0.8469499349594116, -0.209672212600708, -0.9994794726371765, -1.4309927225112915, -2.040295124053955, -1.9556220769882202, -0.22395899891853333, -2.2029905319213867, -2.5376534461975098, -4.129101276397705, -2.4100000858306885, -1.862804651260376, -1.8687748908996582, -2.142608404159546, -1.3967608213424683, -0.17802901566028595, -1.7634352445602417, -1.2923486232757568, -2.3684134483337402, -1.9402835369110107, -0.3589823544025421, -2.468027114868164, -1.3941243886947632, -1.9105241298675537, -2.4494550228118896, -1.4828232526779175, -1.4647367000579834, -1.2455391883850098, -0.42435163259506226, -3.012657403945923, -1.6527125835418701, -0.5752516984939575, -1.977224349975586, -1.0058764219284058, -0.3311913013458252, -2.0640861988067627, -2.3041460514068604, -0.6877028942108154, -2.8349456787109375, -1.2867728471755981, -0.3486737310886383, -1.9933507442474365, -1.9530872106552124, -1.876570701599121, -2.1372413635253906, -2.500110387802124, -1.961799144744873, -1.2633172273635864, -1.1209192276000977, -2.608207941055298, -1.7458730936050415, -1.767967700958252, -0.22159014642238617, -0.6701734066009521, -0.34626805782318115, -0.4429057538509369, -0.23777727782726288, -2.0245001316070557, -2.6822593212127686, -1.6317954063415527, -1.462113618850708, -2.3398337364196777, -1.0237460136413574, -2.0854976177215576, -2.3916823863983154, -2.3415234088897705, -1.8895987272262573, -1.2732926607131958, -2.5063698291778564, -0.31027907133102417, -3.7158987522125244, -2.028287172317505, -1.1701676845550537]}, "Bot001_110_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_110.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nSome facts about me: my mother is dentist, i like playing basketball my day is great and wonderful, i like to playing tennis", "response": "i love dogs too ! they're my favorite animal .", "annotation_id": "Bot001_110_02", "annotations": ["O", "X", "T", "X", "O", "X", "T", "T", "X", "O", "O", "X", "X", "O", "O"], "gpt2background_target_score": [-10.842501640319824, -11.421222686767578, -11.921964645385742, -9.776524543762207, -11.555854797363281, -12.460701942443848, -14.182601928710938, -7.835722923278809, -14.466175079345703, -14.494791030883789, -11.555685043334961], "gpt2background_argmax_score": [-2.13662052154541, -1.2113471031188965, -1.5648894309997559, -1.7970792055130005, -0.6839268803596497, -0.775888979434967, -0.4462241530418396, -0.9304897785186768, -3.4276959896087646, -1.8226357698440552, -0.6177114844322205, -0.8431870937347412, -1.3930963277816772, -2.888204574584961, -0.14823447167873383, -0.7739041447639465, -1.634175419807434, -1.3842437267303467, -1.9094035625457764, -1.0263370275497437, -0.3541589677333832, -1.860669732093811, -0.7732425332069397, -1.6971962451934814, -1.1160922050476074, -0.5381101965904236, -3.0620062351226807, -1.7447617053985596, -1.5309706926345825, -1.991227626800537, -1.4711076021194458, -2.2301504611968994, -1.5518977642059326, -2.2715296745300293, -1.274730920791626, -1.9065889120101929, -1.6464810371398926, -2.9615120887756348, -1.2586458921432495, -0.6815683841705322, -1.3329830169677734, -1.1495513916015625, -1.719694972038269, -1.4522101879119873, -1.2367820739746094, -2.8890750408172607, -1.708874225616455, -2.077873468399048, -2.0605759620666504, -1.4783332347869873, -1.3969627618789673, -1.2346813678741455, -0.9673050045967102, -1.6001267433166504, -2.4665024280548096, -1.576187014579773, -2.1838185787200928, -2.221626043319702, -1.6359320878982544]}, "Bot001_110_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_110.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nSome facts about me: my mother is dentist, i like playing basketball my day is great and wonderful, i like to playing tennis i love dogs too ! they're my favorite animal . i am a professional tennis player", "response": "wow who do you play for ?", "annotation_id": "Bot001_110_04", "annotations": ["O", "O", "O", "T", "O", "O", "T", "O", "X", "T", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-12.628018379211426, -8.727189064025879, -1.5648902654647827, -5.360256195068359, -8.536381721496582, -5.996530055999756, -5.65812873840332], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -0.7758899331092834, -0.4462234079837799, -0.9304934740066528, -3.4276962280273438, -1.8226350545883179, -0.6177105903625488, -0.8431873917579651, -1.393097996711731, -2.888206720352173, -0.14823457598686218, -0.7739039063453674, -1.634175419807434, -1.3842461109161377, -1.909401535987854, -1.0263372659683228, -0.35415831208229065, -1.8606698513031006, -0.7732434868812561, -1.6971993446350098, -1.116092562675476, -0.5381088256835938, -3.0620064735412598, -1.7447611093521118, -1.5309693813323975, -1.9912282228469849, -1.4711077213287354, -2.230151414871216, -1.5518946647644043, -2.271531820297241, -1.2747288942337036, -1.9065860509872437, -1.6464836597442627, -2.96150803565979, -1.2586432695388794, -0.681569516658783, -1.3329834938049316, -1.1495527029037476, -1.7196927070617676, -1.4522093534469604, -1.23678457736969, -2.889070749282837, -1.7088719606399536, -1.596747636795044, -1.8656022548675537, -1.2937971353530884, -1.4107729196548462, -1.409577488899231, -1.627392053604126, -2.716214179992676, -1.5835871696472168, -2.3573575019836426, -2.0284175872802734, -2.0718770027160645, -1.5738723278045654, -1.9049400091171265, -3.3830010890960693, -2.7728617191314697, -0.6314969062805176, -1.8851076364517212, -2.1596713066101074, -1.945552110671997, -2.2045514583587646, -0.27858859300613403, -1.2532252073287964, -1.0664560794830322, -1.0500298738479614, -0.472164124250412]}, "Bot001_110_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_110.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nSome facts about me: my mother is dentist, i like playing basketball my day is great and wonderful, i like to playing tennis i love dogs too ! they're my favorite animal . i am a professional tennis player wow who do you play for ? great, i have a dog too, i like long walks with my dog", "response": "no i just go suffering all the time", "annotation_id": "Bot001_110_06", "annotations": ["T", "X", "T", "O", "X", "X", "T", "X", "X", "X", "O", "X", "X", "X", "T"], "gpt2background_target_score": [-11.527541160583496, -5.6088643074035645, -8.997111320495605, -9.403251647949219, -11.987591743469238, -6.369564533233643, -8.972121238708496, -10.79175090789795], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -0.7758899331092834, -0.4462234079837799, -0.9304934740066528, -3.4276962280273438, -1.8226350545883179, -0.6177105903625488, -0.8431873917579651, -1.393097996711731, -2.888206720352173, -0.14823457598686218, -0.7739039063453674, -1.634175419807434, -1.3842461109161377, -1.909401535987854, -1.0263372659683228, -0.35415831208229065, -1.8606698513031006, -0.7732434868812561, -1.6971993446350098, -1.116092562675476, -0.5381088256835938, -3.0620064735412598, -1.7447611093521118, -1.5309693813323975, -1.9912282228469849, -1.4711077213287354, -2.230151414871216, -1.5518946647644043, -2.271531820297241, -1.2747288942337036, -1.9065860509872437, -1.6464836597442627, -2.96150803565979, -1.2586432695388794, -0.681569516658783, -1.3329834938049316, -1.1495527029037476, -1.7196927070617676, -1.4522093534469604, -1.23678457736969, -2.889070749282837, -1.7088719606399536, -1.596747636795044, -1.8656022548675537, -1.2937971353530884, -1.4107729196548462, -1.409577488899231, -1.627392053604126, -2.716214179992676, -1.5835871696472168, -2.3573575019836426, -2.0284175872802734, -2.0718770027160645, -1.5738723278045654, -1.9049400091171265, -3.3830010890960693, -2.7728617191314697, -0.6314969062805176, -1.8851076364517212, -2.5617687702178955, -2.4044713973999023, -0.725619912147522, -1.4135750532150269, -1.9828742742538452, -2.256798028945923, -1.5633717775344849, -3.2355213165283203, -1.2313975095748901, -1.9101089239120483, -1.2456642389297485, -2.378248453140259, -2.1274030208587646, -2.1856675148010254, -1.137798547744751, -1.5163296461105347, -1.027218222618103, -1.3556753396987915, -1.7539466619491577, -2.2422823905944824, -1.4759126901626587, -2.1105573177337646, -2.2039778232574463, -1.8337901830673218, -2.1172595024108887, -0.8413812518119812, -1.241580605506897, -2.5952517986297607, -1.1338032484054565, -0.42599835991859436, -2.018205404281616]}, "Bot001_110_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_110.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nSome facts about me: my mother is dentist, i like playing basketball my day is great and wonderful, i like to playing tennis i love dogs too ! they're my favorite animal . i am a professional tennis player wow who do you play for ? great, i have a dog too, i like long walks with my dog no i just go suffering all the time do u have children?", "response": "i've three kids . one boy , 21 , and two girls , 18 and 15 .. Also, try to guess: my favourite artist ...", "annotation_id": "Bot001_110_08", "annotations": ["O", "O", "T", "T", "O", "O", "T", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-10.842503547668457, -10.879507064819336, -11.73383903503418, -10.381608009338379, -11.411105155944824, -8.258756637573242, -10.468792915344238, -11.26961612701416, -8.364262580871582, -12.755935668945312, -6.185657978057861, -11.176305770874023, -11.876657485961914, -13.428632736206055, -13.227376937866211, -7.935982704162598, -10.836005210876465, -13.617864608764648, -10.464527130126953, -10.318011283874512, -12.95868968963623, -8.48583984375, -11.548334121704102, -6.629157543182373, -7.995405197143555, -13.005550384521484, -10.642814636230469, -9.973435401916504], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -0.7758899331092834, -0.4462234079837799, -0.9304934740066528, -3.4276962280273438, -1.8226350545883179, -0.6177105903625488, -0.8431873917579651, -1.393097996711731, -2.888206720352173, -0.14823457598686218, -0.7739039063453674, -1.634175419807434, -1.3842461109161377, -1.909401535987854, -1.0263372659683228, -0.35415831208229065, -1.8606698513031006, -0.7732434868812561, -1.6971993446350098, -1.116092562675476, -0.5381088256835938, -3.0620064735412598, -1.7447611093521118, -1.5309693813323975, -1.9912282228469849, -1.4711077213287354, -2.230151414871216, -1.5518946647644043, -2.271531820297241, -1.2747288942337036, -1.9065860509872437, -1.6464836597442627, -2.96150803565979, -1.2586432695388794, -0.681569516658783, -1.3329834938049316, -1.1495527029037476, -1.7196927070617676, -1.4522093534469604, -1.23678457736969, -2.889070749282837, -1.7088719606399536, -1.596747636795044, -1.8656022548675537, -1.2937971353530884, -1.4107729196548462, -1.409577488899231, -1.627392053604126, -2.716214179992676, -1.5835871696472168, -2.3573575019836426, -2.0284175872802734, -2.0718770027160645, -1.5738723278045654, -1.9049400091171265, -3.3830010890960693, -2.7728617191314697, -0.6314969062805176, -1.8851076364517212, -2.5617687702178955, -2.4044713973999023, -0.725619912147522, -1.4135750532150269, -1.9828742742538452, -2.256798028945923, -1.5633717775344849, -3.2355213165283203, -1.2313975095748901, -1.9101089239120483, -1.2456642389297485, -2.378248453140259, -2.1274030208587646, -2.1856675148010254, -1.137798547744751, -1.5163296461105347, -1.027218222618103, -1.3556753396987915, -1.7539466619491577, -2.2422823905944824, -1.4759126901626587, -2.1105573177337646, -0.8886375427246094, -1.9556864500045776, -1.8361663818359375, -1.3356891870498657, -2.5272648334503174, -1.2829347848892212, -0.33906659483909607, -1.7612929344177246, -1.24637770652771, -2.158525228500366, -1.1366665363311768, -1.3944509029388428, -2.1033291816711426, -2.1675477027893066, -2.112168073654175, -1.3817920684814453, -1.6252551078796387, -2.170417070388794, -1.2143175601959229, -1.428577184677124, -1.390286922454834, -1.1963236331939697, -1.8214070796966553, -2.288332939147949, -1.9950445890426636, -2.0121214389801025, -0.9328802824020386, -2.7906384468078613, -1.022139072418213, -2.4991188049316406, -2.297794818878174, -2.1718289852142334, -1.9075580835342407, -1.4039478302001953, -1.0189436674118042, -1.8214836120605469, -2.026089668273926, -2.2758841514587402, -2.3443305492401123, -2.083272695541382, -0.7968155741691589, -2.992464780807495]}, "Bot001_110_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_110.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nSome facts about me: my mother is dentist, i like playing basketball my day is great and wonderful, i like to playing tennis i love dogs too ! they're my favorite animal . i am a professional tennis player wow who do you play for ? great, i have a dog too, i like long walks with my dog no i just go suffering all the time do u have children? i've three kids . one boy , 21 , and two girls , 18 and 15 .. Also, try to guess: my favourite artist ... is nicolas cage", "response": "is travis scott, funny you :)", "annotation_id": "Bot001_110_10", "annotations": ["T", "O", "O", "T", "O", "O", "T", "O", "O", "T", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-10.77010726928711, -12.439855575561523, -11.964140892028809, -8.669833183288574, -13.374751091003418, -4.6478190422058105, -13.030673027038574, -8.69492244720459, -12.553390502929688], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -0.7758899331092834, -0.4462234079837799, -0.9304934740066528, -3.4276962280273438, -1.8226350545883179, -0.6177105903625488, -0.8431873917579651, -1.393097996711731, -2.888206720352173, -0.14823457598686218, -0.7739039063453674, -1.634175419807434, -1.3842461109161377, -1.909401535987854, -1.0263372659683228, -0.35415831208229065, -1.8606698513031006, -0.7732434868812561, -1.6971993446350098, -1.116092562675476, -0.5381088256835938, -3.0620064735412598, -1.7447611093521118, -1.5309693813323975, -1.9912282228469849, -1.4711077213287354, -2.230151414871216, -1.5518946647644043, -2.271531820297241, -1.2747288942337036, -1.9065860509872437, -1.6464836597442627, -2.96150803565979, -1.2586432695388794, -0.681569516658783, -1.3329834938049316, -1.1495527029037476, -1.7196927070617676, -1.4522093534469604, -1.23678457736969, -2.889070749282837, -1.7088719606399536, -1.596747636795044, -1.8656022548675537, -1.2937971353530884, -1.4107729196548462, -1.409577488899231, -1.627392053604126, -2.716214179992676, -1.5835871696472168, -2.3573575019836426, -2.0284175872802734, -2.0718770027160645, -1.5738723278045654, -1.9049400091171265, -3.3830010890960693, -2.7728617191314697, -0.6314969062805176, -1.8851076364517212, -2.5617687702178955, -2.4044713973999023, -0.725619912147522, -1.4135750532150269, -1.9828742742538452, -2.256798028945923, -1.5633717775344849, -3.2355213165283203, -1.2313975095748901, -1.9101089239120483, -1.2456642389297485, -2.378248453140259, -2.1274030208587646, -2.1856675148010254, -1.137798547744751, -1.5163296461105347, -1.027218222618103, -1.3556753396987915, -1.7539466619491577, -2.2422823905944824, -1.4759126901626587, -2.1105573177337646, -0.8886375427246094, -1.9556864500045776, -1.8361663818359375, -1.3356891870498657, -2.5272648334503174, -1.2829347848892212, -0.33906659483909607, -1.7612929344177246, -1.24637770652771, -2.158525228500366, -1.1366665363311768, -1.3944509029388428, -2.1033291816711426, -2.2326557636260986, -1.4225201606750488, -1.863010287284851, -1.9734227657318115, -1.1545852422714233, -1.4081151485443115, -1.5747956037521362, -1.5790084600448608, -2.0098624229431152, -2.5755503177642822, -1.893010139465332, -1.9492464065551758, -1.1908085346221924, -2.593810558319092, -1.1927292346954346, -2.62060809135437, -2.3038196563720703, -1.89189875125885, -1.7031012773513794, -1.317420482635498, -0.9647902250289917, -1.9616726636886597, -2.039518117904663, -2.089930772781372, -2.2854602336883545, -1.9738059043884277, -0.7769312858581543, -2.66711163520813, -3.0507798194885254, -2.5482914447784424, -1.8950270414352417, -2.580368995666504, -2.2619850635528564, -2.166452169418335, -2.9177870750427246, -2.928849220275879, -0.9783613681793213, -1.3906525373458862, -2.7765393257141113, -1.3785914182662964, -2.9220407009124756, -0.6648435592651367]}, "Bot001_110_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_110.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nSome facts about me: my mother is dentist, i like playing basketball my day is great and wonderful, i like to playing tennis i love dogs too ! they're my favorite animal . i am a professional tennis player wow who do you play for ? great, i have a dog too, i like long walks with my dog no i just go suffering all the time do u have children? i've three kids . one boy , 21 , and two girls , 18 and 15 .. Also, try to guess: my favourite artist ... is nicolas cage is travis scott, funny you :) i like travis scott", "response": "i really love all music , but i guess reggae is my favorite", "annotation_id": "Bot001_110_12", "annotations": ["T", "O", "O", "O", "O", "O", "T", "O", "O", "X", "T", "O", "O", "O", "O"], "gpt2background_target_score": [-10.842503547668457, -11.17094898223877, -10.162576675415039, -6.345869064331055, -7.839165210723877, -10.716462135314941, -6.394613265991211, -6.997791767120361, -13.980599403381348, -13.383496284484863, -14.694526672363281, -8.381309509277344, -10.330422401428223, -12.421219825744629], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -0.7758899331092834, -0.4462234079837799, -0.9304934740066528, -3.4276962280273438, -1.8226350545883179, -0.6177105903625488, -0.8431873917579651, -1.393097996711731, -2.888206720352173, -0.14823457598686218, -0.7739039063453674, -1.634175419807434, -1.3842461109161377, -1.909401535987854, -1.0263372659683228, -0.35415831208229065, -1.8606698513031006, -0.7732434868812561, -1.6971993446350098, -1.116092562675476, -0.5381088256835938, -3.0620064735412598, -1.7447611093521118, -1.5309693813323975, -1.9912282228469849, -1.4711077213287354, -2.230151414871216, -1.5518946647644043, -2.271531820297241, -1.2747288942337036, -1.9065860509872437, -1.6464836597442627, -2.96150803565979, -1.2586432695388794, -0.681569516658783, -1.3329834938049316, -1.1495527029037476, -1.7196927070617676, -1.4522093534469604, -1.23678457736969, -2.889070749282837, -1.7088719606399536, -1.596747636795044, -1.8656022548675537, -1.2937971353530884, -1.4107729196548462, -1.409577488899231, -1.627392053604126, -2.716214179992676, -1.5835871696472168, -2.3573575019836426, -2.0284175872802734, -2.0718770027160645, -1.5738723278045654, -1.9049400091171265, -3.3830010890960693, -2.7728617191314697, -0.6314969062805176, -1.8851076364517212, -2.5617687702178955, -2.4044713973999023, -0.725619912147522, -1.4135750532150269, -1.9828742742538452, -2.256798028945923, -1.5633717775344849, -3.2355213165283203, -1.2313975095748901, -1.9101089239120483, -1.2456642389297485, -2.378248453140259, -2.1274030208587646, -2.1856675148010254, -1.137798547744751, -1.5163296461105347, -1.027218222618103, -1.3556753396987915, -1.7539466619491577, -2.2422823905944824, -1.4759126901626587, -2.1105573177337646, -0.8886375427246094, -1.9556864500045776, -1.8361663818359375, -1.3356891870498657, -2.5272648334503174, -1.2829347848892212, -0.33906659483909607, -1.7612929344177246, -1.24637770652771, -2.158525228500366, -1.1366665363311768, -1.3944509029388428, -2.1033291816711426, -2.2326557636260986, -1.4225201606750488, -1.863010287284851, -1.9734227657318115, -1.1545852422714233, -1.4081151485443115, -1.5747956037521362, -1.5790084600448608, -2.0098624229431152, -2.5755503177642822, -1.893010139465332, -1.9492464065551758, -1.1908085346221924, -2.593810558319092, -1.1927292346954346, -2.62060809135437, -2.3038196563720703, -1.89189875125885, -1.7031012773513794, -1.317420482635498, -0.9647902250289917, -1.9616726636886597, -2.039518117904663, -2.089930772781372, -2.2854602336883545, -1.9738059043884277, -0.7769312858581543, -2.66711163520813, -3.0507798194885254, -2.5482914447784424, -1.8950270414352417, -2.580368995666504, -2.4364707469940186, -2.4490606784820557, -2.9278647899627686, -1.125918984413147, -1.496203899383545, -2.025775909423828, -1.7071737051010132, -2.418872594833374, -1.5414960384368896, -2.0904600620269775, -2.408601760864258, -0.14112712442874908, -1.8161283731460571, -0.022014997899532318, -1.7688261270523071, -2.389697313308716, -1.7367841005325317, -0.6466342210769653, -2.63153076171875, -1.1183608770370483, -2.028034210205078, -1.181965947151184, -0.8957783579826355, -2.7611501216888428, -1.011953592300415, -2.871027708053589, -1.2140809297561646, -2.1742937564849854, -1.180782675743103, -2.5954482555389404]}, "Bot001_110_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_110.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nSome facts about me: my mother is dentist, i like playing basketball my day is great and wonderful, i like to playing tennis i love dogs too ! they're my favorite animal . i am a professional tennis player wow who do you play for ? great, i have a dog too, i like long walks with my dog no i just go suffering all the time do u have children? i've three kids . one boy , 21 , and two girls , 18 and 15 .. Also, try to guess: my favourite artist ... is nicolas cage is travis scott, funny you :) i like travis scott i really love all music , but i guess reggae is my favorite my family is just growing, so try to guess: i am living in a ............", "response": "i also go to the opera sometimes to unwind .. Also, try to guess: i have one ...", "annotation_id": "Bot001_110_14", "annotations": ["T", "X", "T", "T", "X", "X", "T", "X", "X", "O", "O", "T", "O", "T", "T"], "gpt2background_target_score": [-10.842503547668457, -12.453947067260742, -9.649008750915527, -8.270681381225586, -8.868902206420898, -14.973357200622559, -10.809572219848633, -9.214658737182617, -11.847396850585938, -13.245877265930176, -12.539228439331055, -11.970760345458984, -6.278280258178711, -15.32282829284668, -11.56166934967041, -14.924683570861816, -7.106361389160156, -12.643221855163574, -10.770376205444336, -10.434449195861816, -11.14177417755127], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -0.7758899331092834, -0.4462234079837799, -0.9304934740066528, -3.4276962280273438, -1.8226350545883179, -0.6177105903625488, -0.8431873917579651, -1.393097996711731, -2.888206720352173, -0.14823457598686218, -0.7739039063453674, -1.634175419807434, -1.3842461109161377, -1.909401535987854, -1.0263372659683228, -0.35415831208229065, -1.8606698513031006, -0.7732434868812561, -1.6971993446350098, -1.116092562675476, -0.5381088256835938, -3.0620064735412598, -1.7447611093521118, -1.5309693813323975, -1.9912282228469849, -1.4711077213287354, -2.230151414871216, -1.5518946647644043, -2.271531820297241, -1.2747288942337036, -1.9065860509872437, -1.6464836597442627, -2.96150803565979, -1.2586432695388794, -0.681569516658783, -1.3329834938049316, -1.1495527029037476, -1.7196927070617676, -1.4522093534469604, -1.23678457736969, -2.889070749282837, -1.7088719606399536, -1.596747636795044, -1.8656022548675537, -1.2937971353530884, -1.4107729196548462, -1.409577488899231, -1.627392053604126, -2.716214179992676, -1.5835871696472168, -2.3573575019836426, -2.0284175872802734, -2.0718770027160645, -1.5738723278045654, -1.9049400091171265, -3.3830010890960693, -2.7728617191314697, -0.6314969062805176, -1.8851076364517212, -2.5617687702178955, -2.4044713973999023, -0.725619912147522, -1.4135750532150269, -1.9828742742538452, -2.256798028945923, -1.5633717775344849, -3.2355213165283203, -1.2313975095748901, -1.9101089239120483, -1.2456642389297485, -2.378248453140259, -2.1274030208587646, -2.1856675148010254, -1.137798547744751, -1.5163296461105347, -1.027218222618103, -1.3556753396987915, -1.7539466619491577, -2.2422823905944824, -1.4759126901626587, -2.1105573177337646, -0.8886375427246094, -1.9556864500045776, -1.8361663818359375, -1.3356891870498657, -2.5272648334503174, -1.2829347848892212, -0.33906659483909607, -1.7612929344177246, -1.24637770652771, -2.158525228500366, -1.1366665363311768, -1.3944509029388428, -2.1033291816711426, -2.2326557636260986, -1.4225201606750488, -1.863010287284851, -1.9734227657318115, -1.1545852422714233, -1.4081151485443115, -1.5747956037521362, -1.5790084600448608, -2.0098624229431152, -2.5755503177642822, -1.893010139465332, -1.9492464065551758, -1.1908085346221924, -2.593810558319092, -1.1927292346954346, -2.62060809135437, -2.3038196563720703, -1.89189875125885, -1.7031012773513794, -1.317420482635498, -0.9647902250289917, -1.9616726636886597, -2.039518117904663, -2.089930772781372, -2.2854602336883545, -1.9738059043884277, -0.7769312858581543, -2.66711163520813, -3.0507798194885254, -2.5482914447784424, -1.8950270414352417, -2.580368995666504, -2.4364707469940186, -2.4490606784820557, -2.9278647899627686, -1.125918984413147, -1.496203899383545, -2.025775909423828, -1.7071737051010132, -2.418872594833374, -1.5414960384368896, -2.0904600620269775, -2.408601760864258, -0.14112712442874908, -1.8161283731460571, -0.022014997899532318, -1.7688261270523071, -1.2877918481826782, -0.5581027269363403, -2.3602519035339355, -1.0035046339035034, -1.5154534578323364, -1.182431936264038, -1.014184594154358, -2.606266736984253, -1.0091540813446045, -2.8065052032470703, -1.334829330444336, -2.2608025074005127, -1.1413058042526245, -2.8075711727142334, -2.028554916381836, -2.1351399421691895, -3.203057289123535, -2.6086483001708984, -0.467439740896225, -1.1629456281661987, -0.7809297442436218, -0.7543972134590149, -2.0949158668518066, -1.7429810762405396, -0.7611986398696899, -1.3723161220550537, -1.184698224067688, -1.2701482772827148, -1.207678198814392, -2.533100128173828, -3.1308350563049316, -2.43630051612854, -2.196808099746704, -2.0729947090148926, -1.4041602611541748, -0.4864560663700104, -2.303480625152588, -2.5312306880950928, -1.7032206058502197, -2.053518295288086, -2.0785083770751953, -0.1374267339706421, -2.569202184677124, -1.5902743339538574, -1.2299914360046387, -1.1396406888961792, -0.3920377492904663, -3.0864193439483643, -0.8064877986907959, -0.8691163659095764, -1.6047669649124146, -0.5779934525489807, -1.8304173946380615, -2.214725971221924]}, "Bot001_110_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_110.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nSome facts about me: my mother is dentist, i like playing basketball my day is great and wonderful, i like to playing tennis i love dogs too ! they're my favorite animal . i am a professional tennis player wow who do you play for ? great, i have a dog too, i like long walks with my dog no i just go suffering all the time do u have children? i've three kids . one boy , 21 , and two girls , 18 and 15 .. Also, try to guess: my favourite artist ... is nicolas cage is travis scott, funny you :) i like travis scott i really love all music , but i guess reggae is my favorite my family is just growing, so try to guess: i am living in a ............ i also go to the opera sometimes to unwind .. Also, try to guess: i have one ... play", "response": "older sister, funny you :)", "annotation_id": "Bot001_110_16", "annotations": ["O", "O", "O", "O", "X", "X", "T", "T", "O", "T", "T", "T", "O", "O", "T"], "gpt2background_target_score": [-13.298338890075684, -11.741525650024414, -7.889547824859619, -10.803263664245605, -10.142598152160645, -7.223704814910889], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -0.7758899331092834, -0.4462234079837799, -0.9304934740066528, -3.4276962280273438, -1.8226350545883179, -0.6177105903625488, -0.8431873917579651, -1.393097996711731, -2.888206720352173, -0.14823457598686218, -0.7739039063453674, -1.634175419807434, -1.3842461109161377, -1.909401535987854, -1.0263372659683228, -0.35415831208229065, -1.8606698513031006, -0.7732434868812561, -1.6971993446350098, -1.116092562675476, -0.5381088256835938, -3.0620064735412598, -1.7447611093521118, -1.5309693813323975, -1.9912282228469849, -1.4711077213287354, -2.230151414871216, -1.5518946647644043, -2.271531820297241, -1.2747288942337036, -1.9065860509872437, -1.6464836597442627, -2.96150803565979, -1.2586432695388794, -0.681569516658783, -1.3329834938049316, -1.1495527029037476, -1.7196927070617676, -1.4522093534469604, -1.23678457736969, -2.889070749282837, -1.7088719606399536, -1.596747636795044, -1.8656022548675537, -1.2937971353530884, -1.4107729196548462, -1.409577488899231, -1.627392053604126, -2.716214179992676, -1.5835871696472168, -2.3573575019836426, -2.0284175872802734, -2.0718770027160645, -1.5738723278045654, -1.9049400091171265, -3.3830010890960693, -2.7728617191314697, -0.6314969062805176, -1.8851076364517212, -2.5617687702178955, -2.4044713973999023, -0.725619912147522, -1.4135750532150269, -1.9828742742538452, -2.256798028945923, -1.5633717775344849, -3.2355213165283203, -1.2313975095748901, -1.9101089239120483, -1.2456642389297485, -2.378248453140259, -2.1274030208587646, -2.1856675148010254, -1.137798547744751, -1.5163296461105347, -1.027218222618103, -1.3556753396987915, -1.7539466619491577, -2.2422823905944824, -1.4759126901626587, -2.1105573177337646, -0.8886375427246094, -1.9556864500045776, -1.8361663818359375, -1.3356891870498657, -2.5272648334503174, -1.2829347848892212, -0.33906659483909607, -1.7612929344177246, -1.24637770652771, -2.158525228500366, -1.1366665363311768, -1.3944509029388428, -2.1033291816711426, -2.2326557636260986, -1.4225201606750488, -1.863010287284851, -1.9734227657318115, -1.1545852422714233, -1.4081151485443115, -1.5747956037521362, -1.5790084600448608, -2.0098624229431152, -2.5755503177642822, -1.893010139465332, -1.9492464065551758, -1.1908085346221924, -2.593810558319092, -1.1927292346954346, -2.62060809135437, -2.3038196563720703, -1.89189875125885, -1.7031012773513794, -1.317420482635498, -0.9647902250289917, -1.9616726636886597, -2.039518117904663, -2.089930772781372, -2.2854602336883545, -1.9738059043884277, -0.7769312858581543, -2.66711163520813, -3.0507798194885254, -2.5482914447784424, -1.8950270414352417, -2.580368995666504, -2.4364707469940186, -2.4490606784820557, -2.9278647899627686, -1.125918984413147, -1.496203899383545, -2.025775909423828, -1.7071737051010132, -2.418872594833374, -1.5414960384368896, -2.0904600620269775, -2.408601760864258, -0.14112712442874908, -1.8161283731460571, -0.022014997899532318, -1.7688261270523071, -1.2877918481826782, -0.5581027269363403, -2.3602519035339355, -1.0035046339035034, -1.5154534578323364, -1.182431936264038, -1.014184594154358, -2.606266736984253, -1.0091540813446045, -2.8065052032470703, -1.334829330444336, -2.2608025074005127, -1.1413058042526245, -2.8075711727142334, -2.028554916381836, -2.1351399421691895, -3.203057289123535, -2.6086483001708984, -0.467439740896225, -1.1629456281661987, -0.7809297442436218, -0.7543972134590149, -2.0949158668518066, -1.7429810762405396, -0.7611986398696899, -1.3723161220550537, -1.184698224067688, -1.2701482772827148, -1.207678198814392, -2.533100128173828, -3.1308350563049316, -2.43630051612854, -1.9561824798583984, -1.4314639568328857, -0.48259618878364563, -2.3180596828460693, -2.068643093109131, -1.6230061054229736, -1.8744711875915527, -2.053448438644409, -0.23381373286247253, -2.474778652191162, -1.7679814100265503, -0.8832621574401855, -1.0695343017578125, -0.34176504611968994, -2.555884838104248, -0.642052412033081, -0.991008996963501, -1.7504079341888428, -0.8109073042869568, -2.2323622703552246, -2.124472141265869, -2.4539899826049805, -2.2169015407562256, -2.796168088912964, -1.2525110244750977, -2.138363838195801, -1.9695792198181152, -3.243406295776367, -1.291071891784668]}, "Bot001_110_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_110.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nSome facts about me: my mother is dentist, i like playing basketball my day is great and wonderful, i like to playing tennis i love dogs too ! they're my favorite animal . i am a professional tennis player wow who do you play for ? great, i have a dog too, i like long walks with my dog no i just go suffering all the time do u have children? i've three kids . one boy , 21 , and two girls , 18 and 15 .. Also, try to guess: my favourite artist ... is nicolas cage is travis scott, funny you :) i like travis scott i really love all music , but i guess reggae is my favorite my family is just growing, so try to guess: i am living in a ............ i also go to the opera sometimes to unwind .. Also, try to guess: i have one ... play older sister, funny you :) funny youuuuu", "response": "ado ? what is that exactly ?", "annotation_id": "Bot001_110_18", "annotations": ["T", "T", "T", "O", "T", "O", "T", "X", "X", "O", "T", "X", "X", "T", "T"], "gpt2background_target_score": [-13.621430397033691, -11.076716423034668, -9.482606887817383, -8.667802810668945, -10.695188522338867, -8.754631996154785, -5.65812873840332], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -0.7758899331092834, -0.4462234079837799, -0.9304934740066528, -3.4276962280273438, -1.8226350545883179, -0.6177105903625488, -0.8431873917579651, -1.393097996711731, -2.888206720352173, -0.14823457598686218, -0.7739039063453674, -1.634175419807434, -1.3842461109161377, -1.909401535987854, -1.0263372659683228, -0.35415831208229065, -1.8606698513031006, -0.7732434868812561, -1.6971993446350098, -1.116092562675476, -0.5381088256835938, -3.0620064735412598, -1.7447611093521118, -1.5309693813323975, -1.9912282228469849, -1.4711077213287354, -2.230151414871216, -1.5518946647644043, -2.271531820297241, -1.2747288942337036, -1.9065860509872437, -1.6464836597442627, -2.96150803565979, -1.2586432695388794, -0.681569516658783, -1.3329834938049316, -1.1495527029037476, -1.7196927070617676, -1.4522093534469604, -1.23678457736969, -2.889070749282837, -1.7088719606399536, -1.596747636795044, -1.8656022548675537, -1.2937971353530884, -1.4107729196548462, -1.409577488899231, -1.627392053604126, -2.716214179992676, -1.5835871696472168, -2.3573575019836426, -2.0284175872802734, -2.0718770027160645, -1.5738723278045654, -1.9049400091171265, -3.3830010890960693, -2.7728617191314697, -0.6314969062805176, -1.8851076364517212, -2.5617687702178955, -2.4044713973999023, -0.725619912147522, -1.4135750532150269, -1.9828742742538452, -2.256798028945923, -1.5633717775344849, -3.2355213165283203, -1.2313975095748901, -1.9101089239120483, -1.2456642389297485, -2.378248453140259, -2.1274030208587646, -2.1856675148010254, -1.137798547744751, -1.5163296461105347, -1.027218222618103, -1.3556753396987915, -1.7539466619491577, -2.2422823905944824, -1.4759126901626587, -2.1105573177337646, -0.8886375427246094, -1.9556864500045776, -1.8361663818359375, -1.3356891870498657, -2.5272648334503174, -1.2829347848892212, -0.33906659483909607, -1.7612929344177246, -1.24637770652771, -2.158525228500366, -1.1366665363311768, -1.3944509029388428, -2.1033291816711426, -2.2326557636260986, -1.4225201606750488, -1.863010287284851, -1.9734227657318115, -1.1545852422714233, -1.4081151485443115, -1.5747956037521362, -1.5790084600448608, -2.0098624229431152, -2.5755503177642822, -1.893010139465332, -1.9492464065551758, -1.1908085346221924, -2.593810558319092, -1.1927292346954346, -2.62060809135437, -2.3038196563720703, -1.89189875125885, -1.7031012773513794, -1.317420482635498, -0.9647902250289917, -1.9616726636886597, -2.039518117904663, -2.089930772781372, -2.2854602336883545, -1.9738059043884277, -0.7769312858581543, -2.66711163520813, -3.0507798194885254, -2.5482914447784424, -1.8950270414352417, -2.580368995666504, -2.4364707469940186, -2.4490606784820557, -2.9278647899627686, -1.125918984413147, -1.496203899383545, -2.025775909423828, -1.7071737051010132, -2.418872594833374, -1.5414960384368896, -2.0904600620269775, -2.408601760864258, -0.14112712442874908, -1.8161283731460571, -0.022014997899532318, -1.7688261270523071, -1.2877918481826782, -0.5581027269363403, -2.3602519035339355, -1.0035046339035034, -1.5154534578323364, -1.182431936264038, -1.014184594154358, -2.606266736984253, -1.0091540813446045, -2.8065052032470703, -1.334829330444336, -2.2608025074005127, -1.1413058042526245, -2.8075711727142334, -2.028554916381836, -2.1351399421691895, -3.203057289123535, -2.6086483001708984, -0.467439740896225, -1.1629456281661987, -0.7809297442436218, -0.7543972134590149, -2.0949158668518066, -1.7429810762405396, -0.7611986398696899, -1.3723161220550537, -1.184698224067688, -1.2701482772827148, -1.207678198814392, -2.533100128173828, -3.1308350563049316, -2.43630051612854, -1.9561824798583984, -1.4314639568328857, -0.4825967848300934, -2.3180582523345947, -2.068643093109131, -1.6230051517486572, -1.8744710683822632, -2.0534491539001465, -0.23381364345550537, -2.47477650642395, -1.7679804563522339, -0.8832611441612244, -1.0695338249206543, -0.3417649567127228, -2.555882453918457, -0.642052412033081, -0.9910072684288025, -1.750407338142395, -0.810905396938324, -2.232361078262329, -2.1244699954986572, -2.4539895057678223, -2.8438520431518555, -1.8902196884155273, -2.723005533218384, -1.4618717432022095, -2.555556297302246, -1.46070396900177, -1.8771541118621826, -2.8294641971588135, -1.8857183456420898, -0.6902132034301758, -2.2570183277130127, -3.25815486907959, -1.5465697050094604, -1.9961726665496826, -1.176289677619934, -1.0143227577209473, -0.3333145081996918, -1.2063764333724976]}, "Bot001_110_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_110.log.json", "context": "Hello! How is your day going? [SMILING FACE WITH SMILING EYES].\nSome facts about me: my mother is dentist, i like playing basketball my day is great and wonderful, i like to playing tennis i love dogs too ! they're my favorite animal . i am a professional tennis player wow who do you play for ? great, i have a dog too, i like long walks with my dog no i just go suffering all the time do u have children? i've three kids . one boy , 21 , and two girls , 18 and 15 .. Also, try to guess: my favourite artist ... is nicolas cage is travis scott, funny you :) i like travis scott i really love all music , but i guess reggae is my favorite my family is just growing, so try to guess: i am living in a ............ i also go to the opera sometimes to unwind .. Also, try to guess: i have one ... play older sister, funny you :) funny youuuuu ado ? what is that exactly ? nice to meet you, byeee", "response": "nice to meet you , too . how are you ?", "annotation_id": "Bot001_110_20", "annotations": ["O", "O", "T", "T", "T", "X", "T", "X", "X", "T", "O", "T", "O", "O", "O"], "gpt2background_target_score": [-12.784667015075684, -8.680066108703613, -11.324056625366211, -5.360256195068359, -12.664154052734375, -7.976673603057861, -10.008578300476074, -8.621426582336426, -11.446861267089844, -11.744237899780273, -10.73825454711914], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -0.7758899331092834, -0.4462234079837799, -0.9304934740066528, -3.4276962280273438, -1.8226350545883179, -0.6177105903625488, -0.8431873917579651, -1.393097996711731, -2.888206720352173, -0.14823457598686218, -0.7739039063453674, -1.634175419807434, -1.3842461109161377, -1.909401535987854, -1.0263372659683228, -0.35415831208229065, -1.8606698513031006, -0.7732434868812561, -1.6971993446350098, -1.116092562675476, -0.5381088256835938, -3.0620064735412598, -1.7447611093521118, -1.5309693813323975, -1.9912282228469849, -1.4711077213287354, -2.230151414871216, -1.5518946647644043, -2.271531820297241, -1.2747288942337036, -1.9065860509872437, -1.6464836597442627, -2.96150803565979, -1.2586432695388794, -0.681569516658783, -1.3329834938049316, -1.1495527029037476, -1.7196927070617676, -1.4522093534469604, -1.23678457736969, -2.889070749282837, -1.7088719606399536, -1.596747636795044, -1.8656022548675537, -1.2937971353530884, -1.4107729196548462, -1.409577488899231, -1.627392053604126, -2.716214179992676, -1.5835871696472168, -2.3573575019836426, -2.0284175872802734, -2.0718770027160645, -1.5738723278045654, -1.9049400091171265, -3.3830010890960693, -2.7728617191314697, -0.6314969062805176, -1.8851076364517212, -2.5617687702178955, -2.4044713973999023, -0.725619912147522, -1.4135750532150269, -1.9828742742538452, -2.256798028945923, -1.5633717775344849, -3.2355213165283203, -1.2313975095748901, -1.9101089239120483, -1.2456642389297485, -2.378248453140259, -2.1274030208587646, -2.1856675148010254, -1.137798547744751, -1.5163296461105347, -1.027218222618103, -1.3556753396987915, -1.7539466619491577, -2.2422823905944824, -1.4759126901626587, -2.1105573177337646, -0.8886375427246094, -1.9556864500045776, -1.8361663818359375, -1.3356891870498657, -2.5272648334503174, -1.2829347848892212, -0.33906659483909607, -1.7612929344177246, -1.24637770652771, -2.158525228500366, -1.1366665363311768, -1.3944509029388428, -2.1033291816711426, -2.2326557636260986, -1.4225201606750488, -1.863010287284851, -1.9734227657318115, -1.1545852422714233, -1.4081151485443115, -1.5747956037521362, -1.5790084600448608, -2.0098624229431152, -2.5755503177642822, -1.893010139465332, -1.9492464065551758, -1.1908085346221924, -2.593810558319092, -1.1927292346954346, -2.62060809135437, -2.3038196563720703, -1.89189875125885, -1.7031012773513794, -1.317420482635498, -0.9647902250289917, -1.9616726636886597, -2.039518117904663, -2.089930772781372, -2.2854602336883545, -1.9738059043884277, -0.7769312858581543, -2.66711163520813, -3.0507798194885254, -2.5482914447784424, -1.8950270414352417, -2.580368995666504, -2.4364707469940186, -2.4490606784820557, -2.9278647899627686, -1.125918984413147, -1.496203899383545, -2.025775909423828, -1.7071737051010132, -2.418872594833374, -1.5414960384368896, -2.0904600620269775, -2.408601760864258, -0.14112712442874908, -1.8161283731460571, -0.022014997899532318, -1.7688261270523071, -1.2877918481826782, -0.5581027269363403, -2.3602519035339355, -1.0035046339035034, -1.5154534578323364, -1.182431936264038, -1.014184594154358, -2.606266736984253, -1.0091540813446045, -2.8065052032470703, -1.334829330444336, -2.2608025074005127, -1.1413058042526245, -2.8075711727142334, -2.028554916381836, -2.1351399421691895, -3.203057289123535, -2.6086483001708984, -0.467439740896225, -1.1629456281661987, -0.7809297442436218, -0.7543972134590149, -2.0949158668518066, -1.7429810762405396, -0.7611986398696899, -1.3723161220550537, -1.184698224067688, -1.2701482772827148, -1.207678198814392, -2.533100128173828, -3.1308350563049316, -2.43630051612854, -1.9561824798583984, -1.4314639568328857, -0.48259618878364563, -2.3180596828460693, -2.068643093109131, -1.6230061054229736, -1.8744711875915527, -2.053448438644409, -0.23381373286247253, -2.474778652191162, -1.7679814100265503, -0.8832621574401855, -1.0695343017578125, -0.34176504611968994, -2.555884838104248, -0.6420527100563049, -0.9910083413124084, -1.7504092454910278, -0.8109073042869568, -2.2323620319366455, -2.1244699954986572, -2.453988790512085, -2.8438475131988525, -1.890220284461975, -2.7230045795440674, -1.46187162399292, -2.5555553436279297, -1.460705041885376, -1.8771533966064453, -2.8294644355773926, -1.8857169151306152, -0.6902129054069519, -3.8724982738494873, -1.8458619117736816, -1.7942228317260742, -0.8875718712806702, -0.8956693410873413, -0.3419782221317291, -2.048030376434326, -2.6669106483459473, -2.282952308654785, -1.9273903369903564, -1.8382248878479004, -1.474718451499939, -1.1476424932479858, -1.8101816177368164, -2.558588743209839, -2.3558900356292725, -1.375393033027649, -0.5037024617195129, -0.31883278489112854, -1.3929189443588257, -1.5746952295303345, -1.790537714958191, -1.345741629600525, -1.7500439882278442, -0.3461796045303345, -1.9555810689926147, -1.1494027376174927]}, "Bot001_111_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_111.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT].\nI do like to talk about myself, traveling world for years Hello! So you like traveling?", "response": "i have not much , but maybe one day ! i take pictures locally", "annotation_id": "Bot001_111_02", "annotations": ["O", "O", "X", "T", "T", "O", "T", "T", "O", "O", "T", "O", "O", "X", "O"], "gpt2background_target_score": [-10.230127334594727, -8.671806335449219, -9.319283485412598, -10.710070610046387, -9.25032901763916, -10.162631034851074, -14.181238174438477, -10.277548789978027, -12.419639587402344, -9.310701370239258, -10.003376007080078, -15.25106430053711, -11.888937950134277, -15.112394332885742], "gpt2background_argmax_score": [-2.115349054336548, -1.2066389322280884, -1.6541961431503296, -1.458195686340332, -0.873930811882019, -0.7113887071609497, -3.2564187049865723, -1.5525637865066528, -0.7329994440078735, -0.9619699716567993, -0.9636683464050293, -2.727112293243408, -3.7397727966308594, -2.6273601055145264, -1.1162781715393066, -1.9334958791732788, -3.447889566421509, -2.1448442935943604, -2.1447103023529053, -2.817201614379883, -1.5161967277526855, -1.303239345550537, -0.8028161525726318, -0.37418416142463684, -1.5379741191864014, -1.5175360441207886, -1.8923792839050293, -2.802183151245117, -0.817878782749176, -2.655066728591919, -1.7321332693099976, -0.9656379818916321, -1.2332844734191895, -1.0561615228652954, -1.4100725650787354, -0.9773995876312256, -1.698205590248108, -1.6004754304885864, -1.68716299533844, -1.925010323524475, -1.1381778717041016, -1.9296326637268066, -1.9015748500823975, -1.651129961013794, -2.3467657566070557, -1.1196184158325195, -2.0577099323272705, -2.2218539714813232, -1.53144371509552, -0.8064121007919312, -1.8660833835601807, -1.3594191074371338, -0.9465458393096924, -0.9056747555732727, -2.1005985736846924, -1.023809552192688, -1.7218834161758423, -2.2804484367370605]}, "Bot001_111_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_111.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT].\nI do like to talk about myself, traveling world for years Hello! So you like traveling? i have not much , but maybe one day ! i take pictures locally that's so good, I want to travel too but my job which I hate doesn't allow me", "response": "that's awesome . i really want to travel to space . i wonder what its like", "annotation_id": "Bot001_111_04", "annotations": ["O", "T", "X", "O", "O", "O", "T", "O", "O", "O", "T", "T", "O", "O", "T"], "gpt2background_target_score": [-13.132397651672363, -10.41329288482666, -9.626136779785156, -11.766291618347168, -7.696162700653076, -11.091609001159668, -11.493134498596191, -8.951303482055664, -13.06935977935791, -7.729866981506348, -13.318299293518066, -11.588240623474121, -11.934452056884766, -15.991827011108398, -13.71571159362793, -13.229278564453125, -12.078963279724121], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.6541962623596191, -1.4581934213638306, -0.8739314079284668, -0.7113863229751587, -3.256420850753784, -1.552565097808838, -0.7330005168914795, -0.961970329284668, -0.9636690020561218, -2.7271111011505127, -3.7397725582122803, -2.627358913421631, -1.1162781715393066, -1.9334969520568848, -3.4478914737701416, -2.1448445320129395, -2.1447081565856934, -2.817200183868408, -1.516198754310608, -1.3032362461090088, -0.8028159737586975, -0.37418481707572937, -1.5379772186279297, -1.5175353288650513, -1.8923799991607666, -2.80218505859375, -0.8178783059120178, -2.6550660133361816, -1.7321326732635498, -0.9656382203102112, -1.2332831621170044, -1.0561596155166626, -1.410070538520813, -0.9773994088172913, -1.6982053518295288, -1.6004748344421387, -1.687160849571228, -1.9250078201293945, -1.1381802558898926, -1.9296311140060425, -1.9015742540359497, -2.079758882522583, -1.1494156122207642, -2.184389352798462, -2.161313533782959, -1.9060133695602417, -0.8602073788642883, -1.755511999130249, -1.2683627605438232, -1.2182992696762085, -2.061110496520996, -2.4649322032928467, -1.0077375173568726, -1.562984824180603, -2.2301628589630127, -2.3041062355041504, -2.2676122188568115, -1.5345174074172974, -2.167219877243042, -1.5893070697784424, -2.4840087890625, -0.31731778383255005, -2.779520034790039, -2.7756431102752686, -1.8724679946899414, -1.3965973854064941, -2.8076770305633545, -0.8310204744338989, -1.1067029237747192, -2.3661351203918457, -1.5512224435806274, -0.14713384211063385, -2.5550079345703125, -0.26559168100357056, -0.24983000755310059, -2.1052639484405518, -0.7077836990356445, -2.403473138809204, -1.1140815019607544, -1.9496933221817017, -2.760467052459717, -1.5148489475250244, -0.2992483973503113, -2.189467191696167, -2.4903624057769775, -2.255796432495117, -1.828040361404419, -1.2291462421417236, -2.747229814529419, -0.6767508387565613, -2.3830809593200684, -0.36877018213272095, -0.8903449773788452]}, "Bot001_111_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_111.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT].\nI do like to talk about myself, traveling world for years Hello! So you like traveling? i have not much , but maybe one day ! i take pictures locally that's so good, I want to travel too but my job which I hate doesn't allow me that's awesome . i really want to travel to space . i wonder what its like Space is way far away! But its a good dream!", "response": "that's too bad , must be hard .", "annotation_id": "Bot001_111_06", "annotations": ["O", "T", "X", "T", "O", "X", "O", "T", "O", "T", "T", "X", "O", "T", "X"], "gpt2background_target_score": [-13.132397651672363, -10.41329288482666, -12.273193359375, -8.387627601623535, -9.250328063964844, -12.69664192199707, -12.00446605682373, -13.342252731323242, -11.991378784179688], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.6541962623596191, -1.4581934213638306, -0.8739314079284668, -0.7113863229751587, -3.256420850753784, -1.552565097808838, -0.7330005168914795, -0.961970329284668, -0.9636690020561218, -2.7271111011505127, -3.7397725582122803, -2.627358913421631, -1.1162781715393066, -1.9334969520568848, -3.4478914737701416, -2.1448445320129395, -2.1447081565856934, -2.817200183868408, -1.516198754310608, -1.3032362461090088, -0.8028159737586975, -0.37418481707572937, -1.5379772186279297, -1.5175353288650513, -1.8923799991607666, -2.80218505859375, -0.8178783059120178, -2.6550660133361816, -1.7321326732635498, -0.9656382203102112, -1.2332831621170044, -1.0561596155166626, -1.410070538520813, -0.9773994088172913, -1.6982053518295288, -1.6004748344421387, -1.687160849571228, -1.9250078201293945, -1.1381802558898926, -1.9296311140060425, -1.9015742540359497, -2.079758882522583, -1.1494156122207642, -2.184389352798462, -2.161313533782959, -1.9060133695602417, -0.8602073788642883, -1.755511999130249, -1.2683627605438232, -1.2182992696762085, -2.061110496520996, -2.4649322032928467, -1.0077375173568726, -1.562984824180603, -2.2301628589630127, -2.3041062355041504, -2.2676122188568115, -1.5345174074172974, -2.167219877243042, -1.5893070697784424, -2.4840087890625, -0.31731778383255005, -2.779520034790039, -2.7756431102752686, -1.8724679946899414, -1.3965973854064941, -2.8076770305633545, -0.8310204744338989, -1.1067029237747192, -2.3661351203918457, -1.5512224435806274, -0.14713384211063385, -2.5550079345703125, -0.26559168100357056, -0.24983000755310059, -0.6856960654258728, -2.2095987796783447, -1.8495354652404785, -2.419050455093384, -2.7344753742218018, -1.543563723564148, -0.3105100691318512, -2.355217933654785, -2.6775476932525635, -2.2015583515167236, -1.7962491512298584, -1.8586901426315308, -2.1454081535339355, -0.7101698517799377, -2.38423490524292, -0.6271546483039856, -0.7599179744720459, -2.6156845092773438, -2.524848699569702, -1.0622700452804565, -0.40614548325538635, -1.566741943359375, -2.2783915996551514, -1.578633189201355, -2.199861764907837, -2.7744622230529785, -1.442826747894287, -1.6888009309768677, -2.2169783115386963, -2.227022409439087, -0.7484304308891296, -2.429051160812378, -1.89926278591156, -2.155421733856201, -1.5505870580673218, -0.9747136235237122, -1.8729257583618164, -1.002583384513855, -1.7713017463684082]}, "Bot001_111_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_111.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT].\nI do like to talk about myself, traveling world for years Hello! So you like traveling? i have not much , but maybe one day ! i take pictures locally that's so good, I want to travel too but my job which I hate doesn't allow me that's awesome . i really want to travel to space . i wonder what its like Space is way far away! But its a good dream! that's too bad , must be hard . Life is hard, I hate my job and getting divorce, are you married?", "response": "i plan for my first marriage to be my only marriage", "annotation_id": "Bot001_111_08", "annotations": ["O", "T", "X", "O", "O", "O", "T", "T", "O", "O", "T", "O", "O", "O", "O"], "gpt2background_target_score": [-10.230122566223145, -11.411885261535645, -8.414056777954102, -5.728841781616211, -9.286552429199219, -12.141087532043457, -10.438335418701172, -11.393575668334961, -9.590346336364746, -10.986696243286133, -13.975451469421387], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.6541962623596191, -1.4581934213638306, -0.8739314079284668, -0.7113863229751587, -3.256420850753784, -1.552565097808838, -0.7330005168914795, -0.961970329284668, -0.9636690020561218, -2.7271111011505127, -3.7397725582122803, -2.627358913421631, -1.1162781715393066, -1.9334969520568848, -3.4478914737701416, -2.1448445320129395, -2.1447081565856934, -2.817200183868408, -1.516198754310608, -1.3032362461090088, -0.8028159737586975, -0.37418481707572937, -1.5379772186279297, -1.5175353288650513, -1.8923799991607666, -2.80218505859375, -0.8178783059120178, -2.6550660133361816, -1.7321326732635498, -0.9656382203102112, -1.2332831621170044, -1.0561596155166626, -1.410070538520813, -0.9773994088172913, -1.6982053518295288, -1.6004748344421387, -1.687160849571228, -1.9250078201293945, -1.1381802558898926, -1.9296311140060425, -1.9015742540359497, -2.079758882522583, -1.1494156122207642, -2.184389352798462, -2.161313533782959, -1.9060133695602417, -0.8602073788642883, -1.755511999130249, -1.2683627605438232, -1.2182992696762085, -2.061110496520996, -2.4649322032928467, -1.0077375173568726, -1.562984824180603, -2.2301628589630127, -2.3041062355041504, -2.2676122188568115, -1.5345174074172974, -2.167219877243042, -1.5893070697784424, -2.4840087890625, -0.31731778383255005, -2.779520034790039, -2.7756431102752686, -1.8724679946899414, -1.3965973854064941, -2.8076770305633545, -0.8310204744338989, -1.1067029237747192, -2.3661351203918457, -1.5512224435806274, -0.14713384211063385, -2.5550079345703125, -0.26559168100357056, -0.24983000755310059, -0.6856960654258728, -2.2095987796783447, -1.8495354652404785, -2.419050455093384, -2.7344753742218018, -1.543563723564148, -0.3105100691318512, -2.355217933654785, -2.6775476932525635, -2.2015583515167236, -1.7962491512298584, -1.8586901426315308, -2.1454081535339355, -0.7101698517799377, -2.38423490524292, -0.6271546483039856, -0.7599179744720459, -2.6156845092773438, -2.524848699569702, -1.0622700452804565, -0.40614548325538635, -1.566741943359375, -2.2783915996551514, -1.578633189201355, -2.199861764907837, -2.7744622230529785, -1.442826747894287, -1.6888009309768677, -2.2169783115386963, -1.0611457824707031, -2.652414560317993, -1.680310606956482, -2.491950511932373, -1.5888248682022095, -1.1295628547668457, -2.0327951908111572, -1.0195965766906738, -2.033721446990967, -0.6831316947937012, -2.2635762691497803, -2.1802995204925537, -1.9791054725646973, -2.4314165115356445, -2.2331864833831787, -1.1525111198425293, -2.2114996910095215, -1.450217366218567, -2.4415524005889893, -2.784853458404541, -1.70430588722229, -0.5756832957267761, -2.7074427604675293, -1.6384562253952026, -2.2366058826446533, -2.0563461780548096, -2.7068448066711426, -0.7330924868583679, -1.7187612056732178, -2.5101020336151123, -3.154890537261963, -2.4387950897216797, -0.5800600051879883, -1.9960620403289795, -1.0035701990127563, -2.0695531368255615, -2.547858953475952]}, "Bot001_111_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_111.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT].\nI do like to talk about myself, traveling world for years Hello! So you like traveling? i have not much , but maybe one day ! i take pictures locally that's so good, I want to travel too but my job which I hate doesn't allow me that's awesome . i really want to travel to space . i wonder what its like Space is way far away! But its a good dream! that's too bad , must be hard . Life is hard, I hate my job and getting divorce, are you married? i plan for my first marriage to be my only marriage How old are you?", "response": "i am in my 20s my brother has a son .", "annotation_id": "Bot001_111_10", "annotations": ["O", "O", "X", "T", "O", "O", "T", "O", "O", "O", "T", "O", "O", "O", "O"], "gpt2background_target_score": [-10.230122566223145, -8.879878997802734, -7.577454566955566, -5.728841781616211, -10.166999816894531, -11.019309043884277, -10.409024238586426, -12.12647819519043, -8.058616638183594, -7.703962802886963, -14.767239570617676, -11.588240623474121], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.6541962623596191, -1.4581934213638306, -0.8739314079284668, -0.7113863229751587, -3.256420850753784, -1.552565097808838, -0.7330005168914795, -0.961970329284668, -0.9636690020561218, -2.7271111011505127, -3.7397725582122803, -2.627358913421631, -1.1162781715393066, -1.9334969520568848, -3.4478914737701416, -2.1448445320129395, -2.1447081565856934, -2.817200183868408, -1.516198754310608, -1.3032362461090088, -0.8028159737586975, -0.37418481707572937, -1.5379772186279297, -1.5175353288650513, -1.8923799991607666, -2.80218505859375, -0.8178783059120178, -2.6550660133361816, -1.7321326732635498, -0.9656382203102112, -1.2332831621170044, -1.0561596155166626, -1.410070538520813, -0.9773994088172913, -1.6982053518295288, -1.6004748344421387, -1.687160849571228, -1.9250078201293945, -1.1381802558898926, -1.9296311140060425, -1.9015742540359497, -2.079758882522583, -1.1494156122207642, -2.184389352798462, -2.161313533782959, -1.9060133695602417, -0.8602073788642883, -1.755511999130249, -1.2683627605438232, -1.2182992696762085, -2.061110496520996, -2.4649322032928467, -1.0077375173568726, -1.562984824180603, -2.2301628589630127, -2.3041062355041504, -2.2676122188568115, -1.5345174074172974, -2.167219877243042, -1.5893070697784424, -2.4840087890625, -0.31731778383255005, -2.779520034790039, -2.7756431102752686, -1.8724679946899414, -1.3965973854064941, -2.8076770305633545, -0.8310204744338989, -1.1067029237747192, -2.3661351203918457, -1.5512224435806274, -0.14713384211063385, -2.5550079345703125, -0.26559168100357056, -0.24983000755310059, -0.6856960654258728, -2.2095987796783447, -1.8495354652404785, -2.419050455093384, -2.7344753742218018, -1.543563723564148, -0.3105100691318512, -2.355217933654785, -2.6775476932525635, -2.2015583515167236, -1.7962491512298584, -1.8586901426315308, -2.1454081535339355, -0.7101698517799377, -2.38423490524292, -0.6271546483039856, -0.7599179744720459, -2.6156845092773438, -2.524848699569702, -1.0622700452804565, -0.40614548325538635, -1.566741943359375, -2.2783915996551514, -1.578633189201355, -2.199861764907837, -2.7744622230529785, -1.442826747894287, -1.6888009309768677, -2.2169783115386963, -1.0611457824707031, -2.652414560317993, -1.680310606956482, -2.491950511932373, -1.5888248682022095, -1.1295628547668457, -2.0327951908111572, -1.0195965766906738, -2.033721446990967, -0.6831316947937012, -2.2635762691497803, -2.1802995204925537, -1.9791054725646973, -2.4314165115356445, -2.2331864833831787, -1.1525111198425293, -2.2114996910095215, -1.450217366218567, -2.4415524005889893, -2.784853458404541, -1.70430588722229, -0.5756832957267761, -2.7074427604675293, -1.6384562253952026, -2.2366058826446533, -2.81207013130188, -0.7726947069168091, -1.6690367460250854, -2.5597193241119385, -2.4261391162872314, -1.9254192113876343, -0.6652283668518066, -1.995393991470337, -0.9277998208999634, -1.6397063732147217, -2.6708250045776367, -2.1903674602508545, -0.49006062746047974, -0.1670236736536026, -0.9702005386352539, -2.2244174480438232, -2.069528818130493, -2.2603116035461426, -3.324258804321289, -1.3951938152313232, -1.7950081825256348, -0.5203605890274048, -1.7746453285217285, -1.9848158359527588, -1.1080619096755981, -1.4583728313446045, -3.341171979904175, -1.9336214065551758, -1.6299686431884766]}, "Bot001_111_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_111.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT].\nI do like to talk about myself, traveling world for years Hello! So you like traveling? i have not much , but maybe one day ! i take pictures locally that's so good, I want to travel too but my job which I hate doesn't allow me that's awesome . i really want to travel to space . i wonder what its like Space is way far away! But its a good dream! that's too bad , must be hard . Life is hard, I hate my job and getting divorce, are you married? i plan for my first marriage to be my only marriage How old are you? i am in my 20s my brother has a son . Thats great, I'm twice older than you", "response": "i'm 36 what about you ? [SMILING FACE WITH SUNGLASSES]", "annotation_id": "Bot001_111_12", "annotations": ["O", "O", "O", "O", "O", "X", "T", "O", "O", "O", "T", "O", "O", "O", "X"], "gpt2background_target_score": [-10.230122566223145, -9.635101318359375, -12.66450309753418, -8.134964942932129, -6.0377092361450195, -8.832809448242188, -12.471468925476074, -10.447856903076172, -11.913092613220215, -9.537829399108887, -6.598981857299805, -7.385235786437988, -7.34610652923584, -11.096488952636719, -6.493124485015869, -10.069257736206055, -9.86575984954834, -7.498892307281494], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.6541962623596191, -1.4581934213638306, -0.8739314079284668, -0.7113863229751587, -3.256420850753784, -1.552565097808838, -0.7330005168914795, -0.961970329284668, -0.9636690020561218, -2.7271111011505127, -3.7397725582122803, -2.627358913421631, -1.1162781715393066, -1.9334969520568848, -3.4478914737701416, -2.1448445320129395, -2.1447081565856934, -2.817200183868408, -1.516198754310608, -1.3032362461090088, -0.8028159737586975, -0.37418481707572937, -1.5379772186279297, -1.5175353288650513, -1.8923799991607666, -2.80218505859375, -0.8178783059120178, -2.6550660133361816, -1.7321326732635498, -0.9656382203102112, -1.2332831621170044, -1.0561596155166626, -1.410070538520813, -0.9773994088172913, -1.6982053518295288, -1.6004748344421387, -1.687160849571228, -1.9250078201293945, -1.1381802558898926, -1.9296311140060425, -1.9015742540359497, -2.079758882522583, -1.1494156122207642, -2.184389352798462, -2.161313533782959, -1.9060133695602417, -0.8602073788642883, -1.755511999130249, -1.2683627605438232, -1.2182992696762085, -2.061110496520996, -2.4649322032928467, -1.0077375173568726, -1.562984824180603, -2.2301628589630127, -2.3041062355041504, -2.2676122188568115, -1.5345174074172974, -2.167219877243042, -1.5893070697784424, -2.4840087890625, -0.31731778383255005, -2.779520034790039, -2.7756431102752686, -1.8724679946899414, -1.3965973854064941, -2.8076770305633545, -0.8310204744338989, -1.1067029237747192, -2.3661351203918457, -1.5512224435806274, -0.14713384211063385, -2.5550079345703125, -0.26559168100357056, -0.24983000755310059, -0.6856960654258728, -2.2095987796783447, -1.8495354652404785, -2.419050455093384, -2.7344753742218018, -1.543563723564148, -0.3105100691318512, -2.355217933654785, -2.6775476932525635, -2.2015583515167236, -1.7962491512298584, -1.8586901426315308, -2.1454081535339355, -0.7101698517799377, -2.38423490524292, -0.6271546483039856, -0.7599179744720459, -2.6156845092773438, -2.524848699569702, -1.0622700452804565, -0.40614548325538635, -1.566741943359375, -2.2783915996551514, -1.578633189201355, -2.199861764907837, -2.7744622230529785, -1.442826747894287, -1.6888009309768677, -2.2169783115386963, -1.0611457824707031, -2.652414560317993, -1.680310606956482, -2.491950511932373, -1.5888248682022095, -1.1295628547668457, -2.0327951908111572, -1.0195965766906738, -2.033721446990967, -0.6831316947937012, -2.2635762691497803, -2.1802995204925537, -1.9791054725646973, -2.4314165115356445, -2.2331864833831787, -1.1525111198425293, -2.2114996910095215, -1.450217366218567, -2.4415524005889893, -2.784853458404541, -1.70430588722229, -0.5756832957267761, -2.7074427604675293, -1.6384562253952026, -2.2366058826446533, -2.81207013130188, -0.7726947069168091, -1.6690367460250854, -2.5597193241119385, -2.4261391162872314, -1.9254192113876343, -0.6652283668518066, -1.995393991470337, -0.9277998208999634, -1.6397063732147217, -2.6708250045776367, -2.1903674602508545, -0.49006062746047974, -0.1670236736536026, -0.9702005386352539, -2.2244174480438232, -2.3354129791259766, -3.148679256439209, -1.3205050230026245, -1.6932921409606934, -0.4947205185890198, -1.681008219718933, -2.173884153366089, -1.0720499753952026, -1.469132900238037, -3.1999928951263428, -1.8586708307266235, -1.774343729019165, -1.0649336576461792, -2.222174644470215, -1.8776006698608398, -1.7506290674209595, -2.324112892150879, -2.7593493461608887, -1.703642725944519, -0.6323579549789429, -1.1483961343765259, -1.9219539165496826, -2.261455535888672, -2.4254603385925293, -3.161034345626831, -1.7786407470703125, -2.3318064212799072, -0.691541850566864, -1.5328645706176758, -1.0646846294403076, -2.9243667125701904, -0.09272870421409607, -0.1380779892206192, -0.4186322093009949, -0.521866500377655, -0.4684198200702667, -2.337759494781494, -2.044374942779541, -2.5734338760375977, -2.6815688610076904, -1.4536008834838867]}, "Bot001_111_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_111.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT].\nI do like to talk about myself, traveling world for years Hello! So you like traveling? i have not much , but maybe one day ! i take pictures locally that's so good, I want to travel too but my job which I hate doesn't allow me that's awesome . i really want to travel to space . i wonder what its like Space is way far away! But its a good dream! that's too bad , must be hard . Life is hard, I hate my job and getting divorce, are you married? i plan for my first marriage to be my only marriage How old are you? i am in my 20s my brother has a son . Thats great, I'm twice older than you i'm 36 what about you ? [SMILING FACE WITH SUNGLASSES] You said you are in your 20s", "response": "i'm in my early 30s , what you do for living. what are you up to tonight ?", "annotation_id": "Bot001_111_14", "annotations": ["T", "T", "O", "T", "O", "O", "T", "O", "O", "O", "T", "O", "O", "O", "X"], "gpt2background_target_score": [-10.230122566223145, -9.635101318359375, -7.577454566955566, -5.728841781616211, -10.480445861816406, -9.96464729309082, -7.821864128112793, -12.903398513793945, -9.627097129821777, -8.760810852050781, -11.403257369995117, -13.30078411102295, -13.277192115783691, -6.920364856719971, -13.71571159362793, -11.271379470825195, -10.566967010498047, -14.823675155639648, -8.369035720825195, -14.105087280273438, -12.267801284790039], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.6541962623596191, -1.4581934213638306, -0.8739314079284668, -0.7113863229751587, -3.256420850753784, -1.552565097808838, -0.7330005168914795, -0.961970329284668, -0.9636690020561218, -2.7271111011505127, -3.7397725582122803, -2.627358913421631, -1.1162781715393066, -1.9334969520568848, -3.4478914737701416, -2.1448445320129395, -2.1447081565856934, -2.817200183868408, -1.516198754310608, -1.3032362461090088, -0.8028159737586975, -0.37418481707572937, -1.5379772186279297, -1.5175353288650513, -1.8923799991607666, -2.80218505859375, -0.8178783059120178, -2.6550660133361816, -1.7321326732635498, -0.9656382203102112, -1.2332831621170044, -1.0561596155166626, -1.410070538520813, -0.9773994088172913, -1.6982053518295288, -1.6004748344421387, -1.687160849571228, -1.9250078201293945, -1.1381802558898926, -1.9296311140060425, -1.9015742540359497, -2.079758882522583, -1.1494156122207642, -2.184389352798462, -2.161313533782959, -1.9060133695602417, -0.8602073788642883, -1.755511999130249, -1.2683627605438232, -1.2182992696762085, -2.061110496520996, -2.4649322032928467, -1.0077375173568726, -1.562984824180603, -2.2301628589630127, -2.3041062355041504, -2.2676122188568115, -1.5345174074172974, -2.167219877243042, -1.5893070697784424, -2.4840087890625, -0.31731778383255005, -2.779520034790039, -2.7756431102752686, -1.8724679946899414, -1.3965973854064941, -2.8076770305633545, -0.8310204744338989, -1.1067029237747192, -2.3661351203918457, -1.5512224435806274, -0.14713384211063385, -2.5550079345703125, -0.26559168100357056, -0.24983000755310059, -0.6856960654258728, -2.2095987796783447, -1.8495354652404785, -2.419050455093384, -2.7344753742218018, -1.543563723564148, -0.3105100691318512, -2.355217933654785, -2.6775476932525635, -2.2015583515167236, -1.7962491512298584, -1.8586901426315308, -2.1454081535339355, -0.7101698517799377, -2.38423490524292, -0.6271546483039856, -0.7599179744720459, -2.6156845092773438, -2.524848699569702, -1.0622700452804565, -0.40614548325538635, -1.566741943359375, -2.2783915996551514, -1.578633189201355, -2.199861764907837, -2.7744622230529785, -1.442826747894287, -1.6888009309768677, -2.2169783115386963, -1.0611457824707031, -2.652414560317993, -1.680310606956482, -2.491950511932373, -1.5888248682022095, -1.1295628547668457, -2.0327951908111572, -1.0195965766906738, -2.033721446990967, -0.6831316947937012, -2.2635762691497803, -2.1802995204925537, -1.9791054725646973, -2.4314165115356445, -2.2331864833831787, -1.1525111198425293, -2.2114996910095215, -1.450217366218567, -2.4415524005889893, -2.784853458404541, -1.70430588722229, -0.5756832957267761, -2.7074427604675293, -1.6384562253952026, -2.2366058826446533, -2.81207013130188, -0.7726947069168091, -1.6690367460250854, -2.5597193241119385, -2.4261391162872314, -1.9254192113876343, -0.6652283668518066, -1.995393991470337, -0.9277998208999634, -1.6397063732147217, -2.6708250045776367, -2.1903674602508545, -0.49006062746047974, -0.1670236736536026, -0.9702005386352539, -2.2244174480438232, -2.3354129791259766, -3.148679256439209, -1.3205050230026245, -1.6932921409606934, -0.4947205185890198, -1.681008219718933, -2.173884153366089, -1.0720499753952026, -1.469132900238037, -3.1999928951263428, -1.8586708307266235, -1.774343729019165, -1.0649336576461792, -2.222174644470215, -1.8776006698608398, -1.7506290674209595, -2.324112892150879, -2.7593493461608887, -1.703642725944519, -0.6323579549789429, -1.1483961343765259, -1.9219539165496826, -1.0582115650177002, -2.9722249507904053, -1.8816008567810059, -1.9313067197799683, -0.7932611107826233, -1.3370509147644043, -2.151331901550293, -3.1240429878234863, -0.10736163705587387, -0.1340237557888031, -0.4735683500766754, -0.5161008834838867, -0.49007195234298706, -2.079134225845337, -2.0646700859069824, -2.554710626602173, -2.555182695388794, -2.068173408508301, -1.9601855278015137, -1.126476526260376, -1.4487322568893433, -2.876589059829712, -0.9501603245735168, -0.47609400749206543, -0.158136785030365, -2.517951011657715, -2.3590619564056396, -2.271909713745117, -2.1608309745788574, -0.34259265661239624, -0.5240588188171387, -0.5505123734474182, -0.3495882451534271, -2.0750579833984375, -1.4380608797073364, -1.1307724714279175, -2.1726443767547607, -1.3683030605316162, -1.5440473556518555, -1.7370399236679077, -1.7299120426177979, -1.407383680343628, -0.5197850465774536, -0.6441923379898071, -0.6362773180007935, -0.7244356274604797, -0.5124419331550598, -0.9423115849494934]}, "Bot001_111_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_111.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT].\nI do like to talk about myself, traveling world for years Hello! So you like traveling? i have not much , but maybe one day ! i take pictures locally that's so good, I want to travel too but my job which I hate doesn't allow me that's awesome . i really want to travel to space . i wonder what its like Space is way far away! But its a good dream! that's too bad , must be hard . Life is hard, I hate my job and getting divorce, are you married? i plan for my first marriage to be my only marriage How old are you? i am in my 20s my brother has a son . Thats great, I'm twice older than you i'm 36 what about you ? [SMILING FACE WITH SUNGLASSES] You said you are in your 20s i'm in my early 30s , what you do for living. what are you up to tonight ? Oh ok, I'm a car salesman and I hate my job, what about you?", "response": "i am a female and i work as a mystery shopper , fun right ?", "annotation_id": "Bot001_111_16", "annotations": ["O", "T", "O", "O", "T", "O", "O", "O", "T", "T", "T", "O", "O", "O", "O"], "gpt2background_target_score": [-10.230122566223145, -8.879878997802734, -5.081358432769775, -11.816926956176758, -5.625816822052002, -7.158161163330078, -11.147910118103027, -10.110538482666016, -9.55172061920166, -12.196413040161133, -13.084765434265137, -14.399300575256348, -10.847369194030762, -14.204200744628906, -14.284013748168945, -9.481515884399414], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.6541962623596191, -1.4581934213638306, -0.8739314079284668, -0.7113863229751587, -3.256420850753784, -1.552565097808838, -0.7330005168914795, -0.961970329284668, -0.9636690020561218, -2.7271111011505127, -3.7397725582122803, -2.627358913421631, -1.1162781715393066, -1.9334969520568848, -3.4478914737701416, -2.1448445320129395, -2.1447081565856934, -2.817200183868408, -1.516198754310608, -1.3032362461090088, -0.8028159737586975, -0.37418481707572937, -1.5379772186279297, -1.5175353288650513, -1.8923799991607666, -2.80218505859375, -0.8178783059120178, -2.6550660133361816, -1.7321326732635498, -0.9656382203102112, -1.2332831621170044, -1.0561596155166626, -1.410070538520813, -0.9773994088172913, -1.6982053518295288, -1.6004748344421387, -1.687160849571228, -1.9250078201293945, -1.1381802558898926, -1.9296311140060425, -1.9015742540359497, -2.079758882522583, -1.1494156122207642, -2.184389352798462, -2.161313533782959, -1.9060133695602417, -0.8602073788642883, -1.755511999130249, -1.2683627605438232, -1.2182992696762085, -2.061110496520996, -2.4649322032928467, -1.0077375173568726, -1.562984824180603, -2.2301628589630127, -2.3041062355041504, -2.2676122188568115, -1.5345174074172974, -2.167219877243042, -1.5893070697784424, -2.4840087890625, -0.31731778383255005, -2.779520034790039, -2.7756431102752686, -1.8724679946899414, -1.3965973854064941, -2.8076770305633545, -0.8310204744338989, -1.1067029237747192, -2.3661351203918457, -1.5512224435806274, -0.14713384211063385, -2.5550079345703125, -0.26559168100357056, -0.24983000755310059, -0.6856960654258728, -2.2095987796783447, -1.8495354652404785, -2.419050455093384, -2.7344753742218018, -1.543563723564148, -0.3105100691318512, -2.355217933654785, -2.6775476932525635, -2.2015583515167236, -1.7962491512298584, -1.8586901426315308, -2.1454081535339355, -0.7101698517799377, -2.38423490524292, -0.6271546483039856, -0.7599179744720459, -2.6156845092773438, -2.524848699569702, -1.0622700452804565, -0.40614548325538635, -1.566741943359375, -2.2783915996551514, -1.578633189201355, -2.199861764907837, -2.7744622230529785, -1.442826747894287, -1.6888009309768677, -2.2169783115386963, -1.0611457824707031, -2.652414560317993, -1.680310606956482, -2.491950511932373, -1.5888248682022095, -1.1295628547668457, -2.0327951908111572, -1.0195965766906738, -2.033721446990967, -0.6831316947937012, -2.2635762691497803, -2.1802995204925537, -1.9791054725646973, -2.4314165115356445, -2.2331864833831787, -1.1525111198425293, -2.2114996910095215, -1.450217366218567, -2.4415524005889893, -2.784853458404541, -1.70430588722229, -0.5756832957267761, -2.7074427604675293, -1.6384562253952026, -2.2366058826446533, -2.81207013130188, -0.7726947069168091, -1.6690367460250854, -2.5597193241119385, -2.4261391162872314, -1.9254192113876343, -0.6652283668518066, -1.995393991470337, -0.9277998208999634, -1.6397063732147217, -2.6708250045776367, -2.1903674602508545, -0.49006062746047974, -0.1670236736536026, -0.9702005386352539, -2.2244174480438232, -2.3354129791259766, -3.148679256439209, -1.3205050230026245, -1.6932921409606934, -0.4947205185890198, -1.681008219718933, -2.173884153366089, -1.0720499753952026, -1.469132900238037, -3.1999928951263428, -1.8586708307266235, -1.774343729019165, -1.0649336576461792, -2.222174644470215, -1.8776006698608398, -1.7506290674209595, -2.324112892150879, -2.7593493461608887, -1.703642725944519, -0.6323579549789429, -1.1483961343765259, -1.9219539165496826, -1.0582115650177002, -2.9722249507904053, -1.8816008567810059, -1.9313067197799683, -0.7932611107826233, -1.3370509147644043, -2.151331901550293, -3.1240429878234863, -0.10736163705587387, -0.1340237557888031, -0.4735683500766754, -0.5161003470420837, -0.4900728166103363, -2.079134225845337, -2.0646677017211914, -2.5547122955322266, -2.5551815032958984, -2.0681726932525635, -1.960185170173645, -1.1264761686325073, -1.4487327337265015, -2.87658953666687, -0.9501615762710571, -0.47609519958496094, -0.15813708305358887, -2.5179498195648193, -2.5530664920806885, -3.1198394298553467, -0.7207987308502197, -0.5313029289245605, -0.6263014078140259, -0.34064197540283203, -2.246537923812866, -2.186828374862671, -1.093010425567627, -2.383382797241211, -1.7328300476074219, -1.5374560356140137, -2.0881123542785645, -2.1404638290405273, -1.4626834392547607, -0.5572028756141663, -0.6669936180114746, -0.7028442025184631, -0.8494553565979004, -0.594844400882721, -2.2513532638549805, -2.4996373653411865, -2.002661943435669, -1.6644995212554932, -1.55634605884552, -1.9554067850112915, -2.2609243392944336, -0.5031054019927979, -1.9788240194320679, -1.4976967573165894, -1.723818063735962, -2.20914363861084, -0.4592367112636566, -1.8451201915740967, -1.6190537214279175, -1.4649595022201538, -0.34302544593811035, -0.36327579617500305, -2.1909701824188232, -1.9503860473632812, -2.3342745304107666, -1.5678218603134155, -0.5255002379417419, -2.397725820541382, -1.0420202016830444, -2.0388364791870117, -1.7070093154907227, -0.4483502507209778, -2.4357750415802, -3.1365745067596436, -0.2220659852027893, -1.7847445011138916, -1.4904838800430298, -2.167011022567749, -1.220521330833435, -1.8614624738693237]}, "Bot001_111_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_111.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT].\nI do like to talk about myself, traveling world for years Hello! So you like traveling? i have not much , but maybe one day ! i take pictures locally that's so good, I want to travel too but my job which I hate doesn't allow me that's awesome . i really want to travel to space . i wonder what its like Space is way far away! But its a good dream! that's too bad , must be hard . Life is hard, I hate my job and getting divorce, are you married? i plan for my first marriage to be my only marriage How old are you? i am in my 20s my brother has a son . Thats great, I'm twice older than you i'm 36 what about you ? [SMILING FACE WITH SUNGLASSES] You said you are in your 20s i'm in my early 30s , what you do for living. what are you up to tonight ? Oh ok, I'm a car salesman and I hate my job, what about you? i am a female and i work as a mystery shopper , fun right ? What is your name?", "response": "jessie. how are you doing tonight ?", "annotation_id": "Bot001_111_18", "annotations": ["O", "O", "O", "T", "T", "O", "T", "O", "O", "O", "T", "O", "O", "O", "O"], "gpt2background_target_score": [-11.223943710327148, -13.351692199707031, -10.496999740600586, -10.193021774291992, -9.628887176513672, -9.698314666748047, -10.295101165771484, -12.835411071777344, -11.132003784179688, -10.723372459411621], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.6541962623596191, -1.4581934213638306, -0.8739314079284668, -0.7113863229751587, -3.256420850753784, -1.552565097808838, -0.7330005168914795, -0.961970329284668, -0.9636690020561218, -2.7271111011505127, -3.7397725582122803, -2.627358913421631, -1.1162781715393066, -1.9334969520568848, -3.4478914737701416, -2.1448445320129395, -2.1447081565856934, -2.817200183868408, -1.516198754310608, -1.3032362461090088, -0.8028159737586975, -0.37418481707572937, -1.5379772186279297, -1.5175353288650513, -1.8923799991607666, -2.80218505859375, -0.8178783059120178, -2.6550660133361816, -1.7321326732635498, -0.9656382203102112, -1.2332831621170044, -1.0561596155166626, -1.410070538520813, -0.9773994088172913, -1.6982053518295288, -1.6004748344421387, -1.687160849571228, -1.9250078201293945, -1.1381802558898926, -1.9296311140060425, -1.9015742540359497, -2.079758882522583, -1.1494156122207642, -2.184389352798462, -2.161313533782959, -1.9060133695602417, -0.8602073788642883, -1.755511999130249, -1.2683627605438232, -1.2182992696762085, -2.061110496520996, -2.4649322032928467, -1.0077375173568726, -1.562984824180603, -2.2301628589630127, -2.3041062355041504, -2.2676122188568115, -1.5345174074172974, -2.167219877243042, -1.5893070697784424, -2.4840087890625, -0.31731778383255005, -2.779520034790039, -2.7756431102752686, -1.8724679946899414, -1.3965973854064941, -2.8076770305633545, -0.8310204744338989, -1.1067029237747192, -2.3661351203918457, -1.5512224435806274, -0.14713384211063385, -2.5550079345703125, -0.26559168100357056, -0.24983000755310059, -0.6856960654258728, -2.2095987796783447, -1.8495354652404785, -2.419050455093384, -2.7344753742218018, -1.543563723564148, -0.3105100691318512, -2.355217933654785, -2.6775476932525635, -2.2015583515167236, -1.7962491512298584, -1.8586901426315308, -2.1454081535339355, -0.7101698517799377, -2.38423490524292, -0.6271546483039856, -0.7599179744720459, -2.6156845092773438, -2.524848699569702, -1.0622700452804565, -0.40614548325538635, -1.566741943359375, -2.2783915996551514, -1.578633189201355, -2.199861764907837, -2.7744622230529785, -1.442826747894287, -1.6888009309768677, -2.2169783115386963, -1.0611457824707031, -2.652414560317993, -1.680310606956482, -2.491950511932373, -1.5888248682022095, -1.1295628547668457, -2.0327951908111572, -1.0195965766906738, -2.033721446990967, -0.6831316947937012, -2.2635762691497803, -2.1802995204925537, -1.9791054725646973, -2.4314165115356445, -2.2331864833831787, -1.1525111198425293, -2.2114996910095215, -1.450217366218567, -2.4415524005889893, -2.784853458404541, -1.70430588722229, -0.5756832957267761, -2.7074427604675293, -1.6384562253952026, -2.2366058826446533, -2.81207013130188, -0.7726947069168091, -1.6690360307693481, -2.559720039367676, -2.426142454147339, -1.925419569015503, -0.6652271151542664, -1.995393991470337, -0.9277999401092529, -1.6397072076797485, -2.670825481414795, -2.1903648376464844, -0.4900599718093872, -0.16702347993850708, -0.9702000617980957, -2.2244181632995605, -2.335414409637451, -3.1486806869506836, -1.3205026388168335, -1.6932897567749023, -0.49472102522850037, -1.6810071468353271, -2.1738851070404053, -1.072049617767334, -1.4691338539123535, -3.1999902725219727, -1.8586716651916504, -1.7743432521820068, -1.0649327039718628, -2.2221755981445312, -1.8776016235351562, -1.7506275177001953, -2.3241124153137207, -2.7593510150909424, -1.7036441564559937, -0.6323568820953369, -1.1483970880508423, -1.9219532012939453, -1.0582127571105957, -2.9722275733947754, -1.881601095199585, -1.931308388710022, -0.7932614684104919, -1.337050199508667, -2.1513328552246094, -3.12404203414917, -0.10736163705587387, -0.1340237557888031, -0.4735673666000366, -0.5161008834838867, -0.49007120728492737, -2.0791361331939697, -2.064668655395508, -2.554710865020752, -2.5551791191101074, -2.0681726932525635, -1.9601860046386719, -1.1264762878417969, -1.4487333297729492, -2.8765859603881836, -0.9501606822013855, -0.4760949909687042, -0.15813718736171722, -2.5179500579833984, -2.5530662536621094, -3.119842052459717, -0.7207993268966675, -0.5313024520874023, -0.6263030767440796, -0.3406423032283783, -2.246537923812866, -2.186828136444092, -1.0930097103118896, -2.383382797241211, -1.7328301668167114, -1.5374592542648315, -2.088114023208618, -2.1404638290405273, -1.4626818895339966, -0.5572019815444946, -0.666993260383606, -0.7028456926345825, -0.8494546413421631, -0.5948435068130493, -2.2513530254364014, -2.4996373653411865, -2.00266170501709, -1.6644994020462036, -1.5563476085662842, -1.9554047584533691, -2.2609267234802246, -0.503105878829956, -1.9788243770599365, -1.4976962804794312, -1.723818063735962, -2.2091448307037354, -0.45923784375190735, -1.8451212644577026, -1.619052529335022, -1.4649581909179688, -0.34302619099617004, -0.363275945186615, -2.190972328186035, -2.313028573989868, -1.9113943576812744, -1.7188889980316162, -2.220700979232788, -1.1192045211791992, -1.1685163974761963, -1.9027128219604492, -0.4483352601528168, -2.5859971046447754, -3.016627788543701, -0.1670074313879013, -1.863107442855835, -1.8628860712051392, -2.0660839080810547, -1.2047473192214966, -2.2417075634002686, -1.4716614484786987, -1.0282591581344604, -2.0700225830078125, -0.29969823360443115, -2.4418442249298096, -2.301649570465088, -2.4682400226593018, -1.9077752828598022, -1.3878310918807983, -1.9057049751281738, -1.7326065301895142, -0.18291617929935455, -2.233912944793701, -1.4967859983444214, -0.4980490505695343, -1.13616943359375]}, "Bot001_111_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_111.log.json", "context": "Hey! What's up? [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT].\nI do like to talk about myself, traveling world for years Hello! So you like traveling? i have not much , but maybe one day ! i take pictures locally that's so good, I want to travel too but my job which I hate doesn't allow me that's awesome . i really want to travel to space . i wonder what its like Space is way far away! But its a good dream! that's too bad , must be hard . Life is hard, I hate my job and getting divorce, are you married? i plan for my first marriage to be my only marriage How old are you? i am in my 20s my brother has a son . Thats great, I'm twice older than you i'm 36 what about you ? [SMILING FACE WITH SUNGLASSES] You said you are in your 20s i'm in my early 30s , what you do for living. what are you up to tonight ? Oh ok, I'm a car salesman and I hate my job, what about you? i am a female and i work as a mystery shopper , fun right ? What is your name? jessie. how are you doing tonight ? Jessie nice to meet you, and yes your job sounds fun, do you enjoy it?", "response": "do you allow dogs in your cab ?", "annotation_id": "Bot001_111_20", "annotations": ["T", "T", "X", "O", "X", "X", "O", "T", "O", "X", "T", "O", "T", "O", "X"], "gpt2background_target_score": [-12.257475852966309, -7.276358604431152, -12.490163803100586, -12.180058479309082, -3.895514965057373, -9.540624618530273, -13.771829605102539, -13.217378616333008], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.6541962623596191, -1.4581934213638306, -0.8739314079284668, -0.7113863229751587, -3.256420850753784, -1.552565097808838, -0.7330005168914795, -0.961970329284668, -0.9636690020561218, -2.7271111011505127, -3.7397725582122803, -2.627358913421631, -1.1162781715393066, -1.9334969520568848, -3.4478914737701416, -2.1448445320129395, -2.1447081565856934, -2.817200183868408, -1.516198754310608, -1.3032362461090088, -0.8028159737586975, -0.37418481707572937, -1.5379772186279297, -1.5175353288650513, -1.8923799991607666, -2.80218505859375, -0.8178783059120178, -2.6550660133361816, -1.7321326732635498, -0.9656382203102112, -1.2332831621170044, -1.0561596155166626, -1.410070538520813, -0.9773994088172913, -1.6982053518295288, -1.6004748344421387, -1.687160849571228, -1.9250078201293945, -1.1381802558898926, -1.9296311140060425, -1.9015742540359497, -2.079758882522583, -1.1494156122207642, -2.184389352798462, -2.161313533782959, -1.9060133695602417, -0.8602073788642883, -1.755511999130249, -1.2683627605438232, -1.2182992696762085, -2.061110496520996, -2.4649322032928467, -1.0077375173568726, -1.562984824180603, -2.2301628589630127, -2.3041062355041504, -2.2676122188568115, -1.5345174074172974, -2.167219877243042, -1.5893070697784424, -2.4840087890625, -0.31731778383255005, -2.779520034790039, -2.7756431102752686, -1.8724679946899414, -1.3965973854064941, -2.8076770305633545, -0.8310204744338989, -1.1067029237747192, -2.3661351203918457, -1.5512224435806274, -0.14713384211063385, -2.5550079345703125, -0.26559168100357056, -0.24983000755310059, -0.6856960654258728, -2.2095987796783447, -1.8495354652404785, -2.419050455093384, -2.7344753742218018, -1.543563723564148, -0.3105100691318512, -2.355217933654785, -2.6775476932525635, -2.2015583515167236, -1.7962491512298584, -1.8586901426315308, -2.1454081535339355, -0.7101698517799377, -2.38423490524292, -0.6271546483039856, -0.7599179744720459, -2.6156845092773438, -2.524848699569702, -1.0622700452804565, -0.40614548325538635, -1.566741943359375, -2.2783915996551514, -1.578633189201355, -2.199861764907837, -2.7744622230529785, -1.442826747894287, -1.6888009309768677, -2.2169783115386963, -1.0611457824707031, -2.652414560317993, -1.680310606956482, -2.491950511932373, -1.5888248682022095, -1.1295628547668457, -2.0327951908111572, -1.0195965766906738, -2.033721446990967, -0.6831316947937012, -2.2635762691497803, -2.1802995204925537, -1.9791054725646973, -2.4314165115356445, -2.2331864833831787, -1.1525111198425293, -2.2114996910095215, -1.450217366218567, -2.4415524005889893, -2.784853458404541, -1.70430588722229, -0.5756832957267761, -2.7074427604675293, -1.6384562253952026, -2.2366058826446533, -2.81207013130188, -0.7726947069168091, -1.6690367460250854, -2.5597193241119385, -2.4261391162872314, -1.9254192113876343, -0.6652283668518066, -1.995393991470337, -0.9277998208999634, -1.6397063732147217, -2.6708250045776367, -2.1903674602508545, -0.49006062746047974, -0.1670236736536026, -0.9702005386352539, -2.2244174480438232, -2.3354146480560303, -3.148679733276367, -1.3205039501190186, -1.693291187286377, -0.4947205185890198, -1.681007981300354, -2.1738879680633545, -1.0720514059066772, -1.4691342115402222, -3.1999895572662354, -1.8586719036102295, -1.7743439674377441, -1.0649334192276, -2.222174882888794, -1.877599835395813, -1.75062894821167, -2.3241126537323, -2.759350061416626, -1.7036454677581787, -0.6323577761650085, -1.1483975648880005, -1.9219529628753662, -1.0582119226455688, -2.9722273349761963, -1.8816014528274536, -1.93130624294281, -0.7932620644569397, -1.3370518684387207, -2.1513333320617676, -3.1240432262420654, -0.10736163705587387, -0.13402396440505981, -0.47356751561164856, -0.5161007046699524, -0.49007150530815125, -2.0791354179382324, -2.0646681785583496, -2.5547115802764893, -2.5551819801330566, -2.0681729316711426, -1.9601861238479614, -1.126476526260376, -1.4487327337265015, -2.876587152481079, -0.9501605033874512, -0.47609469294548035, -0.15813718736171722, -2.5179500579833984, -2.553067684173584, -3.119844436645508, -0.7207980751991272, -0.5313017964363098, -0.626301646232605, -0.34064266085624695, -2.246539831161499, -2.1868300437927246, -1.0930122137069702, -2.383385181427002, -1.7328295707702637, -1.5374573469161987, -2.088114023208618, -2.140462875366211, -1.4626842737197876, -0.5572032332420349, -0.6669939756393433, -0.7028445601463318, -0.8494551777839661, -0.5948446393013, -2.2513535022735596, -2.4996345043182373, -2.0026614665985107, -1.664501428604126, -1.5563476085662842, -1.9554049968719482, -2.260925769805908, -0.5031058192253113, -1.9788246154785156, -1.4976986646652222, -1.7238191366195679, -2.209144115447998, -0.4592379927635193, -1.8451210260391235, -1.6190524101257324, -1.4649583101272583, -0.3430260419845581, -0.3632766902446747, -2.1909725666046143, -2.3130269050598145, -1.9113930463790894, -1.718887448310852, -2.2206971645355225, -1.119202971458435, -1.1685150861740112, -1.902713656425476, -0.44833478331565857, -2.5859949588775635, -3.0166287422180176, -0.16700734198093414, -1.86310875415802, -1.862888216972351, -2.0660834312438965, -1.2047487497329712, -2.2417068481445312, -1.471662163734436, -1.0282591581344604, -2.0700221061706543, -0.29969727993011475, -2.4418442249298096, -1.8577831983566284, -2.2445743083953857, -2.993243932723999, -2.189267158508301, -2.038787841796875, -0.1950773447751999, -1.9521952867507935, -1.290307879447937, -0.41720589995384216, -2.4776623249053955, -3.25473690032959, -2.687868595123291, -2.031094551086426, -1.490065097808838, -1.9795643091201782, -2.0794904232025146, -1.8016774654388428, -1.5814670324325562, -1.7378063201904297, -0.7636263966560364, -1.8595304489135742, -2.1838109493255615, -1.4833487272262573, -0.27299898862838745, -1.5570162534713745, -1.6538951396942139, -0.7879294753074646, -2.1625802516937256, -2.1880574226379395, -0.24960015714168549, -1.438057780265808, -1.5077794790267944, -1.6083296537399292, -0.676078200340271, -2.569284677505493, -0.9310154318809509, -1.7953715324401855]}, "Bot001_113_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_113.log.json", "context": "Hey! What are you doing? [SMIRKING FACE WITH GLASSES].\nMy little story: parents were also teachers hey i'm four.", "response": "i'm so old my favorite mortal kombat character is milena ! [SMILING FACE WITH SUNGLASSES]", "annotation_id": "Bot001_113_02", "annotations": ["X", "O", "X", "T", "O", "O", "X", "O", "X", "X", "T", "X", "O", "T", "X"], "gpt2background_target_score": [-10.230127334594727, -9.635100364685059, -8.674063682556152, -9.843387603759766, -9.0227632522583, -10.70417308807373, -13.267366409301758, -13.777295112609863, -13.019022941589355, -12.226972579956055, -8.981264114379883, -12.872974395751953, -12.644598007202148, -10.882149696350098, -6.233127117156982, -11.072979927062988, -9.925067901611328, -10.47976016998291, -9.361713409423828, -13.616952896118164, -12.497456550598145, -12.005560874938965, -12.609045028686523, -12.3417387008667, -12.924701690673828], "gpt2background_argmax_score": [-2.115349054336548, -1.2066389322280884, -1.6541961431503296, -1.0831338167190552, -1.6237789392471313, -1.7511578798294067, -0.7896012663841248, -3.102881669998169, -1.734618067741394, -1.2935717105865479, -1.0482858419418335, -1.3435425758361816, -2.5889840126037598, -2.2457306385040283, -2.4064736366271973, -1.9676812887191772, -1.07344388961792, -0.40103328227996826, -3.563401699066162, -1.9222806692123413, -2.0922396183013916, -1.425745964050293, -2.5378317832946777, -2.9266068935394287, -3.1064646244049072, -2.1552484035491943, -1.7078330516815186, -1.601898431777954, -1.9520502090454102, -1.5370643138885498, -1.8703393936157227, -2.1488165855407715, -1.8299239873886108, -1.8990368843078613, -1.582432508468628, -1.9796966314315796, -1.5972614288330078, -2.5081896781921387, -2.072783946990967, -1.4482771158218384, -2.2444655895233154, -1.1580989360809326, -2.7967631816864014, -2.9197216033935547, -1.5711665153503418, -0.8814126253128052, -3.6560111045837402, -0.1877390593290329, -1.6575424671173096, -0.6267984509468079, -0.5928663611412048, -0.539669930934906, -2.100425958633423, -0.2458973526954651, -0.16874156892299652, -1.382293462753296, -1.1680209636688232]}, "Bot001_113_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_113.log.json", "context": "Hey! What are you doing? [SMIRKING FACE WITH GLASSES].\nMy little story: parents were also teachers hey i'm four. i'm so old my favorite mortal kombat character is milena ! [SMILING FACE WITH SUNGLASSES] hey mortal kombat is still around it is not old", "response": "i don't know what that means . do you have a little girl like me ? [ROBOT FACE]", "annotation_id": "Bot001_113_04", "annotations": ["X", "X", "T", "T", "O", "X", "X", "O", "T", "X", "T", "O", "O", "T", "O"], "gpt2background_target_score": [-10.230122566223145, -9.930954933166504, -10.847618103027344, -12.473705291748047, -10.852468490600586, -4.758208274841309, -13.547844886779785, -13.059532165527344, -9.622880935668945, -9.426416397094727, -11.561580657958984, -8.834132194519043, -11.187947273254395, -11.058982849121094, -9.398905754089355, -10.698081970214844, -10.459850311279297, -7.575794696807861, -11.746162414550781, -12.305005073547363, -12.406391143798828, -11.786355018615723, -9.871387481689453], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.6541962623596191, -1.0831348896026611, -1.6237797737121582, -1.7511608600616455, -0.7896012663841248, -3.1028809547424316, -1.7346149682998657, -1.293570637702942, -1.0482850074768066, -1.343543291091919, -2.588984251022339, -2.245731830596924, -2.4064736366271973, -1.9676810503005981, -1.0734440088272095, -0.40103358030319214, -3.563403606414795, -1.9222815036773682, -2.0922374725341797, -1.4257487058639526, -2.537832736968994, -2.926607847213745, -3.10646390914917, -2.155249834060669, -1.7078322172164917, -1.6018978357315063, -1.9520517587661743, -1.5370676517486572, -1.8703374862670898, -1.7571523189544678, -1.8189737796783447, -2.9378514289855957, -1.797147512435913, -1.5662349462509155, -2.3833539485931396, -1.8284165859222412, -1.2923269271850586, -1.9848748445510864, -1.1683716773986816, -2.5611884593963623, -2.885934829711914, -1.4070448875427246, -2.0560178756713867, -3.309197187423706, -0.1651882380247116, -1.7819058895111084, -0.7041746377944946, -0.536588728427887, -0.543740451335907, -1.89723539352417, -0.2732168138027191, -0.17147664725780487, -1.4478120803833008, -1.365499496459961, -1.8353382349014282, -0.21834690868854523, -0.10296505689620972, -1.0188477039337158, -1.147326111793518, -2.1087286472320557, -2.6297800540924072, -2.4119417667388916, -3.2827110290527344, -2.9378302097320557, -2.7231736183166504, -2.7580604553222656, -2.0988810062408447, -0.2838088274002075, -1.294738531112671, -1.9347680807113647, -1.6975741386413574, -0.7392681241035461, -1.784266710281372, -1.6217273473739624, -0.4755703806877136, -1.8494048118591309, -1.2628906965255737, -1.8032376766204834, -2.911184787750244, -2.171292781829834, -1.177677035331726, -1.3622236251831055, -0.44941049814224243, -0.8572211265563965, -2.404244899749756, -2.5455074310302734, -2.0583157539367676, -0.5194399356842041, -1.5598630905151367]}, "Bot001_113_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_113.log.json", "context": "Hey! What are you doing? [SMIRKING FACE WITH GLASSES].\nMy little story: parents were also teachers hey i'm four. i'm so old my favorite mortal kombat character is milena ! [SMILING FACE WITH SUNGLASSES] hey mortal kombat is still around it is not old i don't know what that means . do you have a little girl like me ? [ROBOT FACE] yeah im a little girl too i like to play with my dolls.", "response": "my sister would love to meet you sometime she's 5 !. Also, try to guess: i am an ...", "annotation_id": "Bot001_113_06", "annotations": ["O", "O", "X", "O", "O", "O", "O", "O", "O", "X", "T", "T", "O", "O", "T"], "gpt2background_target_score": [-11.746808052062988, -11.810847282409668, -4.295936107635498, -12.356552124023438, -6.785761833190918, -12.436592102050781, -9.150301933288574, -12.921310424804688, -12.8351469039917, -7.800118446350098, -8.263182640075684, -10.429974555969238, -9.190964698791504, -13.952215194702148, -5.262091159820557, -13.676862716674805, -10.93253231048584, -12.612702369689941, -9.529230117797852, -9.673600196838379, -10.378898620605469, -6.545488357543945, -11.030614852905273], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.6541962623596191, -1.0831348896026611, -1.6237797737121582, -1.7511608600616455, -0.7896012663841248, -3.1028809547424316, -1.7346149682998657, -1.293570637702942, -1.0482850074768066, -1.343543291091919, -2.588984251022339, -2.245731830596924, -2.4064736366271973, -1.9676810503005981, -1.0734440088272095, -0.40103358030319214, -3.563403606414795, -1.9222815036773682, -2.0922374725341797, -1.4257487058639526, -2.537832736968994, -2.926607847213745, -3.10646390914917, -2.155249834060669, -1.7078322172164917, -1.6018978357315063, -1.9520517587661743, -1.5370676517486572, -1.8703374862670898, -1.7571523189544678, -1.8189737796783447, -2.9378514289855957, -1.797147512435913, -1.5662349462509155, -2.3833539485931396, -1.8284165859222412, -1.2923269271850586, -1.9848748445510864, -1.1683716773986816, -2.5611884593963623, -2.885934829711914, -1.4070448875427246, -2.0560178756713867, -3.309197187423706, -0.1651882380247116, -1.7819058895111084, -0.7041746377944946, -0.536588728427887, -0.543740451335907, -1.89723539352417, -0.2732168138027191, -0.17147664725780487, -1.4478120803833008, -1.365499496459961, -1.8353382349014282, -0.21834690868854523, -0.10296505689620972, -1.0188477039337158, -1.147326111793518, -2.1087286472320557, -2.6297800540924072, -2.4119417667388916, -3.2827110290527344, -2.9378302097320557, -2.7231736183166504, -1.9348759651184082, -0.15138183534145355, -1.136708378791809, -1.6456022262573242, -1.1623872518539429, -0.9979768991470337, -2.152566432952881, -2.4082460403442383, -0.5877460241317749, -2.045886278152466, -0.8495796322822571, -2.1536929607391357, -2.520690441131592, -1.7657076120376587, -1.5024733543395996, -1.1503394842147827, -1.7054513692855835, -0.5934132933616638, -2.3143651485443115, -2.2409005165100098, -1.894267201423645, -0.42179057002067566, -2.1433677673339844, -1.7214032411575317, -2.431332588195801, -1.9023464918136597, -0.4158911406993866, -2.183573007583618, -2.377512216567993, -2.5002076625823975, -0.9142510294914246, -2.0493078231811523, -2.005380630493164, -1.267073154449463, -2.3075897693634033, -2.552260637283325, -1.6469956636428833, -2.5966811180114746, -2.9583189487457275, -0.9980331063270569, -1.758725881576538, -0.5117865800857544, -0.37787389755249023, -1.5792573690414429, -2.4635860919952393, -1.9262819290161133, -1.9061177968978882, -2.156977891921997, -1.8705369234085083, -1.2461133003234863, -1.393159031867981, -1.6708054542541504, -1.7318092584609985, -1.0896081924438477, -2.2442615032196045, -1.9821124076843262, -1.6209875345230103, -1.4758936166763306, -1.553586483001709, -2.5296638011932373, -3.8505747318267822]}, "Bot001_113_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_113.log.json", "context": "Hey! What are you doing? [SMIRKING FACE WITH GLASSES].\nMy little story: parents were also teachers hey i'm four. i'm so old my favorite mortal kombat character is milena ! [SMILING FACE WITH SUNGLASSES] hey mortal kombat is still around it is not old i don't know what that means . do you have a little girl like me ? [ROBOT FACE] yeah im a little girl too i like to play with my dolls. my sister would love to meet you sometime she's 5 !. Also, try to guess: i am an ... pervert", "response": "elementary school teacher, funny you :)", "annotation_id": "Bot001_113_08", "annotations": ["O", "O", "X", "X", "T", "O", "O", "O", "O", "X", "T", "X", "O", "T", "X"], "gpt2background_target_score": [-14.293722152709961, -12.406843185424805, -10.255611419677734, -13.38028621673584, -7.036918640136719, -10.57622241973877, -9.150301933288574, -12.602216720581055], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.6541962623596191, -1.0831348896026611, -1.6237797737121582, -1.7511608600616455, -0.7896012663841248, -3.1028809547424316, -1.7346149682998657, -1.293570637702942, -1.0482850074768066, -1.343543291091919, -2.588984251022339, -2.245731830596924, -2.4064736366271973, -1.9676810503005981, -1.0734440088272095, -0.40103358030319214, -3.563403606414795, -1.9222815036773682, -2.0922374725341797, -1.4257487058639526, -2.537832736968994, -2.926607847213745, -3.10646390914917, -2.155249834060669, -1.7078322172164917, -1.6018978357315063, -1.9520517587661743, -1.5370676517486572, -1.8703374862670898, -1.7571523189544678, -1.8189737796783447, -2.9378514289855957, -1.797147512435913, -1.5662349462509155, -2.3833539485931396, -1.8284165859222412, -1.2923269271850586, -1.9848748445510864, -1.1683716773986816, -2.5611884593963623, -2.885934829711914, -1.4070448875427246, -2.0560178756713867, -3.309197187423706, -0.1651882380247116, -1.7819058895111084, -0.7041746377944946, -0.536588728427887, -0.543740451335907, -1.89723539352417, -0.2732168138027191, -0.17147664725780487, -1.4478120803833008, -1.365499496459961, -1.8353382349014282, -0.21834690868854523, -0.10296505689620972, -1.0188477039337158, -1.147326111793518, -2.1087286472320557, -2.6297800540924072, -2.4119417667388916, -3.2827110290527344, -2.9378302097320557, -2.7231736183166504, -1.9348759651184082, -0.15138183534145355, -1.136708378791809, -1.6456022262573242, -1.1623872518539429, -0.9979768991470337, -2.152566432952881, -2.4082460403442383, -0.5877460241317749, -2.045886278152466, -0.8495796322822571, -2.1536929607391357, -2.520690441131592, -1.7657076120376587, -1.5024733543395996, -1.1503394842147827, -1.7054513692855835, -0.5934132933616638, -2.3143651485443115, -2.2409005165100098, -1.894267201423645, -0.42179057002067566, -2.1433677673339844, -1.7214034795761108, -2.431333303451538, -1.9023449420928955, -0.4158918261528015, -2.1835720539093018, -2.3775126934051514, -2.50020694732666, -0.9142497181892395, -2.049307346343994, -2.0053799152374268, -1.2670716047286987, -2.3075897693634033, -2.552260398864746, -1.6469942331314087, -2.8997294902801514, -1.033402442932129, -1.6819921731948853, -0.4061910808086395, -0.43154627084732056, -1.6984645128250122, -2.7412312030792236, -2.5946600437164307, -2.0362908840179443, -2.170562744140625, -2.2761781215667725, -1.4967460632324219, -1.6688700914382935, -1.405861735343933, -1.4165984392166138, -1.0060733556747437, -2.237351655960083, -2.0926740169525146, -2.065106153488159, -1.6130741834640503, -1.530555009841919, -2.55548357963562, -3.95635724067688, -0.99281907081604, -2.3142664432525635, -2.6880717277526855, -2.970872640609741, -0.6349612474441528, -2.6557650566101074, -2.23117733001709, -1.9988101720809937, -2.586564302444458, -2.609473705291748, -0.5357183814048767]}, "Bot001_113_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_113.log.json", "context": "Hey! What are you doing? [SMIRKING FACE WITH GLASSES].\nMy little story: parents were also teachers hey i'm four. i'm so old my favorite mortal kombat character is milena ! [SMILING FACE WITH SUNGLASSES] hey mortal kombat is still around it is not old i don't know what that means . do you have a little girl like me ? [ROBOT FACE] yeah im a little girl too i like to play with my dolls. my sister would love to meet you sometime she's 5 !. Also, try to guess: i am an ... pervert elementary school teacher, funny you :) hahaha", "response": "I don't understand you [SEE-NO-EVIL MONKEY]", "annotation_id": "Bot001_113_10", "annotations": ["X", "X", "X", "X", "O", "T", "X", "O", "T", "X", "T", "X", "T", "T", "X"], "gpt2background_target_score": [-9.647310256958008, -9.930954933166504, -10.847618103027344, -14.014058113098145, -9.090578079223633, -8.32003116607666, -12.999641418457031, -9.284442901611328, -9.588040351867676, -5.681161880493164, -11.758623123168945, -6.239946365356445, -7.423832893371582, -10.693998336791992, -2.418591022491455], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.6541962623596191, -1.0831348896026611, -1.6237797737121582, -1.7511608600616455, -0.7896012663841248, -3.1028809547424316, -1.7346149682998657, -1.293570637702942, -1.0482850074768066, -1.343543291091919, -2.588984251022339, -2.245731830596924, -2.4064736366271973, -1.9676810503005981, -1.0734440088272095, -0.40103358030319214, -3.563403606414795, -1.9222815036773682, -2.0922374725341797, -1.4257487058639526, -2.537832736968994, -2.926607847213745, -3.10646390914917, -2.155249834060669, -1.7078322172164917, -1.6018978357315063, -1.9520517587661743, -1.5370676517486572, -1.8703374862670898, -1.7571523189544678, -1.8189737796783447, -2.9378514289855957, -1.797147512435913, -1.5662349462509155, -2.3833539485931396, -1.8284165859222412, -1.2923269271850586, -1.9848748445510864, -1.1683716773986816, -2.5611884593963623, -2.885934829711914, -1.4070448875427246, -2.0560178756713867, -3.309197187423706, -0.1651882380247116, -1.7819058895111084, -0.7041746377944946, -0.536588728427887, -0.543740451335907, -1.89723539352417, -0.2732168138027191, -0.17147664725780487, -1.4478120803833008, -1.365499496459961, -1.8353382349014282, -0.21834690868854523, -0.10296505689620972, -1.0188477039337158, -1.147326111793518, -2.1087286472320557, -2.6297800540924072, -2.4119417667388916, -3.2827110290527344, -2.9378302097320557, -2.7231736183166504, -1.9348759651184082, -0.15138183534145355, -1.136708378791809, -1.6456022262573242, -1.1623872518539429, -0.9979768991470337, -2.152566432952881, -2.4082460403442383, -0.5877460241317749, -2.045886278152466, -0.8495796322822571, -2.1536929607391357, -2.520690441131592, -1.7657076120376587, -1.5024733543395996, -1.1503394842147827, -1.7054513692855835, -0.5934132933616638, -2.3143651485443115, -2.2409005165100098, -1.894267201423645, -0.42179057002067566, -2.1433677673339844, -1.7214032411575317, -2.431332588195801, -1.9023464918136597, -0.4158911406993866, -2.183573007583618, -2.377512216567993, -2.5002076625823975, -0.9142510294914246, -2.0493078231811523, -2.005380630493164, -1.267073154449463, -2.3075897693634033, -2.552260637283325, -1.6469956636428833, -2.899728298187256, -1.0334023237228394, -1.6819919347763062, -0.4061906635761261, -0.43154627084732056, -1.6984639167785645, -2.741230010986328, -2.5946621894836426, -2.036292314529419, -2.170562505722046, -2.276177167892456, -1.4967453479766846, -1.6688692569732666, -1.4058635234832764, -1.4165998697280884, -1.0060738325119019, -2.237351655960083, -2.092674732208252, -2.065106153488159, -1.613074779510498, -1.5305548906326294, -2.555482864379883, -3.956360101699829, -0.9928200840950012, -2.314267158508301, -1.770103931427002, -2.392422914505005, -2.2966418266296387, -1.5738476514816284, -2.6189565658569336, -2.5967466831207275, -1.4495288133621216, -0.4228191375732422, -0.7244557738304138, -2.3776397705078125, -2.5657975673675537, -1.7017064094543457, -0.31116482615470886, -1.2595899105072021, -2.2722833156585693, -2.0326459407806396, -3.310314655303955, -2.7256100177764893, -3.6195342540740967, -1.872955083847046, -2.8602938652038574, -0.9781172871589661, -2.0039803981781006, -1.674020767211914, -1.4918311834335327, -3.2853310108184814]}, "Bot001_113_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_113.log.json", "context": "Hey! What are you doing? [SMIRKING FACE WITH GLASSES].\nMy little story: parents were also teachers hey i'm four. i'm so old my favorite mortal kombat character is milena ! [SMILING FACE WITH SUNGLASSES] hey mortal kombat is still around it is not old i don't know what that means . do you have a little girl like me ? [ROBOT FACE] yeah im a little girl too i like to play with my dolls. my sister would love to meet you sometime she's 5 !. Also, try to guess: i am an ... pervert elementary school teacher, funny you :) hahaha I don't understand you [SEE-NO-EVIL MONKEY] you know what i do not pick up my toys.", "response": "i drive a mini van . i need it to drive my 2 children around .", "annotation_id": "Bot001_113_12", "annotations": ["X", "X", "X", "X", "T", "X", "X", "T", "T", "X", "T", "X", "O", "O", "X"], "gpt2background_target_score": [-10.230122566223145, -12.739151954650879, -5.081358432769775, -12.253353118896484, -11.804977416992188, -10.80408763885498, -7.482115268707275, -10.540266036987305, -10.488061904907227, -8.159098625183105, -13.217813491821289, -10.346695899963379, -6.791715621948242, -13.914485931396484, -11.093557357788086, -10.405384063720703], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.6541962623596191, -1.0831348896026611, -1.6237797737121582, -1.7511608600616455, -0.7896012663841248, -3.1028809547424316, -1.7346149682998657, -1.293570637702942, -1.0482850074768066, -1.343543291091919, -2.588984251022339, -2.245731830596924, -2.4064736366271973, -1.9676810503005981, -1.0734440088272095, -0.40103358030319214, -3.563403606414795, -1.9222815036773682, -2.0922374725341797, -1.4257487058639526, -2.537832736968994, -2.926607847213745, -3.10646390914917, -2.155249834060669, -1.7078322172164917, -1.6018978357315063, -1.9520517587661743, -1.5370676517486572, -1.8703374862670898, -1.7571523189544678, -1.8189737796783447, -2.9378514289855957, -1.797147512435913, -1.5662349462509155, -2.3833539485931396, -1.8284165859222412, -1.2923269271850586, -1.9848748445510864, -1.1683716773986816, -2.5611884593963623, -2.885934829711914, -1.4070448875427246, -2.0560178756713867, -3.309197187423706, -0.1651882380247116, -1.7819058895111084, -0.7041746377944946, -0.536588728427887, -0.543740451335907, -1.89723539352417, -0.2732168138027191, -0.17147664725780487, -1.4478120803833008, -1.365499496459961, -1.8353382349014282, -0.21834690868854523, -0.10296505689620972, -1.0188477039337158, -1.147326111793518, -2.1087286472320557, -2.6297800540924072, -2.4119417667388916, -3.2827110290527344, -2.9378302097320557, -2.7231736183166504, -1.9348759651184082, -0.15138183534145355, -1.136708378791809, -1.6456022262573242, -1.1623872518539429, -0.9979768991470337, -2.152566432952881, -2.4082460403442383, -0.5877460241317749, -2.045886278152466, -0.8495796322822571, -2.1536929607391357, -2.520690441131592, -1.7657076120376587, -1.5024733543395996, -1.1503394842147827, -1.7054513692855835, -0.5934132933616638, -2.3143651485443115, -2.2409005165100098, -1.894267201423645, -0.42179057002067566, -2.1433677673339844, -1.7214032411575317, -2.431332588195801, -1.9023464918136597, -0.4158911406993866, -2.183573007583618, -2.377512216567993, -2.5002076625823975, -0.9142510294914246, -2.0493078231811523, -2.005380630493164, -1.267073154449463, -2.3075897693634033, -2.552260637283325, -1.6469956636428833, -2.899728298187256, -1.0334023237228394, -1.6819919347763062, -0.4061906635761261, -0.43154627084732056, -1.6984639167785645, -2.741230010986328, -2.5946621894836426, -2.036292314529419, -2.170562505722046, -2.276177167892456, -1.4967453479766846, -1.6688692569732666, -1.4058635234832764, -1.4165998697280884, -1.0060738325119019, -2.237351655960083, -2.092674732208252, -2.065106153488159, -1.613074779510498, -1.5305548906326294, -2.555482864379883, -3.956360101699829, -0.9928200840950012, -2.314267158508301, -1.770103931427002, -2.392422914505005, -2.2966418266296387, -1.5738476514816284, -2.6189565658569336, -2.5967466831207275, -1.4495288133621216, -0.4228191375732422, -0.7244557738304138, -2.3776395320892334, -1.6779288053512573, -0.23093146085739136, -1.1343580484390259, -2.3285398483276367, -2.4582791328430176, -2.268968343734741, -2.9510064125061035, -3.535626173019409, -2.2206599712371826, -2.6956427097320557, -0.8745452761650085, -1.829799771308899, -1.636173129081726, -1.1939356327056885, -3.0974082946777344, -2.0762767791748047, -1.8581445217132568, -1.7160407304763794, -0.7694367170333862, -1.7469433546066284, -0.9362813234329224, -0.9857546091079712, -2.431074857711792, -3.1701338291168213, -2.093562602996826, -2.0562000274658203, -2.524003505706787, -2.4646356105804443, -2.60697865486145, -2.737438917160034, -2.6005611419677734, -2.0152182579040527, -1.9409143924713135, -2.329132080078125, -1.0893843173980713, -1.8588496446609497, -1.316845178604126, -2.1008918285369873, -2.457880973815918, -2.8025689125061035, -1.6165851354599, -1.4775761365890503, -1.1291453838348389]}, "Bot001_113_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_113.log.json", "context": "Hey! What are you doing? [SMIRKING FACE WITH GLASSES].\nMy little story: parents were also teachers hey i'm four. i'm so old my favorite mortal kombat character is milena ! [SMILING FACE WITH SUNGLASSES] hey mortal kombat is still around it is not old i don't know what that means . do you have a little girl like me ? [ROBOT FACE] yeah im a little girl too i like to play with my dolls. my sister would love to meet you sometime she's 5 !. Also, try to guess: i am an ... pervert elementary school teacher, funny you :) hahaha I don't understand you [SEE-NO-EVIL MONKEY] you know what i do not pick up my toys. i drive a mini van . i need it to drive my 2 children around . haha where is this conversation going", "response": "i am not sure , i will be in court", "annotation_id": "Bot001_113_14", "annotations": ["X", "X", "X", "X", "X", "X", "X", "T", "X", "X", "O", "X", "X", "T", "X"], "gpt2background_target_score": [-10.230122566223145, -8.879878997802734, -9.319284439086914, -11.577848434448242, -11.298477172851562, -9.970914840698242, -11.032782554626465, -11.729490280151367, -9.494621276855469, -14.496319770812988], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.6541962623596191, -1.0831348896026611, -1.6237797737121582, -1.7511608600616455, -0.7896012663841248, -3.1028809547424316, -1.7346149682998657, -1.293570637702942, -1.0482850074768066, -1.343543291091919, -2.588984251022339, -2.245731830596924, -2.4064736366271973, -1.9676810503005981, -1.0734440088272095, -0.40103358030319214, -3.563403606414795, -1.9222815036773682, -2.0922374725341797, -1.4257487058639526, -2.537832736968994, -2.926607847213745, -3.10646390914917, -2.155249834060669, -1.7078322172164917, -1.6018978357315063, -1.9520517587661743, -1.5370676517486572, -1.8703374862670898, -1.7571523189544678, -1.8189737796783447, -2.9378514289855957, -1.797147512435913, -1.5662349462509155, -2.3833539485931396, -1.8284165859222412, -1.2923269271850586, -1.9848748445510864, -1.1683716773986816, -2.5611884593963623, -2.885934829711914, -1.4070448875427246, -2.0560178756713867, -3.309197187423706, -0.1651882380247116, -1.7819058895111084, -0.7041746377944946, -0.536588728427887, -0.543740451335907, -1.89723539352417, -0.2732168138027191, -0.17147664725780487, -1.4478120803833008, -1.365499496459961, -1.8353382349014282, -0.21834690868854523, -0.10296505689620972, -1.0188477039337158, -1.147326111793518, -2.1087286472320557, -2.6297800540924072, -2.4119417667388916, -3.2827110290527344, -2.9378302097320557, -2.7231736183166504, -1.9348759651184082, -0.15138183534145355, -1.136708378791809, -1.6456022262573242, -1.1623872518539429, -0.9979768991470337, -2.152566432952881, -2.4082460403442383, -0.5877460241317749, -2.045886278152466, -0.8495796322822571, -2.1536929607391357, -2.520690441131592, -1.7657076120376587, -1.5024733543395996, -1.1503394842147827, -1.7054513692855835, -0.5934132933616638, -2.3143651485443115, -2.2409005165100098, -1.894267201423645, -0.42179057002067566, -2.1433677673339844, -1.7214032411575317, -2.431332588195801, -1.9023464918136597, -0.4158911406993866, -2.183573007583618, -2.377512216567993, -2.5002076625823975, -0.9142510294914246, -2.0493078231811523, -2.005380630493164, -1.267073154449463, -2.3075897693634033, -2.552260637283325, -1.6469956636428833, -2.899728298187256, -1.0334023237228394, -1.6819919347763062, -0.4061906635761261, -0.43154627084732056, -1.6984639167785645, -2.741230010986328, -2.5946621894836426, -2.036292314529419, -2.170562505722046, -2.276177167892456, -1.4967453479766846, -1.6688692569732666, -1.4058635234832764, -1.4165998697280884, -1.0060738325119019, -2.237351655960083, -2.092674732208252, -2.065106153488159, -1.613074779510498, -1.5305548906326294, -2.555482864379883, -3.956360101699829, -0.9928200840950012, -2.314267158508301, -1.770103931427002, -2.392422914505005, -2.2966418266296387, -1.5738476514816284, -2.6189565658569336, -2.5967466831207275, -1.4495288133621216, -0.4228191375732422, -0.7244557738304138, -2.3776397705078125, -1.677927017211914, -0.23093202710151672, -1.1343591213226318, -2.328540325164795, -2.4582784175872803, -2.2689647674560547, -2.95100736618042, -3.5356268882751465, -2.2206599712371826, -2.6956441402435303, -0.874546468257904, -1.8298002481460571, -1.636170744895935, -1.1939367055892944, -3.097407102584839, -2.0762782096862793, -1.8581441640853882, -1.7160395383834839, -0.7694368362426758, -1.7469443082809448, -0.9362806677818298, -0.9857547879219055, -2.431077241897583, -3.170130491256714, -2.093562364578247, -2.056199550628662, -2.3934805393218994, -2.294617176055908, -2.3532555103302, -2.328456163406372, -1.7991191148757935, -1.9838109016418457, -2.3367369174957275, -1.138672113418579, -2.0194272994995117, -1.3120980262756348, -2.013273239135742, -2.3606762886047363, -2.7360711097717285, -1.6141595840454102, -1.8924826383590698, -1.4205280542373657, -2.2978429794311523, -1.6101912260055542, -1.5108436346054077, -2.112135410308838, -1.2047995328903198, -0.8247087001800537, -2.7832155227661133, -2.4475955963134766, -1.8849493265151978, -2.100801944732666, -1.9679282903671265, -1.3471866846084595, -1.803771734237671, -2.6306746006011963, -3.1661977767944336, -1.98251473903656, -2.111845016479492]}, "Bot001_113_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_113.log.json", "context": "Hey! What are you doing? [SMIRKING FACE WITH GLASSES].\nMy little story: parents were also teachers hey i'm four. i'm so old my favorite mortal kombat character is milena ! [SMILING FACE WITH SUNGLASSES] hey mortal kombat is still around it is not old i don't know what that means . do you have a little girl like me ? [ROBOT FACE] yeah im a little girl too i like to play with my dolls. my sister would love to meet you sometime she's 5 !. Also, try to guess: i am an ... pervert elementary school teacher, funny you :) hahaha I don't understand you [SEE-NO-EVIL MONKEY] you know what i do not pick up my toys. i drive a mini van . i need it to drive my 2 children around . haha where is this conversation going i am not sure , i will be in court my best friend lives next door.", "response": "how nice . once i get my bachelors degree a great honeymoon spot. Also, try to guess: i love to ...", "annotation_id": "Bot001_113_16", "annotations": ["X", "X", "X", "X", "X", "X", "X", "T", "T", "X", "T", "T", "X", "O", "X"], "gpt2background_target_score": [-12.531786918640137, -11.192225456237793, -12.416648864746094, -12.673773765563965, -10.939168930053711, -11.102883338928223, -8.443220138549805, -12.253503799438477, -14.616877555847168, -14.831846237182617, -14.058483123779297, -8.834132194519043, -10.840052604675293, -13.770793914794922, -14.006309509277344, -13.62928295135498, -10.102493286132812, -10.82884693145752, -8.333276748657227, -9.152939796447754, -4.825636863708496, -12.117325782775879, -8.057577133178711, -10.309757232666016, -10.239843368530273, -3.6269161701202393, -7.62210750579834], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.6541962623596191, -1.0831348896026611, -1.6237797737121582, -1.7511608600616455, -0.7896012663841248, -3.1028809547424316, -1.7346149682998657, -1.293570637702942, -1.0482850074768066, -1.343543291091919, -2.588984251022339, -2.245731830596924, -2.4064736366271973, -1.9676810503005981, -1.0734440088272095, -0.40103358030319214, -3.563403606414795, -1.9222815036773682, -2.0922374725341797, -1.4257487058639526, -2.537832736968994, -2.926607847213745, -3.10646390914917, -2.155249834060669, -1.7078322172164917, -1.6018978357315063, -1.9520517587661743, -1.5370676517486572, -1.8703374862670898, -1.7571523189544678, -1.8189737796783447, -2.9378514289855957, -1.797147512435913, -1.5662349462509155, -2.3833539485931396, -1.8284165859222412, -1.2923269271850586, -1.9848748445510864, -1.1683716773986816, -2.5611884593963623, -2.885934829711914, -1.4070448875427246, -2.0560178756713867, -3.309197187423706, -0.1651882380247116, -1.7819058895111084, -0.7041746377944946, -0.536588728427887, -0.543740451335907, -1.89723539352417, -0.2732168138027191, -0.17147664725780487, -1.4478120803833008, -1.365499496459961, -1.8353382349014282, -0.21834690868854523, -0.10296505689620972, -1.0188477039337158, -1.147326111793518, -2.1087286472320557, -2.6297800540924072, -2.4119417667388916, -3.2827110290527344, -2.9378302097320557, -2.7231736183166504, -1.9348759651184082, -0.15138183534145355, -1.136708378791809, -1.6456022262573242, -1.1623872518539429, -0.9979768991470337, -2.152566432952881, -2.4082460403442383, -0.5877460241317749, -2.045886278152466, -0.8495796322822571, -2.1536929607391357, -2.520690441131592, -1.7657076120376587, -1.5024733543395996, -1.1503394842147827, -1.7054513692855835, -0.5934132933616638, -2.3143651485443115, -2.2409005165100098, -1.894267201423645, -0.42179057002067566, -2.1433677673339844, -1.7214032411575317, -2.431332588195801, -1.9023464918136597, -0.4158911406993866, -2.183573007583618, -2.377512216567993, -2.5002076625823975, -0.9142510294914246, -2.0493078231811523, -2.005380630493164, -1.267073154449463, -2.3075897693634033, -2.552260637283325, -1.6469956636428833, -2.899728298187256, -1.0334023237228394, -1.6819919347763062, -0.4061906635761261, -0.43154627084732056, -1.6984639167785645, -2.741230010986328, -2.5946621894836426, -2.036292314529419, -2.170562505722046, -2.276177167892456, -1.4967453479766846, -1.6688692569732666, -1.4058635234832764, -1.4165998697280884, -1.0060738325119019, -2.237351655960083, -2.092674732208252, -2.065106153488159, -1.613074779510498, -1.5305548906326294, -2.555482864379883, -3.956360101699829, -0.9928200840950012, -2.314267158508301, -1.770103931427002, -2.392422914505005, -2.2966418266296387, -1.5738476514816284, -2.6189565658569336, -2.5967466831207275, -1.4495288133621216, -0.4228191375732422, -0.7244557738304138, -2.3776397705078125, -1.677927017211914, -0.23093202710151672, -1.1343591213226318, -2.328540325164795, -2.4582784175872803, -2.2689647674560547, -2.95100736618042, -3.5356268882751465, -2.2206599712371826, -2.6956441402435303, -0.874546468257904, -1.8298002481460571, -1.636170744895935, -1.1939367055892944, -3.097407102584839, -2.0762782096862793, -1.8581441640853882, -1.7160395383834839, -0.7694368362426758, -1.7469443082809448, -0.9362806677818298, -0.9857547879219055, -2.431077241897583, -3.170130491256714, -2.093562364578247, -2.056199550628662, -2.3934805393218994, -2.294617176055908, -2.3532555103302, -2.328456163406372, -1.7991191148757935, -1.9838109016418457, -2.3367369174957275, -1.138672113418579, -2.0194272994995117, -1.3120980262756348, -2.013273239135742, -2.3606762886047363, -2.7360711097717285, -1.6141595840454102, -1.8924826383590698, -1.4205280542373657, -2.2978429794311523, -1.6101912260055542, -1.5108436346054077, -2.112135410308838, -1.2047995328903198, -0.8247079849243164, -2.535008192062378, -3.1219699382781982, -1.6527435779571533, -1.9782425165176392, -1.6966291666030884, -2.140671730041504, -2.305518865585327, -3.289299249649048, -1.9848607778549194, -2.2392845153808594, -2.6588611602783203, -0.6486051678657532, -2.865788221359253, -1.3747905492782593, -1.4167261123657227, -1.5976675748825073, -2.0716423988342285, -2.706153154373169, -1.8157176971435547, -1.4118050336837769, -1.9582566022872925, -1.4305998086929321, -2.0001332759857178, -1.7433388233184814, -2.587472438812256, -1.0831018686294556, -0.27133727073669434, -1.5113271474838257, -1.3315778970718384, -1.3681820631027222, -2.7142910957336426, -0.8071025609970093, -2.721505880355835, -2.3204426765441895, -1.5384854078292847, -1.4847651720046997, -1.3150426149368286, -0.5872058272361755, -2.6823232173919678, -2.079075574874878, -0.9277182817459106, -0.9099687933921814, -1.6112215518951416, -0.7939674258232117, -3.263737916946411]}, "Bot001_113_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_113.log.json", "context": "Hey! What are you doing? [SMIRKING FACE WITH GLASSES].\nMy little story: parents were also teachers hey i'm four. i'm so old my favorite mortal kombat character is milena ! [SMILING FACE WITH SUNGLASSES] hey mortal kombat is still around it is not old i don't know what that means . do you have a little girl like me ? [ROBOT FACE] yeah im a little girl too i like to play with my dolls. my sister would love to meet you sometime she's 5 !. Also, try to guess: i am an ... pervert elementary school teacher, funny you :) hahaha I don't understand you [SEE-NO-EVIL MONKEY] you know what i do not pick up my toys. i drive a mini van . i need it to drive my 2 children around . haha where is this conversation going i am not sure , i will be in court my best friend lives next door. how nice . once i get my bachelors degree a great honeymoon spot. Also, try to guess: i love to ... drive a mini van", "response": "play board games, funny you :)", "annotation_id": "Bot001_113_18", "annotations": ["X", "O", "X", "T", "X", "X", "O", "O", "O", "X", "T", "X", "O", "T", "X"], "gpt2background_target_score": [-10.698568344116211, -11.515680313110352, -6.661369800567627, -9.9558744430542, -9.111978530883789, -8.000694274902344, -7.316079139709473], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.6541962623596191, -1.0831348896026611, -1.6237797737121582, -1.7511608600616455, -0.7896012663841248, -3.1028809547424316, -1.7346149682998657, -1.293570637702942, -1.0482850074768066, -1.343543291091919, -2.588984251022339, -2.245731830596924, -2.4064736366271973, -1.9676810503005981, -1.0734440088272095, -0.40103358030319214, -3.563403606414795, -1.9222815036773682, -2.0922374725341797, -1.4257487058639526, -2.537832736968994, -2.926607847213745, -3.10646390914917, -2.155249834060669, -1.7078322172164917, -1.6018978357315063, -1.9520517587661743, -1.5370676517486572, -1.8703374862670898, -1.7571523189544678, -1.8189737796783447, -2.9378514289855957, -1.797147512435913, -1.5662349462509155, -2.3833539485931396, -1.8284165859222412, -1.2923269271850586, -1.9848748445510864, -1.1683716773986816, -2.5611884593963623, -2.885934829711914, -1.4070448875427246, -2.0560178756713867, -3.309197187423706, -0.1651882380247116, -1.7819058895111084, -0.7041746377944946, -0.536588728427887, -0.543740451335907, -1.89723539352417, -0.2732168138027191, -0.17147664725780487, -1.4478120803833008, -1.365499496459961, -1.8353382349014282, -0.21834690868854523, -0.10296505689620972, -1.0188477039337158, -1.147326111793518, -2.1087286472320557, -2.6297800540924072, -2.4119417667388916, -3.2827110290527344, -2.9378302097320557, -2.7231736183166504, -1.9348759651184082, -0.15138183534145355, -1.136708378791809, -1.6456022262573242, -1.1623872518539429, -0.9979768991470337, -2.152566432952881, -2.4082460403442383, -0.5877460241317749, -2.045886278152466, -0.8495796322822571, -2.1536929607391357, -2.520690441131592, -1.7657076120376587, -1.5024733543395996, -1.1503394842147827, -1.7054513692855835, -0.5934132933616638, -2.3143651485443115, -2.2409005165100098, -1.894267201423645, -0.42179057002067566, -2.1433677673339844, -1.7214032411575317, -2.431332588195801, -1.9023464918136597, -0.4158911406993866, -2.183573007583618, -2.377512216567993, -2.5002076625823975, -0.9142510294914246, -2.0493078231811523, -2.005380630493164, -1.267073154449463, -2.3075897693634033, -2.552260637283325, -1.6469956636428833, -2.899728298187256, -1.0334023237228394, -1.6819919347763062, -0.4061906635761261, -0.43154627084732056, -1.6984639167785645, -2.741230010986328, -2.5946621894836426, -2.036292314529419, -2.170562505722046, -2.276177167892456, -1.4967453479766846, -1.6688692569732666, -1.4058635234832764, -1.4165998697280884, -1.0060738325119019, -2.237351655960083, -2.092674732208252, -2.065106153488159, -1.613074779510498, -1.5305548906326294, -2.555482864379883, -3.956360101699829, -0.9928200840950012, -2.314267158508301, -1.770103931427002, -2.392422914505005, -2.2966418266296387, -1.5738476514816284, -2.6189565658569336, -2.5967466831207275, -1.4495288133621216, -0.4228191375732422, -0.7244557738304138, -2.3776397705078125, -1.677927017211914, -0.23093202710151672, -1.1343591213226318, -2.328540325164795, -2.4582784175872803, -2.2689647674560547, -2.95100736618042, -3.5356268882751465, -2.2206599712371826, -2.6956441402435303, -0.874546468257904, -1.8298002481460571, -1.636170744895935, -1.1939367055892944, -3.097407102584839, -2.0762782096862793, -1.8581441640853882, -1.7160395383834839, -0.7694368362426758, -1.7469443082809448, -0.9362806677818298, -0.9857547879219055, -2.431077241897583, -3.170130491256714, -2.093562364578247, -2.056199550628662, -2.3934805393218994, -2.294617176055908, -2.3532555103302, -2.328456163406372, -1.7991191148757935, -1.9838109016418457, -2.3367369174957275, -1.138672113418579, -2.0194272994995117, -1.3120980262756348, -2.013273239135742, -2.3606762886047363, -2.7360711097717285, -1.6141595840454102, -1.8924826383590698, -1.4205280542373657, -2.2978429794311523, -1.6101912260055542, -1.5108436346054077, -2.112135410308838, -1.2047995328903198, -0.8247087001800537, -2.5350069999694824, -3.12197208404541, -1.6527454853057861, -1.9782428741455078, -1.6966286897659302, -2.1406710147857666, -2.305518865585327, -3.2892990112304688, -1.9848614931106567, -2.239285707473755, -2.6588616371154785, -0.6486068964004517, -2.865787982940674, -1.3747917413711548, -1.4167253971099854, -1.5976673364639282, -2.0716423988342285, -2.005866289138794, -1.4970096349716187, -1.838753342628479, -1.1460405588150024, -1.7096037864685059, -1.7027846574783325, -2.3878285884857178, -0.9637577533721924, -0.35165148973464966, -1.4914835691452026, -1.4207249879837036, -1.5109117031097412, -2.7101471424102783, -0.6527001857757568, -2.860759973526001, -2.4881749153137207, -1.6236207485198975, -1.609753131866455, -1.2209705114364624, -0.5332750678062439, -2.8164188861846924, -1.91834557056427, -0.9168353080749512, -1.0564056634902954, -1.6144896745681763, -0.9618958234786987, -3.179823160171509, -1.2544991970062256, -0.2446872442960739, -0.14448079466819763, -1.8728326559066772, -2.4214019775390625, -1.41207754611969, -0.6452568769454956, -2.5062243938446045, -3.2178609371185303, -1.980852484703064, -3.029616355895996, -1.1150401830673218]}, "Bot001_113_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot001_113.log.json", "context": "Hey! What are you doing? [SMIRKING FACE WITH GLASSES].\nMy little story: parents were also teachers hey i'm four. i'm so old my favorite mortal kombat character is milena ! [SMILING FACE WITH SUNGLASSES] hey mortal kombat is still around it is not old i don't know what that means . do you have a little girl like me ? [ROBOT FACE] yeah im a little girl too i like to play with my dolls. my sister would love to meet you sometime she's 5 !. Also, try to guess: i am an ... pervert elementary school teacher, funny you :) hahaha I don't understand you [SEE-NO-EVIL MONKEY] you know what i do not pick up my toys. i drive a mini van . i need it to drive my 2 children around . haha where is this conversation going i am not sure , i will be in court my best friend lives next door. how nice . once i get my bachelors degree a great honeymoon spot. Also, try to guess: i love to ... drive a mini van play board games, funny you :) how could i know that hhaha", "response": "i just got elected to my newest position and its quite a challenge ! what do you do ?", "annotation_id": "Bot001_113_20", "annotations": ["X", "X", "T", "T", "X", "X", "T", "O", "O", "X", "O", "O", "T", "O", "O"], "gpt2background_target_score": [-10.230122566223145, -7.944573879241943, -8.394205093383789, -12.786168098449707, -6.785761833190918, -9.044532775878906, -13.250834465026855, -13.243322372436523, -7.715907573699951, -11.584918022155762, -14.52549934387207, -8.834132194519043, -12.225269317626953, -10.882152557373047, -12.743207931518555, -12.3519287109375, -9.326359748840332, -10.580180168151855, -13.054964065551758], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.6541962623596191, -1.0831348896026611, -1.6237797737121582, -1.7511608600616455, -0.7896012663841248, -3.1028809547424316, -1.7346149682998657, -1.293570637702942, -1.0482850074768066, -1.343543291091919, -2.588984251022339, -2.245731830596924, -2.4064736366271973, -1.9676810503005981, -1.0734440088272095, -0.40103358030319214, -3.563403606414795, -1.9222815036773682, -2.0922374725341797, -1.4257487058639526, -2.537832736968994, -2.926607847213745, -3.10646390914917, -2.155249834060669, -1.7078322172164917, -1.6018978357315063, -1.9520517587661743, -1.5370676517486572, -1.8703374862670898, -1.7571523189544678, -1.8189737796783447, -2.9378514289855957, -1.797147512435913, -1.5662349462509155, -2.3833539485931396, -1.8284165859222412, -1.2923269271850586, -1.9848748445510864, -1.1683716773986816, -2.5611884593963623, -2.885934829711914, -1.4070448875427246, -2.0560178756713867, -3.309197187423706, -0.1651882380247116, -1.7819058895111084, -0.7041746377944946, -0.536588728427887, -0.543740451335907, -1.89723539352417, -0.2732168138027191, -0.17147664725780487, -1.4478120803833008, -1.365499496459961, -1.8353382349014282, -0.21834690868854523, -0.10296505689620972, -1.0188477039337158, -1.147326111793518, -2.1087286472320557, -2.6297800540924072, -2.4119417667388916, -3.2827110290527344, -2.9378302097320557, -2.7231736183166504, -1.9348759651184082, -0.15138183534145355, -1.136708378791809, -1.6456022262573242, -1.1623872518539429, -0.9979768991470337, -2.152566432952881, -2.4082460403442383, -0.5877460241317749, -2.045886278152466, -0.8495796322822571, -2.1536929607391357, -2.520690441131592, -1.7657076120376587, -1.5024733543395996, -1.1503394842147827, -1.7054513692855835, -0.5934132933616638, -2.3143651485443115, -2.2409005165100098, -1.894267201423645, -0.42179057002067566, -2.1433677673339844, -1.7214032411575317, -2.431332588195801, -1.9023464918136597, -0.4158911406993866, -2.183573007583618, -2.377512216567993, -2.5002076625823975, -0.9142510294914246, -2.0493078231811523, -2.005380630493164, -1.267073154449463, -2.3075897693634033, -2.552260637283325, -1.6469956636428833, -2.899728298187256, -1.0334023237228394, -1.6819919347763062, -0.4061906635761261, -0.43154627084732056, -1.6984639167785645, -2.741230010986328, -2.5946621894836426, -2.036292314529419, -2.170562505722046, -2.276177167892456, -1.4967453479766846, -1.6688692569732666, -1.4058635234832764, -1.4165998697280884, -1.0060738325119019, -2.237351655960083, -2.092674732208252, -2.065106153488159, -1.613074779510498, -1.5305548906326294, -2.555482864379883, -3.956360101699829, -0.9928200840950012, -2.314267158508301, -1.770103931427002, -2.392422914505005, -2.2966418266296387, -1.5738476514816284, -2.6189565658569336, -2.5967466831207275, -1.4495285749435425, -0.4228191375732422, -0.7244560122489929, -2.3776392936706543, -1.677927851676941, -0.2309313714504242, -1.134358525276184, -2.328540325164795, -2.458280086517334, -2.2689695358276367, -2.9510090351104736, -3.535626173019409, -2.2206594944000244, -2.695641279220581, -0.8745455741882324, -1.8298014402389526, -1.6361716985702515, -1.1939365863800049, -3.0974080562591553, -2.0762760639190674, -1.8581435680389404, -1.7160392999649048, -0.7694370150566101, -1.746943473815918, -0.9362804293632507, -0.9857563972473145, -2.4310758113861084, -3.170130729675293, -2.09356427192688, -2.056201457977295, -2.3934807777404785, -2.294616460800171, -2.353255271911621, -2.3284552097320557, -1.7991191148757935, -1.9838101863861084, -2.3367385864257812, -1.1386724710464478, -2.01942777633667, -1.3120977878570557, -2.0132734775543213, -2.3606762886047363, -2.7360708713531494, -1.614160180091858, -1.892482876777649, -1.4205281734466553, -2.2978432178497314, -1.610190749168396, -1.5108435153961182, -2.112135648727417, -1.2048020362854004, -0.8247069120407104, -2.535007953643799, -3.1219708919525146, -1.6527440547943115, -1.978243112564087, -1.6966266632080078, -2.140671491622925, -2.3055202960968018, -3.289299726486206, -1.9848629236221313, -2.2392847537994385, -2.6588633060455322, -0.6486064791679382, -2.8657875061035156, -1.374792456626892, -1.416727066040039, -1.5976696014404297, -2.071641445159912, -2.005866527557373, -1.4970086812973022, -1.8387539386749268, -1.1460397243499756, -1.709602952003479, -1.7027841806411743, -2.3878307342529297, -0.9637604355812073, -0.35165125131607056, -1.4914847612380981, -1.4207252264022827, -1.5109113454818726, -2.7101480960845947, -0.6526987552642822, -2.860760450363159, -2.4881749153137207, -1.6236196756362915, -1.6097526550292969, -1.220971941947937, -0.5332739353179932, -2.8164188861846924, -1.9183458089828491, -0.9168352484703064, -1.0564062595367432, -1.614488124847412, -0.9618951082229614, -3.1798205375671387, -1.2544969320297241, -0.24468761682510376, -0.14448069036006927, -1.872833251953125, -0.9133620858192444, -2.1464436054229736, -1.8945801258087158, -2.151247501373291, -0.8643684983253479, -2.082793712615967, -2.312819242477417, -2.59696364402771, -0.9745230674743652, -2.442453145980835, -1.9410542249679565, -1.5516071319580078, -1.449156403541565, -0.26014822721481323, -1.2197614908218384, -2.200073003768921, -2.6664953231811523, -2.6379096508026123, -0.6793898940086365, -2.2848310470581055, -1.7247247695922852, -2.641813039779663, -1.8367584943771362, -2.0538957118988037, -1.0145918130874634, -2.3221137523651123, -2.2358248233795166, -2.158139944076538, -2.068455219268799, -1.965981364250183, -1.834715485572815, -0.4329487383365631, -1.5368455648422241, -0.3939090371131897, -1.1401063203811646]}, "Bot002_001_01": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_001.log.json", "context": "Hi! How are you?", "response": "I am doing great, how are you?", "annotation_id": "Bot002_001_01", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-9.236455917358398, -8.606605529785156, -9.577813148498535, -9.856947898864746, -5.03787088394165, -8.149924278259277, -11.158995628356934, -10.367016792297363, -8.550408363342285], "gpt2background_argmax_score": [-1.9761712551116943, -1.080935001373291, -1.5788280963897705, -0.4292781949043274, -1.478162407875061, -1.1970083713531494, -1.5983573198318481, -1.4812415838241577, -1.7357927560806274, -1.6932361125946045, -1.1197713613510132, -1.7662451267242432, -1.105027198791504, -0.1849602907896042, -0.9922579526901245, -0.43522486090660095]}, "Bot002_001_03": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_001.log.json", "context": "Hi! How are you? I am doing great, how are you? Good as well, listening to my favourite band", "response": "Nice i like music", "annotation_id": "Bot002_001_03", "annotations": ["O", "O", "O", "T", "T", "O", "O", "T", "X", "O", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-12.60519027709961, -5.424361705780029, -9.598115921020508, -9.500723838806152], "gpt2background_argmax_score": [-1.9761712551116943, -1.080935001373291, -1.5788280963897705, -0.4292781949043274, -1.478162407875061, -1.1970083713531494, -1.4618417024612427, -1.7421950101852417, -1.7638591527938843, -1.4499168395996094, -1.6621102094650269, -1.0609817504882812, -0.18981792032718658, -0.8231911659240723, -1.6744816303253174, -1.9072470664978027, -1.3861781358718872, -1.4408448934555054, -1.8291130065917969, -0.4438264071941376, -1.2132372856140137, -1.6449888944625854, -1.9139916896820068, -1.9677661657333374, -1.6696009635925293, -1.251562237739563, -1.9937800168991089, -2.3233094215393066, -1.5803214311599731]}, "Bot002_001_05": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_001.log.json", "context": "Hi! How are you? I am doing great, how are you? Good as well, listening to my favourite band Nice i like music Oh, cool, me too. Which music do you prefer?", "response": "I like music, country, country, country, gospel, gospel", "annotation_id": "Bot002_001_05", "annotations": ["O", "O", "O", "T", "T", "O", "O", "X", "X", "X", "O", "O", "O", "T", "O"], "gpt2background_target_score": [-9.236455917358398, -10.691272735595703, -10.793488502502441, -9.14024829864502, -11.794261932373047, -9.589109420776367, -12.905816078186035, -6.611299514770508, -11.61699104309082, -2.8082523345947266, -13.018538475036621, -7.933017730712891, -12.521268844604492], "gpt2background_argmax_score": [-1.9761712551116943, -1.080935001373291, -1.5788280963897705, -0.4292781949043274, -1.478162407875061, -1.1970083713531494, -1.4618417024612427, -1.7421950101852417, -1.7638591527938843, -1.4499168395996094, -1.6621102094650269, -1.0609817504882812, -0.18981792032718658, -0.8231911659240723, -1.6744816303253174, -1.9072470664978027, -1.3861781358718872, -1.4408448934555054, -1.8291130065917969, -0.4438264071941376, -1.2132372856140137, -1.6449888944625854, -1.9139916896820068, -1.9677661657333374, -2.1243979930877686, -2.1665003299713135, -1.9715850353240967, -2.2459936141967773, -2.530388355255127, -2.616887331008911, -1.934795618057251, -2.728006601333618, -0.16382423043251038, -1.7828859090805054, -1.8725923299789429, -0.7151322364807129, -1.5615707635879517, -0.2164732962846756, -1.1580032110214233, -0.6650254130363464, -1.6304343938827515, -2.1970713138580322, -1.2394691705703735, -3.0332388877868652, -2.1431021690368652, -2.1329822540283203, -0.8491017818450928, -2.3780622482299805, -0.5009293556213379, -2.0153892040252686, -0.5532504320144653, -1.4865306615829468, -0.5606535077095032, -2.631711959838867, -0.45745784044265747]}, "Bot002_001_07": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_001.log.json", "context": "Hi! How are you? I am doing great, how are you? Good as well, listening to my favourite band Nice i like music Oh, cool, me too. Which music do you prefer? I like music, country, country, country, gospel, gospel I see. And what about games? I'm crazy about call of duty", "response": "I play video games, and play video games.", "annotation_id": "Bot002_001_07", "annotations": ["O", "O", "O", "T", "T", "O", "O", "O", "X", "O", "X", "O", "T", "T", "O"], "gpt2background_target_score": [-9.236458778381348, -11.437811851501465, -11.2453031539917, -8.86525821685791, -5.037870407104492, -7.220860004425049, -6.507966995239258, -10.734970092773438, -9.76801586151123, -2.1701550483703613], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.5788270235061646, -0.4292784333229065, -1.4781627655029297, -1.197008728981018, -1.4618417024612427, -1.7421951293945312, -1.7638576030731201, -1.4499179124832153, -1.6621077060699463, -1.0609819889068604, -0.18981920182704926, -0.8231902122497559, -1.6744801998138428, -1.9072481393814087, -1.3861807584762573, -1.4408460855484009, -1.829111933708191, -0.44382625818252563, -1.2132333517074585, -1.6449873447418213, -1.9139952659606934, -1.9677674770355225, -2.1243996620178223, -2.166498899459839, -1.9715849161148071, -2.2459938526153564, -2.5303869247436523, -2.6168911457061768, -1.9347947835922241, -2.7280092239379883, -0.1638251394033432, -1.7828847169876099, -1.872593641281128, -0.7151315212249756, -1.561571717262268, -0.21647416055202484, -1.158003568649292, -0.6650271415710449, -1.6304339170455933, -1.5061062574386597, -2.719263792037964, -2.3164563179016113, -2.2050673961639404, -0.8030195236206055, -2.6238441467285156, -0.5059441924095154, -2.1351051330566406, -0.5646330714225769, -1.5365972518920898, -0.5851231217384338, -2.9356484413146973, -0.4961089491844177, -1.1559635400772095, -2.0454139709472656, -1.5541176795959473, -1.6707572937011719, -2.299959897994995, -0.9371098875999451, -1.0567693710327148, -1.7224105596542358, -1.7205383777618408, -2.3911147117614746, -2.503443956375122, -2.2077088356018066, -1.6771862506866455, -0.10200723260641098, -1.7461024522781372, -1.9009926319122314, -1.8405170440673828, -2.6246914863586426, -0.12174152582883835, -2.0127601623535156, -2.1019341945648193, -1.3309667110443115, -2.6809916496276855, -0.11445766687393188, -1.3136597871780396, -1.220266580581665]}, "Bot002_001_09": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_001.log.json", "context": "Hi! How are you? I am doing great, how are you? Good as well, listening to my favourite band Nice i like music Oh, cool, me too. Which music do you prefer? I like music, country, country, country, gospel, gospel I see. And what about games? I'm crazy about call of duty I play video games, and play video games. Which one do you like most?", "response": "I like to go to the park and listen to music", "annotation_id": "Bot002_001_09", "annotations": ["T", "T", "X", "X", "T", "X", "X", "T", "X", "X", "X", "O", "X", "T", "X"], "gpt2background_target_score": [-9.236458778381348, -10.69127368927002, -2.6446523666381836, -11.050325393676758, -6.876269340515137, -8.679232597351074, -11.857967376708984, -7.440800666809082, -12.513361930847168, -6.139321327209473, -9.457730293273926], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.5788270235061646, -0.4292784333229065, -1.4781627655029297, -1.197008728981018, -1.4618417024612427, -1.7421951293945312, -1.7638576030731201, -1.4499179124832153, -1.6621077060699463, -1.0609819889068604, -0.18981920182704926, -0.8231902122497559, -1.6744801998138428, -1.9072481393814087, -1.3861807584762573, -1.4408460855484009, -1.829111933708191, -0.44382625818252563, -1.2132333517074585, -1.6449873447418213, -1.9139952659606934, -1.9677674770355225, -2.1243996620178223, -2.166498899459839, -1.9715849161148071, -2.2459938526153564, -2.5303869247436523, -2.6168911457061768, -1.9347947835922241, -2.7280092239379883, -0.1638251394033432, -1.7828847169876099, -1.872593641281128, -0.7151315212249756, -1.561571717262268, -0.21647416055202484, -1.158003568649292, -0.6650271415710449, -1.6304339170455933, -1.5061062574386597, -2.719263792037964, -2.3164563179016113, -2.2050673961639404, -0.8030195236206055, -2.6238441467285156, -0.5059441924095154, -2.1351051330566406, -0.5646330714225769, -1.5365972518920898, -0.5851231217384338, -2.9356484413146973, -0.4961089491844177, -1.1559635400772095, -2.0454139709472656, -1.5541176795959473, -1.6707572937011719, -2.299959897994995, -0.9371098875999451, -1.0567693710327148, -1.7224105596542358, -1.7205383777618408, -2.3911147117614746, -2.503443956375122, -2.2077088356018066, -1.6771862506866455, -0.10200723260641098, -1.7461024522781372, -2.46167254447937, -2.650272846221924, -0.09099582582712173, -1.8278782367706299, -2.26847767829895, -1.5876954793930054, -2.524555206298828, -0.1252029985189438, -1.266793131828308, -1.4068087339401245, -1.8324869871139526, -1.4974421262741089, -0.18628093600273132, -1.5105395317077637, -1.0760449171066284, -0.7732722163200378, -1.6879016160964966, -1.9021563529968262, -1.503728985786438, -2.7405107021331787, -0.7553939819335938, -1.290135383605957, -2.224303722381592, -2.9863052368164062, -1.8241808414459229, -0.7868983149528503, -0.16239868104457855, -1.7804274559020996, -1.389625072479248]}, "Bot002_001_11": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_001.log.json", "context": "Hi! How are you? I am doing great, how are you? Good as well, listening to my favourite band Nice i like music Oh, cool, me too. Which music do you prefer? I like music, country, country, country, gospel, gospel I see. And what about games? I'm crazy about call of duty I play video games, and play video games. Which one do you like most? I like to go to the park and listen to music Erm... ok. But what about games?", "response": "I like to play games with friends", "annotation_id": "Bot002_001_11", "annotations": ["T", "O", "O", "T", "T", "O", "O", "X", "X", "T", "O", "O", "T", "O", "O"], "gpt2background_target_score": [-9.236458778381348, -10.69127368927002, -2.6446523666381836, -11.528980255126953, -11.503690719604492, -9.638925552368164, -11.34816837310791], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.5788270235061646, -0.4292784333229065, -1.4781627655029297, -1.197008728981018, -1.4618417024612427, -1.7421951293945312, -1.7638576030731201, -1.4499179124832153, -1.6621077060699463, -1.0609819889068604, -0.18981920182704926, -0.8231902122497559, -1.6744801998138428, -1.9072481393814087, -1.3861807584762573, -1.4408460855484009, -1.829111933708191, -0.44382625818252563, -1.2132333517074585, -1.6449873447418213, -1.9139952659606934, -1.9677674770355225, -2.1243996620178223, -2.166498899459839, -1.9715849161148071, -2.2459938526153564, -2.5303869247436523, -2.6168911457061768, -1.9347947835922241, -2.7280092239379883, -0.1638251394033432, -1.7828847169876099, -1.872593641281128, -0.7151315212249756, -1.561571717262268, -0.21647416055202484, -1.158003568649292, -0.6650271415710449, -1.6304339170455933, -1.5061062574386597, -2.719263792037964, -2.3164563179016113, -2.2050673961639404, -0.8030195236206055, -2.6238441467285156, -0.5059441924095154, -2.1351051330566406, -0.5646330714225769, -1.5365972518920898, -0.5851231217384338, -2.9356484413146973, -0.4961089491844177, -1.1559635400772095, -2.0454139709472656, -1.5541176795959473, -1.6707572937011719, -2.299959897994995, -0.9371098875999451, -1.0567693710327148, -1.7224105596542358, -1.7205383777618408, -2.3911147117614746, -2.503443956375122, -2.2077088356018066, -1.6771862506866455, -0.10200723260641098, -1.7461024522781372, -2.46167254447937, -2.650272846221924, -0.09099582582712173, -1.8278782367706299, -2.26847767829895, -1.5876954793930054, -2.524555206298828, -0.1252029985189438, -1.266793131828308, -1.4068087339401245, -1.8324869871139526, -1.4974421262741089, -0.18628093600273132, -1.5105395317077637, -1.0760449171066284, -0.7732722163200378, -1.6879016160964966, -1.645056128501892, -2.3926546573638916, -0.7937763333320618, -1.176748514175415, -2.1523053646087646, -2.7355594635009766, -1.6400206089019775, -0.8611465096473694, -0.15682671964168549, -1.4667136669158936, -1.3240461349487305, -2.4157400131225586, -2.084146022796631, -2.295201539993286, -1.5296484231948853, -1.4326343536376953, -1.343595266342163, -0.4933026134967804, -1.5126011371612549, -0.5644110441207886, -1.5034750699996948, -1.7692469358444214, -1.3989360332489014, -2.676098585128784, -1.4016516208648682, -2.081465005874634, -1.830173373222351, -1.797619104385376, -1.4391905069351196]}, "Bot002_001_13": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_001.log.json", "context": "Hi! How are you? I am doing great, how are you? Good as well, listening to my favourite band Nice i like music Oh, cool, me too. Which music do you prefer? I like music, country, country, country, gospel, gospel I see. And what about games? I'm crazy about call of duty I play video games, and play video games. Which one do you like most? I like to go to the park and listen to music Erm... ok. But what about games? I like to play games with friends Good. It's nice to have friends", "response": "I love friends, they are so nice to meet me", "annotation_id": "Bot002_001_13", "annotations": ["O", "T", "O", "T", "T", "O", "O", "O", "X", "O", "O", "O", "X", "T", "O"], "gpt2background_target_score": [-9.236458778381348, -11.459829330444336, -11.148515701293945, -9.140246391296387, -12.181522369384766, -8.53634262084961, -9.435404777526855, -9.089842796325684, -7.586751937866211, -11.607671737670898, -8.952234268188477], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.5788270235061646, -0.4292784333229065, -1.4781627655029297, -1.197008728981018, -1.4618417024612427, -1.7421951293945312, -1.7638576030731201, -1.4499179124832153, -1.6621077060699463, -1.0609819889068604, -0.18981920182704926, -0.8231902122497559, -1.6744801998138428, -1.9072481393814087, -1.3861807584762573, -1.4408460855484009, -1.829111933708191, -0.44382625818252563, -1.2132333517074585, -1.6449873447418213, -1.9139952659606934, -1.9677674770355225, -2.1243996620178223, -2.166498899459839, -1.9715849161148071, -2.2459938526153564, -2.5303869247436523, -2.6168911457061768, -1.9347947835922241, -2.7280092239379883, -0.1638251394033432, -1.7828847169876099, -1.872593641281128, -0.7151315212249756, -1.561571717262268, -0.21647416055202484, -1.158003568649292, -0.6650271415710449, -1.6304339170455933, -1.5061062574386597, -2.719263792037964, -2.3164563179016113, -2.2050673961639404, -0.8030195236206055, -2.6238441467285156, -0.5059441924095154, -2.1351051330566406, -0.5646330714225769, -1.5365972518920898, -0.5851231217384338, -2.9356484413146973, -0.4961089491844177, -1.1559635400772095, -2.0454139709472656, -1.5541176795959473, -1.6707572937011719, -2.299959897994995, -0.9371098875999451, -1.0567693710327148, -1.7224105596542358, -1.7205383777618408, -2.3911147117614746, -2.503443956375122, -2.2077088356018066, -1.6771862506866455, -0.10200723260641098, -1.7461024522781372, -2.46167254447937, -2.650272846221924, -0.09099582582712173, -1.8278782367706299, -2.26847767829895, -1.5876954793930054, -2.524555206298828, -0.1252029985189438, -1.266793131828308, -1.4068087339401245, -1.8324869871139526, -1.4974421262741089, -0.18628093600273132, -1.5105395317077637, -1.0760449171066284, -0.7732722163200378, -1.6879016160964966, -1.645056128501892, -2.3926546573638916, -0.7937763333320618, -1.176748514175415, -2.1523053646087646, -2.735557794570923, -1.6400210857391357, -0.861147403717041, -0.15682661533355713, -1.4667136669158936, -1.324048638343811, -2.4157402515411377, -2.084146022796631, -2.2952005863189697, -1.5296483039855957, -1.4326335191726685, -1.3435953855514526, -0.4933030605316162, -1.51260244846344, -0.564411461353302, -1.5034750699996948, -1.5969959497451782, -2.4556291103363037, -1.5164897441864014, -2.2011516094207764, -1.7817590236663818, -1.6187058687210083, -1.463154911994934, -2.7226333618164062, -1.4579927921295166, -0.6313465237617493, -2.3846497535705566, -0.8992420434951782, -1.7477068901062012, -1.4642770290374756, -1.9915225505828857, -1.8182616233825684, -1.5911418199539185, -2.1051061153411865, -1.7799535989761353, -1.4284974336624146, -1.5871258974075317, -2.483450174331665, -2.5029053688049316, -1.691692590713501, -2.108064651489258, -1.4956245422363281, -1.4256410598754883]}, "Bot002_001_15": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_001.log.json", "context": "Hi! How are you? I am doing great, how are you? Good as well, listening to my favourite band Nice i like music Oh, cool, me too. Which music do you prefer? I like music, country, country, country, gospel, gospel I see. And what about games? I'm crazy about call of duty I play video games, and play video games. Which one do you like most? I like to go to the park and listen to music Erm... ok. But what about games? I like to play games with friends Good. It's nice to have friends I love friends, they are so nice to meet me Do you have any other hobbies?", "response": "I love to do crafts", "annotation_id": "Bot002_001_15", "annotations": ["O", "O", "X", "T", "T", "O", "O", "T", "X", "O", "O", "T", "O", "T", "O"], "gpt2background_target_score": [-9.236458778381348, -11.459829330444336, -2.6446523666381836, -9.35544490814209, -12.68982982635498], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.5788270235061646, -0.4292784333229065, -1.4781627655029297, -1.197008728981018, -1.4618417024612427, -1.7421951293945312, -1.7638576030731201, -1.4499179124832153, -1.6621077060699463, -1.0609819889068604, -0.18981920182704926, -0.8231902122497559, -1.6744801998138428, -1.9072481393814087, -1.3861807584762573, -1.4408460855484009, -1.829111933708191, -0.44382625818252563, -1.2132333517074585, -1.6449873447418213, -1.9139952659606934, -1.9677674770355225, -2.1243996620178223, -2.166498899459839, -1.9715849161148071, -2.2459938526153564, -2.5303869247436523, -2.6168911457061768, -1.9347947835922241, -2.7280092239379883, -0.1638251394033432, -1.7828847169876099, -1.872593641281128, -0.7151315212249756, -1.561571717262268, -0.21647416055202484, -1.158003568649292, -0.6650271415710449, -1.6304339170455933, -1.5061062574386597, -2.719263792037964, -2.3164563179016113, -2.2050673961639404, -0.8030195236206055, -2.6238441467285156, -0.5059441924095154, -2.1351051330566406, -0.5646330714225769, -1.5365972518920898, -0.5851231217384338, -2.9356484413146973, -0.4961089491844177, -1.1559635400772095, -2.0454139709472656, -1.5541176795959473, -1.6707572937011719, -2.299959897994995, -0.9371098875999451, -1.0567693710327148, -1.7224105596542358, -1.7205383777618408, -2.3911147117614746, -2.503443956375122, -2.2077088356018066, -1.6771862506866455, -0.10200723260641098, -1.7461024522781372, -2.46167254447937, -2.650272846221924, -0.09099582582712173, -1.8278782367706299, -2.26847767829895, -1.5876954793930054, -2.524555206298828, -0.1252029985189438, -1.266793131828308, -1.4068087339401245, -1.8324869871139526, -1.4974421262741089, -0.18628093600273132, -1.5105395317077637, -1.0760449171066284, -0.7732722163200378, -1.6879016160964966, -1.645056128501892, -2.3926546573638916, -0.7937763333320618, -1.176748514175415, -2.1523053646087646, -2.7355594635009766, -1.6400206089019775, -0.8611465096473694, -0.15682671964168549, -1.4667136669158936, -1.3240461349487305, -2.4157400131225586, -2.084146022796631, -2.295201539993286, -1.5296484231948853, -1.4326343536376953, -1.343595266342163, -0.4933026134967804, -1.5126011371612549, -0.5644110441207886, -1.5034750699996948, -1.5969958305358887, -2.455629348754883, -1.516489028930664, -2.2011544704437256, -1.781760573387146, -1.618706464767456, -1.463154911994934, -2.722635507583618, -1.4579938650131226, -0.6313475370407104, -2.3846490383148193, -0.8992419838905334, -1.7477058172225952, -1.4642771482467651, -1.9915212392807007, -1.434706211090088, -1.5797849893569946, -1.459164023399353, -1.2822576761245728, -1.6092824935913086, -2.483968734741211, -2.5598690509796143, -1.7319984436035156, -2.076482057571411, -1.4773030281066895, -1.3604679107666016, -0.330652117729187, -1.314559817314148, -0.8860564231872559, -2.0580058097839355, -1.2868698835372925, -0.8031294345855713, -1.4130682945251465, -1.649681568145752, -1.9185901880264282, -2.4152684211730957, -0.9997235536575317, -2.1034655570983887, -1.483620524406433]}, "Bot002_001_17": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_001.log.json", "context": "Hi! How are you? I am doing great, how are you? Good as well, listening to my favourite band Nice i like music Oh, cool, me too. Which music do you prefer? I like music, country, country, country, gospel, gospel I see. And what about games? I'm crazy about call of duty I play video games, and play video games. Which one do you like most? I like to go to the park and listen to music Erm... ok. But what about games? I like to play games with friends Good. It's nice to have friends I love friends, they are so nice to meet me Do you have any other hobbies? I love to do crafts Like what, for example?", "response": "I like to read the new things", "annotation_id": "Bot002_001_17", "annotations": ["X", "X", "O", "X", "T", "X", "X", "X", "X", "T", "T", "O", "X", "O", "T"], "gpt2background_target_score": [-9.236458778381348, -10.69127368927002, -2.6446523666381836, -11.948512077331543, -6.552095413208008, -10.710457801818848, -12.351292610168457], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.5788270235061646, -0.4292784333229065, -1.4781627655029297, -1.197008728981018, -1.4618417024612427, -1.7421951293945312, -1.7638576030731201, -1.4499179124832153, -1.6621077060699463, -1.0609819889068604, -0.18981920182704926, -0.8231902122497559, -1.6744801998138428, -1.9072481393814087, -1.3861807584762573, -1.4408460855484009, -1.829111933708191, -0.44382625818252563, -1.2132333517074585, -1.6449873447418213, -1.9139952659606934, -1.9677674770355225, -2.1243996620178223, -2.166498899459839, -1.9715849161148071, -2.2459938526153564, -2.5303869247436523, -2.6168911457061768, -1.9347947835922241, -2.7280092239379883, -0.1638251394033432, -1.7828847169876099, -1.872593641281128, -0.7151315212249756, -1.561571717262268, -0.21647416055202484, -1.158003568649292, -0.6650271415710449, -1.6304339170455933, -1.5061062574386597, -2.719263792037964, -2.3164563179016113, -2.2050673961639404, -0.8030195236206055, -2.6238441467285156, -0.5059441924095154, -2.1351051330566406, -0.5646330714225769, -1.5365972518920898, -0.5851231217384338, -2.9356484413146973, -0.4961089491844177, -1.1559635400772095, -2.0454139709472656, -1.5541176795959473, -1.6707572937011719, -2.299959897994995, -0.9371098875999451, -1.0567693710327148, -1.7224105596542358, -1.7205383777618408, -2.3911147117614746, -2.503443956375122, -2.2077088356018066, -1.6771862506866455, -0.10200723260641098, -1.7461024522781372, -2.46167254447937, -2.650272846221924, -0.09099582582712173, -1.8278782367706299, -2.26847767829895, -1.5876954793930054, -2.524555206298828, -0.1252029985189438, -1.266793131828308, -1.4068087339401245, -1.8324869871139526, -1.4974421262741089, -0.18628093600273132, -1.5105395317077637, -1.0760449171066284, -0.7732722163200378, -1.6879016160964966, -1.645056128501892, -2.3926546573638916, -0.7937763333320618, -1.176748514175415, -2.1523053646087646, -2.7355594635009766, -1.6400206089019775, -0.8611465096473694, -0.15682671964168549, -1.4667136669158936, -1.3240461349487305, -2.4157400131225586, -2.084146022796631, -2.295201539993286, -1.5296484231948853, -1.4326343536376953, -1.343595266342163, -0.4933026134967804, -1.5126011371612549, -0.5644110441207886, -1.5034750699996948, -1.5969958305358887, -2.455629348754883, -1.516489028930664, -2.2011544704437256, -1.781760573387146, -1.618706464767456, -1.463154911994934, -2.722635507583618, -1.4579938650131226, -0.6313475370407104, -2.3846490383148193, -0.8992419838905334, -1.7477058172225952, -1.4642771482467651, -1.9915212392807007, -1.434706211090088, -1.5797849893569946, -1.459164023399353, -1.2822576761245728, -1.6092824935913086, -2.483968734741211, -2.5598690509796143, -1.7319984436035156, -2.076482057571411, -1.4773030281066895, -1.3604679107666016, -0.330652117729187, -1.314559817314148, -0.8860564231872559, -2.0580058097839355, -1.2868698835372925, -0.8031294345855713, -1.4130682945251465, -2.1315441131591797, -2.1916604042053223, -1.071767807006836, -2.1805527210235596, -1.447448492050171, -2.6064555644989014, -1.8675175905227661, -2.3149943351745605, -1.3511583805084229, -1.2941540479660034, -1.461584448814392, -1.7268937826156616, -1.7711961269378662, -2.0563902854919434, -1.1586635112762451, -1.9772032499313354, -2.8919007778167725, -2.799773931503296, -2.0875179767608643]}, "Bot002_001_19": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_001.log.json", "context": "Hi! How are you? I am doing great, how are you? Good as well, listening to my favourite band Nice i like music Oh, cool, me too. Which music do you prefer? I like music, country, country, country, gospel, gospel I see. And what about games? I'm crazy about call of duty I play video games, and play video games. Which one do you like most? I like to go to the park and listen to music Erm... ok. But what about games? I like to play games with friends Good. It's nice to have friends I love friends, they are so nice to meet me Do you have any other hobbies? I love to do crafts Like what, for example? I like to read the new things Hey, man, you never follow the topic.", "response": "I do not know what that means", "annotation_id": "Bot002_001_19", "annotations": ["T", "T", "T", "T", "T", "X", "O", "O", "X", "X", "T", "T", "X", "T", "X"], "gpt2background_target_score": [-9.236458778381348, -8.541638374328613, -9.389801025390625, -12.458011627197266, -11.03986930847168, -9.310262680053711, -11.60509204864502], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.5788270235061646, -0.4292784333229065, -1.4781627655029297, -1.197008728981018, -1.4618417024612427, -1.7421951293945312, -1.7638576030731201, -1.4499179124832153, -1.6621077060699463, -1.0609819889068604, -0.18981920182704926, -0.8231902122497559, -1.6744801998138428, -1.9072481393814087, -1.3861807584762573, -1.4408460855484009, -1.829111933708191, -0.44382625818252563, -1.2132333517074585, -1.6449873447418213, -1.9139952659606934, -1.9677674770355225, -2.1243996620178223, -2.166498899459839, -1.9715849161148071, -2.2459938526153564, -2.5303869247436523, -2.6168911457061768, -1.9347947835922241, -2.7280092239379883, -0.1638251394033432, -1.7828847169876099, -1.872593641281128, -0.7151315212249756, -1.561571717262268, -0.21647416055202484, -1.158003568649292, -0.6650271415710449, -1.6304339170455933, -1.5061062574386597, -2.719263792037964, -2.3164563179016113, -2.2050673961639404, -0.8030195236206055, -2.6238441467285156, -0.5059441924095154, -2.1351051330566406, -0.5646330714225769, -1.5365972518920898, -0.5851231217384338, -2.9356484413146973, -0.4961089491844177, -1.1559635400772095, -2.0454139709472656, -1.5541176795959473, -1.6707572937011719, -2.299959897994995, -0.9371098875999451, -1.0567693710327148, -1.7224105596542358, -1.7205383777618408, -2.3911147117614746, -2.503443956375122, -2.2077088356018066, -1.6771862506866455, -0.10200723260641098, -1.7461024522781372, -2.46167254447937, -2.650272846221924, -0.09099582582712173, -1.8278782367706299, -2.26847767829895, -1.5876954793930054, -2.524555206298828, -0.1252029985189438, -1.266793131828308, -1.4068087339401245, -1.8324869871139526, -1.4974421262741089, -0.18628093600273132, -1.5105395317077637, -1.0760449171066284, -0.7732722163200378, -1.6879016160964966, -1.645056128501892, -2.3926546573638916, -0.7937763333320618, -1.176748514175415, -2.1523053646087646, -2.7355594635009766, -1.6400206089019775, -0.8611465096473694, -0.15682671964168549, -1.4667136669158936, -1.3240461349487305, -2.4157400131225586, -2.084146022796631, -2.295201539993286, -1.5296484231948853, -1.4326343536376953, -1.343595266342163, -0.4933026134967804, -1.5126011371612549, -0.5644110441207886, -1.5034750699996948, -1.5969958305358887, -2.455629348754883, -1.516489028930664, -2.2011544704437256, -1.781760573387146, -1.618706464767456, -1.463154911994934, -2.722635507583618, -1.4579938650131226, -0.6313475370407104, -2.3846490383148193, -0.8992419838905334, -1.7477058172225952, -1.4642771482467651, -1.9915212392807007, -1.434706211090088, -1.5797849893569946, -1.459164023399353, -1.2822576761245728, -1.6092824935913086, -2.483968734741211, -2.5598690509796143, -1.7319984436035156, -2.076482057571411, -1.4773030281066895, -1.3604679107666016, -0.330652117729187, -1.314559817314148, -0.8860564231872559, -2.0580058097839355, -1.2868698835372925, -0.8031294345855713, -1.4130682945251465, -2.1315441131591797, -2.1916604042053223, -1.071767807006836, -2.1805527210235596, -1.4474495649337769, -2.6064536571502686, -1.8675180673599243, -2.3149948120117188, -1.351158618927002, -1.2941550016403198, -1.4615836143493652, -1.7801179885864258, -1.5425522327423096, -1.2230300903320312, -1.7270560264587402, -2.9757239818573, -2.507246732711792, -2.0908966064453125, -1.686991810798645, -1.463923692703247, -1.2528563737869263, -1.1203398704528809, -2.1140801906585693, -1.0482245683670044, -1.4274698495864868, -2.0763564109802246, -1.7179497480392456, -1.402148723602295, -1.7653530836105347, -1.9683167934417725, -1.9560092687606812, -1.300885796546936, -1.9049170017242432, -1.9360629320144653, -0.9882386326789856, -1.2569921016693115]}, "Bot002_003_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_003.log.json", "context": "Nice, colorado here, where are you from? I am from Chile", "response": "I am from the south, where are you from?", "annotation_id": "Bot002_003_02", "annotations": ["O", "X", "O", "T", "T", "T", "O", "O", "O", "O", "O", "O", "O", "O", "T"], "gpt2background_target_score": [-9.798797607421875, -6.998934745788574, -8.432259559631348, -6.34934139251709, -12.246191024780273, -9.721561431884766, -8.02220344543457, -8.129752159118652, -9.01554012298584, -6.572769641876221, -9.767778396606445], "gpt2background_argmax_score": [-3.0963733196258545, -2.2041149139404297, -1.9187142848968506, -2.107353448867798, -1.4138514995574951, -2.775200605392456, -2.18083119392395, -0.7916821241378784, -1.6898343563079834, -0.44088029861450195, -1.2012362480163574, -1.2880897521972656, -1.1372435092926025, -2.6556384563446045, -1.4831795692443848, -2.0062546730041504, -1.4712257385253906, -0.6205960512161255, -1.9697914123535156, -1.5746078491210938, -1.9538885354995728, -2.206834554672241, -0.39353618025779724, -0.24996492266654968, -0.6053677797317505, -0.32112443447113037, -0.47853922843933105]}, "Bot002_003_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_003.log.json", "context": "Nice, colorado here, where are you from? I am from Chile I am from the south, where are you from? I am from west", "response": "I live in cali", "annotation_id": "Bot002_003_04", "annotations": ["T", "X", "X", "X", "T", "O", "O", "O", "O", "O", "O", "X", "O", "X", "T"], "gpt2background_target_score": [-9.798797607421875, -8.972455978393555, -6.610042572021484, -8.433222770690918, -10.289193153381348], "gpt2background_argmax_score": [-3.0963733196258545, -2.2041149139404297, -1.9187142848968506, -2.107353448867798, -1.4138514995574951, -2.775200605392456, -2.18083119392395, -0.7916821241378784, -1.6898343563079834, -0.44088029861450195, -1.2012362480163574, -1.2880897521972656, -1.1372435092926025, -2.6556384563446045, -1.4831795692443848, -2.014641284942627, -0.761228621006012, -3.0292787551879883, -1.5001707077026367, -1.972145438194275, -2.206965684890747, -0.5678061842918396, -0.26908251643180847, -0.3996281623840332, -0.3374936580657959, -1.2663459777832031, -1.2260737419128418, -0.3905096650123596, -1.5307692289352417, -1.052148461341858, -2.1207172870635986, -1.3619329929351807, -0.4122121036052704, -1.792418122291565, -0.8225535750389099, -1.5712040662765503]}, "Bot002_003_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_003.log.json", "context": "Nice, colorado here, where are you from? I am from Chile I am from the south, where are you from? I am from west I live in cali I don't", "response": "I am sorry to hear that.", "annotation_id": "Bot002_003_06", "annotations": ["X", "X", "X", "O", "O", "O", "T", "T", "O", "T", "T", "O", "O", "X", "O"], "gpt2background_target_score": [-9.798797607421875, -6.998934745788574, -12.210238456726074, -5.69174861907959, -11.7501859664917, -5.540843963623047, -6.8278398513793945], "gpt2background_argmax_score": [-3.0963733196258545, -2.2041149139404297, -1.9187142848968506, -2.107353448867798, -1.4138514995574951, -2.775200605392456, -2.18083119392395, -0.7916821241378784, -1.6898343563079834, -0.44088029861450195, -1.2012362480163574, -1.2880897521972656, -1.1372435092926025, -2.6556384563446045, -1.4831795692443848, -2.014641284942627, -0.761228621006012, -3.0292787551879883, -1.5001707077026367, -1.972145438194275, -2.206965684890747, -0.5678061842918396, -0.26908251643180847, -0.3996281623840332, -0.3374936580657959, -1.2663459777832031, -1.2260737419128418, -0.3905096650123596, -1.5307692289352417, -1.052148461341858, -0.6469463109970093, -0.9874083399772644, -1.749392032623291, -0.7523337602615356, -1.9201291799545288, -1.2162587642669678, -0.5342071652412415, -1.646786093711853, -2.023996591567993, -1.7436983585357666, -0.5002829432487488, -1.5411856174468994, -0.42236757278442383, -0.8487956523895264, -1.1736174821853638, -1.3080953359603882]}, "Bot002_003_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_003.log.json", "context": "Nice, colorado here, where are you from? I am from Chile I am from the south, where are you from? I am from west I live in cali I don't I am sorry to hear that. Why?", "response": "I am not sure what i want to do for, but i am a professional", "annotation_id": "Bot002_003_08", "annotations": ["X", "X", "X", "T", "X", "T", "X", "O", "T", "X", "O", "O", "T", "X", "X"], "gpt2background_target_score": [-9.798797607421875, -6.998934745788574, -7.635017395019531, -9.62475872039795, -8.035990715026855, -5.576296806335449, -9.661555290222168, -8.390693664550781, -10.19746208190918, -5.6657633781433105, -9.547330856323242, -10.617828369140625, -9.626882553100586, -8.864237785339355, -6.821267604827881, -12.511594772338867], "gpt2background_argmax_score": [-3.0963733196258545, -2.2041149139404297, -1.9187142848968506, -2.107353448867798, -1.4138514995574951, -2.775200605392456, -2.18083119392395, -0.7916821241378784, -1.6898343563079834, -0.44088029861450195, -1.2012362480163574, -1.2880897521972656, -1.1372435092926025, -2.6556384563446045, -1.4831795692443848, -2.014641284942627, -0.761228621006012, -3.0292787551879883, -1.5001707077026367, -1.972145438194275, -2.206965684890747, -0.5678061842918396, -0.26908251643180847, -0.3996281623840332, -0.3374936580657959, -1.2663459777832031, -1.2260737419128418, -0.3905096650123596, -1.5307692289352417, -1.052148461341858, -0.6469475030899048, -0.9874087572097778, -1.7493913173675537, -0.7523350715637207, -1.9201303720474243, -1.2162598371505737, -0.5342069864273071, -1.6467846632003784, -2.2491252422332764, -0.4622218608856201, -2.090951442718506, -0.7692331075668335, -1.176237940788269, -1.45816969871521, -1.6377280950546265, -1.8882635831832886, -1.4192997217178345, -1.676201581954956, -1.7712575197219849, -0.5180903673171997, -1.4902052879333496, -2.2012290954589844, -1.61182701587677, -1.4021689891815186, -0.4221963584423065, -1.462327003479004, -1.8647583723068237, -1.945421576499939, -0.7772833704948425, -1.304701328277588, -1.9794498682022095, -2.6277573108673096, -3.287175178527832, -1.725913643836975]}, "Bot002_003_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_003.log.json", "context": "Nice, colorado here, where are you from? I am from Chile I am from the south, where are you from? I am from west I live in cali I don't I am sorry to hear that. Why? I am not sure what i want to do for, but i am a professional Me too", "response": "I do not like it either", "annotation_id": "Bot002_003_10", "annotations": ["X", "X", "X", "O", "T", "T", "O", "X", "X", "T", "O", "O", "O", "X", "X"], "gpt2background_target_score": [-9.798797607421875, -5.6379923820495605, -7.635017395019531, -7.416791915893555, -7.748229026794434, -9.733746528625488], "gpt2background_argmax_score": [-3.096372127532959, -2.204115390777588, -1.9187169075012207, -2.107351303100586, -1.413852334022522, -2.775198459625244, -2.180833339691162, -0.7916827201843262, -1.689833402633667, -0.44088029861450195, -1.2012354135513306, -1.2880902290344238, -1.1372442245483398, -2.655637741088867, -1.4831796884536743, -2.014644145965576, -0.7612276077270508, -3.029280185699463, -1.5001744031906128, -1.972145438194275, -2.20696759223938, -0.5678057074546814, -0.26908326148986816, -0.3996279239654541, -0.3374936580657959, -1.2663459777832031, -1.226075291633606, -0.39050981402397156, -1.5307706594467163, -1.0521481037139893, -0.6469448208808899, -0.9874089360237122, -1.7493940591812134, -0.7523393630981445, -1.9201288223266602, -1.21625816822052, -0.5342074036598206, -1.6467862129211426, -2.2491276264190674, -0.46222126483917236, -2.090949058532715, -0.7692289352416992, -1.176239013671875, -1.4581711292266846, -1.6377272605895996, -1.8882628679275513, -1.4192991256713867, -1.3116787672042847, -0.5840736031532288, -1.5159639120101929, -2.015068531036377, -1.747277855873108, -1.2534291744232178, -0.4860324263572693, -1.3588385581970215, -1.7483656406402588, -1.8611578941345215, -0.8962519764900208, -1.1316180229187012, -1.9552841186523438, -3.029083013534546, -3.1615774631500244, -1.8261921405792236, -1.7866727113723755, -0.9896039366722107, -1.8479251861572266, -2.0310425758361816, -1.479725956916809, -1.8801803588867188, -2.0380592346191406, -1.5048259496688843, -1.0100947618484497]}, "Bot002_003_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_003.log.json", "context": "Nice, colorado here, where are you from? I am from Chile I am from the south, where are you from? I am from west I live in cali I don't I am sorry to hear that. Why? I am not sure what i want to do for, but i am a professional Me too I do not like it either Same here", "response": "I am sorry to hear that", "annotation_id": "Bot002_003_12", "annotations": ["X", "X", "X", "T", "O", "T", "O", "T", "T", "T", "O", "O", "O", "X", "T"], "gpt2background_target_score": [-9.798797607421875, -6.998934268951416, -12.210235595703125, -5.69174861907959, -11.750186920166016, -5.5408430099487305], "gpt2background_argmax_score": [-3.096372127532959, -2.204115390777588, -1.9187169075012207, -2.107351303100586, -1.413852334022522, -2.775198459625244, -2.180833339691162, -0.7916827201843262, -1.689833402633667, -0.44088029861450195, -1.2012354135513306, -1.2880902290344238, -1.1372442245483398, -2.655637741088867, -1.4831796884536743, -2.014644145965576, -0.7612276077270508, -3.029280185699463, -1.5001744031906128, -1.972145438194275, -2.20696759223938, -0.5678057074546814, -0.26908326148986816, -0.3996279239654541, -0.3374936580657959, -1.2663459777832031, -1.226075291633606, -0.39050981402397156, -1.5307706594467163, -1.0521481037139893, -0.6469448208808899, -0.9874089360237122, -1.7493940591812134, -0.7523393630981445, -1.9201288223266602, -1.21625816822052, -0.5342074036598206, -1.6467862129211426, -2.2491276264190674, -0.46222126483917236, -2.090949058532715, -0.7692289352416992, -1.176239013671875, -1.4581711292266846, -1.6377272605895996, -1.8882628679275513, -1.4192991256713867, -1.3116787672042847, -0.5840736031532288, -1.5159639120101929, -2.015068531036377, -1.747277855873108, -1.2534291744232178, -0.4860324263572693, -1.3588385581970215, -1.7483656406402588, -1.8611578941345215, -0.8962519764900208, -1.1316180229187012, -1.9552841186523438, -3.029083013534546, -3.1615774631500244, -1.8261921405792236, -1.7866727113723755, -0.9896039366722107, -1.641234278678894, -0.9786036014556885, -1.315902829170227, -1.9493588209152222, -1.2779557704925537, -1.0078850984573364, -0.673859179019928, -1.6485081911087036, -1.8136776685714722, -1.9880653619766235, -0.8961949944496155, -1.3879988193511963, -0.043246079236269, -0.33244505524635315, -0.5937814116477966]}, "Bot002_003_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_003.log.json", "context": "Nice, colorado here, where are you from? I am from Chile I am from the south, where are you from? I am from west I live in cali I don't I am sorry to hear that. Why? I am not sure what i want to do for, but i am a professional Me too I do not like it either Same here I am sorry to hear that Why", "response": "I just like to say it is", "annotation_id": "Bot002_003_14", "annotations": ["X", "X", "X", "T", "T", "T", "T", "O", "O", "T", "O", "O", "O", "X", "O"], "gpt2background_target_score": [-9.798797607421875, -5.685622215270996, -8.185173034667969, -5.69174861907959, -9.876123428344727, -4.727403163909912, -2.6263113021850586], "gpt2background_argmax_score": [-3.096372127532959, -2.204115390777588, -1.9187169075012207, -2.107351303100586, -1.413852334022522, -2.775198459625244, -2.180833339691162, -0.7916827201843262, -1.689833402633667, -0.44088029861450195, -1.2012354135513306, -1.2880902290344238, -1.1372442245483398, -2.655637741088867, -1.4831796884536743, -2.014644145965576, -0.7612276077270508, -3.029280185699463, -1.5001744031906128, -1.972145438194275, -2.20696759223938, -0.5678057074546814, -0.26908326148986816, -0.3996279239654541, -0.3374936580657959, -1.2663459777832031, -1.226075291633606, -0.39050981402397156, -1.5307706594467163, -1.0521481037139893, -0.6469448208808899, -0.9874089360237122, -1.7493940591812134, -0.7523393630981445, -1.9201288223266602, -1.21625816822052, -0.5342074036598206, -1.6467862129211426, -2.2491276264190674, -0.46222126483917236, -2.090949058532715, -0.7692289352416992, -1.1762397289276123, -1.4581700563430786, -1.6377283334732056, -1.88826322555542, -1.4192992448806763, -1.3116793632507324, -0.5840744376182556, -1.5159629583358765, -2.015068531036377, -1.747279405593872, -1.2534290552139282, -0.4860338866710663, -1.3588389158248901, -1.748366355895996, -1.8611574172973633, -0.8962528705596924, -1.1316176652908325, -1.955283761024475, -3.029083490371704, -3.1615774631500244, -1.826194167137146, -1.786670207977295, -0.9896045923233032, -1.6412330865859985, -0.9786028265953064, -1.315904974937439, -1.949359655380249, -1.2779558897018433, -1.00788414478302, -0.6738595366477966, -1.6485085487365723, -0.44028040766716003, -0.6579071879386902, -1.6465357542037964, -0.0575467012822628, -0.4352179169654846, -0.6732087731361389, -0.9680658578872681, -1.79403817653656, -1.6848732233047485, -2.211472988128662, -1.8911354541778564, -2.4930286407470703, -1.1223641633987427, -2.0452513694763184, -2.1760385036468506]}, "Bot002_003_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_003.log.json", "context": "Nice, colorado here, where are you from? I am from Chile I am from the south, where are you from? I am from west I live in cali I don't I am sorry to hear that. Why? I am not sure what i want to do for, but i am a professional Me too I do not like it either Same here I am sorry to hear that Why I just like to say it is Ok", "response": "I am so much, i am just getting ready to go to the gym", "annotation_id": "Bot002_003_16", "annotations": ["O", "X", "X", "O", "T", "T", "O", "O", "X", "O", "O", "X", "O", "X", "T"], "gpt2background_target_score": [-9.798797607421875, -6.998934268951416, -8.416335105895996, -7.327780246734619, -1.887055516242981, -5.576297283172607, -4.978466987609863, -8.921537399291992, -4.437564849853516, -12.06767463684082, -9.556891441345215, -5.827592372894287, -7.461181163787842, -2.655637741088867, -13.555569648742676], "gpt2background_argmax_score": [-3.096372127532959, -2.204115390777588, -1.9187169075012207, -2.107351303100586, -1.413852334022522, -2.775198459625244, -2.180833339691162, -0.7916827201843262, -1.689833402633667, -0.44088029861450195, -1.2012354135513306, -1.2880902290344238, -1.1372442245483398, -2.655637741088867, -1.4831796884536743, -2.014644145965576, -0.7612276077270508, -3.029280185699463, -1.5001744031906128, -1.972145438194275, -2.20696759223938, -0.5678057074546814, -0.26908326148986816, -0.3996279239654541, -0.3374936580657959, -1.2663459777832031, -1.226075291633606, -0.39050981402397156, -1.5307706594467163, -1.0521481037139893, -0.6469448208808899, -0.9874089360237122, -1.7493940591812134, -0.7523393630981445, -1.9201288223266602, -1.21625816822052, -0.5342074036598206, -1.6467862129211426, -2.2491276264190674, -0.46222126483917236, -2.090949058532715, -0.7692289352416992, -1.176239013671875, -1.4581711292266846, -1.6377272605895996, -1.8882628679275513, -1.4192991256713867, -1.3116787672042847, -0.5840736031532288, -1.5159639120101929, -2.015068531036377, -1.747277855873108, -1.2534291744232178, -0.4860324263572693, -1.3588385581970215, -1.7483656406402588, -1.8611578941345215, -0.8962519764900208, -1.1316180229187012, -1.9552841186523438, -3.029083013534546, -3.1615774631500244, -1.8261921405792236, -1.7866727113723755, -0.9896039366722107, -1.641234278678894, -0.9786036014556885, -1.315902829170227, -1.9493588209152222, -1.2779557704925537, -1.0078850984573364, -0.673859179019928, -1.64850914478302, -0.440280020236969, -0.6579075455665588, -1.646537184715271, -0.0575467012822628, -0.43521761894226074, -0.673209547996521, -0.9680658578872681, -1.6872862577438354, -1.3487578630447388, -0.9378568530082703, -2.0270450115203857, -0.9808831810951233, -1.8685367107391357, -2.3509349822998047, -1.667275071144104, -1.8226819038391113, -1.784274697303772, -1.40680992603302, -0.19546635448932648, -1.1418747901916504, -1.5685687065124512, -1.7797175645828247, -2.0063138008117676, -2.4824934005737305, -2.646808624267578, -0.9588937163352966, -1.728158950805664, -1.684139609336853, -2.137300729751587, -1.8049870729446411, -1.642469882965088]}, "Bot002_003_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_003.log.json", "context": "Nice, colorado here, where are you from? I am from Chile I am from the south, where are you from? I am from west I live in cali I don't I am sorry to hear that. Why? I am not sure what i want to do for, but i am a professional Me too I do not like it either Same here I am sorry to hear that Why I just like to say it is Ok I am so much, i am just getting ready to go to the gym Do you like kayaking?", "response": "I do not like kayaking, but i do like to do kayaking.", "annotation_id": "Bot002_003_18", "annotations": ["X", "X", "X", "T", "X", "X", "O", "T", "O", "T", "O", "X", "O", "X", "T"], "gpt2background_target_score": [-9.798797607421875, -5.6379923820495605, -7.635017395019531, -7.416791915893555, -12.460260391235352, -13.535688400268555, -6.9680256843566895, -10.11334228515625, -10.123085021972656, -10.372062683105469, -10.561661720275879, -9.711332321166992, -11.395613670349121, -13.019824981689453, -13.48463249206543, -8.726149559020996], "gpt2background_argmax_score": [-3.096372127532959, -2.204115390777588, -1.9187169075012207, -2.107351303100586, -1.413852334022522, -2.775198459625244, -2.180833339691162, -0.7916827201843262, -1.689833402633667, -0.44088029861450195, -1.2012354135513306, -1.2880902290344238, -1.1372442245483398, -2.655637741088867, -1.4831796884536743, -2.014644145965576, -0.7612276077270508, -3.029280185699463, -1.5001744031906128, -1.972145438194275, -2.20696759223938, -0.5678057074546814, -0.26908326148986816, -0.3996279239654541, -0.3374936580657959, -1.2663459777832031, -1.226075291633606, -0.39050981402397156, -1.5307706594467163, -1.0521481037139893, -0.6469448208808899, -0.9874089360237122, -1.7493940591812134, -0.7523393630981445, -1.9201288223266602, -1.21625816822052, -0.5342074036598206, -1.6467862129211426, -2.2491276264190674, -0.46222126483917236, -2.090949058532715, -0.7692289352416992, -1.176239013671875, -1.4581711292266846, -1.6377272605895996, -1.8882628679275513, -1.4192991256713867, -1.3116787672042847, -0.5840736031532288, -1.5159639120101929, -2.015068531036377, -1.747277855873108, -1.2534291744232178, -0.4860324263572693, -1.3588385581970215, -1.7483656406402588, -1.8611578941345215, -0.8962519764900208, -1.1316180229187012, -1.9552841186523438, -3.029083013534546, -3.1615774631500244, -1.8261921405792236, -1.7866727113723755, -0.9896039366722107, -1.641234278678894, -0.9786036014556885, -1.315902829170227, -1.9493588209152222, -1.2779557704925537, -1.0078850984573364, -0.673859179019928, -1.64850914478302, -0.440280020236969, -0.6579075455665588, -1.646537184715271, -0.0575467012822628, -0.43521761894226074, -0.673209547996521, -0.9680658578872681, -1.6872862577438354, -1.3487578630447388, -0.9378568530082703, -2.0270450115203857, -0.9808834791183472, -1.868537187576294, -2.3509321212768555, -1.667273998260498, -1.5143376588821411, -1.574692726135254, -0.2465827614068985, -0.8961880803108215, -1.5552228689193726, -1.5998085737228394, -1.6092214584350586, -2.630261182785034, -2.589775562286377, -0.9981961846351624, -1.6698365211486816, -1.648197054862976, -2.0116384029388428, -1.889710783958435, -1.555350661277771, -0.24802856147289276, -1.2479010820388794, -1.9624587297439575, -1.2321101427078247, -1.2135483026504517, -1.607803463935852, -1.500449299812317, -2.1028225421905518, -1.6132742166519165, -0.37227383255958557, -1.6706717014312744, -0.26094141602516174, -1.4554169178009033, -1.3882811069488525, -1.1704378128051758, -1.7486919164657593, -0.9384185075759888, -1.9059449434280396, -1.795336127281189, -1.3412843942642212, -0.40833425521850586, -1.3078590631484985, -1.079393744468689]}, "Bot002_003_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_003.log.json", "context": "Nice, colorado here, where are you from? I am from Chile I am from the south, where are you from? I am from west I live in cali I don't I am sorry to hear that. Why? I am not sure what i want to do for, but i am a professional Me too I do not like it either Same here I am sorry to hear that Why I just like to say it is Ok I am so much, i am just getting ready to go to the gym Do you like kayaking? I do not like kayaking, but i do like to do kayaking. Me too!", "response": "I love the smell of the water", "annotation_id": "Bot002_003_20", "annotations": ["O", "T", "X", "T", "O", "X", "O", "O", "O", "O", "T", "X", "O", "X", "O"], "gpt2background_target_score": [-9.798797607421875, -7.329663276672363, -6.329935550689697, -10.718271255493164, -8.375611305236816, -4.6636176109313965, -10.355525970458984], "gpt2background_argmax_score": [-3.096372127532959, -2.204115390777588, -1.9187169075012207, -2.107351303100586, -1.413852334022522, -2.775198459625244, -2.180833339691162, -0.7916827201843262, -1.689833402633667, -0.44088029861450195, -1.2012354135513306, -1.2880902290344238, -1.1372442245483398, -2.655637741088867, -1.4831796884536743, -2.014644145965576, -0.7612276077270508, -3.029280185699463, -1.5001744031906128, -1.972145438194275, -2.20696759223938, -0.5678057074546814, -0.26908326148986816, -0.3996279239654541, -0.3374936580657959, -1.2663459777832031, -1.226075291633606, -0.39050981402397156, -1.5307706594467163, -1.0521481037139893, -0.6469448208808899, -0.9874089360237122, -1.7493940591812134, -0.7523393630981445, -1.9201288223266602, -1.21625816822052, -0.5342074036598206, -1.6467862129211426, -2.2491276264190674, -0.46222126483917236, -2.090949058532715, -0.7692289352416992, -1.176239013671875, -1.4581711292266846, -1.6377272605895996, -1.8882628679275513, -1.4192991256713867, -1.3116787672042847, -0.5840736031532288, -1.5159639120101929, -2.015068531036377, -1.747277855873108, -1.2534291744232178, -0.4860324263572693, -1.3588385581970215, -1.7483656406402588, -1.8611578941345215, -0.8962519764900208, -1.1316180229187012, -1.9552841186523438, -3.029083013534546, -3.1615774631500244, -1.8261921405792236, -1.7866727113723755, -0.9896039366722107, -1.641234278678894, -0.9786036014556885, -1.315902829170227, -1.9493588209152222, -1.2779557704925537, -1.0078850984573364, -0.673859179019928, -1.64850914478302, -0.440280020236969, -0.6579075455665588, -1.646537184715271, -0.0575467012822628, -0.43521761894226074, -0.673209547996521, -0.9680658578872681, -1.6872862577438354, -1.3487578630447388, -0.9378568530082703, -2.0270450115203857, -0.9808831810951233, -1.8685367107391357, -2.3509349822998047, -1.667275071144104, -1.5143362283706665, -1.5746935606002808, -0.24658238887786865, -0.896187961101532, -1.5552234649658203, -1.599808931350708, -1.6092212200164795, -2.630261182785034, -2.5897738933563232, -0.9981961846351624, -1.669837236404419, -1.6481969356536865, -2.0116398334503174, -1.8897109031677246, -1.5553501844406128, -0.24802818894386292, -1.2479016780853271, -1.9624598026275635, -1.2321094274520874, -1.2135475873947144, -1.6078029870986938, -1.7210016250610352, -1.5235040187835693, -0.37965142726898193, -2.1621599197387695, -0.20661190152168274, -1.732755184173584, -1.3697526454925537, -1.2626010179519653, -1.695244312286377, -1.0197525024414062, -1.7830990552902222, -1.7490770816802979, -1.4018008708953857, -0.43480950593948364, -1.4485044479370117, -1.2094746828079224, -0.7852471470832825, -1.681583046913147, -1.5216315984725952, -1.5737676620483398, -2.173877477645874, -0.7674419283866882, -2.339290142059326, -0.6747816801071167, -2.0422492027282715, -2.3852479457855225, -1.5582025051116943]}, "Bot002_005_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_005.log.json", "context": "I like to read poetry and read. Hello", "response": "Hello, how are you?", "annotation_id": "Bot002_005_02", "annotations": ["T", "O", "O", "O", "O", "O", "O", "T", "O", "O", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-12.710958480834961, -6.980021953582764, -10.210914611816406, -9.350361824035645, -8.078879356384277, -10.785164833068848], "gpt2background_argmax_score": [-1.9620229005813599, -1.9063640832901, -2.8296141624450684, -2.3423123359680176, -2.1856980323791504, -2.209584951400757, -3.103379964828491, -1.3695335388183594, -1.4791224002838135, -1.8488527536392212, -1.461840271949768, -1.3239684104919434, -1.6998299360275269, -0.18795768916606903, -1.6740418672561646, -0.7515673041343689]}, "Bot002_005_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_005.log.json", "context": "I like to read poetry and read. Hello Hello, how are you? I'm fine", "response": "Nice, what do you do for fun?", "annotation_id": "Bot002_005_04", "annotations": ["T", "O", "O", "O", "O", "O", "O", "O", "O", "O", "T", "O", "O", "O", "O"], "gpt2background_target_score": [-13.135512351989746, -6.980021953582764, -10.819915771484375, -9.466805458068848, -8.078879356384277, -5.79340934753418, -5.950244903564453, -12.396648406982422, -5.828611373901367], "gpt2background_argmax_score": [-1.9620229005813599, -1.9063640832901, -2.8296141624450684, -2.3423123359680176, -2.1856980323791504, -2.209584951400757, -3.103379964828491, -1.3695335388183594, -1.4791224002838135, -1.4856890439987183, -1.385160207748413, -1.5220189094543457, -0.22166550159454346, -1.6467196941375732, -1.550697684288025, -1.7088065147399902, -1.704911470413208, -0.9442805647850037, -1.6452544927597046, -1.1650255918502808, -1.8685928583145142, -1.949931025505066, -0.1691581755876541, -1.5406405925750732, -1.5164296627044678, -2.636876344680786, -0.5899285674095154, -0.4485287070274353]}, "Bot002_005_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_005.log.json", "context": "I like to read poetry and read. Hello Hello, how are you? I'm fine Nice, what do you do for fun? I like skating. And you?", "response": "I like skating, but i like to skate, and skate, and skate, i love it.", "annotation_id": "Bot002_005_06", "annotations": ["O", "T", "X", "O", "O", "O", "T", "O", "O", "O", "T", "T", "X", "O", "O"], "gpt2background_target_score": [-9.058670997619629, -9.077256202697754, -12.122028350830078, -4.5342512130737305, -2.7144718170166016, -5.639551162719727, -6.213436126708984, -10.318753242492676, -12.131385803222656, -1.5823782682418823, -6.112848281860352, -12.590084075927734, -10.262368202209473, -5.869589805603027, -12.273025512695312, -8.34437370300293, -9.019783020019531, -9.799440383911133, -6.591156005859375, -8.820060729980469], "gpt2background_argmax_score": [-1.9620229005813599, -1.9063640832901, -2.8296141624450684, -2.3423123359680176, -2.1856980323791504, -2.209584951400757, -3.103379964828491, -1.3695335388183594, -1.4791224002838135, -1.4856890439987183, -1.385160207748413, -1.5220189094543457, -0.22166550159454346, -1.6467196941375732, -1.550697684288025, -1.7088065147399902, -1.704911470413208, -0.9442805647850037, -1.9437110424041748, -1.7992873191833496, -1.6991454362869263, -0.21614912152290344, -1.5236272811889648, -1.4015898704528809, -2.513570547103882, -0.6280133724212646, -1.6084973812103271, -2.049605369567871, -1.074289321899414, -1.7526774406433105, -1.2519384622573853, -1.4629920721054077, -2.4361014366149902, -1.7264679670333862, -1.6881134510040283, -1.426401138305664, -1.6919746398925781, -0.9570778608322144, -1.8693073987960815, -0.8929556012153625, -2.1284124851226807, -1.907386064529419, -0.7623975872993469, -1.1361695528030396, -1.831478238105774, -1.4989643096923828, -1.284326434135437, -1.3954203128814697, -1.9669710397720337, -1.1960636377334595, -0.9921495318412781, -1.1873356103897095, -2.3423590660095215, -1.2215172052383423, -1.604036569595337]}, "Bot002_005_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_005.log.json", "context": "I like to read poetry and read. Hello Hello, how are you? I'm fine Nice, what do you do for fun? I like skating. And you? I like skating, but i like to skate, and skate, and skate, i love it. What else do you like?", "response": "I like to listen to music", "annotation_id": "Bot002_005_08", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "T", "T", "O", "O", "O"], "gpt2background_target_score": [-9.058675765991211, -9.077255249023438, -8.764896392822266, -11.984417915344238, -5.052839756011963, -4.3855438232421875], "gpt2background_argmax_score": [-1.9620229005813599, -1.9063653945922852, -2.8296122550964355, -2.3423140048980713, -2.185697555541992, -2.2095861434936523, -3.1033809185028076, -1.369532585144043, -1.479122281074524, -1.4856888055801392, -1.3851598501205444, -1.522020697593689, -0.2216654121875763, -1.6467210054397583, -1.5506986379623413, -1.7088077068328857, -1.7049105167388916, -0.9442821741104126, -1.9437085390090942, -1.7992879152297974, -1.6991477012634277, -0.21614786982536316, -1.5236269235610962, -1.4015893936157227, -2.513566255569458, -0.6280130743980408, -1.6084986925125122, -2.0496037006378174, -1.07429039478302, -1.752678632736206, -1.2519382238388062, -1.4629907608032227, -2.4361038208007812, -1.7264680862426758, -1.4374721050262451, -1.730424404144287, -0.8547766208648682, -2.1677229404449463, -0.876275897026062, -1.872694969177246, -1.88849675655365, -0.8934134840965271, -1.0278725624084473, -1.6911123991012573, -1.691829800605774, -1.247975468635559, -1.3740482330322266, -1.803688645362854, -1.3025535345077515, -0.9226590991020203, -1.28122878074646, -2.2373976707458496, -1.0905390977859497, -1.4828441143035889, -1.5070011615753174, -1.1949268579483032, -0.2533629536628723, -1.030566930770874, -0.4592965841293335, -1.5753244161605835, -1.4912282228469849, -0.9769483804702759, -2.0866711139678955, -1.0826071500778198, -0.22393126785755157, -1.2339993715286255, -1.4238258600234985]}, "Bot002_005_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_005.log.json", "context": "I like to read poetry and read. Hello Hello, how are you? I'm fine Nice, what do you do for fun? I like skating. And you? I like skating, but i like to skate, and skate, and skate, i love it. What else do you like? I like to listen to music Wow. Me too. What kind of music do you like?", "response": "I like music, country, country, country, country, jazz", "annotation_id": "Bot002_005_10", "annotations": ["T", "T", "T", "O", "O", "O", "T", "O", "T", "O", "T", "T", "X", "X", "O"], "gpt2background_target_score": [-9.058675765991211, -9.077255249023438, -8.927486419677734, -4.5342512130737305, -12.072649955749512, -7.272425651550293, -10.652078628540039, -9.964909553527832, -10.220333099365234, -1.5823794603347778, -11.586565971374512, -6.835422992706299, -12.11169719696045], "gpt2background_argmax_score": [-1.9620229005813599, -1.9063653945922852, -2.8296122550964355, -2.3423140048980713, -2.185697555541992, -2.2095861434936523, -3.1033809185028076, -1.369532585144043, -1.479122281074524, -1.4856888055801392, -1.3851598501205444, -1.522020697593689, -0.2216654121875763, -1.6467210054397583, -1.5506986379623413, -1.7088077068328857, -1.7049105167388916, -0.9442821741104126, -1.9437085390090942, -1.7992879152297974, -1.6991477012634277, -0.21614786982536316, -1.5236269235610962, -1.4015893936157227, -2.513566255569458, -0.6280130743980408, -1.6084986925125122, -2.0496037006378174, -1.07429039478302, -1.752678632736206, -1.2519382238388062, -1.4629907608032227, -2.4361038208007812, -1.7264680862426758, -1.4374721050262451, -1.730424404144287, -0.8547766208648682, -2.1677229404449463, -0.876275897026062, -1.872694969177246, -1.88849675655365, -0.8934134840965271, -1.0278725624084473, -1.6911123991012573, -1.691829800605774, -1.247975468635559, -1.3740482330322266, -1.803688645362854, -1.3025535345077515, -0.9226590991020203, -1.28122878074646, -2.2373976707458496, -1.0905390977859497, -1.4828441143035889, -1.5070011615753174, -1.1949268579483032, -0.2533629536628723, -1.030566930770874, -0.4592965841293335, -1.5753244161605835, -1.0980892181396484, -1.9725465774536133, -0.8649556040763855, -0.2588040828704834, -1.0129717588424683, -1.1708347797393799, -1.416405200958252, -1.3809908628463745, -0.18577992916107178, -1.0868778228759766, -1.366547703742981, -1.8913745880126953, -0.2410295009613037, -0.2460414618253708, -0.6860951781272888, -0.23472441732883453, -0.778403639793396, -0.7453005909919739, -1.387125849723816, -1.7959147691726685, -0.7056173086166382, -1.645585298538208, -1.4803946018218994, -1.5088367462158203, -1.1009752750396729, -1.5310453176498413, -0.42470797896385193, -1.6271275281906128, -0.44925060868263245, -1.7990508079528809, -0.4491688311100006, -1.0656712055206299, -0.4402278959751129]}, "Bot002_005_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_005.log.json", "context": "I like to read poetry and read. Hello Hello, how are you? I'm fine Nice, what do you do for fun? I like skating. And you? I like skating, but i like to skate, and skate, and skate, i love it. What else do you like? I like to listen to music Wow. Me too. What kind of music do you like? I like music, country, country, country, country, jazz pop music?", "response": "I like music, but i like all kinds.", "annotation_id": "Bot002_005_12", "annotations": ["T", "T", "T", "T", "O", "O", "O", "O", "O", "O", "T", "T", "O", "T", "O"], "gpt2background_target_score": [-9.058675765991211, -9.077255249023438, -8.927486419677734, -4.5342512130737305, -2.7144699096679688, -5.639548301696777, -6.213436126708984, -11.052770614624023, -12.45445728302002, -2.851761817932129], "gpt2background_argmax_score": [-1.9620229005813599, -1.9063653945922852, -2.8296122550964355, -2.3423140048980713, -2.185697555541992, -2.2095861434936523, -3.1033809185028076, -1.369532585144043, -1.479122281074524, -1.4856888055801392, -1.3851598501205444, -1.522020697593689, -0.2216654121875763, -1.6467210054397583, -1.5506986379623413, -1.7088077068328857, -1.7049105167388916, -0.9442821741104126, -1.9437085390090942, -1.7992879152297974, -1.6991477012634277, -0.21614786982536316, -1.5236269235610962, -1.4015893936157227, -2.513566255569458, -0.6280130743980408, -1.6084986925125122, -2.0496037006378174, -1.07429039478302, -1.752678632736206, -1.2519382238388062, -1.4629907608032227, -2.4361038208007812, -1.7264680862426758, -1.4374721050262451, -1.730424404144287, -0.8547766208648682, -2.1677229404449463, -0.876275897026062, -1.872694969177246, -1.88849675655365, -0.8934134840965271, -1.0278725624084473, -1.6911123991012573, -1.691829800605774, -1.247975468635559, -1.3740482330322266, -1.803688645362854, -1.3025535345077515, -0.9226590991020203, -1.28122878074646, -2.2373976707458496, -1.0905390977859497, -1.4828441143035889, -1.5070011615753174, -1.1949268579483032, -0.2533629536628723, -1.030566930770874, -0.4592965841293335, -1.5753244161605835, -1.0980892181396484, -1.9725465774536133, -0.8649556040763855, -0.2588040828704834, -1.0129717588424683, -1.1708347797393799, -1.416405200958252, -1.3809908628463745, -0.18577992916107178, -1.0868778228759766, -1.366547703742981, -1.8913745880126953, -0.2410295009613037, -0.2460414618253708, -0.6860951781272888, -0.23472441732883453, -0.778403639793396, -0.7453005909919739, -1.387125849723816, -0.8130018711090088, -1.5156549215316772, -1.4384939670562744, -1.3628933429718018, -1.0783275365829468, -1.4779611825942993, -0.37426212430000305, -1.6456154584884644, -0.38654354214668274, -1.8749176263809204, -0.3837672173976898, -1.1504604816436768, -0.3697409927845001, -0.5559110045433044, -0.9079039692878723, -1.4779943227767944, -1.7602059841156006, -0.7018388509750366, -2.3797953128814697, -1.5371395349502563, -1.7844325304031372, -0.9779210090637207, -1.7332689762115479, -2.173464298248291, -1.3189698457717896, -0.18928268551826477, -1.1369792222976685]}, "Bot002_005_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_005.log.json", "context": "I like to read poetry and read. Hello Hello, how are you? I'm fine Nice, what do you do for fun? I like skating. And you? I like skating, but i like to skate, and skate, and skate, i love it. What else do you like? I like to listen to music Wow. Me too. What kind of music do you like? I like music, country, country, country, country, jazz pop music? I like music, but i like all kinds. do you like metall?", "response": "I do, i do not like it", "annotation_id": "Bot002_005_14", "annotations": ["X", "X", "X", "X", "O", "T", "T", "O", "T", "O", "O", "T", "X", "X", "X"], "gpt2background_target_score": [-9.058675765991211, -9.349470138549805, -8.007304191589355, -9.076285362243652, -9.770059585571289, -4.869744300842285, -6.213436126708984, -9.227540016174316], "gpt2background_argmax_score": [-1.9620229005813599, -1.9063653945922852, -2.8296122550964355, -2.3423140048980713, -2.185697555541992, -2.2095861434936523, -3.1033809185028076, -1.369532585144043, -1.479122281074524, -1.4856888055801392, -1.3851598501205444, -1.522020697593689, -0.2216654121875763, -1.6467210054397583, -1.5506986379623413, -1.7088077068328857, -1.7049105167388916, -0.9442821741104126, -1.9437085390090942, -1.7992879152297974, -1.6991477012634277, -0.21614786982536316, -1.5236269235610962, -1.4015893936157227, -2.513566255569458, -0.6280130743980408, -1.6084986925125122, -2.0496037006378174, -1.07429039478302, -1.752678632736206, -1.2519382238388062, -1.4629907608032227, -2.4361038208007812, -1.7264680862426758, -1.4374721050262451, -1.730424404144287, -0.8547766208648682, -2.1677229404449463, -0.876275897026062, -1.872694969177246, -1.88849675655365, -0.8934134840965271, -1.0278725624084473, -1.6911123991012573, -1.691829800605774, -1.247975468635559, -1.3740482330322266, -1.803688645362854, -1.3025535345077515, -0.9226590991020203, -1.28122878074646, -2.2373976707458496, -1.0905390977859497, -1.4828441143035889, -1.5070011615753174, -1.1949268579483032, -0.2533629536628723, -1.030566930770874, -0.4592965841293335, -1.5753244161605835, -1.0980892181396484, -1.9725465774536133, -0.8649556040763855, -0.2588040828704834, -1.0129717588424683, -1.1708347797393799, -1.416405200958252, -1.3809908628463745, -0.18577992916107178, -1.0868778228759766, -1.366547703742981, -1.8913745880126953, -0.2410295009613037, -0.2460414618253708, -0.6860951781272888, -0.23472441732883453, -0.778403639793396, -0.7453005909919739, -1.387125849723816, -0.8130018711090088, -1.5156549215316772, -1.4384939670562744, -1.3628933429718018, -1.0783275365829468, -1.4779611825942993, -0.37426212430000305, -1.6456154584884644, -0.38654354214668274, -1.8749176263809204, -0.3837672173976898, -1.1504604816436768, -0.3697409927845001, -0.5559110045433044, -0.9079039692878723, -1.4779943227767944, -0.7176873087882996, -2.3897581100463867, -1.353079915046692, -1.6935821771621704, -1.1575912237167358, -1.909476399421692, -2.1603212356567383, -1.334849238395691, -0.18929500877857208, -1.2284412384033203, -0.2563832402229309, -0.727837860584259, -2.348301887512207, -2.0351827144622803, -0.14799535274505615, -1.3074737787246704, -1.5830256938934326, -0.6597614288330078, -1.412075400352478, -1.5331220626831055, -0.786840558052063, -1.951265811920166, -0.437094122171402, -2.305269241333008, -1.283433437347412]}, "Bot002_005_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_005.log.json", "context": "I like to read poetry and read. Hello Hello, how are you? I'm fine Nice, what do you do for fun? I like skating. And you? I like skating, but i like to skate, and skate, and skate, i love it. What else do you like? I like to listen to music Wow. Me too. What kind of music do you like? I like music, country, country, country, country, jazz pop music? I like music, but i like all kinds. do you like metall? I do, i do not like it Where do you live?", "response": "I live in the midwest", "annotation_id": "Bot002_005_16", "annotations": ["T", "O", "O", "O", "O", "O", "O", "O", "O", "O", "T", "T", "O", "O", "O"], "gpt2background_target_score": [-9.058675765991211, -9.528271675109863, -9.765480041503906, -2.829042673110962, -9.752649307250977, -13.988105773925781], "gpt2background_argmax_score": [-1.9620229005813599, -1.9063653945922852, -2.8296122550964355, -2.3423140048980713, -2.185697555541992, -2.2095861434936523, -3.1033809185028076, -1.369532585144043, -1.479122281074524, -1.4856888055801392, -1.3851598501205444, -1.522020697593689, -0.2216654121875763, -1.6467210054397583, -1.5506986379623413, -1.7088077068328857, -1.7049105167388916, -0.9442821741104126, -1.9437085390090942, -1.7992879152297974, -1.6991477012634277, -0.21614786982536316, -1.5236269235610962, -1.4015893936157227, -2.513566255569458, -0.6280130743980408, -1.6084986925125122, -2.0496037006378174, -1.07429039478302, -1.752678632736206, -1.2519382238388062, -1.4629907608032227, -2.4361038208007812, -1.7264680862426758, -1.4374721050262451, -1.730424404144287, -0.8547766208648682, -2.1677229404449463, -0.876275897026062, -1.872694969177246, -1.88849675655365, -0.8934134840965271, -1.0278725624084473, -1.6911123991012573, -1.691829800605774, -1.247975468635559, -1.3740482330322266, -1.803688645362854, -1.3025535345077515, -0.9226590991020203, -1.28122878074646, -2.2373976707458496, -1.0905390977859497, -1.4828441143035889, -1.5070011615753174, -1.1949268579483032, -0.2533629536628723, -1.030566930770874, -0.4592965841293335, -1.5753244161605835, -1.0980892181396484, -1.9725465774536133, -0.8649556040763855, -0.2588040828704834, -1.0129717588424683, -1.1708347797393799, -1.416405200958252, -1.3809908628463745, -0.18577992916107178, -1.0868778228759766, -1.366547703742981, -1.8913745880126953, -0.2410295009613037, -0.2460414618253708, -0.6860951781272888, -0.23472441732883453, -0.778403639793396, -0.7453005909919739, -1.387125849723816, -0.8130018711090088, -1.5156549215316772, -1.4384939670562744, -1.3628933429718018, -1.0783275365829468, -1.4779611825942993, -0.37426212430000305, -1.6456154584884644, -0.38654354214668274, -1.8749176263809204, -0.3837672173976898, -1.1504604816436768, -0.3697409927845001, -0.5559110045433044, -0.9079039692878723, -1.4779943227767944, -0.7176873087882996, -2.3897581100463867, -1.353079915046692, -1.6935821771621704, -1.1575912237167358, -1.909476399421692, -2.1603212356567383, -1.334849238395691, -0.18929500877857208, -1.2284412384033203, -0.2563832402229309, -0.727837860584259, -2.348301887512207, -2.0351827144622803, -0.14799535274505615, -1.3074737787246704, -0.6255799531936646, -1.3405219316482544, -1.1866579055786133, -0.6054015755653381, -1.7059537172317505, -0.3540975749492645, -2.329821825027466, -1.0656925439834595, -1.287705421447754, -0.1915726214647293, -1.0572422742843628, -0.4147641658782959, -1.3215759992599487, -1.6901334524154663, -0.7524600625038147, -0.38959330320358276, -2.1035447120666504, -1.98061203956604, -0.2660508155822754, -1.5907331705093384]}, "Bot002_005_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_005.log.json", "context": "I like to read poetry and read. Hello Hello, how are you? I'm fine Nice, what do you do for fun? I like skating. And you? I like skating, but i like to skate, and skate, and skate, i love it. What else do you like? I like to listen to music Wow. Me too. What kind of music do you like? I like music, country, country, country, country, jazz pop music? I like music, but i like all kinds. do you like metall? I do, i do not like it Where do you live? I live in the midwest where exactly?", "response": "There'S at boston boston boston boston boston boston boston boston boston boston boston boston boston", "annotation_id": "Bot002_005_18", "annotations": ["T", "X", "T", "X", "T", "O", "X", "O", "X", "O", "T", "T", "X", "X", "O"], "gpt2background_target_score": [-12.630900382995605, -11.18326187133789, -12.338943481445312, -6.655142784118652, -9.30444049835205, -12.731240272521973, -7.5281829833984375, -13.190337181091309, -7.92102575302124, -12.939499855041504, -8.132564544677734, -13.220223426818848, -11.504155158996582, -12.309374809265137, -9.714003562927246, -13.44391918182373, -8.719884872436523, -12.579676628112793, -7.210438251495361, -13.168662071228027, -10.110130310058594, -13.116307258605957, -10.269166946411133, -13.78571605682373, -8.550551414489746, -12.333420753479004, -9.8914213180542, -13.520995140075684, -8.268387794494629, -12.462994575500488], "gpt2background_argmax_score": [-1.9620229005813599, -1.9063653945922852, -2.8296122550964355, -2.3423140048980713, -2.185697555541992, -2.2095861434936523, -3.1033809185028076, -1.369532585144043, -1.479122281074524, -1.4856888055801392, -1.3851598501205444, -1.522020697593689, -0.2216654121875763, -1.6467210054397583, -1.5506986379623413, -1.7088077068328857, -1.7049105167388916, -0.9442821741104126, -1.9437085390090942, -1.7992879152297974, -1.6991477012634277, -0.21614786982536316, -1.5236269235610962, -1.4015893936157227, -2.513566255569458, -0.6280130743980408, -1.6084986925125122, -2.0496037006378174, -1.07429039478302, -1.752678632736206, -1.2519382238388062, -1.4629907608032227, -2.4361038208007812, -1.7264680862426758, -1.4374721050262451, -1.730424404144287, -0.8547766208648682, -2.1677229404449463, -0.876275897026062, -1.872694969177246, -1.88849675655365, -0.8934134840965271, -1.0278725624084473, -1.6911123991012573, -1.691829800605774, -1.247975468635559, -1.3740482330322266, -1.803688645362854, -1.3025535345077515, -0.9226590991020203, -1.28122878074646, -2.2373976707458496, -1.0905390977859497, -1.4828441143035889, -1.5070011615753174, -1.1949268579483032, -0.2533629536628723, -1.030566930770874, -0.4592965841293335, -1.5753244161605835, -1.0980892181396484, -1.9725465774536133, -0.8649556040763855, -0.2588040828704834, -1.0129717588424683, -1.1708347797393799, -1.416405200958252, -1.3809908628463745, -0.18577992916107178, -1.0868778228759766, -1.366547703742981, -1.8913745880126953, -0.2410295009613037, -0.2460414618253708, -0.6860951781272888, -0.23472441732883453, -0.778403639793396, -0.7453005909919739, -1.387125849723816, -0.8130018711090088, -1.5156549215316772, -1.4384939670562744, -1.3628933429718018, -1.0783275365829468, -1.4779611825942993, -0.37426212430000305, -1.6456154584884644, -0.38654354214668274, -1.8749176263809204, -0.3837672173976898, -1.1504604816436768, -0.3697409927845001, -0.5559110045433044, -0.9079039692878723, -1.4779943227767944, -0.7176873087882996, -2.3897581100463867, -1.353079915046692, -1.6935821771621704, -1.1575912237167358, -1.909476399421692, -2.1603212356567383, -1.334849238395691, -0.18929500877857208, -1.2284412384033203, -0.2563832402229309, -0.727837860584259, -2.348301887512207, -2.0351827144622803, -0.14799535274505615, -1.3074737787246704, -0.6255799531936646, -1.3405219316482544, -1.1866579055786133, -0.6054015755653381, -1.7059537172317505, -0.3540975749492645, -2.329821825027466, -1.0656925439834595, -1.287705421447754, -0.19157302379608154, -1.0572435855865479, -0.41476497054100037, -1.3215773105621338, -1.6743595600128174, -0.5966846942901611, -2.1132333278656006, -2.183271884918213, -0.29818278551101685, -1.5169962644577026, -1.5261844396591187, -1.6237801313400269, -1.4453222751617432, -1.6522884368896484, -1.1698527336120605, -0.9690970778465271, -1.1921868324279785, -0.2756994366645813, -2.3202803134918213, -1.9708266258239746, -0.8212054371833801, -1.8439940214157104, -0.5779275298118591, -1.7494546175003052, -0.3954158127307892, -1.7334423065185547, -0.3098173439502716, -1.706989049911499, -0.32015684247016907, -1.7132307291030884, -0.3369044363498688, -1.283862829208374, -0.34450462460517883, -1.027680516242981, -0.3159419894218445, -0.8506873846054077, -0.29238981008529663, -0.6924166083335876, -0.29155200719833374, -0.6063321232795715, -0.26126688718795776, -0.5646262168884277, -0.24797534942626953, -0.5150275230407715]}, "Bot002_005_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_005.log.json", "context": "I like to read poetry and read. Hello Hello, how are you? I'm fine Nice, what do you do for fun? I like skating. And you? I like skating, but i like to skate, and skate, and skate, i love it. What else do you like? I like to listen to music Wow. Me too. What kind of music do you like? I like music, country, country, country, country, jazz pop music? I like music, but i like all kinds. do you like metall? I do, i do not like it Where do you live? I live in the midwest where exactly? There'S at boston boston boston boston boston boston boston boston boston boston boston boston boston Why do you keep repeating words?", "response": "I do not know..............................................", "annotation_id": "Bot002_005_20", "annotations": ["X", "O", "O", "T", "O", "T", "O", "T", "T", "O", "T", "T", "O", "O", "O"], "gpt2background_target_score": [-9.058675765991211, -9.349470138549805, -6.289677143096924, -10.926152229309082, -12.643476486206055, -12.602620124816895, -11.8349027633667], "gpt2background_argmax_score": [-1.9620229005813599, -1.9063653945922852, -2.8296122550964355, -2.3423140048980713, -2.185697555541992, -2.2095861434936523, -3.1033809185028076, -1.369532585144043, -1.479122281074524, -1.4856888055801392, -1.3851598501205444, -1.522020697593689, -0.2216654121875763, -1.6467210054397583, -1.5506986379623413, -1.7088077068328857, -1.7049105167388916, -0.9442821741104126, -1.9437085390090942, -1.7992879152297974, -1.6991477012634277, -0.21614786982536316, -1.5236269235610962, -1.4015893936157227, -2.513566255569458, -0.6280130743980408, -1.6084986925125122, -2.0496037006378174, -1.07429039478302, -1.752678632736206, -1.2519382238388062, -1.4629907608032227, -2.4361038208007812, -1.7264680862426758, -1.4374721050262451, -1.730424404144287, -0.8547766208648682, -2.1677229404449463, -0.876275897026062, -1.872694969177246, -1.88849675655365, -0.8934134840965271, -1.0278725624084473, -1.6911123991012573, -1.691829800605774, -1.247975468635559, -1.3740482330322266, -1.803688645362854, -1.3025535345077515, -0.9226590991020203, -1.28122878074646, -2.2373976707458496, -1.0905390977859497, -1.4828441143035889, -1.5070011615753174, -1.1949268579483032, -0.2533629536628723, -1.030566930770874, -0.4592965841293335, -1.5753244161605835, -1.0980892181396484, -1.9725465774536133, -0.8649556040763855, -0.2588040828704834, -1.0129717588424683, -1.1708347797393799, -1.416405200958252, -1.3809908628463745, -0.18577992916107178, -1.0868778228759766, -1.366547703742981, -1.8913745880126953, -0.2410295009613037, -0.2460414618253708, -0.6860951781272888, -0.23472441732883453, -0.778403639793396, -0.7453005909919739, -1.387125849723816, -0.8130018711090088, -1.5156549215316772, -1.4384939670562744, -1.3628933429718018, -1.0783275365829468, -1.4779611825942993, -0.37426212430000305, -1.6456154584884644, -0.38654354214668274, -1.8749176263809204, -0.3837672173976898, -1.1504604816436768, -0.3697409927845001, -0.5559110045433044, -0.9079039692878723, -1.4779943227767944, -0.7176873087882996, -2.3897581100463867, -1.353079915046692, -1.6935821771621704, -1.1575912237167358, -1.909476399421692, -2.1603212356567383, -1.334849238395691, -0.18929500877857208, -1.2284412384033203, -0.2563832402229309, -0.727837860584259, -2.348301887512207, -2.0351827144622803, -0.14799535274505615, -1.3074737787246704, -0.6255799531936646, -1.3405219316482544, -1.1866579055786133, -0.6054015755653381, -1.7059537172317505, -0.3540975749492645, -2.329821825027466, -1.0656925439834595, -1.287705421447754, -0.19157302379608154, -1.0572435855865479, -0.41476497054100037, -1.3215773105621338, -1.6743595600128174, -0.5966846942901611, -2.1132333278656006, -2.183271884918213, -0.29818278551101685, -1.5169962644577026, -1.5261844396591187, -1.6237801313400269, -1.4453222751617432, -1.1469660997390747, -1.094984769821167, -1.1900522708892822, -0.2192758023738861, -2.223421096801758, -1.828764796257019, -0.7976378798484802, -1.800309419631958, -0.8682956099510193, -1.696852445602417, -0.43779072165489197, -1.6745744943618774, -0.3324839770793915, -1.8495392799377441, -0.29627224802970886, -1.7808687686920166, -0.3072826564311981, -1.3021678924560547, -0.3080903887748718, -1.001343846321106, -0.2813069522380829, -0.8193204998970032, -0.25486090779304504, -0.715857744216919, -0.2211460918188095, -0.6349330544471741, -0.19860891997814178, -0.5760308504104614, -0.18017372488975525, -0.5280481576919556, -1.8999640941619873, -0.29699522256851196, -1.1276828050613403, -2.3964197635650635, -2.010441303253174, -1.4417356252670288, -1.343016505241394, -1.4672904014587402, -2.120204448699951, -2.0868356227874756, -0.6799899935722351, -2.093621015548706, -2.4473724365234375, -2.4834418296813965, -2.0891096591949463]}, "Bot002_010_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_010.log.json", "context": "What are you going to school for? hi i am from sunny florida", "response": "Nice, i love the sunny season, sunny here.", "annotation_id": "Bot002_010_02", "annotations": ["X", "T", "T", "O", "O", "O", "O", "O", "T", "O", "T", "X", "O", "T", "O"], "gpt2background_target_score": [-13.674707412719727, -9.768976211547852, -10.972620010375977, -11.67730712890625, -6.829587936401367, -13.72953987121582, -9.186820983886719, -10.657230377197266, -11.6521577835083, -10.036441802978516, -5.569500923156738], "gpt2background_argmax_score": [-1.5889259576797485, -0.7581459879875183, -2.247178792953491, -0.48933374881744385, -1.011913537979126, -1.4797130823135376, -0.8996888995170593, -0.8881518244743347, -2.443169593811035, -2.120924949645996, -2.0967421531677246, -1.9610909223556519, -3.387479066848755, -0.23835453391075134, -0.12313438206911087, -2.1836726665496826, -2.6163196563720703, -1.1710081100463867, -2.6808886528015137, -2.1361656188964844, -1.7686129808425903, -2.0433075428009033, -1.908724069595337, -1.1107096672058105, -1.8573181629180908, -2.3684637546539307, -1.523871660232544, -0.7272623181343079]}, "Bot002_010_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_010.log.json", "context": "What are you going to school for? hi i am from sunny florida Nice, i love the sunny season, sunny here. where are you from?", "response": "I live in the midwest", "annotation_id": "Bot002_010_04", "annotations": ["O", "T", "O", "O", "O", "O", "O", "O", "T", "O", "O", "X", "O", "X", "O"], "gpt2background_target_score": [-10.16446304321289, -11.5864896774292, -5.736631393432617, -7.925308704376221, -10.481075286865234, -13.100571632385254], "gpt2background_argmax_score": [-1.5889259576797485, -0.7581459879875183, -2.247178792953491, -0.48933374881744385, -1.011913537979126, -1.4797130823135376, -0.8996888995170593, -0.8881518244743347, -2.443169593811035, -2.120924949645996, -2.0967421531677246, -1.9610909223556519, -3.387479066848755, -0.23835453391075134, -0.12313438206911087, -2.1836726665496826, -2.097208261489868, -2.8491768836975098, -1.918181300163269, -2.0674848556518555, -2.3674097061157227, -2.2741761207580566, -1.7862704992294312, -1.8510236740112305, -2.449939727783203, -1.4934431314468384, -2.1489946842193604, -1.7531949281692505, -0.2701183557510376, -1.3030846118927002, -0.3860459625720978, -1.603158950805664, -2.9410862922668457, -1.5465364456176758, -0.39313051104545593, -2.2861640453338623, -2.6913387775421143, -0.4036189019680023, -1.9265155792236328]}, "Bot002_010_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_010.log.json", "context": "What are you going to school for? hi i am from sunny florida Nice, i love the sunny season, sunny here. where are you from? I live in the midwest do you like sports?", "response": "I do, but i like to play football", "annotation_id": "Bot002_010_06", "annotations": ["O", "T", "T", "O", "O", "O", "O", "O", "T", "O", "O", "X", "O", "X", "O"], "gpt2background_target_score": [-10.16446304321289, -9.407483100891113, -7.245295524597168, -9.875258445739746, -11.616024017333984, -6.0872273445129395, -5.95358419418335, -11.669952392578125, -9.209564208984375], "gpt2background_argmax_score": [-1.5889259576797485, -0.7581459879875183, -2.247178792953491, -0.48933374881744385, -1.011913537979126, -1.4797130823135376, -0.8996888995170593, -0.8881518244743347, -2.443169593811035, -2.120924949645996, -2.0967421531677246, -1.9610909223556519, -3.387479066848755, -0.23835453391075134, -0.12313438206911087, -2.1836726665496826, -2.097208261489868, -2.8491768836975098, -1.918181300163269, -2.0674848556518555, -2.3674097061157227, -2.2741761207580566, -1.7862704992294312, -1.8510236740112305, -2.4499387741088867, -1.4934418201446533, -2.148993730545044, -1.75319504737854, -0.2701191008090973, -1.3030834197998047, -0.38604703545570374, -1.603158712387085, -1.8553860187530518, -0.4152263402938843, -2.1249589920043945, -2.8175511360168457, -0.4661293625831604, -1.9278597831726074, -0.28486475348472595, -0.8560714721679688, -1.2390437126159668, -0.8860965371131897, -1.5579290390014648, -2.250680446624756, -2.0910873413085938, -1.6844176054000854, -1.654911994934082, -1.4825690984725952, -2.7584149837493896, -1.7893561124801636, -2.0869345664978027, -2.3799123764038086, -1.6851550340652466]}, "Bot002_010_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_010.log.json", "context": "What are you going to school for? hi i am from sunny florida Nice, i love the sunny season, sunny here. where are you from? I live in the midwest do you like sports? I do, but i like to play football american football?", "response": "I like football, football, football, and hockey", "annotation_id": "Bot002_010_08", "annotations": ["X", "T", "O", "O", "T", "T", "T", "O", "T", "O", "T", "X", "O", "X", "O"], "gpt2background_target_score": [-10.164461135864258, -10.056053161621094, -11.699941635131836, -8.047200202941895, -11.1583890914917, -6.281175136566162, -9.686409950256348, -10.657232284545898, -4.548325538635254, -11.661345481872559], "gpt2background_argmax_score": [-1.5889270305633545, -0.7581468820571899, -2.2471792697906494, -0.4893319308757782, -1.0119155645370483, -1.479718804359436, -0.899689257144928, -0.8881492018699646, -2.443169355392456, -2.120922803878784, -2.0967419147491455, -1.9610917568206787, -3.3874785900115967, -0.2383541613817215, -0.12313438206911087, -2.1836740970611572, -2.0972111225128174, -2.849177837371826, -1.9181842803955078, -2.0674824714660645, -2.3674113750457764, -2.274182081222534, -1.7862701416015625, -1.8510243892669678, -2.449939250946045, -1.4934415817260742, -2.1489946842193604, -1.7531983852386475, -0.27011972665786743, -1.3030834197998047, -0.38604581356048584, -1.6031591892242432, -1.8553866147994995, -0.41522538661956787, -2.124960422515869, -2.8175487518310547, -0.46612921357154846, -1.927856206893921, -0.2848655879497528, -0.8560720682144165, -1.2390434741973877, -0.8860950469970703, -1.557926893234253, -1.993061900138855, -1.6956405639648438, -1.5808464288711548, -1.6017827987670898, -2.589130401611328, -1.7534847259521484, -2.025022029876709, -2.533156394958496, -1.7718145847320557, -1.0752228498458862, -2.1322131156921387, -1.869931697845459, -1.495775580406189, -2.1059982776641846, -2.175869941711426, -1.145349383354187, -1.7531810998916626, -1.3594350814819336, -0.6997264623641968, -1.2669988870620728, -0.5888460278511047, -1.107264518737793, -1.9330209493637085, -0.9591038823127747]}, "Bot002_010_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_010.log.json", "context": "What are you going to school for? hi i am from sunny florida Nice, i love the sunny season, sunny here. where are you from? I live in the midwest do you like sports? I do, but i like to play football american football? I like football, football, football, and hockey Let's Talk About Hiking?", "response": "I haven't heard of that, but i am in the south.", "annotation_id": "Bot002_010_10", "annotations": ["T", "T", "T", "T", "T", "T", "T", "X", "T", "T", "T", "X", "T", "X", "O"], "gpt2background_target_score": [-10.164461135864258, -14.842849731445312, -8.804849624633789, -13.552399635314941, -9.834031105041504, -4.765299320220947, -4.719811916351318, -10.310486793518066, -3.784193754196167, -2.941378355026245, -2.7391350269317627, -1.9610917568206787, -5.841233253479004, -5.68524694442749], "gpt2background_argmax_score": [-1.5889270305633545, -0.7581468820571899, -2.2471792697906494, -0.4893319308757782, -1.0119155645370483, -1.479718804359436, -0.899689257144928, -0.8881492018699646, -2.443169355392456, -2.120922803878784, -2.0967419147491455, -1.9610917568206787, -3.3874785900115967, -0.2383541613817215, -0.12313438206911087, -2.1836740970611572, -2.0972111225128174, -2.849177837371826, -1.9181842803955078, -2.0674824714660645, -2.3674113750457764, -2.274182081222534, -1.7862701416015625, -1.8510243892669678, -2.449939250946045, -1.4934415817260742, -2.1489946842193604, -1.7531983852386475, -0.27011972665786743, -1.3030834197998047, -0.38604581356048584, -1.6031591892242432, -1.8553866147994995, -0.41522538661956787, -2.124960422515869, -2.8175487518310547, -0.46612921357154846, -1.927856206893921, -0.2848655879497528, -0.8560720682144165, -1.2390434741973877, -0.8860950469970703, -1.557928204536438, -1.9930610656738281, -1.6956392526626587, -1.5808457136154175, -1.6017816066741943, -2.5891294479370117, -1.753483772277832, -2.025019645690918, -2.5331547260284424, -1.7718145847320557, -1.0752235651016235, -2.1322126388549805, -1.8699312210083008, -1.4957753419876099, -2.0188522338867188, -1.7330710887908936, -1.8566350936889648, -1.3403445482254028, -0.6503153443336487, -1.5316145420074463, -0.578944981098175, -1.4264147281646729, -2.0837206840515137, -1.0239362716674805, -0.8817861676216125, -2.3902039527893066, -1.5322339534759521, -2.065107583999634, -1.952538251876831, -2.2712459564208984, -1.7497977018356323, -2.0137221813201904, -1.864959716796875, -0.3980286717414856, -1.9400039911270142, -0.7167438268661499, -1.4348009824752808, -1.758833885192871, -1.1171236038208008, -1.216226577758789, -2.4022696018218994, -2.134469747543335, -1.2036303281784058, -2.3573784828186035, -1.9338642358779907, -1.0691618919372559]}, "Bot002_010_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_010.log.json", "context": "What are you going to school for? hi i am from sunny florida Nice, i love the sunny season, sunny here. where are you from? I live in the midwest do you like sports? I do, but i like to play football american football? I like football, football, football, and hockey Let's Talk About Hiking? I haven't heard of that, but i am in the south. but i like it, i have dog, we going hiking together. Do you like dogs", "response": "I love dogs, i have one, and i love to have a dog.", "annotation_id": "Bot002_010_12", "annotations": ["O", "T", "O", "O", "O", "O", "O", "O", "T", "O", "O", "X", "O", "X", "O"], "gpt2background_target_score": [-10.164461135864258, -12.508200645446777, -12.138525009155273, -8.047200202941895, -11.6160249710083, -10.339595794677734, -7.741950988769531, -10.657232284545898, -4.548325538635254, -8.111793518066406, -10.27701473236084, -8.504965782165527, -8.838104248046875, -7.873044490814209, -15.086679458618164, -2.691636800765991], "gpt2background_argmax_score": [-1.5889270305633545, -0.7581468820571899, -2.2471792697906494, -0.4893319308757782, -1.0119155645370483, -1.479718804359436, -0.899689257144928, -0.8881492018699646, -2.443169355392456, -2.120922803878784, -2.0967419147491455, -1.9610917568206787, -3.3874785900115967, -0.2383541613817215, -0.12313438206911087, -2.1836740970611572, -2.0972111225128174, -2.849177837371826, -1.9181842803955078, -2.0674824714660645, -2.3674113750457764, -2.274182081222534, -1.7862701416015625, -1.8510243892669678, -2.449939250946045, -1.4934415817260742, -2.1489946842193604, -1.7531983852386475, -0.27011972665786743, -1.3030834197998047, -0.38604581356048584, -1.6031591892242432, -1.8553866147994995, -0.41522538661956787, -2.124960422515869, -2.8175487518310547, -0.46612921357154846, -1.927856206893921, -0.2848655879497528, -0.8560720682144165, -1.2390434741973877, -0.8860950469970703, -1.557926893234253, -1.993061900138855, -1.6956405639648438, -1.5808464288711548, -1.6017827987670898, -2.589130401611328, -1.7534847259521484, -2.025022029876709, -2.533156394958496, -1.7718145847320557, -1.0752228498458862, -2.1322131156921387, -1.869931697845459, -1.495775580406189, -2.0188515186309814, -1.7330710887908936, -1.8566349744796753, -1.340347170829773, -0.6503152251243591, -1.531616449356079, -0.5789446234703064, -1.4264163970947266, -2.0837221145629883, -1.0239357948303223, -0.8817857503890991, -2.3902013301849365, -1.5322338342666626, -2.0651071071624756, -1.9525388479232788, -2.2712464332580566, -1.7497968673706055, -1.3615260124206543, -0.22466455399990082, -1.965077519416809, -0.8263396620750427, -1.2696378231048584, -1.7744324207305908, -1.1801657676696777, -1.3753328323364258, -2.4577724933624268, -2.4910826683044434, -1.208632469177246, -2.4030261039733887, -2.005610466003418, -2.0039498805999756, -1.2657040357589722, -2.4963016510009766, -1.5322273969650269, -1.7719638347625732, -2.0616044998168945, -1.742142677307129, -1.3349133729934692, -2.5761640071868896, -1.7542827129364014, -1.8878694772720337, -0.3337704539299011, -1.0232669115066528, -1.340124487876892, -1.9940202236175537, -0.23025180399417877, -1.668178915977478, -1.90431809425354, -0.7040954232215881, -1.8978490829467773, -1.4257659912109375, -1.0990257263183594, -1.4492939710617065, -1.5247821807861328, -1.3712711334228516, -1.3172311782836914, -1.9039725065231323, -1.8633934259414673, -1.2269068956375122, -1.1741307973861694, -2.151968002319336, -1.3641843795776367, -1.598846435546875, -0.5095207095146179, -1.1849305629730225, -1.6225649118423462]}, "Bot002_010_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_010.log.json", "context": "What are you going to school for? hi i am from sunny florida Nice, i love the sunny season, sunny here. where are you from? I live in the midwest do you like sports? I do, but i like to play football american football? I like football, football, football, and hockey Let's Talk About Hiking? I haven't heard of that, but i am in the south. but i like it, i have dog, we going hiking together. Do you like dogs I love dogs, i have one, and i love to have a dog. Sweet, is it she or he", "response": "She'S a star wars star wars and a year old.", "annotation_id": "Bot002_010_14", "annotations": ["X", "T", "T", "T", "X", "X", "T", "T", "T", "T", "X", "X", "T", "X", "O"], "gpt2background_target_score": [-13.974143028259277, -13.144895553588867, -12.683420181274414, -8.046929359436035, -10.926094055175781, -12.46943473815918, -10.979133605957031, -12.198139190673828, -4.548325538635254, -8.108760833740234, -9.344411849975586, -10.704224586486816, -4.669773101806641], "gpt2background_argmax_score": [-1.5889270305633545, -0.7581468820571899, -2.2471792697906494, -0.4893319308757782, -1.0119155645370483, -1.479718804359436, -0.899689257144928, -0.8881492018699646, -2.443169355392456, -2.120922803878784, -2.0967419147491455, -1.9610917568206787, -3.3874785900115967, -0.2383541613817215, -0.12313438206911087, -2.1836740970611572, -2.0972111225128174, -2.849177837371826, -1.9181842803955078, -2.0674824714660645, -2.3674113750457764, -2.274182081222534, -1.7862701416015625, -1.8510243892669678, -2.449939250946045, -1.4934415817260742, -2.1489946842193604, -1.7531983852386475, -0.27011972665786743, -1.3030834197998047, -0.38604581356048584, -1.6031591892242432, -1.8553866147994995, -0.41522538661956787, -2.124960422515869, -2.8175487518310547, -0.46612921357154846, -1.927856206893921, -0.2848655879497528, -0.8560720682144165, -1.2390434741973877, -0.8860950469970703, -1.557926893234253, -1.993061900138855, -1.6956405639648438, -1.5808464288711548, -1.6017827987670898, -2.589130401611328, -1.7534847259521484, -2.025022029876709, -2.533156394958496, -1.7718145847320557, -1.0752228498458862, -2.1322131156921387, -1.869931697845459, -1.495775580406189, -2.0188515186309814, -1.7330710887908936, -1.8566349744796753, -1.340347170829773, -0.6503152251243591, -1.531616449356079, -0.5789446234703064, -1.4264163970947266, -2.0837221145629883, -1.0239357948303223, -0.8817857503890991, -2.3902013301849365, -1.5322338342666626, -2.0651071071624756, -1.9525388479232788, -2.2712464332580566, -1.7497968673706055, -1.3615260124206543, -0.22466455399990082, -1.965077519416809, -0.8263396620750427, -1.2696378231048584, -1.7744324207305908, -1.1801657676696777, -1.3753328323364258, -2.4577724933624268, -2.4910826683044434, -1.208632469177246, -2.4030253887176514, -2.005610942840576, -2.0039479732513428, -1.265703797340393, -2.4963018894195557, -1.5322248935699463, -1.7719626426696777, -2.0616064071655273, -1.7421420812606812, -1.334913969039917, -2.5761663913726807, -1.754280924797058, -1.8878681659698486, -0.3337706923484802, -1.0232659578323364, -1.3401247262954712, -1.9940190315246582, -0.23025095462799072, -1.668179988861084, -1.9043166637420654, -0.7040935158729553, -1.1529686450958252, -2.2594833374023438, -1.9084004163742065, -1.7802501916885376, -1.3228493928909302, -1.4012572765350342, -1.9270079135894775, -1.9884772300720215, -1.3505456447601318, -1.177353858947754, -2.4212474822998047, -1.4138823747634888, -1.5293233394622803, -0.5422693490982056, -1.1820842027664185, -2.0266969203948975, -2.174528121948242, -2.3796379566192627, -1.37204110622406, -2.301342725753784, -1.4723619222640991, -2.3509607315063477, -0.6242790818214417, -2.252246379852295, -1.504514217376709, -1.6674822568893433, -1.5298211574554443, -1.6197996139526367, -1.8449801206588745, -1.3232687711715698, -1.7553467750549316, -2.2225100994110107, -1.7332905530929565, -3.1399502754211426, -1.9659490585327148, -2.0598976612091064, -1.11611008644104]}, "Bot002_010_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_010.log.json", "context": "What are you going to school for? hi i am from sunny florida Nice, i love the sunny season, sunny here. where are you from? I live in the midwest do you like sports? I do, but i like to play football american football? I like football, football, football, and hockey Let's Talk About Hiking? I haven't heard of that, but i am in the south. but i like it, i have dog, we going hiking together. Do you like dogs I love dogs, i have one, and i love to have a dog. Sweet, is it she or he She'S a star wars star wars and a year old. [FACE SCREAMING IN FEAR]  Do you have kids?", "response": "No, i do not have any kids", "annotation_id": "Bot002_010_16", "annotations": ["O", "T", "O", "O", "O", "O", "T", "O", "T", "O", "O", "X", "O", "X", "O"], "gpt2background_target_score": [-11.941508293151855, -9.768975257873535, -10.972618103027344, -7.299651622772217, -8.217815399169922, -10.339595794677734, -8.22254753112793, -10.049623489379883], "gpt2background_argmax_score": [-1.5889270305633545, -0.7581468820571899, -2.2471792697906494, -0.4893319308757782, -1.0119155645370483, -1.479718804359436, -0.899689257144928, -0.8881492018699646, -2.443169355392456, -2.120922803878784, -2.0967419147491455, -1.9610917568206787, -3.3874785900115967, -0.2383541613817215, -0.12313438206911087, -2.1836740970611572, -2.0972111225128174, -2.849177837371826, -1.9181842803955078, -2.0674824714660645, -2.3674113750457764, -2.274182081222534, -1.7862701416015625, -1.8510243892669678, -2.449939250946045, -1.4934415817260742, -2.1489946842193604, -1.7531983852386475, -0.27011972665786743, -1.3030834197998047, -0.38604581356048584, -1.6031591892242432, -1.8553866147994995, -0.41522538661956787, -2.124960422515869, -2.8175487518310547, -0.46612921357154846, -1.927856206893921, -0.2848655879497528, -0.8560720682144165, -1.2390434741973877, -0.8860950469970703, -1.557926893234253, -1.993061900138855, -1.6956405639648438, -1.5808464288711548, -1.6017827987670898, -2.589130401611328, -1.7534847259521484, -2.025022029876709, -2.533156394958496, -1.7718145847320557, -1.0752228498458862, -2.1322131156921387, -1.869931697845459, -1.495775580406189, -2.0188515186309814, -1.7330710887908936, -1.8566349744796753, -1.340347170829773, -0.6503152251243591, -1.531616449356079, -0.5789446234703064, -1.4264163970947266, -2.0837221145629883, -1.0239357948303223, -0.8817857503890991, -2.3902013301849365, -1.5322338342666626, -2.0651071071624756, -1.9525388479232788, -2.2712464332580566, -1.7497968673706055, -1.3615260124206543, -0.22466455399990082, -1.965077519416809, -0.8263396620750427, -1.2696378231048584, -1.7744324207305908, -1.1801657676696777, -1.3753328323364258, -2.4577724933624268, -2.4910826683044434, -1.208632469177246, -2.4030253887176514, -2.005610942840576, -2.0039479732513428, -1.265703797340393, -2.4963018894195557, -1.5322248935699463, -1.7719626426696777, -2.0616064071655273, -1.7421420812606812, -1.334913969039917, -2.5761663913726807, -1.754280924797058, -1.8878681659698486, -0.3337706923484802, -1.0232659578323364, -1.3401247262954712, -1.9940190315246582, -0.23025095462799072, -1.668179988861084, -1.9043166637420654, -0.7040935158729553, -1.1529686450958252, -2.2594833374023438, -1.9084004163742065, -1.7802501916885376, -1.3228493928909302, -1.4012572765350342, -1.9270079135894775, -1.9884772300720215, -1.3505456447601318, -1.177353858947754, -2.4212474822998047, -1.4138823747634888, -1.5293233394622803, -0.5422693490982056, -1.1820842027664185, -2.0266969203948975, -2.174528121948242, -2.3796379566192627, -1.37204110622406, -2.301342725753784, -1.4723619222640991, -2.3509607315063477, -0.6242790818214417, -1.1707208156585693, -1.621738314628601, -2.0302603244781494, -1.7627077102661133, -1.0177810192108154, -1.2431365251541138, -0.9721920490264893, -1.8135656118392944, -1.8829033374786377, -2.803941488265991, -1.581660270690918, -1.370309829711914, -1.9513163566589355, -2.803206443786621, -2.6178231239318848, -1.7191742658615112, -1.6398512125015259, -1.8176459074020386, -1.1455368995666504, -2.5333025455474854, -2.20233416557312, -1.6619502305984497, -1.6335715055465698, -0.2785739004611969, -0.6242488026618958, -1.041549801826477, -0.5173844695091248, -1.8853085041046143, -2.0972180366516113, -0.9277132749557495, -2.006016492843628, -2.116896390914917, -1.4771175384521484, -1.5583773851394653, -1.05902099609375, -1.474685788154602, -0.8850579261779785]}, "Bot002_010_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_010.log.json", "context": "What are you going to school for? hi i am from sunny florida Nice, i love the sunny season, sunny here. where are you from? I live in the midwest do you like sports? I do, but i like to play football american football? I like football, football, football, and hockey Let's Talk About Hiking? I haven't heard of that, but i am in the south. but i like it, i have dog, we going hiking together. Do you like dogs I love dogs, i have one, and i love to have a dog. Sweet, is it she or he She'S a star wars star wars and a year old. [FACE SCREAMING IN FEAR]  Do you have kids? No, i do not have any kids Are you married?", "response": "No, not at all.........................????????????????????", "annotation_id": "Bot002_010_18", "annotations": ["O", "T", "T", "O", "O", "T", "O", "O", "T", "O", "O", "X", "O", "T", "O"], "gpt2background_target_score": [-11.941508293151855, -9.768975257873535, -5.816884994506836, -7.876750469207764, -9.225019454956055, -13.111095428466797, -12.368247032165527, -13.049812316894531, -11.851326942443848, -11.348516464233398], "gpt2background_argmax_score": [-1.5889270305633545, -0.7581468820571899, -2.2471792697906494, -0.4893319308757782, -1.0119155645370483, -1.479718804359436, -0.899689257144928, -0.8881492018699646, -2.443169355392456, -2.120922803878784, -2.0967419147491455, -1.9610917568206787, -3.3874785900115967, -0.2383541613817215, -0.12313438206911087, -2.1836740970611572, -2.0972111225128174, -2.849177837371826, -1.9181842803955078, -2.0674824714660645, -2.3674113750457764, -2.274182081222534, -1.7862701416015625, -1.8510243892669678, -2.449939250946045, -1.4934415817260742, -2.1489946842193604, -1.7531983852386475, -0.27011972665786743, -1.3030834197998047, -0.38604581356048584, -1.6031591892242432, -1.8553866147994995, -0.41522538661956787, -2.124960422515869, -2.8175487518310547, -0.46612921357154846, -1.927856206893921, -0.2848655879497528, -0.8560720682144165, -1.2390434741973877, -0.8860950469970703, -1.557926893234253, -1.993061900138855, -1.6956405639648438, -1.5808464288711548, -1.6017827987670898, -2.589130401611328, -1.7534847259521484, -2.025022029876709, -2.533156394958496, -1.7718145847320557, -1.0752228498458862, -2.1322131156921387, -1.869931697845459, -1.495775580406189, -2.0188515186309814, -1.7330710887908936, -1.8566349744796753, -1.340347170829773, -0.6503152251243591, -1.531616449356079, -0.5789446234703064, -1.4264163970947266, -2.0837221145629883, -1.0239357948303223, -0.8817857503890991, -2.3902013301849365, -1.5322338342666626, -2.0651071071624756, -1.9525388479232788, -2.2712464332580566, -1.7497968673706055, -1.3615260124206543, -0.22466455399990082, -1.965077519416809, -0.8263396620750427, -1.2696378231048584, -1.7744324207305908, -1.1801657676696777, -1.3753328323364258, -2.4577724933624268, -2.4910826683044434, -1.208632469177246, -2.4030253887176514, -2.005610942840576, -2.0039479732513428, -1.265703797340393, -2.4963018894195557, -1.5322248935699463, -1.7719626426696777, -2.0616064071655273, -1.7421420812606812, -1.334913969039917, -2.5761663913726807, -1.754280924797058, -1.8878681659698486, -0.3337706923484802, -1.0232659578323364, -1.3401247262954712, -1.9940190315246582, -0.23025095462799072, -1.668179988861084, -1.9043166637420654, -0.7040935158729553, -1.1529686450958252, -2.2594833374023438, -1.9084004163742065, -1.7802501916885376, -1.3228493928909302, -1.4012572765350342, -1.9270079135894775, -1.9884772300720215, -1.3505456447601318, -1.177353858947754, -2.4212474822998047, -1.4138823747634888, -1.5293233394622803, -0.5422693490982056, -1.1820842027664185, -2.0266969203948975, -2.174528121948242, -2.3796379566192627, -1.37204110622406, -2.301342725753784, -1.4723619222640991, -2.3509607315063477, -0.6242790818214417, -1.1707208156585693, -1.621738314628601, -2.0302603244781494, -1.7627077102661133, -1.0177810192108154, -1.2431365251541138, -0.9721920490264893, -1.8135656118392944, -1.8829033374786377, -2.803941488265991, -1.581660270690918, -1.370309829711914, -1.9513163566589355, -2.803206443786621, -2.6178231239318848, -1.7191742658615112, -1.6398512125015259, -1.8176459074020386, -1.1455368995666504, -2.5333025455474854, -2.20233416557312, -1.6619502305984497, -1.6335715055465698, -0.2785739004611969, -0.6242488026618958, -1.041549801826477, -0.5173844695091248, -1.8853085041046143, -0.9557058811187744, -2.0845746994018555, -1.7493538856506348, -1.3346304893493652, -1.1952201128005981, -1.1047390699386597, -1.5510997772216797, -0.8096386194229126, -0.4285656213760376, -2.3372485637664795, -0.681174635887146, -2.1236798763275146, -2.1367952823638916, -0.7284879684448242, -1.5077069997787476, -2.0732734203338623, -0.261177122592926, -0.7169259190559387, -2.1338021755218506, -2.2726011276245117, -2.231767416000366, -1.7864432334899902, -1.188048243522644]}, "Bot002_010_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_010.log.json", "context": "What are you going to school for? hi i am from sunny florida Nice, i love the sunny season, sunny here. where are you from? I live in the midwest do you like sports? I do, but i like to play football american football? I like football, football, football, and hockey Let's Talk About Hiking? I haven't heard of that, but i am in the south. but i like it, i have dog, we going hiking together. Do you like dogs I love dogs, i have one, and i love to have a dog. Sweet, is it she or he She'S a star wars star wars and a year old. [FACE SCREAMING IN FEAR]  Do you have kids? No, i do not have any kids Are you married? No, not at all.........................???????????????????? how old are you?", "response": "I'M 6 vh1 100th", "annotation_id": "Bot002_010_20", "annotations": ["X", "T", "T", "T", "X", "X", "T", "X", "T", "O", "T", "X", "T", "X", "O"], "gpt2background_target_score": [-10.164461135864258, -13.144895553588867, -10.56508731842041, -11.081067085266113, -11.601602554321289, -13.121232986450195, -13.509882926940918, -9.804361343383789, -9.079261779785156], "gpt2background_argmax_score": [-1.5889270305633545, -0.7581468820571899, -2.2471792697906494, -0.4893319308757782, -1.0119155645370483, -1.479718804359436, -0.899689257144928, -0.8881492018699646, -2.443169355392456, -2.120922803878784, -2.0967419147491455, -1.9610917568206787, -3.3874785900115967, -0.2383541613817215, -0.12313438206911087, -2.1836740970611572, -2.0972111225128174, -2.849177837371826, -1.9181842803955078, -2.0674824714660645, -2.3674113750457764, -2.274182081222534, -1.7862701416015625, -1.8510243892669678, -2.449939250946045, -1.4934415817260742, -2.1489946842193604, -1.7531983852386475, -0.27011972665786743, -1.3030834197998047, -0.38604581356048584, -1.6031591892242432, -1.8553866147994995, -0.41522538661956787, -2.124960422515869, -2.8175487518310547, -0.46612921357154846, -1.927856206893921, -0.2848655879497528, -0.8560720682144165, -1.2390434741973877, -0.8860950469970703, -1.557926893234253, -1.993061900138855, -1.6956405639648438, -1.5808464288711548, -1.6017827987670898, -2.589130401611328, -1.7534847259521484, -2.025022029876709, -2.533156394958496, -1.7718145847320557, -1.0752228498458862, -2.1322131156921387, -1.869931697845459, -1.495775580406189, -2.0188515186309814, -1.7330710887908936, -1.8566349744796753, -1.340347170829773, -0.6503152251243591, -1.531616449356079, -0.5789446234703064, -1.4264163970947266, -2.0837221145629883, -1.0239357948303223, -0.8817857503890991, -2.3902013301849365, -1.5322338342666626, -2.0651071071624756, -1.9525388479232788, -2.2712464332580566, -1.7497968673706055, -1.3615260124206543, -0.22466455399990082, -1.965077519416809, -0.8263396620750427, -1.2696378231048584, -1.7744324207305908, -1.1801657676696777, -1.3753328323364258, -2.4577724933624268, -2.4910826683044434, -1.208632469177246, -2.4030253887176514, -2.005610942840576, -2.0039479732513428, -1.265703797340393, -2.4963018894195557, -1.5322248935699463, -1.7719626426696777, -2.0616064071655273, -1.7421420812606812, -1.334913969039917, -2.5761663913726807, -1.754280924797058, -1.8878681659698486, -0.3337706923484802, -1.0232659578323364, -1.3401247262954712, -1.9940190315246582, -0.23025095462799072, -1.668179988861084, -1.9043166637420654, -0.7040935158729553, -1.1529686450958252, -2.2594833374023438, -1.9084004163742065, -1.7802501916885376, -1.3228493928909302, -1.4012572765350342, -1.9270079135894775, -1.9884772300720215, -1.3505456447601318, -1.177353858947754, -2.4212474822998047, -1.4138823747634888, -1.5293233394622803, -0.5422693490982056, -1.1820842027664185, -2.0266969203948975, -2.174528121948242, -2.3796379566192627, -1.37204110622406, -2.301342725753784, -1.4723619222640991, -2.3509607315063477, -0.6242790818214417, -1.1707208156585693, -1.621738314628601, -2.0302603244781494, -1.7627077102661133, -1.0177810192108154, -1.2431365251541138, -0.9721920490264893, -1.8135656118392944, -1.8829033374786377, -2.803941488265991, -1.581660270690918, -1.370309829711914, -1.9513163566589355, -2.803206443786621, -2.6178231239318848, -1.7191742658615112, -1.6398512125015259, -1.8176459074020386, -1.1455368995666504, -2.5333025455474854, -2.20233416557312, -1.6619502305984497, -1.6335715055465698, -0.2785739004611969, -0.6242488026618958, -1.041549801826477, -0.5173844695091248, -1.8853085041046143, -0.9557058811187744, -2.0845746994018555, -1.7493538856506348, -1.3346304893493652, -1.1952201128005981, -1.1047390699386597, -1.5510997772216797, -0.8096386194229126, -0.4285656213760376, -2.3372485637664795, -0.681174635887146, -2.1236798763275146, -0.6997808218002319, -1.2358520030975342, -1.825982689857483, -0.26135778427124023, -0.6396042704582214, -2.2450215816497803, -3.4743242263793945, -2.625049352645874, -1.410025954246521, -2.215353012084961, -1.987943410873413, -0.4693875014781952, -0.20835831761360168, -0.5230929851531982, -2.0924618244171143, -2.3542306423187256, -1.494504451751709, -0.18365079164505005, -3.257256269454956, -2.328150987625122, -2.675459623336792, -2.005481004714966, -1.5545045137405396, -2.359959125518799, -1.1167913675308228]}, "Bot002_012_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_012.log.json", "context": "I live in california near the beach Nice. Do you swim a lot?", "response": "Yes, i do, i swim and surf", "annotation_id": "Bot002_012_02", "annotations": ["O", "O", "O", "T", "O", "O", "T", "X", "O", "O", "O", "O", "X", "O", "O"], "gpt2background_target_score": [-13.322606086730957, -7.015900135040283, -10.927909851074219, -11.081201553344727, -8.171183586120605, -6.977075099945068, -12.793757438659668, -9.926681518554688, -11.109110832214355], "gpt2background_argmax_score": [-1.9620229005813599, -0.3763482868671417, -1.8746724128723145, -0.4688911736011505, -0.019787998870015144, -1.3351408243179321, -2.2583703994750977, -2.1479551792144775, -1.8172258138656616, -2.248040199279785, -2.2606122493743896, -0.4565671682357788, -1.5990551710128784, -1.5274951457977295, -0.520140528678894, -0.7358646392822266, -1.2590614557266235, -1.7417235374450684, -1.372713327407837, -1.4723303318023682, -1.411322832107544, -0.9633747339248657, -1.432654857635498, -1.6981549263000488, -1.2618614435195923, -2.265058755874634, -1.9250003099441528]}, "Bot002_012_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_012.log.json", "context": "I live in california near the beach Nice. Do you swim a lot? Yes, i do, i swim and surf That is nice. Do you like sports?", "response": "I do, but i like to play football, but i like to play with friends.", "annotation_id": "Bot002_012_04", "annotations": ["O", "O", "T", "O", "O", "O", "T", "X", "O", "O", "O", "O", "X", "T", "T"], "gpt2background_target_score": [-9.058670997619629, -10.252095222473145, -8.254283905029297, -9.03122329711914, -11.00537395477295, -8.228095054626465, -6.055567741394043, -11.001314163208008, -12.017863273620605, -2.7850561141967773, -8.531218528747559, -6.1571879386901855, -3.9128074645996094, -4.81292724609375, -11.626593589782715, -4.21934700012207, -11.303169250488281, -1.4718742370605469], "gpt2background_argmax_score": [-1.9620229005813599, -0.3763482868671417, -1.8746724128723145, -0.4688911736011505, -0.019787998870015144, -1.3351408243179321, -2.2583703994750977, -2.1479551792144775, -1.8172258138656616, -2.248040199279785, -2.2606122493743896, -0.4565671682357788, -1.5990551710128784, -1.5274951457977295, -0.520140528678894, -0.7358646392822266, -1.2590614557266235, -1.4718742370605469, -1.5434678792953491, -1.486843466758728, -0.9337453842163086, -1.285622000694275, -1.6351310014724731, -1.2970889806747437, -2.4160046577453613, -1.895518183708191, -1.3053497076034546, -2.3624308109283447, -1.491951584815979, -1.8507829904556274, -0.21439193189144135, -2.1070940494537354, -1.4991344213485718, -0.7780008316040039, -1.7403846979141235, -1.6383060216903687, -2.2010245323181152, -1.4760334491729736, -1.6461325883865356, -1.584802269935608, -2.3338043689727783, -1.991805911064148, -1.178831696510315, -2.4049031734466553, -1.4895565509796143, -1.640330195426941, -1.1005144119262695, -2.0900065898895264, -0.8482388854026794, -1.8999602794647217, -2.381995677947998, -1.8338690996170044, -1.2183165550231934, -1.2663449048995972]}, "Bot002_012_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_012.log.json", "context": "I live in california near the beach Nice. Do you swim a lot? Yes, i do, i swim and surf That is nice. Do you like sports? I do, but i like to play football, but i like to play with friends. Football sounds nice. Do you watch World Cup?", "response": "I do, i like to watch football, but i love it.", "annotation_id": "Bot002_012_06", "annotations": ["T", "O", "T", "T", "O", "O", "X", "X", "O", "O", "T", "O", "X", "T", "T"], "gpt2background_target_score": [-9.058675765991211, -10.252095222473145, -8.254283905029297, -8.557478904724121, -14.521639823913574, -6.9404683113098145, -10.955157279968262, -10.894563674926758, -1.9466623067855835, -4.830790042877197, -7.093042373657227, -8.584535598754883, -10.095475196838379, -5.252582550048828], "gpt2background_argmax_score": [-1.9620229005813599, -0.37634819746017456, -1.8746731281280518, -0.4688914120197296, -0.019787998870015144, -1.335141658782959, -2.2583703994750977, -2.147958755493164, -1.817224383354187, -2.2480406761169434, -2.260610818862915, -0.45656558871269226, -1.599055290222168, -1.5274944305419922, -0.5201395153999329, -0.7358649969100952, -1.2590618133544922, -1.4718736410140991, -1.543468713760376, -1.4868406057357788, -0.9337446093559265, -1.2856218814849854, -1.6351300477981567, -1.2970894575119019, -2.4160075187683105, -1.8955172300338745, -1.3053486347198486, -2.362431526184082, -1.4919517040252686, -1.8507851362228394, -0.2143925130367279, -2.10709285736084, -1.4991358518600464, -0.7780016660690308, -1.7403854131698608, -2.3346059322357178, -1.6017930507659912, -1.2760655879974365, -1.4770768880844116, -2.156195640563965, -2.3720133304595947, -1.2630658149719238, -2.387981414794922, -1.4297627210617065, -1.7377146482467651, -1.2249566316604614, -1.968929648399353, -0.9224198460578918, -1.844177007675171, -2.3978958129882812, -1.7341008186340332, -1.1547126770019531, -1.727744221687317, -0.8577074408531189, -2.042813777923584, -1.6083499193191528, -1.7801295518875122, -0.17218539118766785, -1.4612385034561157, -2.375910758972168, -0.5728102326393127, -1.0694067478179932, -1.7559810876846313, -1.8831424713134766, -2.275749444961548, -1.5072863101959229, -1.1625269651412964, -1.835963487625122, -1.1990809440612793, -1.3429744243621826, -2.3015317916870117, -1.2703889608383179, -0.4716287851333618, -0.8102225661277771, -1.9462153911590576, -1.8649418354034424, -1.1038762331008911, -1.500300407409668]}, "Bot002_012_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_012.log.json", "context": "I live in california near the beach Nice. Do you swim a lot? Yes, i do, i swim and surf That is nice. Do you like sports? I do, but i like to play football, but i like to play with friends. Football sounds nice. Do you watch World Cup? I do, i like to watch football, but i love it. What about other sports?", "response": "I like football, basketball, basketball, basketball, basketball, basketball", "annotation_id": "Bot002_012_08", "annotations": ["X", "T", "O", "T", "T", "O", "X", "X", "X", "O", "X", "X", "X", "X", "T"], "gpt2background_target_score": [-9.058675765991211, -7.210468292236328, -11.645587921142578, -6.840771675109863, -17.024776458740234, -1.7511367797851562, -11.544574737548828, -10.181568145751953, -12.423914909362793, -2.7850537300109863, -12.40565013885498, -8.63648796081543, -12.503409385681152], "gpt2background_argmax_score": [-1.9620229005813599, -0.37634819746017456, -1.8746731281280518, -0.4688914120197296, -0.019787998870015144, -1.335141658782959, -2.2583703994750977, -2.147958755493164, -1.817224383354187, -2.2480406761169434, -2.260610818862915, -0.45656558871269226, -1.599055290222168, -1.5274944305419922, -0.5201395153999329, -0.7358649969100952, -1.2590618133544922, -1.4718736410140991, -1.543468713760376, -1.4868406057357788, -0.9337446093559265, -1.2856218814849854, -1.6351300477981567, -1.2970894575119019, -2.4160075187683105, -1.8955172300338745, -1.3053486347198486, -2.362431526184082, -1.4919517040252686, -1.8507851362228394, -0.2143925130367279, -2.10709285736084, -1.4991358518600464, -0.7780016660690308, -1.7403854131698608, -2.3346059322357178, -1.6017941236495972, -1.2760661840438843, -1.4770774841308594, -2.1561954021453857, -2.372014284133911, -1.263066053390503, -2.3879785537719727, -1.429761290550232, -1.7377153635025024, -1.2249568700790405, -1.968931794166565, -0.9224225878715515, -1.8441771268844604, -2.397897958755493, -1.734101414680481, -1.154712200164795, -1.7277452945709229, -0.8577068448066711, -2.042814016342163, -1.608351230621338, -1.7801311016082764, -0.17218539118766785, -1.4612380266189575, -2.3759114742279053, -0.5728111267089844, -1.0694050788879395, -1.7559814453125, -2.2586419582366943, -1.4622139930725098, -0.8647089004516602, -1.6160001754760742, -1.037698745727539, -1.2303544282913208, -2.2609639167785645, -1.2858891487121582, -0.3150155544281006, -0.6923659443855286, -1.8085839748382568, -1.8917680978775024, -0.9565287828445435, -1.7162920236587524, -2.1863789558410645, -1.5045732259750366, -0.4883686304092407, -0.43134409189224243, -1.5624479055404663, -1.8952661752700806, -2.2992162704467773, -1.4215495586395264, -1.403276801109314, -1.2662380933761597, -0.452645868062973, -1.082963228225708, -0.451505184173584, -1.0423928499221802, -0.5255253911018372, -1.257871150970459, -0.5441311597824097, -1.5995473861694336, -0.531126081943512]}, "Bot002_012_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_012.log.json", "context": "I live in california near the beach Nice. Do you swim a lot? Yes, i do, i swim and surf That is nice. Do you like sports? I do, but i like to play football, but i like to play with friends. Football sounds nice. Do you watch World Cup? I do, i like to watch football, but i love it. What about other sports? I like football, basketball, basketball, basketball, basketball, basketball You are the fan of basketball. Do you play it?", "response": "I do not play, but i do play professionally", "annotation_id": "Bot002_012_10", "annotations": ["O", "T", "X", "O", "X", "X", "X", "X", "X", "T", "X", "X", "X", "X", "T"], "gpt2background_target_score": [-9.058675765991211, -10.252095222473145, -9.180110931396484, -11.259302139282227, -8.171180725097656, -3.9909791946411133, -7.888138294219971, -10.364803314208984, -10.304092407226562, -12.983158111572266], "gpt2background_argmax_score": [-1.9620229005813599, -0.37634819746017456, -1.8746731281280518, -0.4688914120197296, -0.019787998870015144, -1.335141658782959, -2.2583703994750977, -2.147958755493164, -1.817224383354187, -2.2480406761169434, -2.260610818862915, -0.45656558871269226, -1.599055290222168, -1.5274944305419922, -0.5201395153999329, -0.7358649969100952, -1.2590618133544922, -1.4718736410140991, -1.543468713760376, -1.4868406057357788, -0.9337446093559265, -1.2856218814849854, -1.6351300477981567, -1.2970894575119019, -2.4160075187683105, -1.8955172300338745, -1.3053486347198486, -2.362431526184082, -1.4919517040252686, -1.8507851362228394, -0.2143925130367279, -2.10709285736084, -1.4991358518600464, -0.7780016660690308, -1.7403854131698608, -2.3346059322357178, -1.6017941236495972, -1.2760661840438843, -1.4770774841308594, -2.1561954021453857, -2.372014284133911, -1.263066053390503, -2.3879785537719727, -1.429761290550232, -1.7377153635025024, -1.2249568700790405, -1.968931794166565, -0.9224225878715515, -1.8441771268844604, -2.397897958755493, -1.734101414680481, -1.154712200164795, -1.7277452945709229, -0.8577068448066711, -2.042814016342163, -1.608351230621338, -1.7801311016082764, -0.17218539118766785, -1.4612380266189575, -2.3759114742279053, -0.5728111267089844, -1.0694050788879395, -1.7559814453125, -2.2586419582366943, -1.4622139930725098, -0.8647089004516602, -1.6160001754760742, -1.037698745727539, -1.2303544282913208, -2.2609639167785645, -1.2858891487121582, -0.3150155544281006, -0.6923659443855286, -1.8085839748382568, -1.8917680978775024, -0.9565287828445435, -1.7162920236587524, -2.1863789558410645, -1.5045732259750366, -0.4883686304092407, -0.43134409189224243, -1.5624479055404663, -2.4904744625091553, -1.6411938667297363, -1.2902750968933105, -1.0396944284439087, -0.3774570822715759, -1.3033604621887207, -0.40090611577033997, -1.3526360988616943, -0.4576215445995331, -1.6520256996154785, -0.4827391505241394, -2.045342445373535, -0.48730307817459106, -2.6593565940856934, -2.261169195175171, -1.0961695909500122, -1.3376834392547607, -1.9470157623291016, -1.5041977167129517, -1.7281657457351685, -0.17911659181118011, -1.4308366775512695, -2.3745598793029785, -1.7224980592727661, -1.8415619134902954, -1.7783658504486084, -2.331759452819824, -1.4294153451919556, -1.7232213020324707, -2.0895891189575195, -1.3471570014953613, -1.2254866361618042, -1.912299394607544, -1.8566964864730835, -2.144094944000244, -0.8946504592895508]}, "Bot002_012_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_012.log.json", "context": "I live in california near the beach Nice. Do you swim a lot? Yes, i do, i swim and surf That is nice. Do you like sports? I do, but i like to play football, but i like to play with friends. Football sounds nice. Do you watch World Cup? I do, i like to watch football, but i love it. What about other sports? I like football, basketball, basketball, basketball, basketball, basketball You are the fan of basketball. Do you play it? I do not play, but i do play professionally Are you a professional basketball player?", "response": "No, i play for the celtics", "annotation_id": "Bot002_012_12", "annotations": ["T", "X", "X", "T", "X", "T", "X", "X", "X", "T", "X", "X", "X", "X", "T"], "gpt2background_target_score": [-10.551536560058594, -7.015898704528809, -10.927910804748535, -11.259302139282227, -10.800166130065918, -7.377465724945068, -7.619630336761475, -14.916930198669434, -12.692207336425781], "gpt2background_argmax_score": [-1.9620229005813599, -0.37634819746017456, -1.8746731281280518, -0.4688914120197296, -0.019787998870015144, -1.335141658782959, -2.2583703994750977, -2.147958755493164, -1.817224383354187, -2.2480406761169434, -2.260610818862915, -0.45656558871269226, -1.599055290222168, -1.5274944305419922, -0.5201395153999329, -0.7358649969100952, -1.2590618133544922, -1.4718736410140991, -1.543468713760376, -1.4868406057357788, -0.9337446093559265, -1.2856218814849854, -1.6351300477981567, -1.2970894575119019, -2.4160075187683105, -1.8955172300338745, -1.3053486347198486, -2.362431526184082, -1.4919517040252686, -1.8507851362228394, -0.2143925130367279, -2.10709285736084, -1.4991358518600464, -0.7780016660690308, -1.7403854131698608, -2.3346059322357178, -1.6017941236495972, -1.2760661840438843, -1.4770774841308594, -2.1561954021453857, -2.372014284133911, -1.263066053390503, -2.3879785537719727, -1.429761290550232, -1.7377153635025024, -1.2249568700790405, -1.968931794166565, -0.9224225878715515, -1.8441771268844604, -2.397897958755493, -1.734101414680481, -1.154712200164795, -1.7277452945709229, -0.8577068448066711, -2.042814016342163, -1.608351230621338, -1.7801311016082764, -0.17218539118766785, -1.4612380266189575, -2.3759114742279053, -0.5728111267089844, -1.0694050788879395, -1.7559814453125, -2.2586419582366943, -1.4622139930725098, -0.8647089004516602, -1.6160001754760742, -1.037698745727539, -1.2303544282913208, -2.2609639167785645, -1.2858891487121582, -0.3150155544281006, -0.6923659443855286, -1.8085839748382568, -1.8917680978775024, -0.9565287828445435, -1.7162920236587524, -2.1863789558410645, -1.5045732259750366, -0.4883686304092407, -0.43134409189224243, -1.5624479055404663, -2.4904744625091553, -1.6411938667297363, -1.2902750968933105, -1.0396944284439087, -0.3774570822715759, -1.3033604621887207, -0.40090611577033997, -1.3526360988616943, -0.45762184262275696, -1.6520262956619263, -0.48273995518684387, -2.045344591140747, -0.48730337619781494, -2.6593568325042725, -2.2611687183380127, -1.096171259880066, -1.3376843929290771, -1.9470142126083374, -1.5041980743408203, -1.728166103363037, -0.17911718785762787, -1.4308363199234009, -2.374561071395874, -1.722500205039978, -1.8415607213974, -2.307180881500244, -1.3520816564559937, -1.6664677858352661, -1.5229361057281494, -1.5175416469573975, -1.058103322982788, -1.6962265968322754, -1.5069656372070312, -2.0401692390441895, -0.8100028038024902, -0.3540877103805542, -1.5683598518371582, -1.3612167835235596, -1.1713212728500366, -0.6838136911392212, -0.47640588879585266, -1.755284070968628, -1.8227832317352295, -1.0018812417984009, -1.4981651306152344, -2.3147521018981934, -2.075918674468994, -1.8580553531646729, -2.6781723499298096, -2.457212448120117, -0.15046386420726776, -1.3590916395187378]}, "Bot002_012_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_012.log.json", "context": "I live in california near the beach Nice. Do you swim a lot? Yes, i do, i swim and surf That is nice. Do you like sports? I do, but i like to play football, but i like to play with friends. Football sounds nice. Do you watch World Cup? I do, i like to watch football, but i love it. What about other sports? I like football, basketball, basketball, basketball, basketball, basketball You are the fan of basketball. Do you play it? I do not play, but i do play professionally Are you a professional basketball player? No, i play for the celtics Okay. Do you exercise often?", "response": "Yes, i do, i try to stay healthy", "annotation_id": "Bot002_012_14", "annotations": ["X", "O", "O", "T", "O", "O", "T", "X", "O", "O", "O", "O", "X", "O", "T"], "gpt2background_target_score": [-13.322609901428223, -7.015898704528809, -10.927910804748535, -11.081201553344727, -8.171180725097656, -6.977075576782227, -10.9785795211792, -10.853288650512695, -11.970909118652344, -11.823392868041992], "gpt2background_argmax_score": [-1.9620229005813599, -0.37634819746017456, -1.8746731281280518, -0.4688914120197296, -0.019787998870015144, -1.335141658782959, -2.2583703994750977, -2.147958755493164, -1.817224383354187, -2.2480406761169434, -2.260610818862915, -0.45656558871269226, -1.599055290222168, -1.5274944305419922, -0.5201395153999329, -0.7358649969100952, -1.2590618133544922, -1.4718736410140991, -1.543468713760376, -1.4868406057357788, -0.9337446093559265, -1.2856218814849854, -1.6351300477981567, -1.2970894575119019, -2.4160075187683105, -1.8955172300338745, -1.3053486347198486, -2.362431526184082, -1.4919517040252686, -1.8507851362228394, -0.2143925130367279, -2.10709285736084, -1.4991358518600464, -0.7780016660690308, -1.7403854131698608, -2.3346059322357178, -1.6017941236495972, -1.2760661840438843, -1.4770774841308594, -2.1561954021453857, -2.372014284133911, -1.263066053390503, -2.3879785537719727, -1.429761290550232, -1.7377153635025024, -1.2249568700790405, -1.968931794166565, -0.9224225878715515, -1.8441771268844604, -2.397897958755493, -1.734101414680481, -1.154712200164795, -1.7277452945709229, -0.8577068448066711, -2.042814016342163, -1.608351230621338, -1.7801311016082764, -0.17218539118766785, -1.4612380266189575, -2.3759114742279053, -0.5728111267089844, -1.0694050788879395, -1.7559814453125, -2.2586419582366943, -1.4622139930725098, -0.8647089004516602, -1.6160001754760742, -1.037698745727539, -1.2303544282913208, -2.2609639167785645, -1.2858891487121582, -0.3150155544281006, -0.6923659443855286, -1.8085839748382568, -1.8917680978775024, -0.9565287828445435, -1.7162920236587524, -2.1863789558410645, -1.5045732259750366, -0.4883686304092407, -0.43134409189224243, -1.5624479055404663, -2.4904744625091553, -1.6411938667297363, -1.2902750968933105, -1.0396944284439087, -0.3774570822715759, -1.3033604621887207, -0.40090611577033997, -1.3526360988616943, -0.4576215445995331, -1.6520256996154785, -0.4827391505241394, -2.045342445373535, -0.48730307817459106, -2.6593565940856934, -2.261169195175171, -1.0961695909500122, -1.3376834392547607, -1.9470157623291016, -1.5041977167129517, -1.7281657457351685, -0.17911659181118011, -1.4308366775512695, -2.3745598793029785, -1.7224980592727661, -1.8415619134902954, -2.3071792125701904, -1.3520814180374146, -1.6664679050445557, -1.5229357481002808, -1.5175423622131348, -1.0581037998199463, -1.6962262392044067, -1.5069661140441895, -2.0401687622070312, -0.8100022077560425, -0.3540888726711273, -1.5683599710464478, -1.3612165451049805, -1.1713206768035889, -0.6838133335113525, -0.4764077961444855, -1.7552858591079712, -1.0952047109603882, -1.578124761581421, -2.1580612659454346, -2.3066275119781494, -1.8651951551437378, -2.741670608520508, -2.5425307750701904, -0.11596919596195221, -1.3180114030838013, -1.5620648860931396, -1.4027297496795654, -0.1975962519645691, -1.6171537637710571, -1.4797003269195557, -0.5372164845466614, -1.681287407875061, -1.9200994968414307, -0.8512782454490662, -1.2508713006973267, -0.9726398587226868, -1.1124032735824585, -1.0418787002563477, -1.4497675895690918, -0.8659088611602783, -1.5204505920410156, -1.6753926277160645, -1.593390941619873]}, "Bot002_012_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_012.log.json", "context": "I live in california near the beach Nice. Do you swim a lot? Yes, i do, i swim and surf That is nice. Do you like sports? I do, but i like to play football, but i like to play with friends. Football sounds nice. Do you watch World Cup? I do, i like to watch football, but i love it. What about other sports? I like football, basketball, basketball, basketball, basketball, basketball You are the fan of basketball. Do you play it? I do not play, but i do play professionally Are you a professional basketball player? No, i play for the celtics Okay. Do you exercise often? Yes, i do, i try to stay healthy Nice. Do you eat healthy food?", "response": "Yes i do, i love to eat healthy", "annotation_id": "Bot002_012_16", "annotations": ["O", "O", "O", "O", "O", "O", "T", "X", "O", "O", "O", "O", "X", "O", "T"], "gpt2background_target_score": [-13.322609901428223, -10.74465274810791, -11.365043640136719, -6.840771675109863, -11.005372047424316, -9.736944198608398, -6.055569648742676, -12.294815063476562, -12.057604789733887], "gpt2background_argmax_score": [-1.9620229005813599, -0.37634819746017456, -1.8746731281280518, -0.4688914120197296, -0.019787998870015144, -1.335141658782959, -2.2583703994750977, -2.147958755493164, -1.817224383354187, -2.2480406761169434, -2.260610818862915, -0.45656558871269226, -1.599055290222168, -1.5274944305419922, -0.5201395153999329, -0.7358649969100952, -1.2590618133544922, -1.4718736410140991, -1.543468713760376, -1.4868406057357788, -0.9337446093559265, -1.2856218814849854, -1.6351300477981567, -1.2970894575119019, -2.4160075187683105, -1.8955172300338745, -1.3053486347198486, -2.362431526184082, -1.4919517040252686, -1.8507851362228394, -0.2143925130367279, -2.10709285736084, -1.4991358518600464, -0.7780016660690308, -1.7403854131698608, -2.3346059322357178, -1.6017941236495972, -1.2760661840438843, -1.4770774841308594, -2.1561954021453857, -2.372014284133911, -1.263066053390503, -2.3879785537719727, -1.429761290550232, -1.7377153635025024, -1.2249568700790405, -1.968931794166565, -0.9224225878715515, -1.8441771268844604, -2.397897958755493, -1.734101414680481, -1.154712200164795, -1.7277452945709229, -0.8577068448066711, -2.042814016342163, -1.608351230621338, -1.7801311016082764, -0.17218539118766785, -1.4612380266189575, -2.3759114742279053, -0.5728111267089844, -1.0694050788879395, -1.7559814453125, -2.2586419582366943, -1.4622139930725098, -0.8647089004516602, -1.6160001754760742, -1.037698745727539, -1.2303544282913208, -2.2609639167785645, -1.2858891487121582, -0.3150155544281006, -0.6923659443855286, -1.8085839748382568, -1.8917680978775024, -0.9565287828445435, -1.7162920236587524, -2.1863789558410645, -1.5045732259750366, -0.4883686304092407, -0.43134409189224243, -1.5624479055404663, -2.4904744625091553, -1.6411938667297363, -1.2902750968933105, -1.0396944284439087, -0.3774570822715759, -1.3033604621887207, -0.40090611577033997, -1.3526360988616943, -0.4576215445995331, -1.6520256996154785, -0.4827391505241394, -2.045342445373535, -0.48730307817459106, -2.6593565940856934, -2.261169195175171, -1.0961695909500122, -1.3376834392547607, -1.9470157623291016, -1.5041977167129517, -1.7281657457351685, -0.17911659181118011, -1.4308366775512695, -2.3745598793029785, -1.7224980592727661, -1.8415619134902954, -2.3071792125701904, -1.3520814180374146, -1.6664679050445557, -1.5229357481002808, -1.5175423622131348, -1.0581037998199463, -1.6962262392044067, -1.5069661140441895, -2.0401687622070312, -0.8100022077560425, -0.3540888726711273, -1.5683599710464478, -1.3612165451049805, -1.1713206768035889, -0.6838133335113525, -0.4764077961444855, -1.7552858591079712, -1.0952047109603882, -1.578124761581421, -2.1580612659454346, -2.3066275119781494, -1.8651951551437378, -2.741670608520508, -2.5425307750701904, -0.11596919596195221, -1.3180114030838013, -1.5620648860931396, -1.4027297496795654, -0.1975962519645691, -1.6171537637710571, -1.4797003269195557, -0.5372164845466614, -1.681287407875061, -0.8127829432487488, -0.8873752951622009, -0.932579517364502, -1.1205123662948608, -0.7773186564445496, -1.4299041032791138, -0.8059743046760559, -1.5149697065353394, -1.9274230003356934, -1.5883171558380127, -0.9445560574531555, -1.709283471107483, -0.14837168157100677, -1.9765808582305908, -1.8131895065307617, -0.6881872415542603, -0.7022497057914734, -1.3793768882751465, -2.124022960662842, -0.7440869808197021, -0.9182611107826233, -1.175992727279663, -0.850870668888092, -1.2533732652664185, -2.051252603530884, -1.4437580108642578, -0.8597739338874817, -1.5363450050354004]}, "Bot002_012_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_012.log.json", "context": "I live in california near the beach Nice. Do you swim a lot? Yes, i do, i swim and surf That is nice. Do you like sports? I do, but i like to play football, but i like to play with friends. Football sounds nice. Do you watch World Cup? I do, i like to watch football, but i love it. What about other sports? I like football, basketball, basketball, basketball, basketball, basketball You are the fan of basketball. Do you play it? I do not play, but i do play professionally Are you a professional basketball player? No, i play for the celtics Okay. Do you exercise often? Yes, i do, i try to stay healthy Nice. Do you eat healthy food? Yes i do, i love to eat healthy You are really nice guy", "response": "Yes, i am. i am...........................................", "annotation_id": "Bot002_012_18", "annotations": ["T", "T", "O", "T", "O", "X", "T", "X", "T", "X", "O", "O", "X", "O", "T"], "gpt2background_target_score": [-13.322609901428223, -7.015898704528809, -10.927910804748535, -12.662622451782227, -8.784134864807129, -6.977075576782227, -7.959412574768066, -13.373806953430176, -11.17923641204834, -5.526463508605957], "gpt2background_argmax_score": [-1.9620229005813599, -0.37634819746017456, -1.8746731281280518, -0.4688914120197296, -0.019787998870015144, -1.335141658782959, -2.2583703994750977, -2.147958755493164, -1.817224383354187, -2.2480406761169434, -2.260610818862915, -0.45656558871269226, -1.599055290222168, -1.5274944305419922, -0.5201395153999329, -0.7358649969100952, -1.2590618133544922, -1.4718736410140991, -1.543468713760376, -1.4868406057357788, -0.9337446093559265, -1.2856218814849854, -1.6351300477981567, -1.2970894575119019, -2.4160075187683105, -1.8955172300338745, -1.3053486347198486, -2.362431526184082, -1.4919517040252686, -1.8507851362228394, -0.2143925130367279, -2.10709285736084, -1.4991358518600464, -0.7780016660690308, -1.7403854131698608, -2.3346059322357178, -1.6017941236495972, -1.2760661840438843, -1.4770774841308594, -2.1561954021453857, -2.372014284133911, -1.263066053390503, -2.3879785537719727, -1.429761290550232, -1.7377153635025024, -1.2249568700790405, -1.968931794166565, -0.9224225878715515, -1.8441771268844604, -2.397897958755493, -1.734101414680481, -1.154712200164795, -1.7277452945709229, -0.8577068448066711, -2.042814016342163, -1.608351230621338, -1.7801311016082764, -0.17218539118766785, -1.4612380266189575, -2.3759114742279053, -0.5728111267089844, -1.0694050788879395, -1.7559814453125, -2.2586419582366943, -1.4622139930725098, -0.8647089004516602, -1.6160001754760742, -1.037698745727539, -1.2303544282913208, -2.2609639167785645, -1.2858891487121582, -0.3150155544281006, -0.6923659443855286, -1.8085839748382568, -1.8917680978775024, -0.9565287828445435, -1.7162920236587524, -2.1863789558410645, -1.5045732259750366, -0.4883686304092407, -0.43134409189224243, -1.5624479055404663, -2.4904744625091553, -1.6411938667297363, -1.2902750968933105, -1.0396944284439087, -0.3774570822715759, -1.3033604621887207, -0.40090611577033997, -1.3526360988616943, -0.4576215445995331, -1.6520256996154785, -0.4827391505241394, -2.045342445373535, -0.48730307817459106, -2.6593565940856934, -2.261169195175171, -1.0961695909500122, -1.3376834392547607, -1.9470157623291016, -1.5041977167129517, -1.7281657457351685, -0.17911659181118011, -1.4308366775512695, -2.3745598793029785, -1.7224980592727661, -1.8415619134902954, -2.3071792125701904, -1.3520814180374146, -1.6664679050445557, -1.5229357481002808, -1.5175423622131348, -1.0581037998199463, -1.6962262392044067, -1.5069661140441895, -2.0401687622070312, -0.8100022077560425, -0.3540888726711273, -1.5683599710464478, -1.3612165451049805, -1.1713206768035889, -0.6838133335113525, -0.4764077961444855, -1.7552858591079712, -1.0952047109603882, -1.578124761581421, -2.1580612659454346, -2.3066275119781494, -1.8651951551437378, -2.741670608520508, -2.5425307750701904, -0.11596919596195221, -1.3180114030838013, -1.5620648860931396, -1.4027297496795654, -0.1975962519645691, -1.6171537637710571, -1.4797003269195557, -0.5372165441513062, -1.6812885999679565, -0.812782347202301, -0.8873741626739502, -0.9325790405273438, -1.1205110549926758, -0.7773184180259705, -1.4299026727676392, -0.8059735894203186, -1.514971375465393, -1.9274221658706665, -1.5883190631866455, -0.9445574879646301, -1.7092825174331665, -0.14837157726287842, -1.976582407951355, -1.81318998336792, -0.6881868839263916, -0.7022503018379211, -1.379374384880066, -0.5908771753311157, -0.8553188443183899, -0.9796245098114014, -0.5587104558944702, -1.1068592071533203, -1.758226752281189, -1.276503324508667, -0.8208178281784058, -1.366495966911316, -1.27668297290802, -1.0528048276901245, -1.4938758611679077, -1.2532556056976318, -0.998645544052124, -2.1427714824676514, -0.916179358959198, -0.632637083530426, -1.1011296510696411, -1.1802407503128052, -1.179847002029419, -1.954116702079773, -1.78101646900177, -2.848637580871582, -2.3150811195373535, -1.952824354171753]}, "Bot002_012_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_012.log.json", "context": "I live in california near the beach Nice. Do you swim a lot? Yes, i do, i swim and surf That is nice. Do you like sports? I do, but i like to play football, but i like to play with friends. Football sounds nice. Do you watch World Cup? I do, i like to watch football, but i love it. What about other sports? I like football, basketball, basketball, basketball, basketball, basketball You are the fan of basketball. Do you play it? I do not play, but i do play professionally Are you a professional basketball player? No, i play for the celtics Okay. Do you exercise often? Yes, i do, i try to stay healthy Nice. Do you eat healthy food? Yes i do, i love to eat healthy You are really nice guy Yes, i am. i am........................................... What do you do for living?", "response": "I work at a bank, you?", "annotation_id": "Bot002_012_20", "annotations": ["X", "O", "O", "O", "O", "O", "O", "T", "O", "O", "O", "O", "X", "O", "T"], "gpt2background_target_score": [-9.058675765991211, -10.813762664794922, -10.496842384338379, -8.834789276123047, -15.812384605407715, -1.7511367797851562, -4.997108459472656, -13.442351341247559], "gpt2background_argmax_score": [-1.9620229005813599, -0.37634819746017456, -1.8746731281280518, -0.4688914120197296, -0.019787998870015144, -1.335141658782959, -2.2583703994750977, -2.147958755493164, -1.817224383354187, -2.2480406761169434, -2.260610818862915, -0.45656558871269226, -1.599055290222168, -1.5274944305419922, -0.5201395153999329, -0.7358649969100952, -1.2590618133544922, -1.4718736410140991, -1.543468713760376, -1.4868406057357788, -0.9337446093559265, -1.2856218814849854, -1.6351300477981567, -1.2970894575119019, -2.4160075187683105, -1.8955172300338745, -1.3053486347198486, -2.362431526184082, -1.4919517040252686, -1.8507851362228394, -0.2143925130367279, -2.10709285736084, -1.4991358518600464, -0.7780016660690308, -1.7403854131698608, -2.3346059322357178, -1.6017941236495972, -1.2760661840438843, -1.4770774841308594, -2.1561954021453857, -2.372014284133911, -1.263066053390503, -2.3879785537719727, -1.429761290550232, -1.7377153635025024, -1.2249568700790405, -1.968931794166565, -0.9224225878715515, -1.8441771268844604, -2.397897958755493, -1.734101414680481, -1.154712200164795, -1.7277452945709229, -0.8577068448066711, -2.042814016342163, -1.608351230621338, -1.7801311016082764, -0.17218539118766785, -1.4612380266189575, -2.3759114742279053, -0.5728111267089844, -1.0694050788879395, -1.7559814453125, -2.2586419582366943, -1.4622139930725098, -0.8647089004516602, -1.6160001754760742, -1.037698745727539, -1.2303544282913208, -2.2609639167785645, -1.2858891487121582, -0.3150155544281006, -0.6923659443855286, -1.8085839748382568, -1.8917680978775024, -0.9565287828445435, -1.7162920236587524, -2.1863789558410645, -1.5045732259750366, -0.4883686304092407, -0.43134409189224243, -1.5624479055404663, -2.4904744625091553, -1.6411938667297363, -1.2902750968933105, -1.0396944284439087, -0.3774570822715759, -1.3033604621887207, -0.40090611577033997, -1.3526360988616943, -0.4576215445995331, -1.6520256996154785, -0.4827391505241394, -2.045342445373535, -0.48730307817459106, -2.6593565940856934, -2.261169195175171, -1.0961695909500122, -1.3376834392547607, -1.9470157623291016, -1.5041977167129517, -1.7281657457351685, -0.17911659181118011, -1.4308366775512695, -2.3745598793029785, -1.7224980592727661, -1.8415619134902954, -2.3071792125701904, -1.3520814180374146, -1.6664679050445557, -1.5229357481002808, -1.5175423622131348, -1.0581037998199463, -1.6962262392044067, -1.5069661140441895, -2.0401687622070312, -0.8100022077560425, -0.3540888726711273, -1.5683599710464478, -1.3612165451049805, -1.1713206768035889, -0.6838133335113525, -0.4764077961444855, -1.7552858591079712, -1.0952047109603882, -1.578124761581421, -2.1580612659454346, -2.3066275119781494, -1.8651951551437378, -2.741670608520508, -2.5425307750701904, -0.11596919596195221, -1.3180114030838013, -1.5620648860931396, -1.4027297496795654, -0.1975962519645691, -1.6171537637710571, -1.4797003269195557, -0.5372164845466614, -1.681287407875061, -0.8127829432487488, -0.8873752951622009, -0.932579517364502, -1.1205123662948608, -0.7773186564445496, -1.4299041032791138, -0.8059743046760559, -1.5149697065353394, -1.9274230003356934, -1.5883171558380127, -0.9445560574531555, -1.709283471107483, -0.14837168157100677, -1.9765808582305908, -1.8131895065307617, -0.6881872415542603, -0.7022497057914734, -1.3793768882751465, -0.5908777117729187, -0.8553178310394287, -0.9796240925788879, -0.5587105751037598, -1.1068609952926636, -1.758229374885559, -1.2765027284622192, -0.8208181262016296, -1.366496205329895, -1.2766835689544678, -1.0528054237365723, -1.4938740730285645, -1.2532556056976318, -0.9986459612846375, -0.8140869736671448, -0.41022586822509766, -1.1962624788284302, -1.3119477033615112, -1.5932990312576294, -1.543106198310852, -1.8569780588150024, -3.04624342918396, -2.888228416442871, -3.0093345642089844, -0.7901967763900757, -0.23066864907741547, -1.0418819189071655, -1.0231353044509888, -1.3682341575622559, -1.258398175239563, -1.8279366493225098, -1.9218525886535645, -2.025277614593506, -1.5536388158798218, -0.5706188082695007, -2.230921745300293, -1.5996525287628174, -1.3591285943984985, -1.8558390140533447, -1.1924915313720703]}, "Bot002_013_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_013.log.json", "context": "That'S so nice of you. How old are you?", "response": "I'M 6 vh1 100th", "annotation_id": "Bot002_013_02", "annotations": ["X", "X", "T", "O", "X", "T", "T", "O", "X", "X", "O", "X", "X", "O", "X"], "gpt2background_target_score": [-9.649245262145996, -9.66888427734375, -10.782937049865723, -10.102008819580078, -10.922578811645508, -11.277246475219727, -12.065217018127441, -9.77824592590332, -12.971508979797363], "gpt2background_argmax_score": [-1.7875173091888428, -2.1621248722076416, -2.4957587718963623, -3.1119096279144287, -1.577518343925476, -1.8387253284454346, -1.3960219621658325, -0.8437740802764893, -1.6950657367706299, -0.5865603685379028, -0.22480233013629913, -0.4272996783256531, -1.3375250101089478, -2.0286459922790527, -1.059882640838623, -0.15029534697532654, -3.3348801136016846, -1.4298886060714722, -2.8451120853424072, -1.7756648063659668, -1.2787259817123413, -2.5718631744384766, -1.533388614654541]}, "Bot002_013_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_013.log.json", "context": "That'S so nice of you. How old are you? I'M 6 vh1 100th So strange age :)", "response": "Yeah it is. i am sure it is.", "annotation_id": "Bot002_013_04", "annotations": ["T", "T", "O", "X", "O", "T", "T", "O", "O", "O", "O", "T", "T", "O", "X"], "gpt2background_target_score": [-12.031888961791992, -6.523253440856934, -7.42548942565918, -7.959042549133301, -6.049789905548096, -10.252763748168945, -10.310990333557129, -8.686466217041016, -3.1731960773468018, -7.858881950378418], "gpt2background_argmax_score": [-1.7875173091888428, -2.1621248722076416, -2.4957587718963623, -3.1119096279144287, -1.577518343925476, -1.8387253284454346, -1.3960219621658325, -0.8437740802764893, -1.6950657367706299, -0.5865603685379028, -0.22480233013629913, -0.4272996783256531, -1.3375250101089478, -1.1326172351837158, -0.23782220482826233, -3.1294631958007812, -1.1427849531173706, -2.9562456607818604, -1.8211439847946167, -2.1791746616363525, -2.860748052597046, -1.6921955347061157, -2.0267531871795654, -1.4598350524902344, -1.856670618057251, -1.3277679681777954, -2.0064949989318848, -1.4005393981933594, -0.8555980324745178, -2.067370653152466, -1.4368950128555298, -2.149287462234497, -2.671353816986084, -1.9758185148239136, -1.1051337718963623, -2.382413625717163, -1.2094635963439941]}, "Bot002_013_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_013.log.json", "context": "That'S so nice of you. How old are you? I'M 6 vh1 100th So strange age :) Yeah it is. i am sure it is. Do you have an interesting hobbie?", "response": "I do, but i love to read and make short stories.", "annotation_id": "Bot002_013_06", "annotations": ["T", "O", "T", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "T", "O"], "gpt2background_target_score": [-9.649245262145996, -7.619897842407227, -7.620232582092285, -10.861634254455566, -6.049789905548096, -8.15875244140625, -1.3960219621658325, -12.315295219421387, -7.556151390075684, -10.0110502243042, -12.997669219970703, -12.745928764343262, -9.259115219116211], "gpt2background_argmax_score": [-1.7875173091888428, -2.1621248722076416, -2.4957587718963623, -3.1119096279144287, -1.577518343925476, -1.8387253284454346, -1.3960219621658325, -0.8437740802764893, -1.6950657367706299, -0.5865603685379028, -0.22480233013629913, -0.4272996783256531, -1.3375250101089478, -1.1326172351837158, -0.23782220482826233, -3.1294631958007812, -1.1427849531173706, -2.9562456607818604, -1.8211439847946167, -2.1791746616363525, -2.860748052597046, -1.6921955347061157, -2.0267531871795654, -1.4598350524902344, -1.856670618057251, -1.3277679681777954, -1.5730390548706055, -0.8306105136871338, -1.9293745756149292, -1.4580330848693848, -2.015542507171631, -2.6984169483184814, -2.009387493133545, -1.0670605897903442, -2.237186908721924, -2.022186040878296, -0.3219700753688812, -1.4714521169662476, -1.3227838277816772, -1.8905835151672363, -2.8847033977508545, -0.4167103171348572, -1.1586872339248657, -1.2199058532714844, -2.00429105758667, -2.1540634632110596, -1.0931025743484497, -1.8235667943954468, -1.4149583578109741, -2.2786684036254883, -2.643612861633301, -1.934796929359436, -1.8586889505386353, -1.9380501508712769, -2.5617594718933105, -0.2610403001308441, -1.0926543474197388, -1.1604971885681152]}, "Bot002_013_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_013.log.json", "context": "That'S so nice of you. How old are you? I'M 6 vh1 100th So strange age :) Yeah it is. i am sure it is. Do you have an interesting hobbie? I do, but i love to read and make short stories. Cool! and i like watching war documentaries", "response": "I love movies too! i love watching movies.", "annotation_id": "Bot002_013_08", "annotations": ["O", "T", "T", "X", "O", "O", "O", "O", "O", "X", "O", "O", "O", "X", "O"], "gpt2background_target_score": [-9.649245262145996, -8.132224082946777, -10.361315727233887, -9.385252952575684, -3.4371895790100098, -8.574565887451172, -9.498196601867676, -11.693246841430664, -11.171756744384766, -7.858880043029785], "gpt2background_argmax_score": [-1.7875163555145264, -2.162130355834961, -2.495760202407837, -3.1119096279144287, -1.577518105506897, -1.8387256860733032, -1.3960241079330444, -0.843773365020752, -1.6950678825378418, -0.5865618586540222, -0.22480347752571106, -0.42730116844177246, -1.3375232219696045, -1.1326169967651367, -0.23782238364219666, -3.1294643878936768, -1.1427801847457886, -2.956247329711914, -1.821143388748169, -2.179173231124878, -2.8607473373413086, -1.6921924352645874, -2.026756525039673, -1.4598348140716553, -1.8566709756851196, -1.3277692794799805, -1.5730372667312622, -0.830608606338501, -1.9293752908706665, -1.4580326080322266, -2.015542984008789, -2.698415517807007, -2.0093882083892822, -1.0670592784881592, -2.237186908721924, -2.022186756134033, -0.3219693899154663, -1.4714486598968506, -1.3227860927581787, -1.890586018562317, -2.884706974029541, -0.4167081117630005, -1.1586885452270508, -1.2199053764343262, -2.288832902908325, -1.0610414743423462, -1.81015145778656, -1.5666601657867432, -2.15924334526062, -2.6087145805358887, -1.7874743938446045, -1.8241609334945679, -1.839573860168457, -2.5332870483398438, -0.23971743881702423, -1.0282162427902222, -1.6294435262680054, -1.630379557609558, -1.7471498250961304, -1.8297466039657593, -2.374876022338867, -1.633758306503296, -2.3258659839630127, -1.8343344926834106, -1.6029198169708252, -2.1532368659973145, -2.6321492195129395, -1.400873064994812, -1.8195502758026123, -1.1444292068481445, -1.3682353496551514, -2.0870563983917236, -2.774472713470459, -2.13553786277771, -0.6669237017631531, -1.2974369525909424]}, "Bot002_013_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_013.log.json", "context": "That'S so nice of you. How old are you? I'M 6 vh1 100th So strange age :) Yeah it is. i am sure it is. Do you have an interesting hobbie? I do, but i love to read and make short stories. Cool! and i like watching war documentaries I love movies too! i love watching movies. What is your favourite?", "response": "I like all kinds, what is yours?", "annotation_id": "Bot002_013_10", "annotations": ["O", "O", "T", "T", "O", "O", "T", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-9.649245262145996, -7.723275184631348, -5.143951416015625, -12.018321990966797, -3.732785224914551, -6.996651649475098, -5.320792198181152, -12.346609115600586, -4.838647365570068], "gpt2background_argmax_score": [-1.7875163555145264, -2.162130355834961, -2.495760202407837, -3.1119096279144287, -1.577518105506897, -1.8387256860733032, -1.3960241079330444, -0.843773365020752, -1.6950678825378418, -0.5865618586540222, -0.22480347752571106, -0.42730116844177246, -1.3375232219696045, -1.1326169967651367, -0.23782238364219666, -3.1294643878936768, -1.1427801847457886, -2.956247329711914, -1.821143388748169, -2.179173231124878, -2.8607473373413086, -1.6921924352645874, -2.026756525039673, -1.4598348140716553, -1.8566709756851196, -1.3277692794799805, -1.5730372667312622, -0.830608606338501, -1.9293752908706665, -1.4580326080322266, -2.015542984008789, -2.698415517807007, -2.0093882083892822, -1.0670592784881592, -2.237186908721924, -2.022186756134033, -0.321969211101532, -1.471448540687561, -1.3227860927581787, -1.8905842304229736, -2.884707450866699, -0.4167095422744751, -1.1586891412734985, -1.2199052572250366, -2.288831949234009, -1.0610429048538208, -1.8101515769958496, -1.5666613578796387, -2.159242630004883, -2.608715534210205, -1.787473201751709, -1.8241609334945679, -1.8395742177963257, -2.533285140991211, -0.23971791565418243, -1.0282162427902222, -1.6294444799423218, -1.6303800344467163, -1.7471489906311035, -1.8297463655471802, -2.374876022338867, -1.6337589025497437, -2.3258652687072754, -1.8343364000320435, -1.6029200553894043, -2.499188184738159, -2.4936981201171875, -1.9019535779953003, -1.0731273889541626, -1.9211788177490234, -2.2193758487701416, -2.701561212539673, -2.2547049522399902, -1.3133132457733154, -1.974232792854309, -2.1491544246673584, -1.433630108833313, -1.2730475664138794, -2.101741313934326, -1.7983617782592773, -2.068974018096924, -2.104156255722046, -2.327716588973999, -1.2937464714050293, -0.20140904188156128, -1.8709702491760254, -1.8890044689178467, -0.6570149660110474, -0.3368147313594818, -0.5800424218177795]}, "Bot002_013_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_013.log.json", "context": "That'S so nice of you. How old are you? I'M 6 vh1 100th So strange age :) Yeah it is. i am sure it is. Do you have an interesting hobbie? I do, but i love to read and make short stories. Cool! and i like watching war documentaries I love movies too! i love watching movies. What is your favourite? I like all kinds, what is yours? documentary", "response": "I like documentaries, documentaries, documentaries, documentaries, documentaries, and they make a lot of it", "annotation_id": "Bot002_013_12", "annotations": ["T", "X", "T", "X", "T", "T", "T", "O", "X", "O", "X", "X", "T", "T", "X"], "gpt2background_target_score": [-9.649245262145996, -7.723275184631348, -12.389071464538574, -6.7211079597473145, -11.743250846862793, -8.609458923339844, -12.76543140411377, -10.771108627319336, -12.106924057006836, -6.09886360168457, -12.470470428466797, -4.18514347076416, -7.850783348083496, -11.233220100402832, -11.568734169006348, -4.823773384094238, -11.209419250488281, -8.08031940460205, -7.012925148010254], "gpt2background_argmax_score": [-1.7875163555145264, -2.162130355834961, -2.495760202407837, -3.1119096279144287, -1.577518105506897, -1.8387256860733032, -1.3960241079330444, -0.843773365020752, -1.6950678825378418, -0.5865618586540222, -0.22480347752571106, -0.42730116844177246, -1.3375232219696045, -1.1326169967651367, -0.23782238364219666, -3.1294643878936768, -1.1427801847457886, -2.956247329711914, -1.821143388748169, -2.179173231124878, -2.8607473373413086, -1.6921924352645874, -2.026756525039673, -1.4598348140716553, -1.8566709756851196, -1.3277692794799805, -1.5730372667312622, -0.830608606338501, -1.9293752908706665, -1.4580326080322266, -2.015542984008789, -2.698415517807007, -2.0093882083892822, -1.0670592784881592, -2.237186908721924, -2.022186756134033, -0.321969211101532, -1.471448540687561, -1.3227860927581787, -1.8905842304229736, -2.884707450866699, -0.4167095422744751, -1.1586893796920776, -1.219905972480774, -2.288832187652588, -1.0610427856445312, -1.8101513385772705, -1.5666613578796387, -2.15924334526062, -2.6087160110473633, -1.7874730825424194, -1.8241623640060425, -1.8395754098892212, -2.5332865715026855, -0.2397172600030899, -1.0282156467437744, -1.6294434070587158, -1.6303800344467163, -1.7471494674682617, -1.829746127128601, -2.374876022338867, -1.6337579488754272, -2.325866937637329, -1.8343369960784912, -1.6029200553894043, -2.499187707901001, -2.493697166442871, -1.9019532203674316, -1.0731284618377686, -1.9211797714233398, -2.2193760871887207, -2.701561450958252, -2.2547061443328857, -1.3133131265640259, -1.9742319583892822, -2.1491541862487793, -1.4336305856704712, -1.2730456590652466, -2.101743459701538, -1.7983614206314087, -2.134366035461426, -2.145224094390869, -1.1756250858306885, -0.18991976976394653, -1.9060838222503662, -1.8233317136764526, -0.6259979605674744, -0.33871951699256897, -1.8144733905792236, -2.313716411590576, -2.015303373336792, -1.6728779077529907, -2.472045660018921, -1.7368234395980835, -1.669470191001892, -0.8203818798065186, -1.8766447305679321, -0.6302235722541809, -1.8574637174606323, -0.6285344362258911, -1.6113308668136597, -0.5990568399429321, -1.4540648460388184, -1.833376407623291, -0.9885391592979431, -0.9556646943092346, -1.2955150604248047, -0.25490930676460266, -1.22151780128479, -1.020910382270813]}, "Bot002_013_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_013.log.json", "context": "That'S so nice of you. How old are you? I'M 6 vh1 100th So strange age :) Yeah it is. i am sure it is. Do you have an interesting hobbie? I do, but i love to read and make short stories. Cool! and i like watching war documentaries I love movies too! i love watching movies. What is your favourite? I like all kinds, what is yours? documentary I like documentaries, documentaries, documentaries, documentaries, documentaries, and they make a lot of it You are so funny :)", "response": "I am so funny i know", "annotation_id": "Bot002_013_14", "annotations": ["T", "O", "O", "X", "O", "O", "O", "O", "O", "O", "O", "O", "O", "X", "O"], "gpt2background_target_score": [-9.649245262145996, -8.593795776367188, -6.198664665222168, -4.097811698913574, -6.049788951873779, -9.39856243133545], "gpt2background_argmax_score": [-1.7875163555145264, -2.162130355834961, -2.495760202407837, -3.1119096279144287, -1.577518105506897, -1.8387256860733032, -1.3960241079330444, -0.843773365020752, -1.6950678825378418, -0.5865618586540222, -0.22480347752571106, -0.42730116844177246, -1.3375232219696045, -1.1326169967651367, -0.23782238364219666, -3.1294643878936768, -1.1427801847457886, -2.956247329711914, -1.821143388748169, -2.179173231124878, -2.8607473373413086, -1.6921924352645874, -2.026756525039673, -1.4598348140716553, -1.8566709756851196, -1.3277692794799805, -1.5730372667312622, -0.830608606338501, -1.9293752908706665, -1.4580326080322266, -2.015542984008789, -2.698415517807007, -2.0093882083892822, -1.0670592784881592, -2.237186908721924, -2.022186756134033, -0.321969211101532, -1.471448540687561, -1.3227860927581787, -1.8905842304229736, -2.884707450866699, -0.4167095422744751, -1.1586893796920776, -1.219905972480774, -2.288832187652588, -1.0610427856445312, -1.8101513385772705, -1.5666613578796387, -2.15924334526062, -2.6087160110473633, -1.7874730825424194, -1.8241623640060425, -1.8395754098892212, -2.5332865715026855, -0.2397172600030899, -1.0282156467437744, -1.6294434070587158, -1.6303800344467163, -1.7471494674682617, -1.829746127128601, -2.374876022338867, -1.6337579488754272, -2.325866937637329, -1.8343369960784912, -1.6029200553894043, -2.499187707901001, -2.493697166442871, -1.9019532203674316, -1.0731284618377686, -1.9211797714233398, -2.2193760871887207, -2.701561450958252, -2.2547061443328857, -1.3133131265640259, -1.9742319583892822, -2.1491541862487793, -1.4336305856704712, -1.2730456590652466, -2.101743459701538, -1.7983614206314087, -2.134366035461426, -2.145224094390869, -1.1756250858306885, -0.18991976976394653, -1.9060841798782349, -1.8233331441879272, -0.6259981989860535, -0.3387196958065033, -1.8144737482070923, -2.313715934753418, -1.3074915409088135, -2.3734328746795654, -1.7721636295318604, -1.8977646827697754, -0.8294398784637451, -2.2513158321380615, -0.6154578924179077, -1.681011438369751, -0.6166998744010925, -1.377384066581726, -0.5588647723197937, -1.2110925912857056, -1.7446279525756836, -0.9237970113754272, -0.6007967591285706, -1.463603138923645, -0.2643030881881714, -1.0610779523849487, -1.0034751892089844, -2.472353458404541, -2.3336379528045654, -2.497422456741333, -1.9409836530685425, -1.8381692171096802, -1.800405502319336, -2.0675506591796875, -2.024973154067993, -2.8621394634246826, -1.352403998374939, -2.0532822608947754, -2.5133445262908936]}, "Bot002_013_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_013.log.json", "context": "That'S so nice of you. How old are you? I'M 6 vh1 100th So strange age :) Yeah it is. i am sure it is. Do you have an interesting hobbie? I do, but i love to read and make short stories. Cool! and i like watching war documentaries I love movies too! i love watching movies. What is your favourite? I like all kinds, what is yours? documentary I like documentaries, documentaries, documentaries, documentaries, documentaries, and they make a lot of it You are so funny :) I am so funny i know and not as stupid as Siri :)", "response": "I have heard that show.", "annotation_id": "Bot002_013_16", "annotations": ["X", "X", "X", "X", "T", "X", "X", "O", "X", "O", "O", "X", "X", "O", "T"], "gpt2background_target_score": [-9.649245262145996, -6.873974323272705, -12.186888694763184, -7.428051948547363, -10.359798431396484, -9.032218933105469], "gpt2background_argmax_score": [-1.7875163555145264, -2.162130355834961, -2.495760202407837, -3.1119096279144287, -1.577518105506897, -1.8387256860733032, -1.3960241079330444, -0.843773365020752, -1.6950678825378418, -0.5865618586540222, -0.22480347752571106, -0.42730116844177246, -1.3375232219696045, -1.1326169967651367, -0.23782238364219666, -3.1294643878936768, -1.1427801847457886, -2.956247329711914, -1.821143388748169, -2.179173231124878, -2.8607473373413086, -1.6921924352645874, -2.026756525039673, -1.4598348140716553, -1.8566709756851196, -1.3277692794799805, -1.5730372667312622, -0.830608606338501, -1.9293752908706665, -1.4580326080322266, -2.015542984008789, -2.698415517807007, -2.0093882083892822, -1.0670592784881592, -2.237186908721924, -2.022186756134033, -0.321969211101532, -1.471448540687561, -1.3227860927581787, -1.8905842304229736, -2.884707450866699, -0.4167095422744751, -1.1586893796920776, -1.219905972480774, -2.288832187652588, -1.0610427856445312, -1.8101513385772705, -1.5666613578796387, -2.15924334526062, -2.6087160110473633, -1.7874730825424194, -1.8241623640060425, -1.8395754098892212, -2.5332865715026855, -0.2397172600030899, -1.0282156467437744, -1.6294434070587158, -1.6303800344467163, -1.7471494674682617, -1.829746127128601, -2.374876022338867, -1.6337579488754272, -2.325866937637329, -1.8343369960784912, -1.6029200553894043, -2.499187707901001, -2.493697166442871, -1.9019532203674316, -1.0731284618377686, -1.9211797714233398, -2.2193760871887207, -2.701561450958252, -2.2547061443328857, -1.3133131265640259, -1.9742319583892822, -2.1491541862487793, -1.4336305856704712, -1.2730456590652466, -2.101743459701538, -1.7983614206314087, -2.134366035461426, -2.145224094390869, -1.1756250858306885, -0.18991976976394653, -1.9060838222503662, -1.8233317136764526, -0.6259979605674744, -0.33871951699256897, -1.8144733905792236, -2.313716411590576, -1.3074928522109985, -2.373432159423828, -1.7721643447875977, -1.8977642059326172, -0.8294398784637451, -2.2513153553009033, -0.6154569387435913, -1.6810131072998047, -0.6167001128196716, -1.3773828744888306, -0.5588653087615967, -1.2110933065414429, -1.7446255683898926, -0.9237990975379944, -0.6007974743843079, -1.4636039733886719, -0.26430270075798035, -1.0610783100128174, -1.0034743547439575, -2.4723544120788574, -2.3336362838745117, -2.497422933578491, -1.9409842491149902, -1.8381699323654175, -2.0571601390838623, -2.067685127258301, -2.989837169647217, -2.2060153484344482, -2.077453374862671, -2.400131940841675, -1.6604785919189453, -2.7831716537475586, -0.9471755623817444, -0.8178257346153259, -1.57209050655365, -2.193765163421631, -1.8504745960235596, -1.8770577907562256, -2.373751640319824, -1.4707411527633667, -1.9592130184173584, -2.689012289047241, -1.8030035495758057, -1.4583741426467896]}, "Bot002_013_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_013.log.json", "context": "That'S so nice of you. How old are you? I'M 6 vh1 100th So strange age :) Yeah it is. i am sure it is. Do you have an interesting hobbie? I do, but i love to read and make short stories. Cool! and i like watching war documentaries I love movies too! i love watching movies. What is your favourite? I like all kinds, what is yours? documentary I like documentaries, documentaries, documentaries, documentaries, documentaries, and they make a lot of it You are so funny :) I am so funny i know and not as stupid as Siri :) I have heard that show. it's not a show! it's bot like you", "response": "I like the show show cartoons, i like the show cartoons.", "annotation_id": "Bot002_013_18", "annotations": ["T", "X", "X", "X", "X", "X", "X", "O", "X", "O", "O", "X", "X", "T", "X"], "gpt2background_target_score": [-9.649245262145996, -7.723275184631348, -2.9665982723236084, -11.945812225341797, -10.359798431396484, -10.903597831726074, -3.3338780403137207, -7.630904674530029, -8.380216598510742, -7.051685333251953, -12.645196914672852, -12.869384765625, -9.259115219116211], "gpt2background_argmax_score": [-1.7875163555145264, -2.162130355834961, -2.495760202407837, -3.1119096279144287, -1.577518105506897, -1.8387256860733032, -1.3960241079330444, -0.843773365020752, -1.6950678825378418, -0.5865618586540222, -0.22480347752571106, -0.42730116844177246, -1.3375232219696045, -1.1326169967651367, -0.23782238364219666, -3.1294643878936768, -1.1427801847457886, -2.956247329711914, -1.821143388748169, -2.179173231124878, -2.8607473373413086, -1.6921924352645874, -2.026756525039673, -1.4598348140716553, -1.8566709756851196, -1.3277692794799805, -1.5730372667312622, -0.830608606338501, -1.9293752908706665, -1.4580326080322266, -2.015542984008789, -2.698415517807007, -2.0093882083892822, -1.0670592784881592, -2.237186908721924, -2.022186756134033, -0.321969211101532, -1.471448540687561, -1.3227860927581787, -1.8905842304229736, -2.884707450866699, -0.4167095422744751, -1.1586893796920776, -1.219905972480774, -2.288832187652588, -1.0610427856445312, -1.8101513385772705, -1.5666613578796387, -2.15924334526062, -2.6087160110473633, -1.7874730825424194, -1.8241623640060425, -1.8395754098892212, -2.5332865715026855, -0.2397172600030899, -1.0282156467437744, -1.6294434070587158, -1.6303800344467163, -1.7471494674682617, -1.829746127128601, -2.374876022338867, -1.6337579488754272, -2.325866937637329, -1.8343369960784912, -1.6029200553894043, -2.499187707901001, -2.493697166442871, -1.9019532203674316, -1.0731284618377686, -1.9211797714233398, -2.2193760871887207, -2.701561450958252, -2.2547061443328857, -1.3133131265640259, -1.9742319583892822, -2.1491541862487793, -1.4336305856704712, -1.2730456590652466, -2.101743459701538, -1.7983614206314087, -2.134366035461426, -2.145224094390869, -1.1756250858306885, -0.18991976976394653, -1.9060838222503662, -1.8233317136764526, -0.6259979605674744, -0.33871951699256897, -1.8144733905792236, -2.313716411590576, -1.3074928522109985, -2.3734323978424072, -1.7721633911132812, -1.8977643251419067, -0.8294406533241272, -2.251314401626587, -0.6154567003250122, -1.681012511253357, -0.616700291633606, -1.377383828163147, -0.5588647723197937, -1.2110941410064697, -1.7446277141571045, -0.9237995743751526, -0.6007960438728333, -1.4636037349700928, -0.26430216431617737, -1.0610783100128174, -1.003475546836853, -2.4723544120788574, -2.3336379528045654, -2.4974217414855957, -1.9409849643707275, -1.8381696939468384, -2.0571603775024414, -2.0676841735839844, -2.989837408065796, -2.2060163021087646, -2.07745361328125, -2.400132179260254, -1.6604770421981812, -2.783172130584717, -0.9471738934516907, -0.8178262710571289, -1.5720895528793335, -2.1937649250030518, -1.8504735231399536, -2.207176685333252, -1.5135338306427002, -2.156477928161621, -2.7617318630218506, -1.7909854650497437, -1.4733902215957642, -1.2945177555084229, -2.2325220108032227, -2.710568904876709, -2.330937385559082, -1.96336030960083, -2.278259038925171, -0.5280651450157166, -1.0888315439224243, -2.7599997520446777, -2.5825588703155518, -2.315770149230957, -2.1248199939727783, -2.4897868633270264, -1.9208183288574219, -2.073420763015747, -1.9904048442840576, -1.991198182106018, -2.055858850479126, -1.7295405864715576, -1.8338549137115479, -1.482069969177246, -2.410599946975708, -2.208113431930542, -1.8248257637023926, -1.8014681339263916]}, "Bot002_013_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_013.log.json", "context": "That'S so nice of you. How old are you? I'M 6 vh1 100th So strange age :) Yeah it is. i am sure it is. Do you have an interesting hobbie? I do, but i love to read and make short stories. Cool! and i like watching war documentaries I love movies too! i love watching movies. What is your favourite? I like all kinds, what is yours? documentary I like documentaries, documentaries, documentaries, documentaries, documentaries, and they make a lot of it You are so funny :) I am so funny i know and not as stupid as Siri :) I have heard that show. it's not a show! it's bot like you I like the show show cartoons, i like the show cartoons. What else do you like?", "response": "I like to listen to music", "annotation_id": "Bot002_013_20", "annotations": ["O", "O", "O", "O", "O", "T", "O", "O", "O", "O", "O", "O", "O", "X", "O"], "gpt2background_target_score": [-9.649245262145996, -7.723275184631348, -7.869866371154785, -11.768888473510742, -1.855444073677063, -8.348042488098145], "gpt2background_argmax_score": [-1.7875163555145264, -2.162130355834961, -2.495760202407837, -3.1119096279144287, -1.577518105506897, -1.8387256860733032, -1.3960241079330444, -0.843773365020752, -1.6950678825378418, -0.5865618586540222, -0.22480347752571106, -0.42730116844177246, -1.3375232219696045, -1.1326169967651367, -0.23782238364219666, -3.1294643878936768, -1.1427801847457886, -2.956247329711914, -1.821143388748169, -2.179173231124878, -2.8607473373413086, -1.6921924352645874, -2.026756525039673, -1.4598348140716553, -1.8566709756851196, -1.3277692794799805, -1.5730372667312622, -0.830608606338501, -1.9293752908706665, -1.4580326080322266, -2.015542984008789, -2.698415517807007, -2.0093882083892822, -1.0670592784881592, -2.237186908721924, -2.022186756134033, -0.321969211101532, -1.471448540687561, -1.3227860927581787, -1.8905842304229736, -2.884707450866699, -0.4167095422744751, -1.1586893796920776, -1.219905972480774, -2.288832187652588, -1.0610427856445312, -1.8101513385772705, -1.5666613578796387, -2.15924334526062, -2.6087160110473633, -1.7874730825424194, -1.8241623640060425, -1.8395754098892212, -2.5332865715026855, -0.2397172600030899, -1.0282156467437744, -1.6294434070587158, -1.6303800344467163, -1.7471494674682617, -1.829746127128601, -2.374876022338867, -1.6337579488754272, -2.325866937637329, -1.8343369960784912, -1.6029200553894043, -2.499187707901001, -2.493697166442871, -1.9019532203674316, -1.0731284618377686, -1.9211797714233398, -2.2193760871887207, -2.701561450958252, -2.2547061443328857, -1.3133131265640259, -1.9742319583892822, -2.1491541862487793, -1.4336305856704712, -1.2730456590652466, -2.101743459701538, -1.7983614206314087, -2.134366035461426, -2.145224094390869, -1.1756250858306885, -0.18991976976394653, -1.9060838222503662, -1.8233317136764526, -0.6259979605674744, -0.33871951699256897, -1.8144733905792236, -2.313716411590576, -1.3074928522109985, -2.3734323978424072, -1.7721633911132812, -1.8977643251419067, -0.8294406533241272, -2.251314401626587, -0.6154567003250122, -1.681012511253357, -0.616700291633606, -1.377383828163147, -0.5588647723197937, -1.2110941410064697, -1.7446277141571045, -0.9237995743751526, -0.6007960438728333, -1.4636037349700928, -0.26430216431617737, -1.0610783100128174, -1.003475546836853, -2.4723544120788574, -2.3336379528045654, -2.4974217414855957, -1.9409849643707275, -1.8381696939468384, -2.0571603775024414, -2.0676841735839844, -2.989837408065796, -2.2060163021087646, -2.07745361328125, -2.400132179260254, -1.6604770421981812, -2.783172130584717, -0.9471738934516907, -0.8178262710571289, -1.5720895528793335, -2.1937649250030518, -1.8504735231399536, -2.207176685333252, -1.5135338306427002, -2.156477928161621, -2.7617318630218506, -1.7909854650497437, -1.473388910293579, -1.294517993927002, -2.232520580291748, -2.710569143295288, -2.3309388160705566, -1.9633615016937256, -2.2782599925994873, -0.5280647873878479, -1.0888302326202393, -2.7600018978118896, -2.5825579166412354, -2.3157718181610107, -2.3610706329345703, -2.289929151535034, -2.1805386543273926, -2.0037782192230225, -2.000079870223999, -2.456092596054077, -1.728019118309021, -1.6319552659988403, -1.387355923652649, -2.1448943614959717, -2.175325870513916, -1.7631447315216064, -2.173449993133545, -2.008997917175293, -1.6362165212631226, -0.3078066110610962, -0.8548650145530701, -1.2163233757019043, -1.8049894571304321, -1.7981115579605103, -1.3063359260559082, -1.3168127536773682, -0.7628175020217896, -0.24377691745758057, -2.088986873626709, -1.979308843612671]}, "Bot002_015_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_015.log.json", "context": "That'S cool. i swim in the ocean. Do you like to swim?", "response": "I do not like to swim", "annotation_id": "Bot002_015_02", "annotations": ["O", "O", "X", "O", "O", "T", "O", "O", "O", "O", "X", "O", "T", "X", "O"], "gpt2background_target_score": [-9.649245262145996, -7.619897842407227, -4.683952331542969, -7.925987243652344, -9.682295799255371, -11.401030540466309], "gpt2background_argmax_score": [-1.7875173091888428, -2.1621248722076416, -2.4957587718963623, -2.4751996994018555, -1.377885103225708, -2.1273996829986572, -2.3525197505950928, -1.36324143409729, -1.761804461479187, -2.5405564308166504, -1.8735792636871338, -0.7086869478225708, -2.140324115753174, -1.9952194690704346, -0.8399866819381714, -0.7518385648727417, -1.1952065229415894, -1.799887776374817, -1.9317054748535156, -1.0961406230926514, -1.3809748888015747, -1.153476357460022, -0.33268246054649353, -1.0710361003875732]}, "Bot002_015_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_015.log.json", "context": "That'S cool. i swim in the ocean. Do you like to swim? I do not like to swim Okay. But do you like water?", "response": "I do not like to swim", "annotation_id": "Bot002_015_04", "annotations": ["T", "T", "X", "X", "T", "X", "T", "X", "O", "T", "X", "X", "X", "O", "O"], "gpt2background_target_score": [-9.649245262145996, -7.619897842407227, -4.683952331542969, -7.925987243652344, -9.682295799255371, -11.401030540466309], "gpt2background_argmax_score": [-1.7875173091888428, -2.1621248722076416, -2.4957587718963623, -2.4751996994018555, -1.377885103225708, -2.1273996829986572, -2.3525197505950928, -1.36324143409729, -1.761804461479187, -2.5405564308166504, -1.8735792636871338, -0.7086869478225708, -2.140324115753174, -1.9952194690704346, -0.8399866819381714, -0.7518385648727417, -1.1952062845230103, -2.038438081741333, -1.0682059526443481, -1.3146998882293701, -1.1968423128128052, -0.3613502085208893, -1.375436544418335, -1.5994294881820679, -1.7972477674484253, -1.613157868385315, -0.24885770678520203, -0.9120460152626038, -0.3671737313270569, -0.47396835684776306, -1.7036525011062622, -1.814719796180725, -1.7253535985946655, -1.0296146869659424, -0.33780962228775024, -0.9396373629570007, -0.22397394478321075, -0.9601041674613953]}, "Bot002_015_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_015.log.json", "context": "That'S cool. i swim in the ocean. Do you like to swim? I do not like to swim Okay. But do you like water? I do not like to swim Got it. What do you like then?", "response": "I like to go to the park and see the best", "annotation_id": "Bot002_015_06", "annotations": ["T", "T", "X", "O", "T", "T", "O", "O", "O", "T", "T", "O", "O", "O", "O"], "gpt2background_target_score": [-9.649245262145996, -7.72327995300293, -7.869864463806152, -9.741931915283203, -9.682295799255371, -8.887628555297852, -10.238253593444824, -5.397028923034668, -11.204087257385254, -5.866402626037598, -8.963242530822754], "gpt2background_argmax_score": [-1.7875173091888428, -2.1621248722076416, -2.4957587718963623, -2.4751996994018555, -1.377885103225708, -2.1273996829986572, -2.3525197505950928, -1.36324143409729, -1.761804461479187, -2.5405564308166504, -1.8735792636871338, -0.7086869478225708, -2.140324115753174, -1.9952194690704346, -0.8399866819381714, -0.7518385648727417, -1.1952062845230103, -2.038438081741333, -1.0682059526443481, -1.3146998882293701, -1.1968423128128052, -0.3613502085208893, -1.375436544418335, -1.5994294881820679, -1.7972477674484253, -1.613157868385315, -0.24885770678520203, -0.9120460152626038, -0.3671737313270569, -0.47396835684776306, -1.7036525011062622, -1.9673854112625122, -0.6927111148834229, -0.268388956785202, -1.0525485277175903, -0.22616717219352722, -0.9681767225265503, -2.939894676208496, -1.6455210447311401, -1.8373390436172485, -1.691318154335022, -0.19593167304992676, -1.289272665977478, -0.666406512260437, -0.19829200208187103, -1.213608980178833, -1.6159064769744873, -1.3750158548355103, -1.164893388748169, -0.3692009449005127, -1.9790310859680176, -0.8553612232208252, -0.6695502996444702, -1.1863641738891602, -1.4527637958526611, -2.055377244949341, -2.6296982765197754, -2.7660796642303467]}, "Bot002_015_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_015.log.json", "context": "That'S cool. i swim in the ocean. Do you like to swim? I do not like to swim Okay. But do you like water? I do not like to swim Got it. What do you like then? I like to go to the park and see the best I see. do you like the natute?", "response": "I do not like to watch much tv. i like to watch the movies.", "annotation_id": "Bot002_015_08", "annotations": ["O", "T", "X", "X", "T", "X", "T", "X", "O", "T", "X", "X", "X", "X", "X"], "gpt2background_target_score": [-9.649245262145996, -7.619897842407227, -4.6839494705200195, -7.925987243652344, -9.682297706604004, -7.435457706451416, -8.199260711669922, -10.91281509399414, -10.926278114318848, -5.503512382507324, -6.326840400695801, -8.095085144042969, -5.663297653198242, -2.6362221240997314, -11.79051685333252, -5.169987201690674], "gpt2background_argmax_score": [-1.7875163555145264, -2.162130355834961, -2.495760202407837, -2.475198745727539, -1.3778841495513916, -2.127401351928711, -2.352519989013672, -1.3632407188415527, -1.7618017196655273, -2.540558338165283, -1.873579740524292, -0.7086889147758484, -2.140322685241699, -1.9952175617218018, -0.8399878144264221, -0.7518411874771118, -1.195206880569458, -2.0384364128112793, -1.0682058334350586, -1.314697265625, -1.1968425512313843, -0.3613502085208893, -1.3754369020462036, -1.5994288921356201, -1.797247052192688, -1.6131579875946045, -0.24885742366313934, -0.9120463728904724, -0.3671741485595703, -0.4739694595336914, -1.7036526203155518, -1.96738600730896, -0.6927095055580139, -0.2683875858783722, -1.0525476932525635, -0.22616727650165558, -0.9681756496429443, -2.9398961067199707, -1.645520567893982, -1.8373397588729858, -1.691318392753601, -0.19593118131160736, -1.2892709970474243, -0.666406512260437, -0.1982918083667755, -1.2136082649230957, -1.7817497253417969, -1.0251158475875854, -0.44965195655822754, -1.9593307971954346, -0.8616361618041992, -0.7180134057998657, -1.0730884075164795, -1.3959192037582397, -2.048656702041626, -2.6270389556884766, -2.773662567138672, -0.18966172635555267, -1.1975760459899902, -1.7259552478790283, -0.1541319489479065, -0.6840783357620239, -0.8302351236343384, -2.0871341228485107, -1.6940125226974487, -2.721935749053955, -1.7201054096221924, -1.5656965970993042, -0.967521607875824, -1.0132843255996704, -0.20666958391666412, -0.856892466545105, -0.4725208580493927, -1.3651049137115479, -1.7030173540115356, -1.2348171472549438, -1.068070650100708, -1.7931894063949585, -0.7168170809745789, -1.8859621286392212, -2.3661489486694336, -2.2894837856292725, -1.6281846761703491, -1.2691549062728882]}, "Bot002_015_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_015.log.json", "context": "That'S cool. i swim in the ocean. Do you like to swim? I do not like to swim Okay. But do you like water? I do not like to swim Got it. What do you like then? I like to go to the park and see the best I see. do you like the natute? I do not like to watch much tv. i like to watch the movies. What is your favorite type of movie?", "response": "I like action movies, movies, movies, movies, movies, movies, movies", "annotation_id": "Bot002_015_10", "annotations": ["X", "T", "X", "O", "O", "T", "T", "O", "O", "X", "T", "O", "X", "X", "X"], "gpt2background_target_score": [-9.649245262145996, -7.723275184631348, -11.770248413085938, -10.330150604248047, -10.445977210998535, -12.285018920898438, -3.731259346008301, -8.97116470336914, -10.043179512023926, -11.742853164672852, -7.9333953857421875, -9.886276245117188, -7.2953081130981445, -8.706640243530273, -8.366411209106445, -11.963401794433594], "gpt2background_argmax_score": [-1.7875163555145264, -2.162130355834961, -2.495760202407837, -2.475198745727539, -1.3778841495513916, -2.127401351928711, -2.352519989013672, -1.3632407188415527, -1.7618017196655273, -2.540558338165283, -1.873579740524292, -0.7086889147758484, -2.140322685241699, -1.9952175617218018, -0.8399878144264221, -0.7518411874771118, -1.195206880569458, -2.0384364128112793, -1.0682058334350586, -1.314697265625, -1.1968425512313843, -0.3613502085208893, -1.3754369020462036, -1.5994288921356201, -1.797247052192688, -1.6131579875946045, -0.24885742366313934, -0.9120463728904724, -0.3671741485595703, -0.4739694595336914, -1.7036526203155518, -1.96738600730896, -0.6927095055580139, -0.2683875858783722, -1.0525476932525635, -0.22616727650165558, -0.9681756496429443, -2.9398961067199707, -1.645520567893982, -1.8373397588729858, -1.691318392753601, -0.19593118131160736, -1.2892709970474243, -0.666406512260437, -0.1982918083667755, -1.2136082649230957, -1.7817497253417969, -1.0251158475875854, -0.44965195655822754, -1.9593307971954346, -0.8616361618041992, -0.7180134057998657, -1.0730884075164795, -1.3959192037582397, -2.048656702041626, -2.6270389556884766, -2.773662567138672, -0.18966172635555267, -1.1975760459899902, -1.7259552478790283, -0.1541319489479065, -0.6840783357620239, -0.8302351236343384, -2.0871341228485107, -1.6940125226974487, -2.721935749053955, -1.7201054096221924, -1.0345816612243652, -0.4928896129131317, -0.16840659081935883, -0.9608626961708069, -0.5245848894119263, -1.679425835609436, -1.5619889497756958, -1.1945972442626953, -1.3387603759765625, -1.4964170455932617, -0.6901054382324219, -1.6774216890335083, -2.3974058628082275, -2.4940004348754883, -1.3431557416915894, -1.7809544801712036, -1.0232700109481812, -1.1741167306900024, -0.8947827816009521, -2.542973756790161, -0.34254932403564453, -1.557303547859192, -0.5613760352134705, -1.697422742843628, -1.9374663829803467, -1.1105514764785767, -1.3307822942733765, -1.2055360078811646, -1.11967134475708, -1.678504228591919, -0.8716562390327454, -1.6213090419769287, -0.7436296343803406, -1.8500149250030518, -0.7913209199905396, -2.0836777687072754, -0.7714947462081909, -1.8594310283660889, -0.7150611877441406, -1.4899823665618896, -0.6333009004592896]}, "Bot002_015_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_015.log.json", "context": "That'S cool. i swim in the ocean. Do you like to swim? I do not like to swim Okay. But do you like water? I do not like to swim Got it. What do you like then? I like to go to the park and see the best I see. do you like the natute? I do not like to watch much tv. i like to watch the movies. What is your favorite type of movie? I like action movies, movies, movies, movies, movies, movies, movies Action movie. I see. Don't you like drama?", "response": "I like to watch movies, i love movies", "annotation_id": "Bot002_015_12", "annotations": ["X", "O", "X", "O", "O", "T", "T", "X", "O", "T", "T", "O", "X", "O", "O"], "gpt2background_target_score": [-9.649245262145996, -7.723275184631348, -7.869866371154785, -9.338226318359375, -11.851984977722168, -7.375365257263184, -5.864702224731445, -5.559943675994873, -9.323760986328125], "gpt2background_argmax_score": [-1.7875163555145264, -2.162130355834961, -2.495760202407837, -2.475198745727539, -1.3778841495513916, -2.127401351928711, -2.352519989013672, -1.3632407188415527, -1.7618017196655273, -2.540558338165283, -1.873579740524292, -0.7086889147758484, -2.140322685241699, -1.9952175617218018, -0.8399878144264221, -0.7518411874771118, -1.195206880569458, -2.0384364128112793, -1.0682058334350586, -1.314697265625, -1.1968425512313843, -0.3613502085208893, -1.3754369020462036, -1.5994288921356201, -1.797247052192688, -1.6131579875946045, -0.24885742366313934, -0.9120463728904724, -0.3671741485595703, -0.4739694595336914, -1.7036526203155518, -1.96738600730896, -0.6927095055580139, -0.2683875858783722, -1.0525476932525635, -0.22616727650165558, -0.9681756496429443, -2.9398961067199707, -1.645520567893982, -1.8373397588729858, -1.691318392753601, -0.19593118131160736, -1.2892709970474243, -0.666406512260437, -0.1982918083667755, -1.2136082649230957, -1.7817497253417969, -1.0251158475875854, -0.44965195655822754, -1.9593307971954346, -0.8616361618041992, -0.7180134057998657, -1.0730884075164795, -1.3959192037582397, -2.048656702041626, -2.6270389556884766, -2.773662567138672, -0.18966172635555267, -1.1975760459899902, -1.7259552478790283, -0.1541319489479065, -0.6840783357620239, -0.8302351236343384, -2.0871341228485107, -1.6940125226974487, -2.721935749053955, -1.7201054096221924, -1.0345816612243652, -0.4928896129131317, -0.16840659081935883, -0.9608626961708069, -0.5245848894119263, -1.679425835609436, -1.5619889497756958, -1.1945972442626953, -1.3387603759765625, -1.4964170455932617, -0.6901054382324219, -1.6774216890335083, -2.3974058628082275, -2.4940004348754883, -1.3431557416915894, -1.7809544801712036, -1.0232700109481812, -1.1741167306900024, -0.8947827816009521, -2.542973756790161, -0.34254932403564453, -1.557303547859192, -0.5613760352134705, -1.697422742843628, -0.9488202333450317, -0.8605895042419434, -1.5311628580093384, -0.9483704566955566, -1.706788420677185, -0.7965426445007324, -1.9044482707977295, -0.7197661995887756, -2.1259055137634277, -0.7277664542198181, -1.8055940866470337, -0.7337560057640076, -1.4171122312545776, -0.638352632522583, -1.1450812816619873, -0.5727206468582153, -1.3834235668182373, -0.7025629281997681, -1.7628194093704224, -0.865715742111206, -2.5518429279327393, -1.4468127489089966, -0.37343597412109375, -2.203578233718872, -0.33462148904800415, -2.164090633392334, -1.0807968378067017, -1.3152059316635132, -1.5827113389968872, -1.1123698949813843, -2.490426540374756, -0.45355919003486633, -1.8165000677108765, -1.3218914270401, -1.337040662765503, -1.0220372676849365, -2.685129165649414, -1.2511776685714722]}, "Bot002_015_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_015.log.json", "context": "That'S cool. i swim in the ocean. Do you like to swim? I do not like to swim Okay. But do you like water? I do not like to swim Got it. What do you like then? I like to go to the park and see the best I see. do you like the natute? I do not like to watch much tv. i like to watch the movies. What is your favorite type of movie? I like action movies, movies, movies, movies, movies, movies, movies Action movie. I see. Don't you like drama? I like to watch movies, i love movies Got it. What about books?", "response": "I read books about books, i love it.", "annotation_id": "Bot002_015_14", "annotations": ["O", "O", "X", "O", "O", "T", "T", "X", "O", "T", "T", "O", "X", "O", "O"], "gpt2background_target_score": [-9.649245262145996, -10.157865524291992, -11.756515502929688, -3.663762092590332, -12.635391235351562, -7.375365257263184, -5.864702224731445, -5.559943675994873, -10.719496726989746, -2.540558338165283], "gpt2background_argmax_score": [-1.7875163555145264, -2.162130355834961, -2.495760202407837, -2.475198745727539, -1.3778841495513916, -2.127401351928711, -2.352519989013672, -1.3632407188415527, -1.7618017196655273, -2.540558338165283, -1.873579740524292, -0.7086889147758484, -2.140322685241699, -1.9952175617218018, -0.8399878144264221, -0.7518411874771118, -1.195206880569458, -2.0384364128112793, -1.0682058334350586, -1.314697265625, -1.1968425512313843, -0.3613502085208893, -1.3754369020462036, -1.5994288921356201, -1.797247052192688, -1.6131579875946045, -0.24885742366313934, -0.9120463728904724, -0.3671741485595703, -0.4739694595336914, -1.7036526203155518, -1.96738600730896, -0.6927095055580139, -0.2683875858783722, -1.0525476932525635, -0.22616727650165558, -0.9681756496429443, -2.9398961067199707, -1.645520567893982, -1.8373397588729858, -1.691318392753601, -0.19593118131160736, -1.2892709970474243, -0.666406512260437, -0.1982918083667755, -1.2136082649230957, -1.7817497253417969, -1.0251158475875854, -0.44965195655822754, -1.9593307971954346, -0.8616361618041992, -0.7180134057998657, -1.0730884075164795, -1.3959192037582397, -2.048656702041626, -2.6270389556884766, -2.773662567138672, -0.18966172635555267, -1.1975760459899902, -1.7259552478790283, -0.1541319489479065, -0.6840783357620239, -0.8302351236343384, -2.0871341228485107, -1.6940125226974487, -2.721935749053955, -1.7201054096221924, -1.0345816612243652, -0.4928896129131317, -0.16840659081935883, -0.9608626961708069, -0.5245848894119263, -1.679425835609436, -1.5619889497756958, -1.1945972442626953, -1.3387603759765625, -1.4964170455932617, -0.6901054382324219, -1.6774216890335083, -2.3974058628082275, -2.4940004348754883, -1.3431557416915894, -1.7809544801712036, -1.0232700109481812, -1.1741167306900024, -0.8947827816009521, -2.542973756790161, -0.34254932403564453, -1.557303547859192, -0.5613760352134705, -1.697422742843628, -0.9488202333450317, -0.8605895042419434, -1.5311628580093384, -0.9483704566955566, -1.706788420677185, -0.7965426445007324, -1.9044482707977295, -0.7197661995887756, -2.1259055137634277, -0.7277664542198181, -1.8055940866470337, -0.7337560057640076, -1.4171122312545776, -0.638352632522583, -1.1450812816619873, -0.5727206468582153, -1.3834235668182373, -0.7025629281997681, -1.7628194093704224, -0.865715742111206, -2.5518429279327393, -1.4468127489089966, -0.37343597412109375, -2.203578233718872, -0.33462148904800415, -2.164090633392334, -1.0807968378067017, -1.3152059316635132, -1.017835259437561, -2.3840832710266113, -0.6969377398490906, -1.849267601966858, -0.9421116709709167, -1.2174232006072998, -0.756920337677002, -2.3901491165161133, -1.151728868484497, -0.7465792894363403, -1.04401695728302, -1.4772473573684692, -1.668350338935852, -0.9694173336029053, -0.6700413823127747, -1.2181618213653564, -1.6964627504348755, -1.1978869438171387, -1.5923649072647095, -1.6738466024398804, -2.4720234870910645, -1.696358561515808, -1.9864779710769653, -1.5293512344360352, -2.348602294921875, -0.7832912802696228, -1.565142035484314]}, "Bot002_015_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_015.log.json", "context": "That'S cool. i swim in the ocean. Do you like to swim? I do not like to swim Okay. But do you like water? I do not like to swim Got it. What do you like then? I like to go to the park and see the best I see. do you like the natute? I do not like to watch much tv. i like to watch the movies. What is your favorite type of movie? I like action movies, movies, movies, movies, movies, movies, movies Action movie. I see. Don't you like drama? I like to watch movies, i love movies Got it. What about books? I read books about books, i love it. Sounds nice. Is that how to write a book?", "response": "I write books about it, i write it is writing it.", "annotation_id": "Bot002_015_16", "annotations": ["X", "O", "X", "O", "O", "T", "T", "X", "O", "X", "X", "X", "X", "X", "X"], "gpt2background_target_score": [-9.649245262145996, -10.73830509185791, -11.756515502929688, -3.663762092590332, -8.327945709228516, -7.375365257263184, -5.864702224731445, -14.040275573730469, -10.719496726989746, -6.060952186584473, -12.518706321716309, -3.640472650527954, -7.355567932128906], "gpt2background_argmax_score": [-1.7875163555145264, -2.162130355834961, -2.495760202407837, -2.475198745727539, -1.3778841495513916, -2.127401351928711, -2.352519989013672, -1.3632407188415527, -1.7618017196655273, -2.540558338165283, -1.873579740524292, -0.7086889147758484, -2.140322685241699, -1.9952175617218018, -0.8399878144264221, -0.7518411874771118, -1.195206880569458, -2.0384364128112793, -1.0682058334350586, -1.314697265625, -1.1968425512313843, -0.3613502085208893, -1.3754369020462036, -1.5994288921356201, -1.797247052192688, -1.6131579875946045, -0.24885742366313934, -0.9120463728904724, -0.3671741485595703, -0.4739694595336914, -1.7036526203155518, -1.96738600730896, -0.6927095055580139, -0.2683875858783722, -1.0525476932525635, -0.22616727650165558, -0.9681756496429443, -2.9398961067199707, -1.645520567893982, -1.8373397588729858, -1.691318392753601, -0.19593118131160736, -1.2892709970474243, -0.666406512260437, -0.1982918083667755, -1.2136082649230957, -1.7817497253417969, -1.0251158475875854, -0.44965195655822754, -1.9593307971954346, -0.8616361618041992, -0.7180134057998657, -1.0730884075164795, -1.3959192037582397, -2.048656702041626, -2.6270389556884766, -2.773662567138672, -0.18966172635555267, -1.1975760459899902, -1.7259552478790283, -0.1541319489479065, -0.6840783357620239, -0.8302351236343384, -2.0871341228485107, -1.6940125226974487, -2.721935749053955, -1.7201054096221924, -1.0345816612243652, -0.4928896129131317, -0.16840659081935883, -0.9608626961708069, -0.5245848894119263, -1.679425835609436, -1.5619889497756958, -1.1945972442626953, -1.3387603759765625, -1.4964170455932617, -0.6901054382324219, -1.6774216890335083, -2.3974058628082275, -2.4940004348754883, -1.3431557416915894, -1.7809544801712036, -1.0232700109481812, -1.1741167306900024, -0.8947827816009521, -2.542973756790161, -0.34254932403564453, -1.557303547859192, -0.5613760352134705, -1.697422742843628, -0.9488202333450317, -0.8605895042419434, -1.5311628580093384, -0.9483704566955566, -1.706788420677185, -0.7965426445007324, -1.9044482707977295, -0.7197661995887756, -2.1259055137634277, -0.7277664542198181, -1.8055940866470337, -0.7337560057640076, -1.4171122312545776, -0.638352632522583, -1.1450812816619873, -0.5727206468582153, -1.3834235668182373, -0.7025629281997681, -1.7628194093704224, -0.865715742111206, -2.5518429279327393, -1.4468127489089966, -0.37343597412109375, -2.203578233718872, -0.33462148904800415, -2.164090633392334, -1.0807968378067017, -1.3152059316635132, -1.017835259437561, -2.3840832710266113, -0.6969377398490906, -1.849267601966858, -0.9421116709709167, -1.2174232006072998, -0.756920337677002, -2.3901491165161133, -1.151728868484497, -0.7465792894363403, -1.04401695728302, -1.4772473573684692, -1.668350338935852, -0.9694193005561829, -0.6700405478477478, -1.218162178993225, -0.8288969993591309, -1.6639409065246582, -1.2532219886779785, -2.725411891937256, -1.4951145648956299, -1.2544490098953247, -1.2264244556427002, -1.8096473217010498, -0.49841171503067017, -1.314832329750061, -1.3701814413070679, -1.456585168838501, -1.733069658279419, -1.0485926866531372, -1.8550539016723633, -0.7885004878044128, -2.252014398574829, -1.3918746709823608, -1.1312369108200073, -0.6676053404808044, -1.7306615114212036, -1.9137039184570312, -1.518653392791748, -1.4708977937698364, -0.8059011697769165, -2.3004322052001953, -0.9264504313468933, -2.0283594131469727, -1.4127799272537231, -2.3425755500793457, -1.5139222145080566, -2.3932809829711914, -2.0145998001098633, -1.3331578969955444, -1.6877694129943848]}, "Bot002_015_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_015.log.json", "context": "That'S cool. i swim in the ocean. Do you like to swim? I do not like to swim Okay. But do you like water? I do not like to swim Got it. What do you like then? I like to go to the park and see the best I see. do you like the natute? I do not like to watch much tv. i like to watch the movies. What is your favorite type of movie? I like action movies, movies, movies, movies, movies, movies, movies Action movie. I see. Don't you like drama? I like to watch movies, i love movies Got it. What about books? I read books about books, i love it. Sounds nice. Is that how to write a book? I write books about it, i write it is writing it. So you are a writer?", "response": "I write, mostly poetry and poetry", "annotation_id": "Bot002_015_18", "annotations": ["T", "O", "X", "O", "O", "T", "T", "T", "O", "T", "O", "O", "X", "X", "O"], "gpt2background_target_score": [-9.649245262145996, -10.73830509185791, -7.620232582092285, -11.8458251953125, -12.439926147460938, -9.120283126831055, -11.24211597442627], "gpt2background_argmax_score": [-1.7875163555145264, -2.162130355834961, -2.495760202407837, -2.475198745727539, -1.3778841495513916, -2.127401351928711, -2.352519989013672, -1.3632407188415527, -1.7618017196655273, -2.540558338165283, -1.873579740524292, -0.7086889147758484, -2.140322685241699, -1.9952175617218018, -0.8399878144264221, -0.7518411874771118, -1.195206880569458, -2.0384364128112793, -1.0682058334350586, -1.314697265625, -1.1968425512313843, -0.3613502085208893, -1.3754369020462036, -1.5994288921356201, -1.797247052192688, -1.6131579875946045, -0.24885742366313934, -0.9120463728904724, -0.3671741485595703, -0.4739694595336914, -1.7036526203155518, -1.96738600730896, -0.6927095055580139, -0.2683875858783722, -1.0525476932525635, -0.22616727650165558, -0.9681756496429443, -2.9398961067199707, -1.645520567893982, -1.8373397588729858, -1.691318392753601, -0.19593118131160736, -1.2892709970474243, -0.666406512260437, -0.1982918083667755, -1.2136082649230957, -1.7817497253417969, -1.0251158475875854, -0.44965195655822754, -1.9593307971954346, -0.8616361618041992, -0.7180134057998657, -1.0730884075164795, -1.3959192037582397, -2.048656702041626, -2.6270389556884766, -2.773662567138672, -0.18966172635555267, -1.1975760459899902, -1.7259552478790283, -0.1541319489479065, -0.6840783357620239, -0.8302351236343384, -2.0871341228485107, -1.6940125226974487, -2.721935749053955, -1.7201054096221924, -1.0345816612243652, -0.4928896129131317, -0.16840659081935883, -0.9608626961708069, -0.5245848894119263, -1.679425835609436, -1.5619889497756958, -1.1945972442626953, -1.3387603759765625, -1.4964170455932617, -0.6901054382324219, -1.6774216890335083, -2.3974058628082275, -2.4940004348754883, -1.3431557416915894, -1.7809544801712036, -1.0232700109481812, -1.1741167306900024, -0.8947827816009521, -2.542973756790161, -0.34254932403564453, -1.557303547859192, -0.5613760352134705, -1.697422742843628, -0.9488202333450317, -0.8605895042419434, -1.5311628580093384, -0.9483704566955566, -1.706788420677185, -0.7965426445007324, -1.9044482707977295, -0.7197661995887756, -2.1259055137634277, -0.7277664542198181, -1.8055940866470337, -0.7337560057640076, -1.4171122312545776, -0.638352632522583, -1.1450812816619873, -0.5727206468582153, -1.3834235668182373, -0.7025629281997681, -1.7628194093704224, -0.865715742111206, -2.5518429279327393, -1.4468127489089966, -0.37343597412109375, -2.203578233718872, -0.33462148904800415, -2.164090633392334, -1.0807968378067017, -1.3152059316635132, -1.017835259437561, -2.3840832710266113, -0.6969377398490906, -1.849267601966858, -0.9421116709709167, -1.2174232006072998, -0.756920337677002, -2.3901491165161133, -1.151728868484497, -0.7465792894363403, -1.04401695728302, -1.4772473573684692, -1.668350338935852, -0.9694173336029053, -0.6700413823127747, -1.2181618213653564, -0.8288969993591309, -1.6639435291290283, -1.2532227039337158, -2.7254116535186768, -1.4951140880584717, -1.2544482946395874, -1.226424217224121, -1.8096485137939453, -0.4984119236469269, -1.314833641052246, -1.3701802492141724, -1.456585168838501, -1.7330679893493652, -1.0485912561416626, -1.8550537824630737, -0.7884983420372009, -2.252013683319092, -1.3918750286102295, -1.1312377452850342, -0.6676062345504761, -1.73066246509552, -1.5898246765136719, -1.52769935131073, -0.711910605430603, -2.357607364654541, -0.7812516093254089, -1.4154491424560547, -1.3954495191574097, -2.197050094604492, -1.1238312721252441, -2.352975845336914, -2.0147337913513184, -1.4116761684417725, -1.6353557109832764, -2.4828646183013916, -1.9983700513839722, -1.9707555770874023, -2.8105971813201904, -1.5492029190063477, -1.865553855895996, -1.976970911026001, -1.8541208505630493, -1.7721095085144043, -1.975312352180481, -1.765152096748352, -0.999345600605011, -2.96126651763916, -0.6690258979797363]}, "Bot002_015_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_015.log.json", "context": "That'S cool. i swim in the ocean. Do you like to swim? I do not like to swim Okay. But do you like water? I do not like to swim Got it. What do you like then? I like to go to the park and see the best I see. do you like the natute? I do not like to watch much tv. i like to watch the movies. What is your favorite type of movie? I like action movies, movies, movies, movies, movies, movies, movies Action movie. I see. Don't you like drama? I like to watch movies, i love movies Got it. What about books? I read books about books, i love it. Sounds nice. Is that how to write a book? I write books about it, i write it is writing it. So you are a writer? I write, mostly poetry and poetry Good. Do you like your job?", "response": "I do, i like to work at the local theater", "annotation_id": "Bot002_015_20", "annotations": ["O", "O", "X", "O", "T", "O", "O", "O", "O", "O", "O", "X", "O", "O", "O"], "gpt2background_target_score": [-9.649245262145996, -7.619897842407227, -7.620232582092285, -6.276349067687988, -10.761200904846191, -9.216663360595703, -8.953332901000977, -6.91771936416626, -9.079134941101074, -12.076526641845703, -12.255537986755371], "gpt2background_argmax_score": [-1.7875163555145264, -2.162130355834961, -2.495760202407837, -2.475198745727539, -1.3778841495513916, -2.127401351928711, -2.352519989013672, -1.3632407188415527, -1.7618017196655273, -2.540558338165283, -1.873579740524292, -0.7086889147758484, -2.140322685241699, -1.9952175617218018, -0.8399878144264221, -0.7518411874771118, -1.195206880569458, -2.0384364128112793, -1.0682058334350586, -1.314697265625, -1.1968425512313843, -0.3613502085208893, -1.3754369020462036, -1.5994288921356201, -1.797247052192688, -1.6131579875946045, -0.24885742366313934, -0.9120463728904724, -0.3671741485595703, -0.4739694595336914, -1.7036526203155518, -1.96738600730896, -0.6927095055580139, -0.2683875858783722, -1.0525476932525635, -0.22616727650165558, -0.9681756496429443, -2.9398961067199707, -1.645520567893982, -1.8373397588729858, -1.691318392753601, -0.19593118131160736, -1.2892709970474243, -0.666406512260437, -0.1982918083667755, -1.2136082649230957, -1.7817497253417969, -1.0251158475875854, -0.44965195655822754, -1.9593307971954346, -0.8616361618041992, -0.7180134057998657, -1.0730884075164795, -1.3959192037582397, -2.048656702041626, -2.6270389556884766, -2.773662567138672, -0.18966172635555267, -1.1975760459899902, -1.7259552478790283, -0.1541319489479065, -0.6840783357620239, -0.8302351236343384, -2.0871341228485107, -1.6940125226974487, -2.721935749053955, -1.7201054096221924, -1.0345816612243652, -0.4928896129131317, -0.16840659081935883, -0.9608626961708069, -0.5245848894119263, -1.679425835609436, -1.5619889497756958, -1.1945972442626953, -1.3387603759765625, -1.4964170455932617, -0.6901054382324219, -1.6774216890335083, -2.3974058628082275, -2.4940004348754883, -1.3431557416915894, -1.7809544801712036, -1.0232700109481812, -1.1741167306900024, -0.8947827816009521, -2.542973756790161, -0.34254932403564453, -1.557303547859192, -0.5613760352134705, -1.697422742843628, -0.9488202333450317, -0.8605895042419434, -1.5311628580093384, -0.9483704566955566, -1.706788420677185, -0.7965426445007324, -1.9044482707977295, -0.7197661995887756, -2.1259055137634277, -0.7277664542198181, -1.8055940866470337, -0.7337560057640076, -1.4171122312545776, -0.638352632522583, -1.1450812816619873, -0.5727206468582153, -1.3834235668182373, -0.7025629281997681, -1.7628194093704224, -0.865715742111206, -2.5518429279327393, -1.4468127489089966, -0.37343597412109375, -2.203578233718872, -0.33462148904800415, -2.164090633392334, -1.0807968378067017, -1.3152059316635132, -1.017835259437561, -2.3840832710266113, -0.6969377398490906, -1.849267601966858, -0.9421116709709167, -1.2174232006072998, -0.756920337677002, -2.3901491165161133, -1.151728868484497, -0.7465792894363403, -1.04401695728302, -1.4772473573684692, -1.668350338935852, -0.9694173336029053, -0.6700413823127747, -1.2181618213653564, -0.8288969993591309, -1.6639435291290283, -1.2532227039337158, -2.725412607192993, -1.4951155185699463, -1.2544491291046143, -1.2264254093170166, -1.8096476793289185, -0.49841177463531494, -1.3148343563079834, -1.3701813220977783, -1.4565846920013428, -1.733068823814392, -1.0485913753509521, -1.8550535440444946, -0.7884992361068726, -2.252014398574829, -1.39187490940094, -1.13123619556427, -0.6676055192947388, -1.730664610862732, -1.589825987815857, -1.5277007818222046, -0.7119100093841553, -2.357607841491699, -0.7812517285346985, -1.41544771194458, -1.395448088645935, -2.1970508098602295, -1.1238315105438232, -2.352975606918335, -2.01473331451416, -1.4116758108139038, -1.6353566646575928, -2.482865333557129, -1.998369574546814, -1.9707560539245605, -2.8105971813201904, -1.5492035150527954, -1.8655539751052856, -1.986396074295044, -1.8808989524841309, -1.5047887563705444, -2.075688123703003, -0.9493419528007507, -2.9230878353118896, -0.6587154865264893, -2.2558398246765137, -1.5145914554595947, -0.17393021285533905, -0.5095797777175903, -2.3049824237823486, -2.215610980987549, -0.6817219257354736, -1.2675329446792603, -1.57569420337677, -1.9782843589782715, -1.5963592529296875, -1.4509518146514893, -1.9713441133499146, -1.8704118728637695, -1.8485406637191772, -1.7668335437774658, -1.516968011856079, -1.8160828351974487, -2.5882680416107178, -0.9773341417312622]}, "Bot002_016_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_016.log.json", "context": "I am only 7 90 at 18 hi", "response": "Hello, how are you?", "annotation_id": "Bot002_016_02", "annotations": ["X", "O", "O", "O", "O", "O", "O", "T", "X", "X", "O", "T", "O", "O", "T"], "gpt2background_target_score": [-12.710958480834961, -7.723739147186279, -10.549539566040039, -10.990896224975586, -8.142909049987793, -11.16104793548584], "gpt2background_argmax_score": [-1.9620229005813599, -1.8248172998428345, -3.015681028366089, -1.8955239057540894, -1.738541841506958, -1.5756498575210571, -1.899841070175171, -2.53082013130188, -2.0973594188690186, -1.7189867496490479, -1.3916170597076416, -2.0180788040161133, -0.19515247642993927, -1.5784541368484497, -0.5680651068687439]}, "Bot002_016_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_016.log.json", "context": "I am only 7 90 at 18 hi Hello, how are you? Fine. i just finished my running training", "response": "That is good. i just finished walking my two miles.", "annotation_id": "Bot002_016_04", "annotations": ["O", "O", "T", "T", "O", "T", "T", "O", "O", "O", "O", "T", "X", "O", "O"], "gpt2background_target_score": [-13.0650053024292, -9.57802963256836, -7.1128034591674805, -3.762958526611328, -7.202430725097656, -8.301030158996582, -11.389724731445312, -9.97690200805664, -5.406076431274414, -8.816071510314941, -12.628673553466797, -10.788602828979492], "gpt2background_argmax_score": [-1.9620229005813599, -1.8248172998428345, -3.015681028366089, -1.8955239057540894, -1.738541841506958, -1.5756498575210571, -1.899841070175171, -2.53082013130188, -1.8323338031768799, -1.5725017786026, -1.7810871601104736, -0.25511446595191956, -1.4384148120880127, -1.3371258974075317, -1.7814723253250122, -1.4387308359146118, -2.1105902194976807, -2.5185868740081787, -1.6299930810928345, -1.1284319162368774, -2.574333667755127, -1.7802754640579224, -2.080782651901245, -1.0291881561279297, -2.311758279800415, -1.6209759712219238, -1.6763666868209839, -2.696779251098633, -1.7358129024505615, -0.9765998125076294, -2.635591745376587, -2.5441489219665527, -2.584789991378784, -2.2327091693878174, -1.1173547506332397]}, "Bot002_016_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_016.log.json", "context": "I am only 7 90 at 18 hi Hello, how are you? Fine. i just finished my running training That is good. i just finished walking my two miles. That is great, i am preparing for marathon, may be you want to?", "response": "Sure, what is your favorite color?", "annotation_id": "Bot002_016_06", "annotations": ["X", "T", "O", "O", "T", "T", "T", "T", "X", "O", "T", "O", "O", "T", "T"], "gpt2background_target_score": [-13.772964477539062, -7.723739147186279, -9.716543197631836, -8.879783630371094, -10.289387702941895, -11.803970336914062, -13.179268836975098, -6.5532073974609375], "gpt2background_argmax_score": [-1.9620229005813599, -1.8248172998428345, -3.015681028366089, -1.8955239057540894, -1.738541841506958, -1.5756498575210571, -1.899841070175171, -2.53082013130188, -1.8323338031768799, -1.5725017786026, -1.7810871601104736, -0.25511446595191956, -1.4384148120880127, -1.3371258974075317, -1.7814723253250122, -1.4387308359146118, -2.1105902194976807, -2.5185868740081787, -1.6299930810928345, -1.1284319162368774, -2.574333667755127, -1.7802754640579224, -1.2698172330856323, -2.429751396179199, -1.3971362113952637, -2.067204236984253, -2.5736944675445557, -1.7666292190551758, -1.009361743927002, -2.6490702629089355, -2.6426801681518555, -2.791995048522949, -2.285120725631714, -2.374652862548828, -1.0383869409561157, -2.315214157104492, -1.0513700246810913, -2.2476274967193604, -2.3090410232543945, -2.9996323585510254, -1.0559256076812744, -1.8201318979263306, -2.462383985519409, -2.1875998973846436, -1.8388173580169678, -2.3351402282714844, -2.9945363998413086, -0.2319735288619995, -2.3402621746063232, -1.5953774452209473, -1.9756555557250977, -1.3278717994689941, -2.026259183883667, -2.4917449951171875, -1.0452370643615723, -2.5802087783813477, -2.878385543823242, -0.6676408648490906, -0.694515585899353]}, "Bot002_016_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_016.log.json", "context": "I am only 7 90 at 18 hi Hello, how are you? Fine. i just finished my running training That is good. i just finished walking my two miles. That is great, i am preparing for marathon, may be you want to? Sure, what is your favorite color? Blue, and yours?", "response": "I like blue, i like blue", "annotation_id": "Bot002_016_08", "annotations": ["O", "O", "X", "O", "T", "T", "O", "O", "O", "O", "O", "T", "X", "O", "T"], "gpt2background_target_score": [-9.058675765991211, -7.645462989807129, -10.03128433227539, -3.886430501937866, -7.202430725097656, -8.810368537902832, -11.198665618896484], "gpt2background_argmax_score": [-1.9620229005813599, -1.8248188495635986, -3.0156795978546143, -1.895521879196167, -1.7385419607162476, -1.5756473541259766, -1.899841070175171, -2.530820846557617, -1.8323322534561157, -1.5725001096725464, -1.7810888290405273, -0.2551145851612091, -1.438414216041565, -1.33712637424469, -1.7814723253250122, -1.4387320280075073, -2.1105892658233643, -2.518585205078125, -1.6299920082092285, -1.1284313201904297, -2.5743353366851807, -1.7802765369415283, -1.2698190212249756, -2.4297516345977783, -1.397133708000183, -2.067203998565674, -2.5736918449401855, -1.7666213512420654, -1.009361982345581, -2.64906907081604, -2.642677068710327, -2.791994333267212, -2.2851202487945557, -2.37465500831604, -1.038385033607483, -2.3152127265930176, -1.051370620727539, -2.2476308345794678, -2.3090391159057617, -2.9996325969696045, -1.0559242963790894, -1.820133090019226, -2.4623844623565674, -2.1875972747802734, -1.8388185501098633, -2.335136890411377, -2.994535446166992, -0.23197324573993683, -2.340259075164795, -1.59537935256958, -1.2624040842056274, -1.7642320394515991, -2.4657883644104004, -1.0083900690078735, -2.7190208435058594, -2.7949812412261963, -1.0384172201156616, -1.8587154150009155, -1.6562310457229614, -2.3968288898468018, -2.399143695831299, -1.5749402046203613, -1.717021107673645, -2.0872974395751953, -2.398317337036133, -1.7683261632919312, -1.7186979055404663, -1.6540313959121704, -1.5128505229949951, -2.0585367679595947, -1.3147648572921753]}, "Bot002_016_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_016.log.json", "context": "I am only 7 90 at 18 hi Hello, how are you? Fine. i just finished my running training That is good. i just finished walking my two miles. That is great, i am preparing for marathon, may be you want to? Sure, what is your favorite color? Blue, and yours? I like blue, i like blue are you still in college?", "response": "Yes, i am. i am not sure what i want to go to college.", "annotation_id": "Bot002_016_10", "annotations": ["O", "O", "X", "O", "O", "T", "T", "T", "O", "O", "X", "T", "X", "O", "T"], "gpt2background_target_score": [-13.322609901428223, -7.7237396240234375, -11.09023380279541, -8.170631408691406, -4.97763204574585, -8.04621696472168, -6.4036760330200195, -5.700503349304199, -10.147926330566406, -3.67672061920166, -7.804287433624268, -12.209444046020508, -7.273431301116943, -10.33164119720459, -4.575544357299805, -11.322237968444824, -7.325429916381836], "gpt2background_argmax_score": [-1.9620229005813599, -1.8248188495635986, -3.0156795978546143, -1.895521879196167, -1.7385419607162476, -1.5756473541259766, -1.899841070175171, -2.530820846557617, -1.8323322534561157, -1.5725001096725464, -1.7810888290405273, -0.2551145851612091, -1.438414216041565, -1.33712637424469, -1.7814723253250122, -1.4387320280075073, -2.1105892658233643, -2.518585205078125, -1.6299920082092285, -1.1284313201904297, -2.5743353366851807, -1.7802765369415283, -1.2698190212249756, -2.4297516345977783, -1.397133708000183, -2.067203998565674, -2.5736918449401855, -1.7666213512420654, -1.009361982345581, -2.64906907081604, -2.642677068710327, -2.791994333267212, -2.2851202487945557, -2.37465500831604, -1.038385033607483, -2.3152127265930176, -1.051370620727539, -2.2476308345794678, -2.3090391159057617, -2.9996325969696045, -1.0559242963790894, -1.820133090019226, -2.4623844623565674, -2.1875972747802734, -1.8388185501098633, -2.335136890411377, -2.994535446166992, -0.23197324573993683, -2.340259075164795, -1.59537935256958, -1.2624040842056274, -1.7642320394515991, -2.4657883644104004, -1.0083900690078735, -2.7190208435058594, -2.7949812412261963, -1.0384172201156616, -1.8587154150009155, -1.6562310457229614, -2.3968288898468018, -2.399143695831299, -1.5749402046203613, -1.717021107673645, -2.3637921810150146, -1.812995195388794, -1.5863242149353027, -1.5799038410186768, -1.4766765832901, -2.123007297515869, -1.2638640403747559, -1.6444023847579956, -1.8720932006835938, -1.7589197158813477, -1.2061522006988525, -0.6073666214942932, -1.9488189220428467, -2.0257115364074707, -0.966006875038147, -1.7630951404571533, -1.5184690952301025, -1.8595207929611206, -1.4968936443328857, -1.5323262214660645, -2.57448410987854, -1.6890180110931396, -1.4940217733383179, -1.4742439985275269, -1.7877238988876343, -0.4085807502269745, -0.5307160019874573, -1.541122555732727, -1.458609700202942, -1.2544482946395874, -1.2085291147232056]}, "Bot002_016_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_016.log.json", "context": "I am only 7 90 at 18 hi Hello, how are you? Fine. i just finished my running training That is good. i just finished walking my two miles. That is great, i am preparing for marathon, may be you want to? Sure, what is your favorite color? Blue, and yours? I like blue, i like blue are you still in college? Yes, i am. i am not sure what i want to go to college. how old are you?", "response": "I'M 6 vh1 100th", "annotation_id": "Bot002_016_12", "annotations": ["X", "X", "X", "O", "T", "T", "T", "O", "X", "X", "X", "X", "X", "O", "O"], "gpt2background_target_score": [-9.058675765991211, -11.523002624511719, -11.937613487243652, -10.398738861083984, -8.94171142578125, -8.727560043334961, -10.454553604125977, -8.573003768920898, -11.102108001708984], "gpt2background_argmax_score": [-1.9620229005813599, -1.8248188495635986, -3.0156795978546143, -1.895521879196167, -1.7385419607162476, -1.5756473541259766, -1.899841070175171, -2.530820846557617, -1.8323322534561157, -1.5725001096725464, -1.7810888290405273, -0.2551145851612091, -1.438414216041565, -1.33712637424469, -1.7814723253250122, -1.4387320280075073, -2.1105892658233643, -2.518585205078125, -1.6299920082092285, -1.1284313201904297, -2.5743353366851807, -1.7802765369415283, -1.2698190212249756, -2.4297516345977783, -1.397133708000183, -2.067203998565674, -2.5736918449401855, -1.7666213512420654, -1.009361982345581, -2.64906907081604, -2.642677068710327, -2.791994333267212, -2.2851202487945557, -2.37465500831604, -1.038385033607483, -2.3152127265930176, -1.051370620727539, -2.2476308345794678, -2.3090391159057617, -2.9996325969696045, -1.0559242963790894, -1.820133090019226, -2.4623844623565674, -2.1875972747802734, -1.8388185501098633, -2.335136890411377, -2.994535446166992, -0.23197324573993683, -2.340259075164795, -1.59537935256958, -1.2624040842056274, -1.7642320394515991, -2.4657883644104004, -1.0083900690078735, -2.7190208435058594, -2.7949812412261963, -1.0384172201156616, -1.8587154150009155, -1.6562310457229614, -2.3968288898468018, -2.399143695831299, -1.5749402046203613, -1.717021107673645, -2.3637921810150146, -1.812995195388794, -1.5863242149353027, -1.5799038410186768, -1.4766765832901, -2.123007297515869, -1.2638640403747559, -1.6444023847579956, -1.8720932006835938, -1.7589197158813477, -1.2061522006988525, -0.6073666214942932, -1.9488189220428467, -0.8508865833282471, -1.9228897094726562, -1.6223349571228027, -1.8451589345932007, -1.6107052564620972, -1.4417212009429932, -2.403142213821411, -1.6651692390441895, -1.5699284076690674, -1.49667227268219, -1.7125204801559448, -0.4029712378978729, -0.5413540005683899, -1.3327494859695435, -1.5110095739364624, -1.2675904035568237, -1.9079025983810425, -1.6233024597167969, -0.41093161702156067, -0.12562762200832367, -0.46239417791366577, -2.027541399002075, -2.336010217666626, -1.473528265953064, -0.36691102385520935, -3.1450626850128174, -1.5517306327819824, -2.6443111896514893, -2.2646751403808594, -1.8042784929275513, -2.2847402095794678, -1.2319130897521973]}, "Bot002_016_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_016.log.json", "context": "I am only 7 90 at 18 hi Hello, how are you? Fine. i just finished my running training That is good. i just finished walking my two miles. That is great, i am preparing for marathon, may be you want to? Sure, what is your favorite color? Blue, and yours? I like blue, i like blue are you still in college? Yes, i am. i am not sure what i want to go to college. how old are you? I'M 6 vh1 100th I am only 18", "response": "I am sorry to hear that.", "annotation_id": "Bot002_016_14", "annotations": ["X", "X", "X", "O", "T", "T", "T", "T", "X", "T", "O", "T", "X", "O", "T"], "gpt2background_target_score": [-9.058675765991211, -9.939969062805176, -8.164647102355957, -5.534838676452637, -13.582493782043457, -5.725317001342773, -2.230982542037964], "gpt2background_argmax_score": [-1.9620229005813599, -1.8248188495635986, -3.0156795978546143, -1.895521879196167, -1.7385419607162476, -1.5756473541259766, -1.899841070175171, -2.530820846557617, -1.8323322534561157, -1.5725001096725464, -1.7810888290405273, -0.2551145851612091, -1.438414216041565, -1.33712637424469, -1.7814723253250122, -1.4387320280075073, -2.1105892658233643, -2.518585205078125, -1.6299920082092285, -1.1284313201904297, -2.5743353366851807, -1.7802765369415283, -1.2698190212249756, -2.4297516345977783, -1.397133708000183, -2.067203998565674, -2.5736918449401855, -1.7666213512420654, -1.009361982345581, -2.64906907081604, -2.642677068710327, -2.791994333267212, -2.2851202487945557, -2.37465500831604, -1.038385033607483, -2.3152127265930176, -1.051370620727539, -2.2476308345794678, -2.3090391159057617, -2.9996325969696045, -1.0559242963790894, -1.820133090019226, -2.4623844623565674, -2.1875972747802734, -1.8388185501098633, -2.335136890411377, -2.994535446166992, -0.23197324573993683, -2.340259075164795, -1.59537935256958, -1.2624040842056274, -1.7642320394515991, -2.4657883644104004, -1.0083900690078735, -2.7190208435058594, -2.7949812412261963, -1.0384172201156616, -1.8587154150009155, -1.6562310457229614, -2.3968288898468018, -2.399143695831299, -1.5749402046203613, -1.717021107673645, -2.3637921810150146, -1.812995195388794, -1.5863242149353027, -1.5799038410186768, -1.4766765832901, -2.123007297515869, -1.2638640403747559, -1.6444023847579956, -1.8720932006835938, -1.7589197158813477, -1.2061522006988525, -0.6073666214942932, -1.9488189220428467, -0.8508865833282471, -1.9228897094726562, -1.6223349571228027, -1.8451589345932007, -1.6107052564620972, -1.4417212009429932, -2.403142213821411, -1.6651692390441895, -1.5699284076690674, -1.49667227268219, -1.7125204801559448, -0.4029712378978729, -0.5413540005683899, -1.3327494859695435, -1.5110095739364624, -1.2675904035568237, -1.9079025983810425, -1.6233024597167969, -0.41093161702156067, -0.12562762200832367, -0.4623948335647583, -2.0275402069091797, -1.048376441001892, -0.9332987070083618, -2.963716983795166, -1.7341307401657104, -2.5199763774871826, -2.3068995475769043, -2.1689934730529785, -2.743685245513916, -1.2480310201644897, -1.6156187057495117, -2.7390756607055664, -2.017535924911499, -1.2475712299346924, -2.163426399230957, -1.809346079826355, -2.8921918869018555, -1.8262271881103516, -0.3491215705871582, -0.8092759251594543, -1.101548671722412, -1.1700078248977661]}, "Bot002_016_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_016.log.json", "context": "I am only 7 90 at 18 hi Hello, how are you? Fine. i just finished my running training That is good. i just finished walking my two miles. That is great, i am preparing for marathon, may be you want to? Sure, what is your favorite color? Blue, and yours? I like blue, i like blue are you still in college? Yes, i am. i am not sure what i want to go to college. how old are you? I'M 6 vh1 100th I am only 18 I am sorry to hear that. it is fine", "response": "What do you do for fun?", "annotation_id": "Bot002_016_16", "annotations": ["O", "O", "O", "O", "X", "T", "T", "O", "X", "X", "O", "O", "O", "O", "T"], "gpt2background_target_score": [-11.777623176574707, -10.683478355407715, -8.612946510314941, -10.940500259399414, -6.707769870758057, -10.578303337097168, -6.772550582885742], "gpt2background_argmax_score": [-1.9620229005813599, -1.8248188495635986, -3.0156795978546143, -1.895521879196167, -1.7385419607162476, -1.5756473541259766, -1.899841070175171, -2.530820846557617, -1.8323322534561157, -1.5725001096725464, -1.7810888290405273, -0.2551145851612091, -1.438414216041565, -1.33712637424469, -1.7814723253250122, -1.4387320280075073, -2.1105892658233643, -2.518585205078125, -1.6299920082092285, -1.1284313201904297, -2.5743353366851807, -1.7802765369415283, -1.2698190212249756, -2.4297516345977783, -1.397133708000183, -2.067203998565674, -2.5736918449401855, -1.7666213512420654, -1.009361982345581, -2.64906907081604, -2.642677068710327, -2.791994333267212, -2.2851202487945557, -2.37465500831604, -1.038385033607483, -2.3152127265930176, -1.051370620727539, -2.2476308345794678, -2.3090391159057617, -2.9996325969696045, -1.0559242963790894, -1.820133090019226, -2.4623844623565674, -2.1875972747802734, -1.8388185501098633, -2.335136890411377, -2.994535446166992, -0.23197324573993683, -2.340259075164795, -1.59537935256958, -1.2624040842056274, -1.7642320394515991, -2.4657883644104004, -1.0083900690078735, -2.7190208435058594, -2.7949812412261963, -1.0384172201156616, -1.8587154150009155, -1.6562310457229614, -2.3968288898468018, -2.399143695831299, -1.5749402046203613, -1.717021107673645, -2.3637921810150146, -1.812995195388794, -1.5863242149353027, -1.5799038410186768, -1.4766765832901, -2.123007297515869, -1.2638640403747559, -1.6444023847579956, -1.8720932006835938, -1.7589197158813477, -1.2061522006988525, -0.6073666214942932, -1.9488189220428467, -0.8508865833282471, -1.9228897094726562, -1.6223349571228027, -1.8451589345932007, -1.6107052564620972, -1.4417212009429932, -2.403142213821411, -1.6651692390441895, -1.5699284076690674, -1.49667227268219, -1.7125204801559448, -0.4029712378978729, -0.5413540005683899, -1.3327494859695435, -1.5110095739364624, -1.2675904035568237, -1.9079025983810425, -1.6233024597167969, -0.41093161702156067, -0.12562762200832367, -0.4623948335647583, -2.0275402069091797, -1.048376441001892, -0.9332987070083618, -2.963716983795166, -1.7341307401657104, -2.5199763774871826, -2.3068995475769043, -2.1689934730529785, -2.743685245513916, -1.2480310201644897, -1.6156187057495117, -2.7390756607055664, -2.017535924911499, -1.2475712299346924, -1.1083511114120483, -2.7820472717285156, -1.7584954500198364, -0.5420269966125488, -0.9420247673988342, -0.9968491196632385, -1.7745381593704224, -1.4005966186523438, -2.377870559692383, -1.6632990837097168, -2.13181734085083, -2.4447624683380127, -0.16889703273773193, -1.2239826917648315, -1.9202910661697388, -2.248009204864502, -0.5908737182617188, -0.7355943918228149]}, "Bot002_016_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_016.log.json", "context": "I am only 7 90 at 18 hi Hello, how are you? Fine. i just finished my running training That is good. i just finished walking my two miles. That is great, i am preparing for marathon, may be you want to? Sure, what is your favorite color? Blue, and yours? I like blue, i like blue are you still in college? Yes, i am. i am not sure what i want to go to college. how old are you? I'M 6 vh1 100th I am only 18 I am sorry to hear that. it is fine What do you do for fun? i am a cancer survivor, so everything is fun now", "response": "I am so sorry to hear that.", "annotation_id": "Bot002_016_18", "annotations": ["O", "X", "X", "O", "T", "T", "T", "T", "X", "O", "T", "T", "X", "T", "X"], "gpt2background_target_score": [-9.058675765991211, -9.939969062805176, -6.50054931640625, -12.468281745910645, -5.327085018157959, -12.626659393310547, -8.067235946655273, -3.025265693664551], "gpt2background_argmax_score": [-1.9620229005813599, -1.8248188495635986, -3.0156795978546143, -1.895521879196167, -1.7385419607162476, -1.5756473541259766, -1.899841070175171, -2.530820846557617, -1.8323322534561157, -1.5725001096725464, -1.7810888290405273, -0.2551145851612091, -1.438414216041565, -1.33712637424469, -1.7814723253250122, -1.4387320280075073, -2.1105892658233643, -2.518585205078125, -1.6299920082092285, -1.1284313201904297, -2.5743353366851807, -1.7802765369415283, -1.2698190212249756, -2.4297516345977783, -1.397133708000183, -2.067203998565674, -2.5736918449401855, -1.7666213512420654, -1.009361982345581, -2.64906907081604, -2.642677068710327, -2.791994333267212, -2.2851202487945557, -2.37465500831604, -1.038385033607483, -2.3152127265930176, -1.051370620727539, -2.2476308345794678, -2.3090391159057617, -2.9996325969696045, -1.0559242963790894, -1.820133090019226, -2.4623844623565674, -2.1875972747802734, -1.8388185501098633, -2.335136890411377, -2.994535446166992, -0.23197324573993683, -2.340259075164795, -1.59537935256958, -1.2624040842056274, -1.7642320394515991, -2.4657883644104004, -1.0083900690078735, -2.7190208435058594, -2.7949812412261963, -1.0384172201156616, -1.8587154150009155, -1.6562310457229614, -2.3968288898468018, -2.399143695831299, -1.5749402046203613, -1.717021107673645, -2.3637921810150146, -1.812995195388794, -1.5863242149353027, -1.5799038410186768, -1.4766765832901, -2.123007297515869, -1.2638640403747559, -1.6444023847579956, -1.8720932006835938, -1.7589197158813477, -1.2061522006988525, -0.6073666214942932, -1.9488189220428467, -0.8508865833282471, -1.9228897094726562, -1.6223349571228027, -1.8451589345932007, -1.6107052564620972, -1.4417212009429932, -2.403142213821411, -1.6651692390441895, -1.5699284076690674, -1.49667227268219, -1.7125204801559448, -0.4029712378978729, -0.5413540005683899, -1.3327494859695435, -1.5110095739364624, -1.2675904035568237, -1.9079025983810425, -1.6233024597167969, -0.41093161702156067, -0.12562762200832367, -0.4623948335647583, -2.0275402069091797, -1.048376441001892, -0.9332987070083618, -2.963716983795166, -1.7341307401657104, -2.5199763774871826, -2.3068995475769043, -2.1689934730529785, -2.743685245513916, -1.2480310201644897, -1.6156187057495117, -2.7390756607055664, -2.017535924911499, -1.2475712299346924, -1.1083511114120483, -2.7820472717285156, -1.7584954500198364, -0.5420269966125488, -0.9420247673988342, -0.9968491196632385, -1.7745381593704224, -1.4005966186523438, -2.377870559692383, -1.6632999181747437, -2.3812427520751953, -0.2284093052148819, -1.7994036674499512, -1.88836669921875, -2.169386863708496, -0.762751579284668, -1.929530382156372, -2.0997555255889893, -2.6463708877563477, -3.4260787963867188, -1.6119767427444458, -1.5871710777282715, -1.6414824724197388, -1.1515198945999146, -1.2832703590393066, -1.2961413860321045, -0.9361765384674072, -0.8517321944236755, -2.0882184505462646, -2.1271510124206543, -2.4081099033355713, -0.5334877371788025, -1.7908302545547485, -0.03426259383559227, -0.33580154180526733, -0.5343616008758545, -1.4249060153961182]}, "Bot002_016_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_016.log.json", "context": "I am only 7 90 at 18 hi Hello, how are you? Fine. i just finished my running training That is good. i just finished walking my two miles. That is great, i am preparing for marathon, may be you want to? Sure, what is your favorite color? Blue, and yours? I like blue, i like blue are you still in college? Yes, i am. i am not sure what i want to go to college. how old are you? I'M 6 vh1 100th I am only 18 I am sorry to hear that. it is fine What do you do for fun? i am a cancer survivor, so everything is fun now I am so sorry to hear that. are you careerist?", "response": "Yes, i am. i am.", "annotation_id": "Bot002_016_20", "annotations": ["O", "X", "X", "O", "O", "T", "T", "O", "O", "O", "O", "T", "X", "T", "T"], "gpt2background_target_score": [-13.322609901428223, -7.7237396240234375, -11.09023380279541, -8.170631408691406, -4.97763204574585, -8.04621696472168, -6.4036760330200195, -3.025265693664551], "gpt2background_argmax_score": [-1.9620229005813599, -1.8248188495635986, -3.0156795978546143, -1.895521879196167, -1.7385419607162476, -1.5756473541259766, -1.899841070175171, -2.530820846557617, -1.8323322534561157, -1.5725001096725464, -1.7810888290405273, -0.2551145851612091, -1.438414216041565, -1.33712637424469, -1.7814723253250122, -1.4387320280075073, -2.1105892658233643, -2.518585205078125, -1.6299920082092285, -1.1284313201904297, -2.5743353366851807, -1.7802765369415283, -1.2698190212249756, -2.4297516345977783, -1.397133708000183, -2.067203998565674, -2.5736918449401855, -1.7666213512420654, -1.009361982345581, -2.64906907081604, -2.642677068710327, -2.791994333267212, -2.2851202487945557, -2.37465500831604, -1.038385033607483, -2.3152127265930176, -1.051370620727539, -2.2476308345794678, -2.3090391159057617, -2.9996325969696045, -1.0559242963790894, -1.820133090019226, -2.4623844623565674, -2.1875972747802734, -1.8388185501098633, -2.335136890411377, -2.994535446166992, -0.23197324573993683, -2.340259075164795, -1.59537935256958, -1.2624040842056274, -1.7642320394515991, -2.4657883644104004, -1.0083900690078735, -2.7190208435058594, -2.7949812412261963, -1.0384172201156616, -1.8587154150009155, -1.6562310457229614, -2.3968288898468018, -2.399143695831299, -1.5749402046203613, -1.717021107673645, -2.3637921810150146, -1.812995195388794, -1.5863242149353027, -1.5799038410186768, -1.4766765832901, -2.123007297515869, -1.2638640403747559, -1.6444023847579956, -1.8720932006835938, -1.7589197158813477, -1.2061522006988525, -0.6073666214942932, -1.9488189220428467, -0.8508865833282471, -1.9228897094726562, -1.6223349571228027, -1.8451589345932007, -1.6107052564620972, -1.4417212009429932, -2.403142213821411, -1.6651692390441895, -1.5699284076690674, -1.49667227268219, -1.7125204801559448, -0.4029712378978729, -0.5413540005683899, -1.3327494859695435, -1.5110095739364624, -1.2675904035568237, -1.9079025983810425, -1.6233024597167969, -0.41093161702156067, -0.12562762200832367, -0.4623948335647583, -2.0275402069091797, -1.048376441001892, -0.9332987070083618, -2.963716983795166, -1.7341307401657104, -2.5199763774871826, -2.3068995475769043, -2.1689934730529785, -2.743685245513916, -1.2480310201644897, -1.6156187057495117, -2.7390756607055664, -2.017535924911499, -1.2475712299346924, -1.1083511114120483, -2.7820472717285156, -1.7584954500198364, -0.5420269966125488, -0.9420247673988342, -0.9968491196632385, -1.7745381593704224, -1.4005966186523438, -2.377870559692383, -1.6632999181747437, -2.3812427520751953, -0.2284093052148819, -1.7994036674499512, -1.88836669921875, -2.169386863708496, -0.762751579284668, -1.929530382156372, -2.0997555255889893, -2.6463708877563477, -3.4260787963867188, -1.6119767427444458, -1.5871710777282715, -1.6414824724197388, -1.1515198945999146, -1.2832703590393066, -1.2961413860321045, -0.9361765384674072, -0.8517321944236755, -1.2936571836471558, -2.8515896797180176, -1.1839665174484253, -1.9027349948883057, -0.07111113518476486, -0.5199872255325317, -0.5475451350212097, -2.003650665283203, -0.2565861940383911, -2.2129874229431152, -2.182180166244507, -0.674380362033844, -2.232529401779175, -1.7482599020004272, -1.0225520133972168, -1.3736662864685059, -0.4851978123188019, -2.0798890590667725, -1.3876426219940186, -0.708975613117218, -2.109121084213257, -1.0315145254135132]}, "Bot002_020_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_020.log.json", "context": "I am only 4 felicia! hi", "response": "Hello, how are you?", "annotation_id": "Bot002_020_02", "annotations": ["O", "O", "T", "O", "O", "O", "O", "T", "O", "O", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-12.710958480834961, -7.723739147186279, -10.549539566040039, -10.777202606201172, -6.870742321014404, -7.495770454406738], "gpt2background_argmax_score": [-1.9620229005813599, -1.8248172998428345, -3.015681028366089, -1.6595540046691895, -1.6533761024475098, -2.333691358566284, -0.7716295719146729, -2.203108072280884, -2.3202691078186035, -1.423876404762268, -1.7149620056152344, -1.938245415687561, -0.21764607727527618, -1.5935916900634766, -0.4923139214515686]}, "Bot002_020_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_020.log.json", "context": "I am only 4 felicia! hi Hello, how are you? I am fine thank you.", "response": "I am good thanks for asking", "annotation_id": "Bot002_020_04", "annotations": ["O", "X", "O", "X", "T", "O", "O", "X", "O", "T", "T", "T", "T", "X", "X"], "gpt2background_target_score": [-9.058670997619629, -9.939970016479492, -7.1128034591674805, -12.18437385559082, -5.97074556350708, -10.603596687316895], "gpt2background_argmax_score": [-1.9620229005813599, -1.8248172998428345, -3.015681028366089, -1.6595540046691895, -1.6533761024475098, -2.333691358566284, -0.7716295719146729, -2.203108072280884, -1.5843117237091064, -1.8542003631591797, -1.8099408149719238, -0.24542488157749176, -1.4266427755355835, -2.0361061096191406, -1.6023520231246948, -2.4675140380859375, -1.495774507522583, -0.2180209457874298, -1.7175490856170654, -1.6175553798675537, -1.7840558290481567, -1.604805827140808, -2.745976209640503, -1.9575985670089722, -1.6152806282043457, -1.957472801208496, -1.5565029382705688]}, "Bot002_020_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_020.log.json", "context": "I am only 4 felicia! hi Hello, how are you? I am fine thank you. I am good thanks for asking who is your favorite super hero?", "response": "I like the color superman, he's from the union super hero", "annotation_id": "Bot002_020_06", "annotations": ["O", "X", "T", "T", "O", "O", "O", "X", "T", "O", "T", "X", "O", "T", "X"], "gpt2background_target_score": [-9.058670997619629, -7.645463466644287, -4.790400505065918, -12.362188339233398, -10.962448120117188, -10.613460540771484, -9.7853422164917, -7.833653450012207, -9.472245216369629, -7.7403059005737305, -5.65969705581665, -13.234503746032715, -9.773638725280762, -11.499716758728027], "gpt2background_argmax_score": [-1.9620229005813599, -1.8248172998428345, -3.015681028366089, -1.6595540046691895, -1.6533761024475098, -2.333691358566284, -0.7716295719146729, -2.203108072280884, -1.5843117237091064, -1.8542003631591797, -1.8099408149719238, -0.24542488157749176, -1.4266427755355835, -2.0361061096191406, -1.6023520231246948, -2.4675140380859375, -1.495774507522583, -0.2180209457874298, -1.7175490856170654, -1.6175553798675537, -1.3504459857940674, -2.752519130706787, -2.0958242416381836, -1.6636699438095093, -2.0143826007843018, -1.4821536540985107, -1.0866621732711792, -2.1388208866119385, -1.9618809223175049, -2.259598731994629, -1.5350818634033203, -1.7581928968429565, -1.605993390083313, -2.3907008171081543, -1.5364177227020264, -2.1981067657470703, -3.0687096118927, -1.2727702856063843, -0.20522832870483398, -1.875300407409668, -1.690434455871582, -1.47826087474823, -2.079252004623413, -1.759829044342041, -3.7792563438415527, -1.9593114852905273, -0.8075686693191528, -1.854823112487793]}, "Bot002_020_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_020.log.json", "context": "I am only 4 felicia! hi Hello, how are you? I am fine thank you. I am good thanks for asking who is your favorite super hero? I like the color superman, he's from the union super hero I like spiderman he is my favorite", "response": "He'S a comedian, he's pretty 22 800!", "annotation_id": "Bot002_020_08", "annotations": ["X", "X", "T", "X", "T", "X", "X", "X", "T", "T", "T", "X", "O", "X", "X"], "gpt2background_target_score": [-12.312990188598633, -11.523002624511719, -12.40701675415039, -8.567856788635254, -13.443390846252441, -3.0379271507263184, -11.5621919631958, -6.712225437164307, -10.337691307067871, -10.324050903320312, -12.474776268005371, -9.926387786865234], "gpt2background_argmax_score": [-1.9620229005813599, -1.8248188495635986, -3.0156795978546143, -1.6595560312271118, -1.6533745527267456, -2.3336918354034424, -0.7716290354728699, -2.203108310699463, -1.5843130350112915, -1.8542015552520752, -1.8099435567855835, -0.2454243302345276, -1.426642656326294, -2.0361077785491943, -1.6023491621017456, -2.4675133228302, -1.4957739114761353, -0.2180202752351761, -1.717549204826355, -1.6175554990768433, -1.3504468202590942, -2.7525196075439453, -2.095824718475342, -1.6636687517166138, -2.0143823623657227, -1.4821538925170898, -1.0866631269454956, -2.138817310333252, -1.961882472038269, -2.259601354598999, -1.5350844860076904, -1.758191704750061, -1.605994462966919, -1.493565320968628, -1.7846181392669678, -2.688408374786377, -1.2599278688430786, -0.24282525479793549, -1.9670146703720093, -1.6437740325927734, -1.404085636138916, -2.115631580352783, -1.7710697650909424, -3.790837526321411, -2.031461000442505, -0.8739898800849915, -1.861048698425293, -1.9898619651794434, -1.1479604244232178, -0.8973557949066162, -1.678851842880249, -1.1045416593551636, -2.3700456619262695, -0.5762408375740051, -1.597830057144165, -1.9697908163070679, -1.0417983531951904, -1.6313340663909912, -2.196824789047241, -0.9026777744293213, -1.6712279319763184, -1.9397391080856323, -0.8585094213485718, -1.4805128574371338, -1.9944095611572266, -1.8820439577102661, -2.1867005825042725, -0.5569645166397095]}, "Bot002_020_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_020.log.json", "context": "I am only 4 felicia! hi Hello, how are you? I am fine thank you. I am good thanks for asking who is your favorite super hero? I like the color superman, he's from the union super hero I like spiderman he is my favorite He'S a comedian, he's pretty 22 800! my name is larry", "response": "Nice to meet you dave, my name is george", "annotation_id": "Bot002_020_10", "annotations": ["X", "X", "O", "X", "T", "X", "X", "X", "O", "X", "T", "X", "O", "X", "X"], "gpt2background_target_score": [-13.135515213012695, -7.3423051834106445, -12.431096076965332, -10.078612327575684, -8.260148048400879, -10.809630393981934, -9.785344123840332, -4.894854545593262, -9.944149017333984, -5.599605560302734, -12.055574417114258, -13.99060344696045], "gpt2background_argmax_score": [-1.9620229005813599, -1.8248188495635986, -3.0156795978546143, -1.6595560312271118, -1.6533745527267456, -2.3336918354034424, -0.7716290354728699, -2.203108310699463, -1.5843130350112915, -1.8542015552520752, -1.8099435567855835, -0.2454243302345276, -1.426642656326294, -2.0361077785491943, -1.6023491621017456, -2.4675133228302, -1.4957739114761353, -0.2180202752351761, -1.717549204826355, -1.6175554990768433, -1.3504468202590942, -2.7525196075439453, -2.095824718475342, -1.6636687517166138, -2.0143823623657227, -1.4821538925170898, -1.0866631269454956, -2.138817310333252, -1.961882472038269, -2.259601354598999, -1.5350844860076904, -1.758191704750061, -1.605994462966919, -1.493565320968628, -1.7846181392669678, -2.688408374786377, -1.2599278688430786, -0.24282525479793549, -1.9670146703720093, -1.6437740325927734, -1.404085636138916, -2.115631580352783, -1.7710720300674438, -3.7908387184143066, -2.0314595699310303, -0.8739904761314392, -1.8610484600067139, -1.9898614883422852, -1.1479606628417969, -0.8973557353019714, -1.678851842880249, -1.1045414209365845, -2.370044469833374, -0.5762414932250977, -1.5978282690048218, -1.3090240955352783, -3.066779375076294, -2.1253950595855713, -1.4542900323867798, -1.8449782133102417, -1.7385506629943848, -1.0162347555160522, -1.4813146591186523, -1.8678085803985596, -1.883894920349121, -2.936519145965576, -1.912976622581482, -0.8531867265701294, -0.26223546266555786, -4.375553131103516, -3.2383782863616943, -2.1745822429656982, -2.170290946960449, -1.1772366762161255, -1.33573579788208, -0.732521653175354, -1.201145052909851, -3.6429660320281982, -1.2038967609405518, -1.8419140577316284, -1.214070439338684, -0.17972463369369507, -1.0451502799987793, -1.6708587408065796, -0.9818782806396484]}, "Bot002_020_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_020.log.json", "context": "I am only 4 felicia! hi Hello, how are you? I am fine thank you. I am good thanks for asking who is your favorite super hero? I like the color superman, he's from the union super hero I like spiderman he is my favorite He'S a comedian, he's pretty 22 800! my name is larry Nice to meet you dave, my name is george so george what is your profession?", "response": "I am a manager of a local alabama", "annotation_id": "Bot002_020_12", "annotations": ["O", "X", "T", "X", "T", "T", "O", "X", "O", "O", "T", "X", "O", "T", "X"], "gpt2background_target_score": [-9.058675765991211, -9.939969062805176, -3.0156795978546143, -12.872076988220215, -4.1663103103637695, -5.00025749206543, -11.672239303588867, -9.358600616455078, -14.015212059020996], "gpt2background_argmax_score": [-1.9620229005813599, -1.8248188495635986, -3.0156795978546143, -1.6595560312271118, -1.6533745527267456, -2.3336918354034424, -0.7716290354728699, -2.203108310699463, -1.5843130350112915, -1.8542015552520752, -1.8099435567855835, -0.2454243302345276, -1.426642656326294, -2.0361077785491943, -1.6023491621017456, -2.4675133228302, -1.4957739114761353, -0.2180202752351761, -1.717549204826355, -1.6175554990768433, -1.3504468202590942, -2.7525196075439453, -2.095824718475342, -1.6636687517166138, -2.0143823623657227, -1.4821538925170898, -1.0866631269454956, -2.138817310333252, -1.961882472038269, -2.259601354598999, -1.5350844860076904, -1.758191704750061, -1.605994462966919, -1.493565320968628, -1.7846181392669678, -2.688408374786377, -1.2599278688430786, -0.24282525479793549, -1.9670146703720093, -1.6437740325927734, -1.404085636138916, -2.115631580352783, -1.7710697650909424, -3.790837526321411, -2.031461000442505, -0.8739898800849915, -1.861048698425293, -1.9898619651794434, -1.1479604244232178, -0.8973557949066162, -1.678851842880249, -1.1045416593551636, -2.3700456619262695, -0.5762408375740051, -1.597830057144165, -1.3090243339538574, -3.0667800903320312, -2.125394582748413, -1.4542893171310425, -1.8449774980545044, -1.7385503053665161, -1.0162352323532104, -1.4813135862350464, -1.8678088188171387, -1.8838967084884644, -2.936518669128418, -1.9129775762557983, -0.8531857132911682, -0.262235552072525, -4.375552654266357, -3.238377809524536, -2.17458176612854, -2.00628662109375, -1.545074701309204, -1.0735396146774292, -1.7365400791168213, -3.5510025024414062, -2.778038501739502, -2.0056161880493164, -1.0830427408218384, -0.17795518040657043, -1.2314555644989014, -1.5612201690673828, -1.5677045583724976, -1.8467438220977783, -0.014004061929881573, -2.0945889949798584, -2.221590757369995, -1.444141149520874, -1.2719861268997192, -0.796055793762207, -1.257033109664917, -2.2573461532592773, -1.5821360349655151, -1.2484760284423828, -1.374549150466919, -2.134176731109619, -1.4142322540283203, -2.477440118789673, -3.5728156566619873, -2.8737051486968994, -3.0426082611083984]}, "Bot002_020_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_020.log.json", "context": "I am only 4 felicia! hi Hello, how are you? I am fine thank you. I am good thanks for asking who is your favorite super hero? I like the color superman, he's from the union super hero I like spiderman he is my favorite He'S a comedian, he's pretty 22 800! my name is larry Nice to meet you dave, my name is george so george what is your profession? I am a manager of a local alabama and i am a chef", "response": "That sounds like fun. i am a chef.", "annotation_id": "Bot002_020_14", "annotations": ["O", "X", "T", "X", "T", "O", "O", "X", "T", "T", "T", "X", "T", "X", "X"], "gpt2background_target_score": [-13.065009117126465, -13.024663925170898, -6.8427629470825195, -10.943509101867676, -4.558833122253418, -6.304224014282227, -8.697745323181152, -6.04161262512207, -12.187151908874512, -9.131589889526367], "gpt2background_argmax_score": [-1.9620229005813599, -1.8248188495635986, -3.0156795978546143, -1.6595560312271118, -1.6533745527267456, -2.3336918354034424, -0.7716290354728699, -2.203108310699463, -1.5843130350112915, -1.8542015552520752, -1.8099435567855835, -0.2454243302345276, -1.426642656326294, -2.0361077785491943, -1.6023491621017456, -2.4675133228302, -1.4957739114761353, -0.2180202752351761, -1.717549204826355, -1.6175554990768433, -1.3504468202590942, -2.7525196075439453, -2.095824718475342, -1.6636687517166138, -2.0143823623657227, -1.4821538925170898, -1.0866631269454956, -2.138817310333252, -1.961882472038269, -2.259601354598999, -1.5350844860076904, -1.758191704750061, -1.605994462966919, -1.493565320968628, -1.7846181392669678, -2.688408374786377, -1.2599278688430786, -0.24282525479793549, -1.9670146703720093, -1.6437740325927734, -1.404085636138916, -2.115631580352783, -1.7710697650909424, -3.790837526321411, -2.031461000442505, -0.8739898800849915, -1.861048698425293, -1.9898619651794434, -1.1479604244232178, -0.8973557949066162, -1.678851842880249, -1.1045416593551636, -2.3700456619262695, -0.5762408375740051, -1.597830057144165, -1.3090243339538574, -3.0667800903320312, -2.125394582748413, -1.4542893171310425, -1.8449774980545044, -1.7385503053665161, -1.0162352323532104, -1.4813135862350464, -1.8678088188171387, -1.8838967084884644, -2.936518669128418, -1.9129775762557983, -0.8531857132911682, -0.262235552072525, -4.375552654266357, -3.238377809524536, -2.17458176612854, -2.00628662109375, -1.545074701309204, -1.0735396146774292, -1.7365400791168213, -3.5510025024414062, -2.778038501739502, -2.0056161880493164, -1.0830427408218384, -0.17795518040657043, -1.2314555644989014, -1.5612201690673828, -1.5677045583724976, -1.8467438220977783, -0.014004061929881573, -2.0945889949798584, -2.221590757369995, -1.444141149520874, -1.2719861268997192, -0.796055793762207, -1.257033109664917, -1.8305518627166748, -1.3092516660690308, -2.0054779052734375, -1.9806547164916992, -1.6001116037368774, -2.5837883949279785, -3.5781915187835693, -2.752784013748169, -3.4545481204986572, -1.3360159397125244, -1.9463446140289307, -1.2537556886672974, -2.7082600593566895, -1.3976322412490845, -2.1834352016448975, -1.029287576675415, -1.7028114795684814, -0.9109863042831421, -1.2963136434555054, -1.4324378967285156, -2.65787935256958, -0.9946537613868713, -0.6899057626724243, -1.9048982858657837, -1.4213314056396484]}, "Bot002_020_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_020.log.json", "context": "I am only 4 felicia! hi Hello, how are you? I am fine thank you. I am good thanks for asking who is your favorite super hero? I like the color superman, he's from the union super hero I like spiderman he is my favorite He'S a comedian, he's pretty 22 800! my name is larry Nice to meet you dave, my name is george so george what is your profession? I am a manager of a local alabama and i am a chef That sounds like fun. i am a chef. do you like cooking?", "response": "I do, but i like to cook", "annotation_id": "Bot002_020_16", "annotations": ["X", "X", "T", "X", "T", "O", "T", "X", "T", "O", "T", "X", "X", "T", "T"], "gpt2background_target_score": [-9.058675765991211, -10.683478355407715, -9.570602416992188, -6.3833088874816895, -7.083537578582764, -8.850363731384277, -9.019866943359375, -10.705425262451172], "gpt2background_argmax_score": [-1.9620229005813599, -1.8248188495635986, -3.0156795978546143, -1.6595560312271118, -1.6533745527267456, -2.3336918354034424, -0.7716290354728699, -2.203108310699463, -1.5843130350112915, -1.8542015552520752, -1.8099435567855835, -0.2454243302345276, -1.426642656326294, -2.0361077785491943, -1.6023491621017456, -2.4675133228302, -1.4957739114761353, -0.2180202752351761, -1.717549204826355, -1.6175554990768433, -1.3504468202590942, -2.7525196075439453, -2.095824718475342, -1.6636687517166138, -2.0143823623657227, -1.4821538925170898, -1.0866631269454956, -2.138817310333252, -1.961882472038269, -2.259601354598999, -1.5350844860076904, -1.758191704750061, -1.605994462966919, -1.493565320968628, -1.7846181392669678, -2.688408374786377, -1.2599278688430786, -0.24282525479793549, -1.9670146703720093, -1.6437740325927734, -1.404085636138916, -2.115631580352783, -1.7710697650909424, -3.790837526321411, -2.031461000442505, -0.8739898800849915, -1.861048698425293, -1.9898619651794434, -1.1479604244232178, -0.8973557949066162, -1.678851842880249, -1.1045416593551636, -2.3700456619262695, -0.5762408375740051, -1.597830057144165, -1.3090243339538574, -3.0667800903320312, -2.125394582748413, -1.4542893171310425, -1.8449774980545044, -1.7385503053665161, -1.0162352323532104, -1.4813135862350464, -1.8678088188171387, -1.8838967084884644, -2.936518669128418, -1.9129775762557983, -0.8531857132911682, -0.262235552072525, -4.375552654266357, -3.238377809524536, -2.17458176612854, -2.00628662109375, -1.545074701309204, -1.0735396146774292, -1.7365400791168213, -3.5510025024414062, -2.778038501739502, -2.0056161880493164, -1.0830427408218384, -0.17795518040657043, -1.2314555644989014, -1.5612201690673828, -1.5677045583724976, -1.8467438220977783, -0.014004061929881573, -2.0945889949798584, -2.221590757369995, -1.444141149520874, -1.2719861268997192, -0.796055793762207, -1.257033109664917, -1.8305518627166748, -1.3092516660690308, -2.0054779052734375, -1.9806547164916992, -1.6001116037368774, -2.5837883949279785, -3.5781915187835693, -2.752784013748169, -3.4545481204986572, -1.3360159397125244, -1.9463446140289307, -1.2537556886672974, -2.7082600593566895, -1.3976322412490845, -1.1879669427871704, -2.040743827819824, -0.9048954248428345, -1.7958869934082031, -1.8169339895248413, -2.113999366760254, -1.0045870542526245, -0.9088030457496643, -2.039196252822876, -2.184774160385132, -0.2953246533870697, -1.3303864002227783, -1.797038197517395, -0.6888448596000671, -1.7168874740600586, -1.783203363418579, -1.6676989793777466, -2.072460412979126, -1.9111765623092651, -1.2826361656188965, -2.5718841552734375, -0.6351759433746338, -1.0026228427886963, -1.8780498504638672]}, "Bot002_020_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_020.log.json", "context": "I am only 4 felicia! hi Hello, how are you? I am fine thank you. I am good thanks for asking who is your favorite super hero? I like the color superman, he's from the union super hero I like spiderman he is my favorite He'S a comedian, he's pretty 22 800! my name is larry Nice to meet you dave, my name is george so george what is your profession? I am a manager of a local alabama and i am a chef That sounds like fun. i am a chef. do you like cooking? I do, but i like to cook well this was the best bot experience so far", "response": "I am sure it is.", "annotation_id": "Bot002_020_18", "annotations": ["O", "X", "O", "O", "X", "O", "O", "X", "T", "T", "T", "O", "T", "O", "O"], "gpt2background_target_score": [-9.058675765991211, -9.939969062805176, -7.114875793457031, -9.462989807128906, -8.297622680664062, -3.8881654739379883], "gpt2background_argmax_score": [-1.9620229005813599, -1.8248188495635986, -3.0156795978546143, -1.6595560312271118, -1.6533745527267456, -2.3336918354034424, -0.7716290354728699, -2.203108310699463, -1.5843130350112915, -1.8542015552520752, -1.8099435567855835, -0.2454243302345276, -1.426642656326294, -2.0361077785491943, -1.6023491621017456, -2.4675133228302, -1.4957739114761353, -0.2180202752351761, -1.717549204826355, -1.6175554990768433, -1.3504468202590942, -2.7525196075439453, -2.095824718475342, -1.6636687517166138, -2.0143823623657227, -1.4821538925170898, -1.0866631269454956, -2.138817310333252, -1.961882472038269, -2.259601354598999, -1.5350844860076904, -1.758191704750061, -1.605994462966919, -1.493565320968628, -1.7846181392669678, -2.688408374786377, -1.2599278688430786, -0.24282525479793549, -1.9670146703720093, -1.6437740325927734, -1.404085636138916, -2.115631580352783, -1.7710697650909424, -3.790837526321411, -2.031461000442505, -0.8739898800849915, -1.861048698425293, -1.9898619651794434, -1.1479604244232178, -0.8973557949066162, -1.678851842880249, -1.1045416593551636, -2.3700456619262695, -0.5762408375740051, -1.597830057144165, -1.3090243339538574, -3.0667800903320312, -2.125394582748413, -1.4542893171310425, -1.8449774980545044, -1.7385503053665161, -1.0162352323532104, -1.4813135862350464, -1.8678088188171387, -1.8838967084884644, -2.936518669128418, -1.9129775762557983, -0.8531857132911682, -0.262235552072525, -4.375552654266357, -3.238377809524536, -2.17458176612854, -2.00628662109375, -1.545074701309204, -1.0735396146774292, -1.7365400791168213, -3.5510025024414062, -2.778038501739502, -2.0056161880493164, -1.0830427408218384, -0.17795518040657043, -1.2314555644989014, -1.5612201690673828, -1.5677045583724976, -1.8467438220977783, -0.014004061929881573, -2.0945889949798584, -2.221590757369995, -1.444141149520874, -1.2719861268997192, -0.796055793762207, -1.257033109664917, -1.8305518627166748, -1.3092516660690308, -2.0054779052734375, -1.9806547164916992, -1.6001116037368774, -2.5837883949279785, -3.5781915187835693, -2.752784013748169, -3.4545481204986572, -1.3360159397125244, -1.9463446140289307, -1.2537556886672974, -2.7082600593566895, -1.3976322412490845, -1.1879669427871704, -2.040743827819824, -0.9048954248428345, -1.7958869934082031, -1.8169339895248413, -2.113999366760254, -1.0045870542526245, -0.9088030457496643, -2.039196252822876, -2.184774160385132, -0.2953246533870697, -1.3303864002227783, -1.797038197517395, -0.6888448596000671, -1.7168872356414795, -1.7263916730880737, -2.122297763824463, -1.8514493703842163, -1.2416019439697266, -2.3063933849334717, -0.7862572073936462, -0.9791112542152405, -1.9060040712356567, -1.3966234922409058, -1.6083625555038452, -1.5310629606246948, -1.1285284757614136, -2.2741522789001465, -2.02386736869812, -1.396239161491394, -0.33421090245246887, -1.1543527841567993, -1.8411005735397339, -2.139340877532959, -0.6873190999031067, -1.2640565633773804, -1.4423075914382935, -2.1508448123931885, -1.0369349718093872]}, "Bot002_020_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_020.log.json", "context": "I am only 4 felicia! hi Hello, how are you? I am fine thank you. I am good thanks for asking who is your favorite super hero? I like the color superman, he's from the union super hero I like spiderman he is my favorite He'S a comedian, he's pretty 22 800! my name is larry Nice to meet you dave, my name is george so george what is your profession? I am a manager of a local alabama and i am a chef That sounds like fun. i am a chef. do you like cooking? I do, but i like to cook well this was the best bot experience so far I am sure it is. you are good george", "response": "Yes, i am. i am...........................................", "annotation_id": "Bot002_020_20", "annotations": ["O", "T", "T", "T", "T", "O", "O", "X", "T", "O", "T", "O", "O", "O", "O"], "gpt2background_target_score": [-13.322609901428223, -7.7237396240234375, -11.09023380279541, -8.412793159484863, -4.558833122253418, -6.304224014282227, -8.697745323181152, -12.165252685546875, -10.546891212463379, -9.376076698303223], "gpt2background_argmax_score": [-1.9620229005813599, -1.8248188495635986, -3.0156795978546143, -1.6595560312271118, -1.6533745527267456, -2.3336918354034424, -0.7716290354728699, -2.203108310699463, -1.5843130350112915, -1.8542015552520752, -1.8099435567855835, -0.2454243302345276, -1.426642656326294, -2.0361077785491943, -1.6023491621017456, -2.4675133228302, -1.4957739114761353, -0.2180202752351761, -1.717549204826355, -1.6175554990768433, -1.3504468202590942, -2.7525196075439453, -2.095824718475342, -1.6636687517166138, -2.0143823623657227, -1.4821538925170898, -1.0866631269454956, -2.138817310333252, -1.961882472038269, -2.259601354598999, -1.5350844860076904, -1.758191704750061, -1.605994462966919, -1.493565320968628, -1.7846181392669678, -2.688408374786377, -1.2599278688430786, -0.24282525479793549, -1.9670146703720093, -1.6437740325927734, -1.404085636138916, -2.115631580352783, -1.7710697650909424, -3.790837526321411, -2.031461000442505, -0.8739898800849915, -1.861048698425293, -1.9898619651794434, -1.1479604244232178, -0.8973557949066162, -1.678851842880249, -1.1045416593551636, -2.3700456619262695, -0.5762408375740051, -1.597830057144165, -1.3090243339538574, -3.0667800903320312, -2.125394582748413, -1.4542893171310425, -1.8449774980545044, -1.7385503053665161, -1.0162352323532104, -1.4813135862350464, -1.8678088188171387, -1.8838967084884644, -2.936518669128418, -1.9129775762557983, -0.8531857132911682, -0.262235552072525, -4.375552654266357, -3.238377809524536, -2.17458176612854, -2.00628662109375, -1.545074701309204, -1.0735396146774292, -1.7365400791168213, -3.5510025024414062, -2.778038501739502, -2.0056161880493164, -1.0830427408218384, -0.17795518040657043, -1.2314555644989014, -1.5612201690673828, -1.5677045583724976, -1.8467438220977783, -0.014004061929881573, -2.0945889949798584, -2.221590757369995, -1.444141149520874, -1.2719861268997192, -0.796055793762207, -1.257033109664917, -1.8305518627166748, -1.3092516660690308, -2.0054779052734375, -1.9806547164916992, -1.6001116037368774, -2.5837883949279785, -3.5781915187835693, -2.752784013748169, -3.4545481204986572, -1.3360159397125244, -1.9463446140289307, -1.2537556886672974, -2.7082600593566895, -1.3976322412490845, -1.1879669427871704, -2.040743827819824, -0.9048954248428345, -1.7958869934082031, -1.8169339895248413, -2.113999366760254, -1.0045870542526245, -0.9088030457496643, -2.039196252822876, -2.184774160385132, -0.2953246533870697, -1.3303864002227783, -1.797038197517395, -0.6888448596000671, -1.7168872356414795, -1.7263916730880737, -2.122297763824463, -1.8514493703842163, -1.2416019439697266, -2.3063933849334717, -0.7862572073936462, -0.9791112542152405, -1.9060040712356567, -1.3966234922409058, -1.6083625555038452, -1.5310629606246948, -1.1285284757614136, -2.2741522789001465, -2.02386736869812, -1.396239161491394, -0.33421090245246887, -1.1543527841567993, -1.715495228767395, -2.208413600921631, -1.7997287511825562, -1.549243450164795, -2.4465904235839844, -1.9760231971740723, -2.0068905353546143, -1.9324908256530762, -2.333277702331543, -0.027032051235437393, -2.2149770259857178, -1.9609507322311401, -1.7238160371780396, -1.4007787704467773, -1.6731971502304077, -0.9731709361076355, -1.471733570098877, -1.4868190288543701, -1.0330877304077148, -2.360227584838867, -2.2155072689056396, -1.3742609024047852]}, "Bot002_023_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_023.log.json", "context": "Nice name................................................ what's yours?", "response": "I am good, i am just watching the news", "annotation_id": "Bot002_023_02", "annotations": ["T", "T", "T", "T", "T", "X", "O", "X", "X", "T", "O", "T", "T", "O", "O"], "gpt2background_target_score": [-9.798797607421875, -9.26186752319336, -6.4460368156433105, -4.774407386779785, -5.855495452880859, -10.3471040725708, -8.582338333129883, -11.754858016967773, -10.287768363952637, -13.106021881103516], "gpt2background_argmax_score": [-3.0963733196258545, -2.0058016777038574, -2.483896017074585, -2.1960108280181885, -2.293020248413086, -1.3320952653884888, -0.5155788660049438, -1.0726443529129028, -3.0562915802001953, -1.6947225332260132, -1.4643338918685913, -1.3870285749435425, -1.937762975692749, -2.0186469554901123, -2.1182644367218018, -1.9303864240646362, -2.3342678546905518, -2.5066771507263184, -1.9303838014602661]}, "Bot002_023_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_023.log.json", "context": "Nice name................................................ what's yours? I am good, i am just watching the news jh. so what's new in your town?", "response": "Yes, there are a lot of cities", "annotation_id": "Bot002_023_04", "annotations": ["T", "T", "T", "X", "O", "X", "X", "X", "X", "T", "O", "T", "O", "T", "T"], "gpt2background_target_score": [-13.487420082092285, -3.7116541862487793, -7.103187561035156, -6.894142150878906, -4.316066265106201, -13.024590492248535, -7.993319511413574, -12.852548599243164], "gpt2background_argmax_score": [-3.0963733196258545, -2.0058016777038574, -2.483896017074585, -2.1960108280181885, -2.293020248413086, -1.3320952653884888, -0.5155788660049438, -1.0726443529129028, -1.6628395318984985, -1.3891713619232178, -1.3509982824325562, -1.68128502368927, -2.048433780670166, -2.0186617374420166, -2.108261823654175, -2.4220616817474365, -2.409803628921509, -2.015141010284424, -2.1275882720947266, -2.206835985183716, -1.5478349924087524, -2.646109104156494, -1.4744868278503418, -0.3993769586086273, -1.4505091905593872, -1.9217661619186401, -1.9491028785705566, -0.5209978222846985, -1.1203086376190186, -2.4614741802215576, -1.541618824005127, -2.1565184593200684, -1.327321171760559, -1.739559531211853, -0.5831530690193176, -0.36275172233581543, -2.974008560180664, -1.7283356189727783]}, "Bot002_023_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_023.log.json", "context": "Nice name................................................ what's yours? I am good, i am just watching the news jh. so what's new in your town? Yes, there are a lot of cities where are you from?", "response": "I live in the midwest", "annotation_id": "Bot002_023_06", "annotations": ["O", "T", "O", "O", "T", "O", "X", "O", "X", "O", "O", "T", "O", "O", "X"], "gpt2background_target_score": [-9.798797607421875, -10.729442596435547, -6.332879066467285, -4.801220893859863, -11.195850372314453, -13.528701782226562], "gpt2background_argmax_score": [-3.0963733196258545, -2.0058016777038574, -2.483896017074585, -2.1960108280181885, -2.293020248413086, -1.3320952653884888, -0.5155788660049438, -1.0726443529129028, -1.6628395318984985, -1.3891713619232178, -1.3509982824325562, -1.68128502368927, -2.048433780670166, -2.0186617374420166, -2.108261823654175, -2.4220616817474365, -2.409803628921509, -2.015141010284424, -2.1275882720947266, -2.206835985183716, -1.5478349924087524, -2.646109104156494, -1.4744868278503418, -0.3993769586086273, -1.45050847530365, -1.9217653274536133, -1.9491006135940552, -0.5209977626800537, -1.1203092336654663, -1.5779520273208618, -2.1966071128845215, -1.3026247024536133, -1.7172328233718872, -0.5866967439651489, -0.34321126341819763, -2.959092855453491, -1.8985390663146973, -1.7026859521865845, -3.3861382007598877, -0.8874590992927551, -1.3427683115005493, -1.3753032684326172, -2.1918554306030273, -1.8198437690734863, -0.3707714080810547, -2.160083293914795, -2.479536771774292, -0.3285563886165619, -1.9310458898544312]}, "Bot002_023_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_023.log.json", "context": "Nice name................................................ what's yours? I am good, i am just watching the news jh. so what's new in your town? Yes, there are a lot of cities where are you from? I live in the midwest what do you do?", "response": "I work at a local shelter", "annotation_id": "Bot002_023_08", "annotations": ["O", "T", "T", "O", "O", "O", "T", "O", "X", "T", "O", "T", "O", "O", "O"], "gpt2background_target_score": [-9.798797607421875, -8.488746643066406, -7.575026512145996, -4.845794677734375, -10.257650375366211, -12.633352279663086], "gpt2background_argmax_score": [-3.0963733196258545, -2.0058016777038574, -2.483896017074585, -2.1960108280181885, -2.293020248413086, -1.3320952653884888, -0.5155788660049438, -1.0726443529129028, -1.6628395318984985, -1.3891713619232178, -1.3509982824325562, -1.68128502368927, -2.048433780670166, -2.0186617374420166, -2.108261823654175, -2.4220616817474365, -2.409803628921509, -2.015141010284424, -2.1275882720947266, -2.206835985183716, -1.5478349924087524, -2.646109104156494, -1.4744868278503418, -0.3993769586086273, -1.4505091905593872, -1.9217661619186401, -1.9491028785705566, -0.5209978222846985, -1.1203086376190186, -1.5779504776000977, -2.196605920791626, -1.3026244640350342, -1.7172327041625977, -0.5866961479187012, -0.3432115316390991, -2.9590940475463867, -1.898540735244751, -1.7026864290237427, -3.38614559173584, -0.8874580264091492, -1.3427698612213135, -1.375304102897644, -2.0898873805999756, -0.4205203652381897, -2.103163957595825, -2.7543087005615234, -0.38835352659225464, -1.8645877838134766, -1.7223618030548096, -0.24965496361255646, -1.5936601161956787, -1.4354280233383179, -1.1144084930419922, -1.9229406118392944, -1.7156040668487549, -0.7622900009155273, -0.6023194789886475, -2.940873861312866, -2.8538658618927, -1.5861748456954956]}, "Bot002_023_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_023.log.json", "context": "Nice name................................................ what's yours? I am good, i am just watching the news jh. so what's new in your town? Yes, there are a lot of cities where are you from? I live in the midwest what do you do? I work at a local shelter oh. is it for humans or animals?", "response": "I do not know, i am a vet", "annotation_id": "Bot002_023_10", "annotations": ["O", "T", "O", "X", "O", "X", "O", "X", "X", "T", "T", "T", "T", "T", "T"], "gpt2background_target_score": [-9.798797607421875, -7.093995094299316, -6.403291702270508, -7.695738792419434, -6.176791191101074, -9.452420234680176, -11.556382179260254, -7.966678619384766, -13.365281105041504], "gpt2background_argmax_score": [-3.096372127532959, -2.005800724029541, -2.483896017074585, -2.1960089206695557, -2.2930221557617188, -1.3320988416671753, -0.5155779719352722, -1.0726444721221924, -1.6628395318984985, -1.3891724348068237, -1.3510005474090576, -1.681286096572876, -2.0484344959259033, -2.0186612606048584, -2.108261823654175, -2.4220614433288574, -2.409804582595825, -2.0151419639587402, -2.1275899410247803, -2.2068331241607666, -1.5478322505950928, -2.6461079120635986, -1.474487066268921, -0.39937686920166016, -1.4505085945129395, -1.9217660427093506, -1.9491013288497925, -0.5209977626800537, -1.1203093528747559, -1.577950358390808, -2.196606159210205, -1.3026235103607178, -1.7172348499298096, -0.5866945385932922, -0.34321263432502747, -2.959089994430542, -1.8985408544540405, -1.7026853561401367, -3.3861355781555176, -0.8874597549438477, -1.342766284942627, -1.3753043413162231, -2.0898849964141846, -0.42052239179611206, -2.103165626525879, -2.7543110847473145, -0.38835424184799194, -1.8645905256271362, -1.722360610961914, -0.24965421855449677, -1.5936558246612549, -1.4354268312454224, -1.1144095659255981, -2.2809433937072754, -0.8062880039215088, -0.636559784412384, -2.9825899600982666, -2.9009878635406494, -1.5977387428283691, -2.0530102252960205, -1.7447807788848877, -1.6350047588348389, -2.5503153800964355, -2.2473063468933105, -0.9105661511421204, -2.2305045127868652, -0.6358105540275574, -1.5934747457504272, -2.1225743293762207, -2.1914093494415283, -2.3978521823883057, -1.9757802486419678, -2.1151487827301025, -1.4601762294769287, -1.6582177877426147, -1.7815449237823486, -3.4577667713165283, -1.7425150871276855]}, "Bot002_023_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_023.log.json", "context": "Nice name................................................ what's yours? I am good, i am just watching the news jh. so what's new in your town? Yes, there are a lot of cities where are you from? I live in the midwest what do you do? I work at a local shelter oh. is it for humans or animals? I do not know, i am a vet veterinarian? so it's an animal shelter", "response": "Yes, i have a dog named after a long walk", "annotation_id": "Bot002_023_12", "annotations": ["O", "T", "T", "T", "O", "O", "X", "T", "X", "O", "O", "T", "O", "O", "T"], "gpt2background_target_score": [-13.487422943115234, -3.7116541862487793, -6.927151679992676, -6.536985397338867, -4.316065311431885, -10.55031681060791, -9.781476974487305, -10.69166088104248, -8.885061264038086, -8.589007377624512, -12.615167617797852], "gpt2background_argmax_score": [-3.096372127532959, -2.005800724029541, -2.483896017074585, -2.1960089206695557, -2.2930221557617188, -1.3320988416671753, -0.5155779719352722, -1.0726444721221924, -1.6628395318984985, -1.3891724348068237, -1.3510005474090576, -1.681286096572876, -2.0484344959259033, -2.0186612606048584, -2.108261823654175, -2.4220614433288574, -2.409804582595825, -2.0151419639587402, -2.1275899410247803, -2.2068331241607666, -1.5478322505950928, -2.6461079120635986, -1.474487066268921, -0.39937686920166016, -1.4505085945129395, -1.9217660427093506, -1.9491013288497925, -0.5209977626800537, -1.1203093528747559, -1.577950358390808, -2.196606159210205, -1.3026235103607178, -1.7172348499298096, -0.5866945385932922, -0.34321263432502747, -2.959089994430542, -1.8985404968261719, -1.702684760093689, -3.3861420154571533, -0.8874595165252686, -1.3427656888961792, -1.375304102897644, -2.0898842811584473, -0.42052286863327026, -2.1031653881073, -2.7543110847473145, -0.38835352659225464, -1.864591360092163, -1.7223600149154663, -0.24965327978134155, -1.5936572551727295, -1.4354256391525269, -1.114408254623413, -2.28094220161438, -0.8062884211540222, -0.6365606784820557, -2.9825899600982666, -2.9009854793548584, -1.5977394580841064, -2.0530097484588623, -1.7447807788848877, -1.635006308555603, -2.550316572189331, -2.247307062149048, -0.9105661511421204, -2.2305049896240234, -0.6358102560043335, -1.5934758186340332, -2.413606882095337, -1.8594117164611816, -1.8615647554397583, -2.1826632022857666, -1.7053207159042358, -1.513669729232788, -1.8670604228973389, -3.6928486824035645, -1.6863447427749634, -1.6427993774414062, -1.8551571369171143, -1.2736071348190308, -1.2122188806533813, -2.0461864471435547, -0.5858486294746399, -1.940844178199768, -1.0995054244995117, -2.5397989749908447, -1.1608140468597412, -1.9928408861160278, -0.7146468758583069, -1.2902334928512573, -2.2144198417663574, -1.5152324438095093, -4.7608842849731445, -1.046704888343811, -2.1583900451660156, -0.8940448760986328, -1.6682069301605225]}, "Bot002_023_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_023.log.json", "context": "Nice name................................................ what's yours? I am good, i am just watching the news jh. so what's new in your town? Yes, there are a lot of cities where are you from? I live in the midwest what do you do? I work at a local shelter oh. is it for humans or animals? I do not know, i am a vet veterinarian? so it's an animal shelter Yes, i have a dog named after a long walk hahaha what was the result of that walk? how did you name it?", "response": "I was born in the usa", "annotation_id": "Bot002_023_14", "annotations": ["X", "T", "T", "X", "O", "T", "X", "X", "X", "T", "T", "T", "T", "X", "T"], "gpt2background_target_score": [-9.798797607421875, -5.438577175140381, -10.221796989440918, -6.487857818603516, -4.479516506195068, -11.08687686920166, -12.188772201538086], "gpt2background_argmax_score": [-3.096372127532959, -2.005800724029541, -2.483896017074585, -2.1960089206695557, -2.2930221557617188, -1.3320988416671753, -0.5155779719352722, -1.0726444721221924, -1.6628395318984985, -1.3891724348068237, -1.3510005474090576, -1.681286096572876, -2.0484344959259033, -2.0186612606048584, -2.108261823654175, -2.4220614433288574, -2.409804582595825, -2.0151419639587402, -2.1275899410247803, -2.2068331241607666, -1.5478322505950928, -2.6461079120635986, -1.474487066268921, -0.39937686920166016, -1.4505085945129395, -1.9217660427093506, -1.9491013288497925, -0.5209977626800537, -1.1203093528747559, -1.577950358390808, -2.196606159210205, -1.3026235103607178, -1.7172348499298096, -0.5866945385932922, -0.34321263432502747, -2.959089994430542, -1.8985404968261719, -1.702684760093689, -3.3861420154571533, -0.8874595165252686, -1.3427656888961792, -1.375304102897644, -2.0898842811584473, -0.42052286863327026, -2.1031653881073, -2.7543110847473145, -0.38835352659225464, -1.864591360092163, -1.7223600149154663, -0.24965327978134155, -1.5936572551727295, -1.4354256391525269, -1.114408254623413, -2.28094220161438, -0.8062884211540222, -0.6365606784820557, -2.9825899600982666, -2.9009854793548584, -1.5977394580841064, -2.0530097484588623, -1.7447807788848877, -1.635006308555603, -2.550316572189331, -2.247307062149048, -0.9105661511421204, -2.2305049896240234, -0.6358102560043335, -1.5934758186340332, -2.413606882095337, -1.8594117164611816, -1.8615647554397583, -2.1826632022857666, -1.7053207159042358, -1.513669729232788, -1.8670604228973389, -3.6928486824035645, -1.6863447427749634, -1.6427993774414062, -1.8551571369171143, -1.2736071348190308, -1.2122188806533813, -2.0461864471435547, -0.5858486294746399, -1.940844178199768, -1.099505066871643, -1.4553788900375366, -1.9589366912841797, -0.49520790576934814, -1.4075298309326172, -2.358023166656494, -1.5217782258987427, -4.562515735626221, -0.918950617313385, -1.9710166454315186, -0.906241774559021, -1.6737635135650635, -0.542098343372345, -0.45845678448677063, -2.132753610610962, -2.0031893253326416, -1.6350175142288208, -1.019298791885376, -0.8791940808296204, -1.8735549449920654, -0.6034784913063049, -1.127399206161499, -1.5530123710632324, -1.9519822597503662, -1.0284351110458374, -1.535579800605774, -0.9708043336868286, -0.5298463106155396, -1.6108545064926147, -2.483849287033081, -2.5674679279327393, -1.7611688375473022, -0.7402291893959045, -1.6416879892349243, -0.6022472977638245, -3.320345640182495, -2.174003839492798]}, "Bot002_023_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_023.log.json", "context": "Nice name................................................ what's yours? I am good, i am just watching the news jh. so what's new in your town? Yes, there are a lot of cities where are you from? I live in the midwest what do you do? I work at a local shelter oh. is it for humans or animals? I do not know, i am a vet veterinarian? so it's an animal shelter Yes, i have a dog named after a long walk hahaha what was the result of that walk? how did you name it? I was born in the usa me too", "response": "I do not like it either", "annotation_id": "Bot002_023_16", "annotations": ["T", "T", "O", "T", "O", "T", "T", "X", "X", "T", "T", "T", "O", "T", "O"], "gpt2background_target_score": [-9.798797607421875, -7.093995094299316, -6.403291702270508, -6.4171037673950195, -5.620815277099609, -11.339289665222168], "gpt2background_argmax_score": [-3.096372127532959, -2.005800724029541, -2.483896017074585, -2.1960089206695557, -2.2930221557617188, -1.3320988416671753, -0.5155779719352722, -1.0726444721221924, -1.6628395318984985, -1.3891724348068237, -1.3510005474090576, -1.681286096572876, -2.0484344959259033, -2.0186612606048584, -2.108261823654175, -2.4220614433288574, -2.409804582595825, -2.0151419639587402, -2.1275899410247803, -2.2068331241607666, -1.5478322505950928, -2.6461079120635986, -1.474487066268921, -0.39937686920166016, -1.4505085945129395, -1.9217660427093506, -1.9491013288497925, -0.5209977626800537, -1.1203093528747559, -1.577950358390808, -2.196606159210205, -1.3026235103607178, -1.7172348499298096, -0.5866945385932922, -0.34321263432502747, -2.959089994430542, -1.8985404968261719, -1.702684760093689, -3.3861420154571533, -0.8874595165252686, -1.3427656888961792, -1.375304102897644, -2.0898842811584473, -0.42052286863327026, -2.1031653881073, -2.7543110847473145, -0.38835352659225464, -1.864591360092163, -1.7223600149154663, -0.24965327978134155, -1.5936572551727295, -1.4354256391525269, -1.114408254623413, -2.28094220161438, -0.8062884211540222, -0.6365606784820557, -2.9825899600982666, -2.9009854793548584, -1.5977394580841064, -2.0530097484588623, -1.7447807788848877, -1.635006308555603, -2.550316572189331, -2.247307062149048, -0.9105661511421204, -2.2305049896240234, -0.6358102560043335, -1.5934758186340332, -2.413606882095337, -1.8594117164611816, -1.8615647554397583, -2.1826632022857666, -1.7053207159042358, -1.513669729232788, -1.8670604228973389, -3.6928486824035645, -1.6863447427749634, -1.6427993774414062, -1.8551571369171143, -1.2736071348190308, -1.2122188806533813, -2.0461864471435547, -0.5858486294746399, -1.940844178199768, -1.0995054244995117, -1.4553788900375366, -1.9589347839355469, -0.49520665407180786, -1.407531499862671, -2.3580257892608643, -1.5217764377593994, -4.562514305114746, -0.9189494848251343, -1.971016764640808, -0.9062401652336121, -1.6737643480300903, -0.542098343372345, -0.458455890417099, -2.132753849029541, -2.0031888484954834, -1.635017991065979, -1.0193026065826416, -0.8791944980621338, -1.8735544681549072, -0.6034782528877258, -1.1273995637893677, -1.5530145168304443, -1.95198392868042, -1.0284349918365479, -1.535580039024353, -0.9708041548728943, -0.5298463106155396, -1.6108547449111938, -2.054060220718384, -2.083773612976074, -0.8142162561416626, -1.6971092224121094, -0.856191098690033, -3.214775562286377, -1.9660906791687012, -1.5098596811294556, -1.3993147611618042, -2.5485503673553467, -2.451368808746338, -1.0697442293167114, -0.895684003829956, -1.5314691066741943, -1.669371485710144, -1.2001469135284424]}, "Bot002_023_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_023.log.json", "context": "Nice name................................................ what's yours? I am good, i am just watching the news jh. so what's new in your town? Yes, there are a lot of cities where are you from? I live in the midwest what do you do? I work at a local shelter oh. is it for humans or animals? I do not know, i am a vet veterinarian? so it's an animal shelter Yes, i have a dog named after a long walk hahaha what was the result of that walk? how did you name it? I was born in the usa me too I do not like it either umm... i like usa", "response": "I love the usa, i am from florida", "annotation_id": "Bot002_023_18", "annotations": ["O", "T", "T", "X", "T", "O", "X", "O", "X", "O", "O", "T", "O", "T", "T"], "gpt2background_target_score": [-9.798797607421875, -10.018470764160156, -3.9911935329437256, -9.004085540771484, -9.071292877197266, -9.119386672973633, -7.46036958694458, -11.164612770080566, -10.099544525146484, -10.18418025970459, -11.222824096679688, -12.56573486328125], "gpt2background_argmax_score": [-3.096372127532959, -2.005800724029541, -2.483896017074585, -2.1960089206695557, -2.2930221557617188, -1.3320988416671753, -0.5155779719352722, -1.0726444721221924, -1.6628395318984985, -1.3891724348068237, -1.3510005474090576, -1.681286096572876, -2.0484344959259033, -2.0186612606048584, -2.108261823654175, -2.4220614433288574, -2.409804582595825, -2.0151419639587402, -2.1275899410247803, -2.2068331241607666, -1.5478322505950928, -2.6461079120635986, -1.474487066268921, -0.39937686920166016, -1.4505085945129395, -1.9217660427093506, -1.9491013288497925, -0.5209977626800537, -1.1203093528747559, -1.577950358390808, -2.196606159210205, -1.3026235103607178, -1.7172348499298096, -0.5866945385932922, -0.34321263432502747, -2.959089994430542, -1.8985404968261719, -1.702684760093689, -3.3861420154571533, -0.8874595165252686, -1.3427656888961792, -1.375304102897644, -2.0898842811584473, -0.42052286863327026, -2.1031653881073, -2.7543110847473145, -0.38835352659225464, -1.864591360092163, -1.7223600149154663, -0.24965327978134155, -1.5936572551727295, -1.4354256391525269, -1.114408254623413, -2.28094220161438, -0.8062884211540222, -0.6365606784820557, -2.9825899600982666, -2.9009854793548584, -1.5977394580841064, -2.0530097484588623, -1.7447807788848877, -1.635006308555603, -2.550316572189331, -2.247307062149048, -0.9105661511421204, -2.2305049896240234, -0.6358102560043335, -1.5934758186340332, -2.413606882095337, -1.8594117164611816, -1.8615647554397583, -2.1826632022857666, -1.7053207159042358, -1.513669729232788, -1.8670604228973389, -3.6928486824035645, -1.6863447427749634, -1.6427993774414062, -1.8551571369171143, -1.2736071348190308, -1.2122188806533813, -2.0461864471435547, -0.5858486294746399, -1.940844178199768, -1.0995054244995117, -1.4553788900375366, -1.9589347839355469, -0.49520665407180786, -1.407531499862671, -2.3580257892608643, -1.5217764377593994, -4.562514305114746, -0.9189494848251343, -1.971016764640808, -0.9062401652336121, -1.6737643480300903, -0.542098343372345, -0.458455890417099, -2.132753849029541, -2.0031888484954834, -1.635017991065979, -1.0193026065826416, -0.8791944980621338, -1.8735544681549072, -0.6034782528877258, -1.1273995637893677, -1.5530145168304443, -1.95198392868042, -1.0284349918365479, -1.535580039024353, -0.9708041548728943, -0.5298463106155396, -1.6108547449111938, -2.054060220718384, -2.083773612976074, -0.8142162561416626, -1.6971092224121094, -0.856191098690033, -3.214775562286377, -1.9660906791687012, -1.5098568201065063, -1.3993152379989624, -2.4083950519561768, -0.676390528678894, -0.9072362184524536, -1.5584601163864136, -1.8542606830596924, -1.4115076065063477, -2.084800958633423, -2.7896900177001953, -2.8434550762176514, -2.0410499572753906, -1.3827087879180908, -0.22500035166740417, -2.3372721672058105, -2.717000961303711, -2.5195794105529785, -2.1620142459869385, -2.335151433944702, -0.20547626912593842, -2.5246973037719727, -1.8577483892440796, -1.8825510740280151, -1.4937124252319336, -1.4954936504364014, -0.6798837184906006, -0.0854545533657074, -1.8237559795379639]}, "Bot002_023_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_023.log.json", "context": "Nice name................................................ what's yours? I am good, i am just watching the news jh. so what's new in your town? Yes, there are a lot of cities where are you from? I live in the midwest what do you do? I work at a local shelter oh. is it for humans or animals? I do not know, i am a vet veterinarian? so it's an animal shelter Yes, i have a dog named after a long walk hahaha what was the result of that walk? how did you name it? I was born in the usa me too I do not like it either umm... i like usa I love the usa, i am from florida i was born in 1981. what is your age?", "response": "My age is 20lbs, a baby, a year old", "annotation_id": "Bot002_023_20", "annotations": ["T", "T", "O", "X", "O", "X", "O", "X", "X", "T", "O", "T", "O", "T", "O"], "gpt2background_target_score": [-11.601491928100586, -12.206645965576172, -5.605854034423828, -9.405118942260742, -13.259166717529297, -9.119386672973633, -8.089571952819824, -10.930205345153809, -8.23490047454834, -1.3891724348068237, -10.366073608398438, -6.933192253112793], "gpt2background_argmax_score": [-3.096372127532959, -2.005800724029541, -2.483896017074585, -2.1960089206695557, -2.2930221557617188, -1.3320988416671753, -0.5155779719352722, -1.0726444721221924, -1.6628395318984985, -1.3891724348068237, -1.3510005474090576, -1.681286096572876, -2.0484344959259033, -2.0186612606048584, -2.108261823654175, -2.4220614433288574, -2.409804582595825, -2.0151419639587402, -2.1275899410247803, -2.2068331241607666, -1.5478322505950928, -2.6461079120635986, -1.474487066268921, -0.39937686920166016, -1.4505085945129395, -1.9217660427093506, -1.9491013288497925, -0.5209977626800537, -1.1203093528747559, -1.577950358390808, -2.196606159210205, -1.3026235103607178, -1.7172348499298096, -0.5866945385932922, -0.34321263432502747, -2.959089994430542, -1.8985404968261719, -1.702684760093689, -3.3861420154571533, -0.8874595165252686, -1.3427656888961792, -1.375304102897644, -2.0898842811584473, -0.42052286863327026, -2.1031653881073, -2.7543110847473145, -0.38835352659225464, -1.864591360092163, -1.7223600149154663, -0.24965327978134155, -1.5936572551727295, -1.4354256391525269, -1.114408254623413, -2.28094220161438, -0.8062884211540222, -0.6365606784820557, -2.9825899600982666, -2.9009854793548584, -1.5977394580841064, -2.0530097484588623, -1.7447807788848877, -1.635006308555603, -2.550316572189331, -2.247307062149048, -0.9105661511421204, -2.2305049896240234, -0.6358102560043335, -1.5934758186340332, -2.413606882095337, -1.8594117164611816, -1.8615647554397583, -2.1826632022857666, -1.7053207159042358, -1.513669729232788, -1.8670604228973389, -3.6928486824035645, -1.6863447427749634, -1.6427993774414062, -1.8551571369171143, -1.2736071348190308, -1.2122188806533813, -2.0461864471435547, -0.5858486294746399, -1.940844178199768, -1.0995054244995117, -1.4553788900375366, -1.9589347839355469, -0.49520665407180786, -1.407531499862671, -2.3580257892608643, -1.5217764377593994, -4.562514305114746, -0.9189494848251343, -1.971016764640808, -0.9062401652336121, -1.6737643480300903, -0.542098343372345, -0.458455890417099, -2.132753849029541, -2.0031888484954834, -1.635017991065979, -1.0193026065826416, -0.8791944980621338, -1.8735544681549072, -0.6034782528877258, -1.1273995637893677, -1.5530145168304443, -1.95198392868042, -1.0284349918365479, -1.535580039024353, -0.9708041548728943, -0.5298463106155396, -1.6108547449111938, -2.054060220718384, -2.083773612976074, -0.8142162561416626, -1.6971092224121094, -0.856191098690033, -3.214775562286377, -1.9660906791687012, -1.5098568201065063, -1.3993152379989624, -2.4083950519561768, -0.676390528678894, -0.9072362184524536, -1.5584601163864136, -1.8542606830596924, -1.4115076065063477, -2.084800958633423, -2.7896900177001953, -2.8434550762176514, -2.0410499572753906, -1.3827086687088013, -0.22500035166740417, -2.3372743129730225, -2.1594855785369873, -1.9179408550262451, -2.0869076251983643, -0.23730754852294922, -2.496490955352783, -1.8544437885284424, -1.6655235290527344, -1.665030598640442, -1.4270724058151245, -0.7638131976127625, -0.12207604199647903, -2.0181143283843994, -1.8675132989883423, -0.40262117981910706, -0.3960203528404236, -1.2747876644134521, -2.3562474250793457, -2.432405710220337, -2.4154930114746094, -1.4732447862625122, -2.4357283115386963, -0.6742544770240784, -2.1314756870269775, -2.713735818862915, -1.4845991134643555, -0.6342525482177734, -3.2631115913391113, -1.9961254596710205, -2.0942976474761963, -2.0012879371643066, -2.286299228668213, -1.408988356590271, -1.5114996433258057, -1.8872261047363281, -0.9314132332801819, -1.4775421619415283]}, "Bot002_024_01": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_024.log.json", "context": "Hello", "response": "Hi, how are you doing?", "annotation_id": "Bot002_024_01", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-11.239398002624512, -10.216974258422852, -8.232216835021973, -6.450206756591797, -5.626692771911621, -9.588011741638184, -2.483616352081299], "gpt2background_argmax_score": [-2.13662052154541, -2.1253278255462646, -1.5413603782653809, -1.2627108097076416, -1.9640648365020752, -0.28757309913635254, -1.7150663137435913, -1.4659000635147095, -0.7778694033622742]}, "Bot002_024_03": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_024.log.json", "context": "Hello Hi, how are you doing? Not good", "response": "I am sorry to hear that.", "annotation_id": "Bot002_024_03", "annotations": ["O", "O", "O", "O", "O", "O", "O", "X", "O", "X", "O", "O", "T", "O", "O"], "gpt2background_target_score": [-9.545134544372559, -9.241571426391602, -5.245044708251953, -2.6683406829833984, -13.673334121704102, -8.273874282836914, -5.6001877784729], "gpt2background_argmax_score": [-2.13662052154541, -1.5561957359313965, -1.204573392868042, -1.743321418762207, -0.37302690744400024, -1.606698751449585, -1.5375531911849976, -0.8089305758476257, -2.5209648609161377, -1.420765995979309, -1.7728464603424072, -1.498389482498169, -2.4900264739990234, -2.0754199028015137, -0.5090675354003906, -1.0223840475082397, -1.270024299621582, -1.2409602403640747]}, "Bot002_024_05": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_024.log.json", "context": "Hello Hi, how are you doing? Not good I am sorry to hear that. Ok", "response": "I am not sure what you do for a living?", "annotation_id": "Bot002_024_05", "annotations": ["O", "O", "O", "O", "O", "O", "T", "O", "T", "X", "O", "O", "T", "O", "T"], "gpt2background_target_score": [-9.545134544372559, -9.241571426391602, -6.513467788696289, -9.983475685119629, -10.379706382751465, -9.264209747314453, -10.731062889099121, -8.0148286819458, -2.796588182449341, -10.035161972045898, -9.423126220703125], "gpt2background_argmax_score": [-2.13662052154541, -1.5561957359313965, -1.204573392868042, -1.743321418762207, -0.37302690744400024, -1.606698751449585, -1.5375531911849976, -0.8089305758476257, -2.5209648609161377, -1.420765995979309, -1.7696701288223267, -2.8473119735717773, -2.069042682647705, -0.5467051863670349, -1.3260977268218994, -1.4442111253738403, -1.4839227199554443, -1.5810737609863281, -1.7662384510040283, -1.8363878726959229, -2.0134170055389404, -1.9965474605560303, -1.6202493906021118, -1.4705294370651245, -1.1248197555541992, -1.483834981918335, -2.2587151527404785, -2.6047523021698, -1.1389025449752808, -0.8791579604148865]}, "Bot002_024_07": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_024.log.json", "context": "Hello Hi, how are you doing? Not good I am sorry to hear that. Ok I am not sure what you do for a living? I am a professional duck fucker", "response": "That'S cool. i like to play ball", "annotation_id": "Bot002_024_07", "annotations": ["X", "O", "O", "O", "O", "O", "O", "O", "X", "X", "O", "O", "O", "X", "T"], "gpt2background_target_score": [-13.314725875854492, -8.335245132446289, -11.568260192871094, -7.683779716491699, -10.69627857208252, -9.634210586547852, -8.259264945983887, -8.319125175476074, -8.496221542358398, -10.888526916503906], "gpt2background_argmax_score": [-2.13662052154541, -1.5561957359313965, -1.204573392868042, -1.743321418762207, -0.37302690744400024, -1.606698751449585, -1.5375531911849976, -0.8089305758476257, -2.5209648609161377, -1.420765995979309, -1.7696701288223267, -2.8473119735717773, -2.069042682647705, -0.5467051863670349, -1.3260977268218994, -1.4442111253738403, -1.4839227199554443, -1.5810737609863281, -2.043597459793091, -1.7596359252929688, -2.5179457664489746, -1.4436951875686646, -1.158797025680542, -1.428346872329712, -1.4042110443115234, -2.288395643234253, -2.4915218353271484, -1.1976929903030396, -1.7780004739761353, -1.4433563947677612, -2.2365243434906006, -3.289820671081543, -2.665038585662842, -2.490114212036133, -1.4337029457092285, -1.37696373462677, -1.8083420991897583, -0.9801124334335327, -0.774924099445343, -2.2905235290527344, -1.3495140075683594, -1.348921537399292, -2.384937047958374, -2.0824942588806152, -2.5827980041503906, -2.161750078201294, -2.3816680908203125]}, "Bot002_024_09": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_024.log.json", "context": "Hello Hi, how are you doing? Not good I am sorry to hear that. Ok I am not sure what you do for a living? I am a professional duck fucker That'S cool. i like to play ball Do you like to suck balls?", "response": "I do, but i do not like to bake.", "annotation_id": "Bot002_024_09", "annotations": ["X", "T", "O", "T", "O", "T", "O", "O", "X", "X", "O", "O", "O", "X", "T"], "gpt2background_target_score": [-9.545137405395508, -9.248157501220703, -9.063302040100098, -10.569428443908691, -5.418195724487305, -8.775915145874023, -8.220256805419922, -9.506073951721191, -4.195563316345215, -12.374263763427734, -7.815539836883545], "gpt2background_argmax_score": [-2.1366207599639893, -1.5561957359313965, -1.2045727968215942, -1.7433196306228638, -0.3730286955833435, -1.6066994667053223, -1.5375525951385498, -0.8089301586151123, -2.5209646224975586, -1.420764684677124, -1.7696691751480103, -2.8473103046417236, -2.069042205810547, -0.5467060804367065, -1.3260990381240845, -1.4442092180252075, -1.4839228391647339, -1.5810725688934326, -2.0435969829559326, -1.7596349716186523, -2.5179483890533447, -1.4436951875686646, -1.1587969064712524, -1.4283469915390015, -1.404211401939392, -2.2883949279785156, -2.4915239810943604, -1.1976920366287231, -1.7780027389526367, -1.4433555603027344, -2.2365241050720215, -3.2898216247558594, -2.665039300918579, -2.4901158809661865, -1.4337013959884644, -1.3769629001617432, -1.1537011861801147, -0.2453719973564148, -2.4001407623291016, -1.4594756364822388, -1.4383798837661743, -2.028541088104248, -1.9605344533920288, -2.5445187091827393, -2.174872636795044, -2.265219211578369, -0.41215795278549194, -1.7248159646987915, -1.397636890411377, -0.9298545718193054, -0.7531815767288208, -1.042323350906372, -1.9747676849365234, -1.737260341644287, -1.6547845602035522, -1.8722690343856812, -1.431624412536621, -1.2100145816802979, -2.3727071285247803, -1.8117643594741821, -0.5479013323783875, -1.078106164932251, -1.4806140661239624, -2.151577949523926, -1.2320233583450317]}, "Bot002_024_11": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_024.log.json", "context": "Hello Hi, how are you doing? Not good I am sorry to hear that. Ok I am not sure what you do for a living? I am a professional duck fucker That'S cool. i like to play ball Do you like to suck balls? I do, but i do not like to bake. So don't bake", "response": "I am a teacher, but i do not have a job", "annotation_id": "Bot002_024_11", "annotations": ["X", "T", "O", "X", "O", "O", "X", "O", "X", "X", "O", "X", "T", "T", "T"], "gpt2background_target_score": [-9.545137405395508, -9.241572380065918, -5.788083076477051, -13.164003372192383, -9.764187812805176, -8.808387756347656, -8.271244049072266, -8.869843482971191, -8.021072387695312, -9.339921951293945, -9.50080680847168, -8.965200424194336], "gpt2background_argmax_score": [-2.1366207599639893, -1.5561957359313965, -1.2045727968215942, -1.7433196306228638, -0.3730286955833435, -1.6066994667053223, -1.5375525951385498, -0.8089301586151123, -2.5209646224975586, -1.420764684677124, -1.7696691751480103, -2.8473103046417236, -2.069042205810547, -0.5467060804367065, -1.3260990381240845, -1.4442092180252075, -1.4839228391647339, -1.5810725688934326, -2.0435969829559326, -1.7596349716186523, -2.5179483890533447, -1.4436951875686646, -1.1587969064712524, -1.4283469915390015, -1.404211401939392, -2.2883949279785156, -2.4915239810943604, -1.1976920366287231, -1.7780027389526367, -1.4433555603027344, -2.2365241050720215, -3.2898216247558594, -2.665039300918579, -2.4901158809661865, -1.4337013959884644, -1.3769629001617432, -1.1537011861801147, -0.2453719973564148, -2.4001407623291016, -1.4594756364822388, -1.4383798837661743, -2.028541088104248, -1.9605344533920288, -2.5445187091827393, -2.174872636795044, -2.265219211578369, -0.41215795278549194, -1.7248159646987915, -1.397636890411377, -0.9298545718193054, -0.7531815767288208, -1.042323350906372, -1.9747676849365234, -1.9136197566986084, -2.258209466934204, -1.4797711372375488, -1.3744747638702393, -2.1324379444122314, -1.5558866262435913, -0.565988302230835, -1.0843570232391357, -1.6086549758911133, -2.376323699951172, -1.5017625093460083, -2.303511619567871, -0.2349337637424469, -2.3145830631256104, -1.511857271194458, -1.7244964838027954, -1.8184348344802856, -1.387625813484192, -2.558372974395752, -1.623742699623108, -1.8983383178710938, -1.0670844316482544, -1.9894622564315796, -0.6275240778923035, -0.3322940766811371, -1.1657053232192993, -2.5382261276245117, -1.2564276456832886]}, "Bot002_024_13": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_024.log.json", "context": "Hello Hi, how are you doing? Not good I am sorry to hear that. Ok I am not sure what you do for a living? I am a professional duck fucker That'S cool. i like to play ball Do you like to suck balls? I do, but i do not like to bake. So don't bake I am a teacher, but i do not have a job You are stupid teacher", "response": "I am not sure, i am 34, but i am not very good at it.", "annotation_id": "Bot002_024_13", "annotations": ["X", "O", "O", "X", "O", "O", "T", "O", "X", "X", "O", "X", "O", "X", "T"], "gpt2background_target_score": [-9.545137405395508, -9.241572380065918, -6.513467788696289, -9.983478546142578, -9.764187812805176, -9.634210586547852, -11.521377563476562, -11.43320369720459, -6.6164469718933105, -3.4383790493011475, -10.612909317016602, -9.78620719909668, -6.726761817932129, -10.859599113464355, -8.748824119567871, -6.995565414428711, -7.584145545959473, -2.6229522228240967], "gpt2background_argmax_score": [-2.1366207599639893, -1.5561957359313965, -1.2045727968215942, -1.7433196306228638, -0.3730286955833435, -1.6066994667053223, -1.5375525951385498, -0.8089301586151123, -2.5209646224975586, -1.420764684677124, -1.7696691751480103, -2.8473103046417236, -2.069042205810547, -0.5467060804367065, -1.3260990381240845, -1.4442092180252075, -1.4839228391647339, -1.5810725688934326, -2.0435969829559326, -1.7596349716186523, -2.5179483890533447, -1.4436951875686646, -1.1587969064712524, -1.4283469915390015, -1.404211401939392, -2.2883949279785156, -2.4915239810943604, -1.1976920366287231, -1.7780027389526367, -1.4433555603027344, -2.2365241050720215, -3.2898216247558594, -2.665039300918579, -2.4901158809661865, -1.4337013959884644, -1.3769629001617432, -1.1537011861801147, -0.2453719973564148, -2.4001407623291016, -1.4594756364822388, -1.4383798837661743, -2.028541088104248, -1.9605344533920288, -2.5445187091827393, -2.174872636795044, -2.265219211578369, -0.41215795278549194, -1.7248159646987915, -1.397636890411377, -0.9298545718193054, -0.7531815767288208, -1.042323350906372, -1.9747676849365234, -1.9136197566986084, -2.258209466934204, -1.4797711372375488, -1.3744747638702393, -2.1324379444122314, -1.5558866262435913, -0.565988302230835, -1.0843570232391357, -1.6086549758911133, -2.376323699951172, -1.5017625093460083, -2.303511619567871, -0.2349337637424469, -2.3145830631256104, -1.511857271194458, -2.1371612548828125, -2.0059890747070312, -3.2445006370544434, -1.3812496662139893, -2.155496120452881, -1.3183557987213135, -1.6215282678604126, -1.0040720701217651, -0.28511810302734375, -1.2856134176254272, -2.3921456336975098, -1.1004400253295898, -2.2315075397491455, -1.826019287109375, -1.520382046699524, -1.4940674304962158, -1.847272515296936, -1.9404525756835938, -1.2241491079330444, -1.524876356124878, -1.4069554805755615, -1.3678748607635498, -1.7532334327697754, -1.4351783990859985, -1.9431849718093872, -1.9906346797943115, -0.9771657586097717, -1.5608947277069092, -1.9914389848709106, -1.7405821084976196, -0.8001570105552673, -0.5934749245643616, -1.3350898027420044, -0.8023471832275391, -1.3279904127120972]}, "Bot002_024_15": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_024.log.json", "context": "Hello Hi, how are you doing? Not good I am sorry to hear that. Ok I am not sure what you do for a living? I am a professional duck fucker That'S cool. i like to play ball Do you like to suck balls? I do, but i do not like to bake. So don't bake I am a teacher, but i do not have a job You are stupid teacher I am not sure, i am 34, but i am not very good at it. Are you not good at been 34? Are you kidding me?", "response": "No, i am not sure. i am not sure i am.", "annotation_id": "Bot002_024_15", "annotations": ["T", "O", "X", "O", "O", "O", "O", "X", "X", "X", "O", "X", "O", "X", "T"], "gpt2background_target_score": [-10.921963691711426, -1.5561957359313965, -3.2436904907226562, -5.178668975830078, -9.22446346282959, -7.438776969909668, -5.600190162658691, -5.629532814025879, -10.138349533081055, -8.526439666748047, -9.523819923400879, -7.733247756958008, -9.295511245727539, -8.786932945251465], "gpt2background_argmax_score": [-2.1366207599639893, -1.5561957359313965, -1.2045727968215942, -1.7433196306228638, -0.3730286955833435, -1.6066994667053223, -1.5375525951385498, -0.8089301586151123, -2.5209646224975586, -1.420764684677124, -1.7696691751480103, -2.8473103046417236, -2.069042205810547, -0.5467060804367065, -1.3260990381240845, -1.4442092180252075, -1.4839228391647339, -1.5810725688934326, -2.0435969829559326, -1.7596349716186523, -2.5179483890533447, -1.4436951875686646, -1.1587969064712524, -1.4283469915390015, -1.404211401939392, -2.2883949279785156, -2.4915239810943604, -1.1976920366287231, -1.7780027389526367, -1.4433555603027344, -2.2365241050720215, -3.2898216247558594, -2.665039300918579, -2.4901158809661865, -1.4337013959884644, -1.3769629001617432, -1.1537011861801147, -0.2453719973564148, -2.4001407623291016, -1.4594756364822388, -1.4383798837661743, -2.028541088104248, -1.9605344533920288, -2.5445187091827393, -2.174872636795044, -2.265219211578369, -0.41215795278549194, -1.7248159646987915, -1.397636890411377, -0.9298545718193054, -0.7531815767288208, -1.042323350906372, -1.9747676849365234, -1.9136197566986084, -2.258209466934204, -1.4797711372375488, -1.3744747638702393, -2.1324379444122314, -1.5558866262435913, -0.565988302230835, -1.0843570232391357, -1.6086549758911133, -2.376323699951172, -1.5017625093460083, -2.303511619567871, -0.2349337637424469, -2.3145830631256104, -1.511857271194458, -2.1371612548828125, -2.0059890747070312, -3.2445006370544434, -1.3812496662139893, -2.155496120452881, -1.3183557987213135, -1.6215282678604126, -1.0040720701217651, -0.28511810302734375, -1.2856134176254272, -2.3921456336975098, -1.1004400253295898, -2.2315075397491455, -1.826019287109375, -1.520382046699524, -1.4940674304962158, -1.2843538522720337, -2.1195766925811768, -1.74190354347229, -1.3544789552688599, -1.266111135482788, -1.5597316026687622, -1.806911826133728, -1.8508765697479248, -2.075627565383911, -1.1807310581207275, -1.4819910526275635, -2.0960514545440674, -1.5126769542694092, -0.7770573496818542, -0.9399043917655945, -1.388289451599121, -0.8547154664993286, -1.6575480699539185, -0.19523945450782776, -2.0839803218841553, -2.090574026107788, -0.33550727367401123, -1.2470049858093262, -1.8163025379180908, -0.8966931700706482, -1.7365106344223022, -0.15774773061275482, -2.307819366455078, -0.879450798034668, -0.6200371384620667, -1.5973074436187744, -1.6809430122375488, -1.418445110321045, -1.3343279361724854, -0.849509596824646, -1.302559494972229, -2.311832904815674, -1.485822081565857, -1.0356565713882446, -0.9727667570114136, -2.031214952468872, -2.190234899520874, -1.7372018098831177, -0.34434786438941956, -2.852215528488159, -1.082988977432251]}, "Bot002_024_17": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_024.log.json", "context": "Hello Hi, how are you doing? Not good I am sorry to hear that. Ok I am not sure what you do for a living? I am a professional duck fucker That'S cool. i like to play ball Do you like to suck balls? I do, but i do not like to bake. So don't bake I am a teacher, but i do not have a job You are stupid teacher I am not sure, i am 34, but i am not very good at it. Are you not good at been 34? Are you kidding me? No, i am not sure. i am not sure i am. Ok", "response": "I am not sure what you do for a living?", "annotation_id": "Bot002_024_17", "annotations": ["O", "O", "X", "T", "X", "O", "X", "O", "X", "X", "O", "X", "T", "T", "X"], "gpt2background_target_score": [-9.545137405395508, -9.241572380065918, -6.513467788696289, -9.983478546142578, -10.3797025680542, -9.264211654663086, -10.731062889099121, -8.014830589294434, -2.796588897705078, -10.035162925720215, -9.423128128051758], "gpt2background_argmax_score": [-2.1366207599639893, -1.5561957359313965, -1.2045727968215942, -1.7433196306228638, -0.3730286955833435, -1.6066994667053223, -1.5375525951385498, -0.8089301586151123, -2.5209646224975586, -1.420764684677124, -1.7696691751480103, -2.8473103046417236, -2.069042205810547, -0.5467060804367065, -1.3260990381240845, -1.4442092180252075, -1.4839228391647339, -1.5810725688934326, -2.0435969829559326, -1.7596349716186523, -2.5179483890533447, -1.4436951875686646, -1.1587969064712524, -1.4283469915390015, -1.404211401939392, -2.2883949279785156, -2.4915239810943604, -1.1976920366287231, -1.7780027389526367, -1.4433555603027344, -2.2365241050720215, -3.2898216247558594, -2.665039300918579, -2.4901158809661865, -1.4337013959884644, -1.3769629001617432, -1.1537011861801147, -0.2453719973564148, -2.4001407623291016, -1.4594756364822388, -1.4383798837661743, -2.028541088104248, -1.9605344533920288, -2.5445187091827393, -2.174872636795044, -2.265219211578369, -0.41215795278549194, -1.7248159646987915, -1.397636890411377, -0.9298545718193054, -0.7531815767288208, -1.042323350906372, -1.9747676849365234, -1.9136197566986084, -2.258209466934204, -1.4797711372375488, -1.3744747638702393, -2.1324379444122314, -1.5558866262435913, -0.565988302230835, -1.0843570232391357, -1.6086549758911133, -2.376323699951172, -1.5017625093460083, -2.303511619567871, -0.2349337637424469, -2.3145830631256104, -1.511857271194458, -2.1371612548828125, -2.0059890747070312, -3.2445006370544434, -1.3812496662139893, -2.155496120452881, -1.3183557987213135, -1.6215282678604126, -1.0040720701217651, -0.28511810302734375, -1.2856134176254272, -2.3921456336975098, -1.1004400253295898, -2.2315075397491455, -1.826019287109375, -1.520382046699524, -1.4940674304962158, -1.2843538522720337, -2.1195766925811768, -1.74190354347229, -1.3544789552688599, -1.266111135482788, -1.5597316026687622, -1.806911826133728, -1.8508765697479248, -2.075627565383911, -1.1807310581207275, -1.4819910526275635, -2.0960514545440674, -1.5126769542694092, -0.7770573496818542, -0.9399043917655945, -1.388289451599121, -0.8547154664993286, -1.6575480699539185, -0.19523945450782776, -2.0839803218841553, -2.090574026107788, -0.33550727367401123, -1.2470049858093262, -1.8163025379180908, -0.8966931700706482, -1.7365106344223022, -0.15774773061275482, -2.307819366455078, -0.879450798034668, -0.6200371384620667, -1.5973074436187744, -1.3304672241210938, -1.3937275409698486, -0.6232309937477112, -1.1090452671051025, -2.242086410522461, -1.4495739936828613, -1.2889362573623657, -0.7994285821914673, -1.8825734853744507, -2.335866928100586, -1.9515483379364014, -0.3959045112133026, -2.9771358966827393, -1.7382735013961792, -1.7059749364852905, -2.1025002002716064, -1.0384019613265991, -2.0129246711730957, -1.6985160112380981, -1.761900782585144, -0.5880147814750671, -0.8794068694114685, -0.429768443107605, -0.2392076998949051, -0.18604472279548645, -0.8840001225471497, -1.4356533288955688]}, "Bot002_024_19": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_024.log.json", "context": "Hello Hi, how are you doing? Not good I am sorry to hear that. Ok I am not sure what you do for a living? I am a professional duck fucker That'S cool. i like to play ball Do you like to suck balls? I do, but i do not like to bake. So don't bake I am a teacher, but i do not have a job You are stupid teacher I am not sure, i am 34, but i am not very good at it. Are you not good at been 34? Are you kidding me? No, i am not sure. i am not sure i am. Ok I am not sure what you do for a living? I told you", "response": "I am sorry to hear that.", "annotation_id": "Bot002_024_19", "annotations": ["T", "T", "X", "X", "X", "O", "X", "X", "X", "X", "T", "X", "T", "T", "X"], "gpt2background_target_score": [-9.545137405395508, -9.241572380065918, -5.245041847229004, -2.6683406829833984, -13.673328399658203, -8.273874282836914, -5.600190162658691], "gpt2background_argmax_score": [-2.1366207599639893, -1.5561957359313965, -1.2045727968215942, -1.7433196306228638, -0.3730286955833435, -1.6066994667053223, -1.5375525951385498, -0.8089301586151123, -2.5209646224975586, -1.420764684677124, -1.7696691751480103, -2.8473103046417236, -2.069042205810547, -0.5467060804367065, -1.3260990381240845, -1.4442092180252075, -1.4839228391647339, -1.5810725688934326, -2.0435969829559326, -1.7596349716186523, -2.5179483890533447, -1.4436951875686646, -1.1587969064712524, -1.4283469915390015, -1.404211401939392, -2.2883949279785156, -2.4915239810943604, -1.1976920366287231, -1.7780027389526367, -1.4433555603027344, -2.2365241050720215, -3.2898216247558594, -2.665039300918579, -2.4901158809661865, -1.4337013959884644, -1.3769629001617432, -1.1537011861801147, -0.2453719973564148, -2.4001407623291016, -1.4594756364822388, -1.4383798837661743, -2.028541088104248, -1.9605344533920288, -2.5445187091827393, -2.174872636795044, -2.265219211578369, -0.41215795278549194, -1.7248159646987915, -1.397636890411377, -0.9298545718193054, -0.7531815767288208, -1.042323350906372, -1.9747676849365234, -1.9136197566986084, -2.258209466934204, -1.4797711372375488, -1.3744747638702393, -2.1324379444122314, -1.5558866262435913, -0.565988302230835, -1.0843570232391357, -1.6086549758911133, -2.376323699951172, -1.5017625093460083, -2.303511619567871, -0.2349337637424469, -2.3145830631256104, -1.511857271194458, -2.1371612548828125, -2.0059890747070312, -3.2445006370544434, -1.3812496662139893, -2.155496120452881, -1.3183557987213135, -1.6215282678604126, -1.0040720701217651, -0.28511810302734375, -1.2856134176254272, -2.3921456336975098, -1.1004400253295898, -2.2315075397491455, -1.826019287109375, -1.520382046699524, -1.4940674304962158, -1.2843538522720337, -2.1195766925811768, -1.74190354347229, -1.3544789552688599, -1.266111135482788, -1.5597316026687622, -1.806911826133728, -1.8508765697479248, -2.075627565383911, -1.1807310581207275, -1.4819910526275635, -2.0960514545440674, -1.5126769542694092, -0.7770573496818542, -0.9399043917655945, -1.388289451599121, -0.8547154664993286, -1.6575480699539185, -0.19523945450782776, -2.0839803218841553, -2.090574026107788, -0.33550727367401123, -1.2470049858093262, -1.8163025379180908, -0.8966931700706482, -1.7365106344223022, -0.15774773061275482, -2.307819366455078, -0.879450798034668, -0.6200371384620667, -1.5973074436187744, -1.3304672241210938, -1.3937275409698486, -0.6232309937477112, -1.1090452671051025, -2.242086410522461, -1.4495739936828613, -1.2889362573623657, -0.7994285821914673, -1.8825734853744507, -2.335866928100586, -1.9515483379364014, -0.3959045112133026, -2.9771358966827393, -1.7382735013961792, -1.7059749364852905, -0.5915915966033936, -1.7953033447265625, -1.5100709199905396, -1.7457586526870728, -0.4943278431892395, -1.1096646785736084, -0.33404266834259033, -0.18797320127487183, -0.11839500069618225, -0.8918634057044983, -1.4062446355819702, -0.3646448850631714, -0.27884092926979065, -1.717671513557434, -2.0091943740844727, -1.174045443534851, -1.459736943244934, -1.7310209274291992, -0.04994906857609749, -0.29907870292663574, -0.34513652324676514, -1.1760780811309814]}, "Bot002_027_01": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_027.log.json", "context": "Hi. How are you?", "response": "I'M doing great! how are you?", "annotation_id": "Bot002_027_01", "annotations": ["O", "O", "T", "O", "O", "O", "O", "O", "O", "O", "O", "T", "O", "T", "O"], "gpt2background_target_score": [-9.236455917358398, -12.681137084960938, -11.629585266113281, -9.65255069732666, -9.78231430053711, -7.262242794036865, -11.270052909851074, -8.170257568359375, -9.90811538696289, -9.843728065490723], "gpt2background_argmax_score": [-1.9761712551116943, -1.2289732694625854, -1.45021653175354, -0.580017626285553, -1.9046540260314941, -0.9514750242233276, -1.6180896759033203, -1.5061253309249878, -0.4881059229373932, -2.6121866703033447, -2.2360050678253174, -1.8059345483779907, -1.5525943040847778, -1.665993094444275, -0.18167388439178467, -1.0529134273529053, -0.33743759989738464]}, "Bot002_027_03": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_027.log.json", "context": "Hi. How are you? I'M doing great! how are you? Not so good, but I went hiking today. So it is nice", "response": "I love hiking. i love hiking.", "annotation_id": "Bot002_027_03", "annotations": ["T", "O", "O", "T", "O", "T", "O", "T", "O", "T", "O", "T", "O", "T", "O"], "gpt2background_target_score": [-9.236455917358398, -11.48989200592041, -12.424022674560547, -9.122124671936035, -10.585668563842773, -11.481927871704102, -11.97313404083252, -11.505231857299805], "gpt2background_argmax_score": [-1.9761712551116943, -1.2289732694625854, -1.45021653175354, -0.580017626285553, -1.9046540260314941, -0.9514750242233276, -1.523091197013855, -0.6265755891799927, -2.881303548812866, -2.1792542934417725, -1.543391466140747, -1.6284143924713135, -1.6665449142456055, -0.18939365446567535, -0.8374238610267639, -1.8294612169265747, -2.6736981868743896, -0.817889928817749, -1.6597576141357422, -0.8939065933227539, -1.412587285041809, -1.222565770149231, -1.2670029401779175, -2.310288429260254, -1.086394190788269, -1.5654035806655884, -1.788257122039795, -0.8779895305633545, -2.3225998878479004, -0.8934618830680847, -1.843355655670166, -1.781757116317749, -1.1117082834243774, -1.6416717767715454, -1.1322969198226929, -2.5046908855438232, -1.1680890321731567, -1.295430302619934, -1.6997321844100952]}, "Bot002_027_05": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_027.log.json", "context": "Hi. How are you? I'M doing great! how are you? Not so good, but I went hiking today. So it is nice I love hiking. i love hiking. Do you? This is cool. Let's go hike together", "response": "No, i do not. i do.", "annotation_id": "Bot002_027_05", "annotations": ["X", "X", "T", "X", "X", "O", "T", "T", "T", "X", "T", "T", "O", "O", "X"], "gpt2background_target_score": [-10.534524917602539, -11.02055549621582, -8.135354042053223, -9.3064546585083, -6.418956756591797, -9.003433227539062, -11.1580228805542, -10.534919738769531, -5.255796432495117], "gpt2background_argmax_score": [-1.9761712551116943, -1.2289732694625854, -1.45021653175354, -0.580017626285553, -1.9046540260314941, -0.9514750242233276, -1.523091197013855, -0.6265755891799927, -2.881303548812866, -2.1792542934417725, -1.543391466140747, -1.6284143924713135, -1.6665449142456055, -0.18939365446567535, -0.8374238610267639, -1.8294612169265747, -2.6736981868743896, -0.817889928817749, -1.6597576141357422, -0.8939065933227539, -1.412587285041809, -1.222565770149231, -1.2670029401779175, -2.310288429260254, -1.086394190788269, -1.5654035806655884, -1.788257122039795, -0.8779895305633545, -2.3225998878479004, -0.8934618830680847, -1.904884934425354, -1.411608099937439, -1.5160787105560303, -1.503255844116211, -2.239000082015991, -1.15098237991333, -1.3893316984176636, -1.990634560585022, -0.22086137533187866, -1.2233006954193115, -1.8011211156845093, -0.6346350312232971, -1.80726957321167, -1.3420062065124512, -1.6868122816085815, -0.6996892690658569, -2.1283318996429443, -1.9894945621490479, -1.9292467832565308, -1.3071143627166748, -2.086864709854126, -1.4984389543533325, -1.6144709587097168, -1.8080168962478638, -1.8879262208938599, -1.7336173057556152, -1.5467416048049927, -2.1149425506591797, -0.4608123004436493, -1.0219178199768066]}, "Bot002_027_07": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_027.log.json", "context": "Hi. How are you? I'M doing great! how are you? Not so good, but I went hiking today. So it is nice I love hiking. i love hiking. Do you? This is cool. Let's go hike together No, i do not. i do. Okay. Do you like to exercise?", "response": "I do, but i do enjoy it.", "annotation_id": "Bot002_027_07", "annotations": ["O", "T", "O", "T", "X", "T", "O", "T", "O", "X", "T", "T", "O", "X", "T"], "gpt2background_target_score": [-9.236458778381348, -9.811275482177734, -7.364816188812256, -10.79012680053711, -10.585668563842773, -9.697080612182617, -7.655284881591797, -10.47314739227295, -5.255795478820801], "gpt2background_argmax_score": [-1.9761701822280884, -1.2289729118347168, -1.4502164125442505, -0.5800174474716187, -1.9046517610549927, -0.9514754414558411, -1.5230928659439087, -0.6265752911567688, -2.8813045024871826, -2.1792545318603516, -1.5433920621871948, -1.6284146308898926, -1.6665441989898682, -0.189393550157547, -0.83742356300354, -1.8294583559036255, -2.6736984252929688, -0.8178907632827759, -1.6597607135772705, -0.893908679485321, -1.4125880002975464, -1.222564935684204, -1.2670056819915771, -2.310290575027466, -1.0863940715789795, -1.5654051303863525, -1.7882564067840576, -0.8779925107955933, -2.322598695755005, -0.8934614062309265, -1.904887080192566, -1.411607027053833, -1.5160801410675049, -1.5032556056976318, -2.2389965057373047, -1.1509809494018555, -1.3893297910690308, -1.9906343221664429, -0.2208605259656906, -1.2233041524887085, -1.8011201620101929, -0.6346340179443359, -1.8072692155838013, -1.342004656791687, -1.6868116855621338, -0.6996885538101196, -2.1283340454101562, -1.9894943237304688, -1.9292455911636353, -1.3071177005767822, -2.0852904319763184, -1.6936979293823242, -1.747920036315918, -0.8581095337867737, -1.302537441253662, -1.6769622564315796, -2.095323324203491, -0.3429141938686371, -1.5551090240478516, -1.2290675640106201, -2.215313673019409, -0.2133580446243286, -1.6969869136810303, -0.5731672644615173, -1.3736152648925781, -0.693929135799408, -1.9282130002975464, -2.0430452823638916, -1.9299135208129883, -1.4771864414215088, -1.512509822845459, -1.3172364234924316, -2.1251392364501953, -0.24226975440979004, -1.041379451751709, -0.755530059337616, -1.4385814666748047]}, "Bot002_027_09": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_027.log.json", "context": "Hi. How are you? I'M doing great! how are you? Not so good, but I went hiking today. So it is nice I love hiking. i love hiking. Do you? This is cool. Let's go hike together No, i do not. i do. Okay. Do you like to exercise? I do, but i do enjoy it. This is nice. Do you eat healthy food?", "response": "Yes, i do. i eat healthy food.", "annotation_id": "Bot002_027_09", "annotations": ["T", "O", "X", "T", "O", "X", "O", "T", "O", "X", "O", "T", "O", "O", "O"], "gpt2background_target_score": [-13.153082847595215, -11.02055549621582, -8.13535213470459, -9.3064546585083, -4.929267406463623, -7.133626937866211, -7.4437737464904785, -13.245075225830078, -11.960223197937012, -5.851970672607422], "gpt2background_argmax_score": [-1.9761701822280884, -1.2289729118347168, -1.4502164125442505, -0.5800174474716187, -1.9046517610549927, -0.9514754414558411, -1.5230928659439087, -0.6265752911567688, -2.8813045024871826, -2.1792545318603516, -1.5433920621871948, -1.6284146308898926, -1.6665441989898682, -0.189393550157547, -0.83742356300354, -1.8294583559036255, -2.6736984252929688, -0.8178907632827759, -1.6597607135772705, -0.893908679485321, -1.4125880002975464, -1.222564935684204, -1.2670056819915771, -2.310290575027466, -1.0863940715789795, -1.5654051303863525, -1.7882564067840576, -0.8779925107955933, -2.322598695755005, -0.8934614062309265, -1.904887080192566, -1.411607027053833, -1.5160801410675049, -1.5032556056976318, -2.2389965057373047, -1.1509809494018555, -1.3893303871154785, -1.9906350374221802, -0.2208603322505951, -1.2233030796051025, -1.801120638847351, -0.6346328258514404, -1.8072715997695923, -1.3420045375823975, -1.6868113279342651, -0.6996896266937256, -2.1283347606658936, -1.9894938468933105, -1.929245948791504, -1.3071179389953613, -2.0852890014648438, -1.6936986446380615, -1.7479196786880493, -0.8581088185310364, -1.3025388717651367, -1.676961898803711, -2.095322608947754, -0.3429131805896759, -1.5551098585128784, -1.2290681600570679, -2.2153120040893555, -0.213358536362648, -1.6969869136810303, -0.573167622089386, -1.3736155033111572, -0.6939300894737244, -1.928214192390442, -1.7833561897277832, -0.9467025995254517, -1.6649858951568604, -1.1301038265228271, -1.686423420906067, -0.2094220221042633, -1.0936377048492432, -0.5402536988258362, -1.7008402347564697, -0.4359338581562042, -2.0422966480255127, -0.8842765092849731, -1.7371121644973755, -0.18584100902080536, -0.8805314898490906, -1.5468813180923462, -0.6224107146263123, -0.44439542293548584, -1.5516369342803955, -2.11772084236145, -1.027413249015808, -1.5658364295959473, -1.2037034034729004, -0.9237982034683228, -1.3574461936950684, -1.438513159751892, -1.237976312637329, -0.9365782141685486, -0.7963318228721619, -1.3575888872146606]}, "Bot002_027_11": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_027.log.json", "context": "Hi. How are you? I'M doing great! how are you? Not so good, but I went hiking today. So it is nice I love hiking. i love hiking. Do you? This is cool. Let's go hike together No, i do not. i do. Okay. Do you like to exercise? I do, but i do enjoy it. This is nice. Do you eat healthy food? Yes, i do. i eat healthy food. Nice. You must be a really nice guy", "response": "Yes, i am. i am a very good guy.", "annotation_id": "Bot002_027_11", "annotations": ["X", "O", "T", "T", "O", "X", "O", "T", "O", "X", "O", "T", "O", "T", "O"], "gpt2background_target_score": [-13.153082847595215, -11.02055549621582, -8.13535213470459, -10.724562644958496, -4.929267406463623, -7.133626937866211, -3.039191722869873, -8.97514533996582, -7.393292427062988, -4.48723030090332, -9.778602600097656, -9.366514205932617], "gpt2background_argmax_score": [-1.9761701822280884, -1.2289729118347168, -1.4502164125442505, -0.5800174474716187, -1.9046517610549927, -0.9514754414558411, -1.5230928659439087, -0.6265752911567688, -2.8813045024871826, -2.1792545318603516, -1.5433920621871948, -1.6284146308898926, -1.6665441989898682, -0.189393550157547, -0.83742356300354, -1.8294583559036255, -2.6736984252929688, -0.8178907632827759, -1.6597607135772705, -0.893908679485321, -1.4125880002975464, -1.222564935684204, -1.2670056819915771, -2.310290575027466, -1.0863940715789795, -1.5654051303863525, -1.7882564067840576, -0.8779925107955933, -2.322598695755005, -0.8934614062309265, -1.904887080192566, -1.411607027053833, -1.5160801410675049, -1.5032556056976318, -2.2389965057373047, -1.1509809494018555, -1.3893303871154785, -1.9906350374221802, -0.2208603322505951, -1.2233030796051025, -1.801120638847351, -0.6346328258514404, -1.8072715997695923, -1.3420045375823975, -1.6868113279342651, -0.6996896266937256, -2.1283347606658936, -1.9894938468933105, -1.929245948791504, -1.3071179389953613, -2.0852890014648438, -1.6936986446380615, -1.7479196786880493, -0.8581088185310364, -1.3025388717651367, -1.676961898803711, -2.095322608947754, -0.3429131805896759, -1.5551098585128784, -1.2290681600570679, -2.2153120040893555, -0.213358536362648, -1.6969869136810303, -0.573167622089386, -1.3736155033111572, -0.6939300894737244, -1.928214192390442, -1.7833561897277832, -0.9467025995254517, -1.6649858951568604, -1.1301038265228271, -1.686423420906067, -0.2094220221042633, -1.0936377048492432, -0.5402536988258362, -1.7008402347564697, -0.4359338581562042, -2.0422966480255127, -0.8842765092849731, -1.7371121644973755, -0.18584100902080536, -0.8805314898490906, -1.5468813180923462, -0.6224107146263123, -0.44439542293548584, -1.5516369342803955, -0.8198073506355286, -1.4282612800598145, -1.1271518468856812, -0.7222567796707153, -1.5937994718551636, -0.9824321269989014, -1.2412464618682861, -0.8862646222114563, -0.6955404281616211, -1.9640474319458008, -0.4242175817489624, -1.9998399019241333, -1.9743622541427612, -1.1476047039031982, -2.645918607711792, -2.6549031734466553, -1.061835765838623, -0.4629163444042206, -0.7471948862075806, -2.3566396236419678, -0.899412989616394, -0.9506939649581909, -0.950285017490387, -0.9333605766296387, -1.5921988487243652, -1.8286914825439453, -1.3446059226989746, -2.3284943103790283, -0.7783941030502319, -0.9086952209472656, -0.7283368706703186, -1.0206832885742188]}, "Bot002_027_13": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_027.log.json", "context": "Hi. How are you? I'M doing great! how are you? Not so good, but I went hiking today. So it is nice I love hiking. i love hiking. Do you? This is cool. Let's go hike together No, i do not. i do. Okay. Do you like to exercise? I do, but i do enjoy it. This is nice. Do you eat healthy food? Yes, i do. i eat healthy food. Nice. You must be a really nice guy Yes, i am. i am a very good guy. Do you have a girlfriend?", "response": "No, i am not married.", "annotation_id": "Bot002_027_13", "annotations": ["O", "O", "O", "T", "T", "O", "O", "T", "O", "X", "O", "T", "O", "X", "X"], "gpt2background_target_score": [-10.534525871276855, -11.02055549621582, -8.13535213470459, -10.724562644958496, -6.41895866394043, -11.410600662231445, -7.735024929046631], "gpt2background_argmax_score": [-1.9761701822280884, -1.2289729118347168, -1.4502164125442505, -0.5800174474716187, -1.9046517610549927, -0.9514754414558411, -1.5230928659439087, -0.6265752911567688, -2.8813045024871826, -2.1792545318603516, -1.5433920621871948, -1.6284146308898926, -1.6665441989898682, -0.189393550157547, -0.83742356300354, -1.8294583559036255, -2.6736984252929688, -0.8178907632827759, -1.6597607135772705, -0.893908679485321, -1.4125880002975464, -1.222564935684204, -1.2670056819915771, -2.310290575027466, -1.0863940715789795, -1.5654051303863525, -1.7882564067840576, -0.8779925107955933, -2.322598695755005, -0.8934614062309265, -1.904887080192566, -1.411607027053833, -1.5160801410675049, -1.5032556056976318, -2.2389965057373047, -1.1509809494018555, -1.3893303871154785, -1.9906350374221802, -0.2208603322505951, -1.2233030796051025, -1.801120638847351, -0.6346328258514404, -1.8072715997695923, -1.3420045375823975, -1.6868113279342651, -0.6996896266937256, -2.1283347606658936, -1.9894938468933105, -1.929245948791504, -1.3071179389953613, -2.0852890014648438, -1.6936986446380615, -1.7479196786880493, -0.8581088185310364, -1.3025388717651367, -1.676961898803711, -2.095322608947754, -0.3429131805896759, -1.5551098585128784, -1.2290681600570679, -2.2153120040893555, -0.213358536362648, -1.6969869136810303, -0.573167622089386, -1.3736155033111572, -0.6939300894737244, -1.928214192390442, -1.7833561897277832, -0.9467025995254517, -1.6649858951568604, -1.1301038265228271, -1.686423420906067, -0.2094220221042633, -1.0936377048492432, -0.5402536988258362, -1.7008402347564697, -0.4359338581562042, -2.0422966480255127, -0.8842765092849731, -1.7371121644973755, -0.18584100902080536, -0.8805314898490906, -1.5468813180923462, -0.6224107146263123, -0.44439542293548584, -1.5516369342803955, -0.8198073506355286, -1.4282612800598145, -1.1271518468856812, -0.7222567796707153, -1.5937994718551636, -0.9824321269989014, -1.2412464618682861, -0.8862646222114563, -0.6955404281616211, -1.9640474319458008, -0.4242175817489624, -1.9998399019241333, -1.9743622541427612, -1.1476047039031982, -2.645918607711792, -2.6549031734466553, -1.061835765838623, -0.4629163444042206, -0.7471948862075806, -0.9543351531028748, -0.7000424861907959, -0.979389488697052, -0.7930096983909607, -1.8002707958221436, -1.516903042793274, -1.0814754962921143, -1.969746708869934, -0.6186422109603882, -0.9201641082763672, -0.7133649587631226, -1.540374994277954, -0.17318059504032135, -1.3208914995193481, -0.9471540451049805, -2.6487815380096436, -0.4001767039299011, -1.2648348808288574, -1.9304581880569458, -0.9338945746421814, -1.134138822555542, -1.1677418947219849, -1.474833369255066, -1.1233211755752563, -0.8867594003677368, -1.4180049896240234]}, "Bot002_027_15": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_027.log.json", "context": "Hi. How are you? I'M doing great! how are you? Not so good, but I went hiking today. So it is nice I love hiking. i love hiking. Do you? This is cool. Let's go hike together No, i do not. i do. Okay. Do you like to exercise? I do, but i do enjoy it. This is nice. Do you eat healthy food? Yes, i do. i eat healthy food. Nice. You must be a really nice guy Yes, i am. i am a very good guy. Do you have a girlfriend? No, i am not married. Me too. I just broke up recently", "response": "I am sorry to hear that.", "annotation_id": "Bot002_027_15", "annotations": ["T", "O", "T", "O", "O", "O", "O", "T", "O", "X", "O", "T", "O", "X", "O"], "gpt2background_target_score": [-9.236458778381348, -8.514384269714355, -10.896183013916016, -9.137012481689453, -14.14072036743164, -9.29670524597168, -7.735024929046631], "gpt2background_argmax_score": [-1.9761701822280884, -1.2289729118347168, -1.4502164125442505, -0.5800174474716187, -1.9046517610549927, -0.9514754414558411, -1.5230928659439087, -0.6265752911567688, -2.8813045024871826, -2.1792545318603516, -1.5433920621871948, -1.6284146308898926, -1.6665441989898682, -0.189393550157547, -0.83742356300354, -1.8294583559036255, -2.6736984252929688, -0.8178907632827759, -1.6597607135772705, -0.893908679485321, -1.4125880002975464, -1.222564935684204, -1.2670056819915771, -2.310290575027466, -1.0863940715789795, -1.5654051303863525, -1.7882564067840576, -0.8779925107955933, -2.322598695755005, -0.8934614062309265, -1.904887080192566, -1.411607027053833, -1.5160801410675049, -1.5032556056976318, -2.2389965057373047, -1.1509809494018555, -1.3893303871154785, -1.9906350374221802, -0.2208603322505951, -1.2233030796051025, -1.801120638847351, -0.6346328258514404, -1.8072715997695923, -1.3420045375823975, -1.6868113279342651, -0.6996896266937256, -2.1283347606658936, -1.9894938468933105, -1.929245948791504, -1.3071179389953613, -2.0852890014648438, -1.6936986446380615, -1.7479196786880493, -0.8581088185310364, -1.3025388717651367, -1.676961898803711, -2.095322608947754, -0.3429131805896759, -1.5551098585128784, -1.2290681600570679, -2.2153120040893555, -0.213358536362648, -1.6969869136810303, -0.573167622089386, -1.3736155033111572, -0.6939300894737244, -1.928214192390442, -1.7833561897277832, -0.9467025995254517, -1.6649858951568604, -1.1301038265228271, -1.686423420906067, -0.2094220221042633, -1.0936377048492432, -0.5402536988258362, -1.7008402347564697, -0.4359338581562042, -2.0422966480255127, -0.8842765092849731, -1.7371121644973755, -0.18584100902080536, -0.8805314898490906, -1.5468813180923462, -0.6224107146263123, -0.44439542293548584, -1.5516369342803955, -0.8198073506355286, -1.4282612800598145, -1.1271518468856812, -0.7222567796707153, -1.5937994718551636, -0.9824321269989014, -1.2412464618682861, -0.8862646222114563, -0.6955404281616211, -1.9640474319458008, -0.4242175817489624, -1.9998399019241333, -1.9743622541427612, -1.1476047039031982, -2.645918607711792, -2.6549031734466553, -1.061835765838623, -0.4629163444042206, -0.7471948862075806, -0.9543351531028748, -0.7000424861907959, -0.979389488697052, -0.7930096983909607, -1.8002707958221436, -1.516903042793274, -1.0814754962921143, -1.969746708869934, -0.6186422109603882, -0.9201641082763672, -0.7133649587631226, -1.540374994277954, -0.17318059504032135, -1.3208914995193481, -0.9471540451049805, -2.6487793922424316, -0.40017685294151306, -1.2648348808288574, -0.9639261960983276, -1.0352462530136108, -1.021449089050293, -1.13178551197052, -0.787569522857666, -0.6787688732147217, -1.6378042697906494, -1.7018386125564575, -0.48136699199676514, -1.601979374885559, -0.9899145364761353, -1.4993641376495361, -0.23560281097888947, -0.3230789303779602, -0.9250037670135498, -2.284865617752075, -2.1799135208129883, -1.6987606287002563, -1.7333191633224487, -0.16637243330478668, -0.6485527753829956, -0.7861685752868652, -1.1435405015945435]}, "Bot002_027_17": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_027.log.json", "context": "Hi. How are you? I'M doing great! how are you? Not so good, but I went hiking today. So it is nice I love hiking. i love hiking. Do you? This is cool. Let's go hike together No, i do not. i do. Okay. Do you like to exercise? I do, but i do enjoy it. This is nice. Do you eat healthy food? Yes, i do. i eat healthy food. Nice. You must be a really nice guy Yes, i am. i am a very good guy. Do you have a girlfriend? No, i am not married. Me too. I just broke up recently I am sorry to hear that. It's okay. I'm still young", "response": "I am sorry to hear that.", "annotation_id": "Bot002_027_17", "annotations": ["X", "X", "T", "O", "X", "O", "T", "T", "T", "X", "O", "T", "O", "T", "X"], "gpt2background_target_score": [-9.236458778381348, -8.514384269714355, -10.896183013916016, -9.137012481689453, -14.14072036743164, -9.29670524597168, -7.735024929046631], "gpt2background_argmax_score": [-1.9761701822280884, -1.2289729118347168, -1.4502164125442505, -0.5800174474716187, -1.9046517610549927, -0.9514754414558411, -1.5230928659439087, -0.6265752911567688, -2.8813045024871826, -2.1792545318603516, -1.5433920621871948, -1.6284146308898926, -1.6665441989898682, -0.189393550157547, -0.83742356300354, -1.8294583559036255, -2.6736984252929688, -0.8178907632827759, -1.6597607135772705, -0.893908679485321, -1.4125880002975464, -1.222564935684204, -1.2670056819915771, -2.310290575027466, -1.0863940715789795, -1.5654051303863525, -1.7882564067840576, -0.8779925107955933, -2.322598695755005, -0.8934614062309265, -1.904887080192566, -1.411607027053833, -1.5160801410675049, -1.5032556056976318, -2.2389965057373047, -1.1509809494018555, -1.3893303871154785, -1.9906350374221802, -0.2208603322505951, -1.2233030796051025, -1.801120638847351, -0.6346328258514404, -1.8072715997695923, -1.3420045375823975, -1.6868113279342651, -0.6996896266937256, -2.1283347606658936, -1.9894938468933105, -1.929245948791504, -1.3071179389953613, -2.0852890014648438, -1.6936986446380615, -1.7479196786880493, -0.8581088185310364, -1.3025388717651367, -1.676961898803711, -2.095322608947754, -0.3429131805896759, -1.5551098585128784, -1.2290681600570679, -2.2153120040893555, -0.213358536362648, -1.6969869136810303, -0.573167622089386, -1.3736155033111572, -0.6939300894737244, -1.928214192390442, -1.7833561897277832, -0.9467025995254517, -1.6649858951568604, -1.1301038265228271, -1.686423420906067, -0.2094220221042633, -1.0936377048492432, -0.5402536988258362, -1.7008402347564697, -0.4359338581562042, -2.0422966480255127, -0.8842765092849731, -1.7371121644973755, -0.18584100902080536, -0.8805314898490906, -1.5468813180923462, -0.6224107146263123, -0.44439542293548584, -1.5516369342803955, -0.8198073506355286, -1.4282612800598145, -1.1271518468856812, -0.7222567796707153, -1.5937994718551636, -0.9824321269989014, -1.2412464618682861, -0.8862646222114563, -0.6955404281616211, -1.9640474319458008, -0.4242175817489624, -1.9998399019241333, -1.9743622541427612, -1.1476047039031982, -2.645918607711792, -2.6549031734466553, -1.061835765838623, -0.4629163444042206, -0.7471948862075806, -0.9543351531028748, -0.7000424861907959, -0.979389488697052, -0.7930096983909607, -1.8002707958221436, -1.516903042793274, -1.0814754962921143, -1.969746708869934, -0.6186422109603882, -0.9201641082763672, -0.7133649587631226, -1.540374994277954, -0.17318059504032135, -1.3208914995193481, -0.9471540451049805, -2.6487793922424316, -0.40017685294151306, -1.2648348808288574, -0.9639261960983276, -1.0352462530136108, -1.021449089050293, -1.13178551197052, -0.787569522857666, -0.6787688732147217, -1.6378042697906494, -1.7018386125564575, -0.48136699199676514, -1.601979374885559, -0.9899145364761353, -1.4993641376495361, -0.23560281097888947, -0.3230789303779602, -0.9250037670135498, -1.813157081604004, -2.1343178749084473, -1.035400629043579, -0.34205111861228943, -0.742243766784668, -0.5443519949913025, -1.5795022249221802, -1.143469214439392, -2.2015843391418457, -1.133956789970398, -1.395155906677246, -1.5596336126327515, -1.7026764154434204, -2.6456093788146973, -1.687391996383667, -2.148639678955078, -2.148503541946411, -2.241795063018799, -1.6893953084945679, -0.03093833476305008, -0.24634648859500885, -0.38496312499046326, -1.0248425006866455]}, "Bot002_027_19": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_027.log.json", "context": "Hi. How are you? I'M doing great! how are you? Not so good, but I went hiking today. So it is nice I love hiking. i love hiking. Do you? This is cool. Let's go hike together No, i do not. i do. Okay. Do you like to exercise? I do, but i do enjoy it. This is nice. Do you eat healthy food? Yes, i do. i eat healthy food. Nice. You must be a really nice guy Yes, i am. i am a very good guy. Do you have a girlfriend? No, i am not married. Me too. I just broke up recently I am sorry to hear that. It's okay. I'm still young I am sorry to hear that. Okay. Bye", "response": "I am sorry to hear that.", "annotation_id": "Bot002_027_19", "annotations": ["O", "X", "O", "X", "X", "O", "T", "T", "T", "X", "T", "T", "O", "T", "T"], "gpt2background_target_score": [-9.236458778381348, -8.514384269714355, -10.896183013916016, -9.137012481689453, -14.14072036743164, -9.29670524597168, -7.735024929046631], "gpt2background_argmax_score": [-1.9761701822280884, -1.2289729118347168, -1.4502164125442505, -0.5800174474716187, -1.9046517610549927, -0.9514754414558411, -1.5230928659439087, -0.6265752911567688, -2.8813045024871826, -2.1792545318603516, -1.5433920621871948, -1.6284146308898926, -1.6665441989898682, -0.189393550157547, -0.83742356300354, -1.8294583559036255, -2.6736984252929688, -0.8178907632827759, -1.6597607135772705, -0.893908679485321, -1.4125880002975464, -1.222564935684204, -1.2670056819915771, -2.310290575027466, -1.0863940715789795, -1.5654051303863525, -1.7882564067840576, -0.8779925107955933, -2.322598695755005, -0.8934614062309265, -1.904887080192566, -1.411607027053833, -1.5160801410675049, -1.5032556056976318, -2.2389965057373047, -1.1509809494018555, -1.3893303871154785, -1.9906350374221802, -0.2208603322505951, -1.2233030796051025, -1.801120638847351, -0.6346328258514404, -1.8072715997695923, -1.3420045375823975, -1.6868113279342651, -0.6996896266937256, -2.1283347606658936, -1.9894938468933105, -1.929245948791504, -1.3071179389953613, -2.0852890014648438, -1.6936986446380615, -1.7479196786880493, -0.8581088185310364, -1.3025388717651367, -1.676961898803711, -2.095322608947754, -0.3429131805896759, -1.5551098585128784, -1.2290681600570679, -2.2153120040893555, -0.213358536362648, -1.6969869136810303, -0.573167622089386, -1.3736155033111572, -0.6939300894737244, -1.928214192390442, -1.7833561897277832, -0.9467025995254517, -1.6649858951568604, -1.1301038265228271, -1.686423420906067, -0.2094220221042633, -1.0936377048492432, -0.5402536988258362, -1.7008402347564697, -0.4359338581562042, -2.0422966480255127, -0.8842765092849731, -1.7371121644973755, -0.18584100902080536, -0.8805314898490906, -1.5468813180923462, -0.6224107146263123, -0.44439542293548584, -1.5516369342803955, -0.8198073506355286, -1.4282612800598145, -1.1271518468856812, -0.7222567796707153, -1.5937994718551636, -0.9824321269989014, -1.2412464618682861, -0.8862646222114563, -0.6955404281616211, -1.9640474319458008, -0.4242175817489624, -1.9998399019241333, -1.9743622541427612, -1.1476047039031982, -2.645918607711792, -2.6549031734466553, -1.061835765838623, -0.4629163444042206, -0.7471948862075806, -0.9543351531028748, -0.7000424861907959, -0.979389488697052, -0.7930096983909607, -1.8002707958221436, -1.516903042793274, -1.0814754962921143, -1.969746708869934, -0.6186422109603882, -0.9201641082763672, -0.7133649587631226, -1.540374994277954, -0.17318059504032135, -1.3208914995193481, -0.9471540451049805, -2.6487793922424316, -0.40017685294151306, -1.2648348808288574, -0.9639261960983276, -1.0352462530136108, -1.021449089050293, -1.13178551197052, -0.787569522857666, -0.6787688732147217, -1.6378042697906494, -1.7018386125564575, -0.48136699199676514, -1.6019786596298218, -0.9899157285690308, -1.4993647336959839, -0.23560242354869843, -0.3230789303779602, -0.9250045418739319, -1.8131588697433472, -2.1343159675598145, -1.0354000329971313, -0.34205111861228943, -0.7422433495521545, -0.5443532466888428, -1.5795034170150757, -1.1434681415557861, -2.2015841007232666, -1.133955478668213, -1.3951549530029297, -1.559631586074829, -1.70267653465271, -2.64561128616333, -1.687393307685852, -1.8925373554229736, -2.3346731662750244, -1.391809105873108, -0.048224907368421555, -0.3527797758579254, -0.30771443247795105, -1.3303296566009521, -0.7540014386177063, -1.5760509967803955, -0.5404914021492004, -2.19539737701416, -2.1770830154418945, -1.2575682401657104, -1.4827244281768799, -0.03365003690123558, -0.1676209717988968, -0.2045653611421585, -1.052444338798523]}, "Bot002_028_01": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_028.log.json", "context": "anyone here?", "response": "I am not sure. i am just a little girl.", "annotation_id": "Bot002_028_01", "annotations": ["O", "O", "T", "O", "O", "T", "X", "O", "O", "X", "T", "O", "O", "O", "X"], "gpt2background_target_score": [-7.830106735229492, -9.04162883758545, -5.678526878356934, -11.552103042602539, -10.181248664855957, -10.228005409240723, -9.47976303100586, -5.982400894165039, -6.493155479431152, -11.755244255065918, -10.823555946350098, -5.676125526428223], "gpt2background_argmax_score": [-2.6528451442718506, -0.7430879473686218, -2.8680002689361572, -0.6081110239028931, -2.374066114425659, -1.9731305837631226, -2.0018434524536133, -1.9593907594680786, -1.4510927200317383, -1.3449008464813232, -2.1353061199188232, -2.293017625808716, -2.2049624919891357, -2.8732049465179443, -2.0967819690704346, -1.6969438791275024, -1.2607372999191284]}, "Bot002_028_03": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_028.log.json", "context": "anyone here? I am not sure. i am just a little girl. hello little girl. what is your name?", "response": "Hi, how are you doing?", "annotation_id": "Bot002_028_03", "annotations": ["X", "X", "O", "O", "T", "O", "X", "O", "O", "X", "T", "O", "T", "O", "O"], "gpt2background_target_score": [-12.348529815673828, -8.741198539733887, -7.684526443481445, -8.073861122131348, -10.751885414123535, -5.272001266479492, -8.139765739440918], "gpt2background_argmax_score": [-2.6528451442718506, -0.7430879473686218, -2.8680002689361572, -0.6081110239028931, -2.0991439819335938, -2.1227118968963623, -2.0282905101776123, -1.394743800163269, -0.9509305357933044, -2.1004726886749268, -2.4642140865325928, -2.512648582458496, -2.9610464572906494, -1.7189303636550903, -1.5951660871505737, -2.0461678504943848, -2.2811784744262695, -0.42858999967575073, -1.8746278285980225, -2.133068799972534, -2.1664254665374756, -1.4926011562347412, -2.1466493606567383, -0.6455017924308777, -1.8746776580810547, -3.1083905696868896, -1.8907557725906372, -2.307420492172241, -1.913468837738037, -0.20545801520347595, -0.8580823540687561, -0.8400782942771912, -0.4235162138938904]}, "Bot002_028_05": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_028.log.json", "context": "anyone here? I am not sure. i am just a little girl. hello little girl. what is your name? Hi, how are you doing? i'm great! preparing for business school. but that's too boring for you", "response": "I am a student at a local school.", "annotation_id": "Bot002_028_05", "annotations": ["T", "X", "O", "O", "O", "O", "X", "O", "O", "T", "T", "O", "O", "O", "O"], "gpt2background_target_score": [-7.830106735229492, -9.04162883758545, -5.285194396972656, -11.490269660949707, -9.834039688110352, -2.1227118968963623, -9.301175117492676, -11.486626625061035, -9.700438499450684], "gpt2background_argmax_score": [-2.6528451442718506, -0.7430879473686218, -2.8680002689361572, -0.6081110239028931, -2.0991439819335938, -2.1227118968963623, -2.0282905101776123, -1.394743800163269, -0.9509305357933044, -2.1004726886749268, -2.4642140865325928, -2.512648582458496, -2.9610464572906494, -1.7189303636550903, -1.5951660871505737, -2.0461678504943848, -2.2811784744262695, -0.42858999967575073, -1.8746278285980225, -2.133068799972534, -2.1664254665374756, -1.4926011562347412, -2.1466493606567383, -0.6455017924308777, -1.8746776580810547, -1.8318196535110474, -2.1394596099853516, -2.149350166320801, -0.2174444943666458, -0.8267632126808167, -0.807750940322876, -1.821500301361084, -1.1443259716033936, -1.8501602411270142, -1.9671199321746826, -1.9765578508377075, -3.1536905765533447, -1.846422553062439, -2.398231029510498, -2.292724132537842, -1.892966866493225, -1.229566216468811, -1.059012532234192, -1.6700613498687744, -1.7088953256607056, -1.5463162660598755, -0.7962859272956848, -1.3337812423706055, -2.2967941761016846, -1.3947608470916748, -1.9360675811767578, -1.3512498140335083, -2.038766384124756, -1.1892905235290527, -2.2621147632598877, -2.333923578262329, -1.2638897895812988, -1.313689112663269]}, "Bot002_028_07": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_028.log.json", "context": "anyone here? I am not sure. i am just a little girl. hello little girl. what is your name? Hi, how are you doing? i'm great! preparing for business school. but that's too boring for you I am a student at a local school. which grade are you in?", "response": "I'M in school in the grade", "annotation_id": "Bot002_028_07", "annotations": ["O", "X", "X", "O", "X", "T", "X", "O", "T", "T", "T", "X", "X", "O", "T"], "gpt2background_target_score": [-7.830103397369385, -9.469620704650879, -11.980230331420898, -8.005584716796875, -10.780990600585938, -3.282113790512085, -3.7230582237243652, -13.462624549865723], "gpt2background_argmax_score": [-2.6528477668762207, -0.7430887818336487, -2.8680002689361572, -0.608109712600708, -2.09914231300354, -2.1227099895477295, -2.028289318084717, -1.3947440385818481, -0.9509293437004089, -2.100471258163452, -2.4642162322998047, -2.5126476287841797, -2.961045980453491, -1.7189315557479858, -1.5951660871505737, -2.0461678504943848, -2.2811801433563232, -0.42859047651290894, -1.8746286630630493, -2.133068084716797, -2.166424512863159, -1.4925979375839233, -2.14665150642395, -0.6455013751983643, -1.874678373336792, -1.831820011138916, -2.1394588947296143, -2.1493492126464844, -0.2174443006515503, -0.8267638087272644, -0.8077505826950073, -1.8215032815933228, -1.14432692527771, -1.8501594066619873, -1.9671189785003662, -1.9765598773956299, -3.1536879539489746, -1.8464224338531494, -2.3982319831848145, -2.292724132537842, -1.8929682970046997, -1.2295650243759155, -1.059011697769165, -1.670064091682434, -1.708891749382019, -1.5463171005249023, -0.7962838411331177, -1.3337793350219727, -1.7517198324203491, -2.282266139984131, -1.2427380084991455, -1.783705472946167, -1.3824383020401, -2.4014832973480225, -2.3426673412323, -1.1969959735870361, -2.274998188018799, -1.2372829914093018, -1.5473121404647827, -0.15317261219024658, -1.8439406156539917, -0.28451988101005554, -1.8299200534820557, -2.20412278175354, -1.412039875984192, -0.6347296833992004, -1.8172872066497803, -2.3546645641326904, -1.9287285804748535, -2.1348769664764404, -1.9844964742660522, -1.6652668714523315]}, "Bot002_028_09": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_028.log.json", "context": "anyone here? I am not sure. i am just a little girl. hello little girl. what is your name? Hi, how are you doing? i'm great! preparing for business school. but that's too boring for you I am a student at a local school. which grade are you in? I'M in school in the grade i graduated from yale in 2011 with a degree in finance", "response": "I am in college in chicago", "annotation_id": "Bot002_028_09", "annotations": ["O", "X", "T", "O", "X", "T", "X", "O", "O", "T", "T", "X", "X", "O", "T"], "gpt2background_target_score": [-7.830103397369385, -9.041626930236816, -4.446046829223633, -11.820162773132324, -9.919748306274414, -9.205217361450195, -11.52269172668457], "gpt2background_argmax_score": [-2.6528477668762207, -0.7430887818336487, -2.8680002689361572, -0.608109712600708, -2.09914231300354, -2.1227099895477295, -2.028289318084717, -1.3947440385818481, -0.9509293437004089, -2.100471258163452, -2.4642162322998047, -2.5126476287841797, -2.961045980453491, -1.7189315557479858, -1.5951660871505737, -2.0461678504943848, -2.2811801433563232, -0.42859047651290894, -1.8746286630630493, -2.133068084716797, -2.166424512863159, -1.4925979375839233, -2.14665150642395, -0.6455013751983643, -1.874678373336792, -1.831820011138916, -2.1394588947296143, -2.1493492126464844, -0.2174443006515503, -0.8267638087272644, -0.8077505826950073, -1.8215032815933228, -1.14432692527771, -1.8501594066619873, -1.9671189785003662, -1.9765598773956299, -3.1536879539489746, -1.8464224338531494, -2.3982319831848145, -2.292724132537842, -1.8929682970046997, -1.2295650243759155, -1.059011697769165, -1.670064091682434, -1.708891749382019, -1.5463171005249023, -0.7962838411331177, -1.3337793350219727, -1.7517198324203491, -2.282266139984131, -1.2427380084991455, -1.783705472946167, -1.3824383020401, -2.4014832973480225, -2.3426673412323, -1.1969959735870361, -2.274998188018799, -1.2372829914093018, -1.5473121404647827, -0.15317261219024658, -1.8439406156539917, -0.28451988101005554, -1.8299200534820557, -1.457423210144043, -1.2924896478652954, -1.5486352443695068, -2.3961832523345947, -1.9009019136428833, -2.148573398590088, -1.9160534143447876, -1.7895658016204834, -1.678324818611145, -1.6782419681549072, -1.1985528469085693, -2.7168195247650146, -1.633293628692627, -2.2781293392181396, -1.0136650800704956, -1.1157490015029907, -2.4494757652282715, -0.6175550222396851, -3.3055763244628906, -1.1217306852340698, -2.3787498474121094, -1.5883677005767822, -1.2483361959457397, -1.8513246774673462, -2.066537618637085, -1.5266953706741333, -0.2395269125699997, -1.5916414260864258]}, "Bot002_028_11": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_028.log.json", "context": "anyone here? I am not sure. i am just a little girl. hello little girl. what is your name? Hi, how are you doing? i'm great! preparing for business school. but that's too boring for you I am a student at a local school. which grade are you in? I'M in school in the grade i graduated from yale in 2011 with a degree in finance I am in college in chicago so let me get this straight. you're a little girl at a local school and in college", "response": "I am not sure what you are going to school for", "annotation_id": "Bot002_028_11", "annotations": ["O", "T", "X", "O", "X", "X", "X", "O", "T", "T", "T", "O", "X", "T", "O"], "gpt2background_target_score": [-7.830103397369385, -9.041626930236816, -5.67852783203125, -11.552105903625488, -11.604708671569824, -8.795079231262207, -11.686452865600586, -9.985211372375488, -9.245504379272461, -10.526790618896484, -7.447504997253418], "gpt2background_argmax_score": [-2.6528477668762207, -0.7430887818336487, -2.8680002689361572, -0.608109712600708, -2.09914231300354, -2.1227099895477295, -2.028289318084717, -1.3947440385818481, -0.9509293437004089, -2.100471258163452, -2.4642162322998047, -2.5126476287841797, -2.961045980453491, -1.7189315557479858, -1.5951660871505737, -2.0461678504943848, -2.2811801433563232, -0.42859047651290894, -1.8746286630630493, -2.133068084716797, -2.166424512863159, -1.4925979375839233, -2.14665150642395, -0.6455013751983643, -1.874678373336792, -1.831820011138916, -2.1394588947296143, -2.1493492126464844, -0.2174443006515503, -0.8267638087272644, -0.8077505826950073, -1.8215032815933228, -1.14432692527771, -1.8501594066619873, -1.9671189785003662, -1.9765598773956299, -3.1536879539489746, -1.8464224338531494, -2.3982319831848145, -2.292724132537842, -1.8929682970046997, -1.2295650243759155, -1.059011697769165, -1.670064091682434, -1.708891749382019, -1.5463171005249023, -0.7962838411331177, -1.3337793350219727, -1.7517198324203491, -2.282266139984131, -1.2427380084991455, -1.783705472946167, -1.3824383020401, -2.4014832973480225, -2.3426673412323, -1.1969959735870361, -2.274998188018799, -1.2372829914093018, -1.5473121404647827, -0.15317261219024658, -1.8439406156539917, -0.28451988101005554, -1.8299200534820557, -1.457423210144043, -1.2924896478652954, -1.5486352443695068, -2.3961832523345947, -1.9009019136428833, -2.148573398590088, -1.9160534143447876, -1.7895658016204834, -1.678324818611145, -1.6782419681549072, -1.1985528469085693, -2.7168195247650146, -1.633293628692627, -2.2781293392181396, -1.0136650800704956, -1.1157490015029907, -2.4494757652282715, -0.6175550222396851, -3.3055763244628906, -1.1217306852340698, -2.2416582107543945, -1.8961806297302246, -2.0740625858306885, -1.7670010328292847, -2.098008155822754, -0.2522619962692261, -1.487369179725647, -1.573679804801941, -0.6120045781135559, -0.49215078353881836, -1.9303547143936157, -1.440474510192871, -1.1266990900039673, -1.954934000968933, -2.019318103790283, -1.8238630294799805, -2.215151786804199, -0.3423193395137787, -1.7686644792556763, -0.9556233882904053, -0.6246232986450195, -0.3333580493927002, -1.6166229248046875, -1.8153471946716309, -1.6560536623001099, -1.8383152484893799, -2.422712564468384, -1.4072624444961548, -1.566430926322937, -1.3753609657287598, -1.912503957748413, -1.6121506690979004, -1.1809802055358887, -2.0086286067962646, -0.5635905861854553, -0.9158263802528381, -1.5360264778137207, -1.5089330673217773]}, "Bot002_028_13": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_028.log.json", "context": "anyone here? I am not sure. i am just a little girl. hello little girl. what is your name? Hi, how are you doing? i'm great! preparing for business school. but that's too boring for you I am a student at a local school. which grade are you in? I'M in school in the grade i graduated from yale in 2011 with a degree in finance I am in college in chicago so let me get this straight. you're a little girl at a local school and in college I am not sure what you are going to school for what do you like doing?", "response": "I work at a pizza place.", "annotation_id": "Bot002_028_13", "annotations": ["O", "T", "O", "O", "T", "T", "X", "O", "O", "X", "T", "O", "T", "O", "O"], "gpt2background_target_score": [-7.830103397369385, -9.73441219329834, -5.931900978088379, -7.674527168273926, -12.711074829101562, -12.361710548400879, -6.199844837188721], "gpt2background_argmax_score": [-2.6528477668762207, -0.7430887818336487, -2.8680002689361572, -0.608109712600708, -2.09914231300354, -2.1227099895477295, -2.028289318084717, -1.3947440385818481, -0.9509293437004089, -2.100471258163452, -2.4642162322998047, -2.5126476287841797, -2.961045980453491, -1.7189315557479858, -1.5951660871505737, -2.0461678504943848, -2.2811801433563232, -0.42859047651290894, -1.8746286630630493, -2.133068084716797, -2.166424512863159, -1.4925979375839233, -2.14665150642395, -0.6455013751983643, -1.874678373336792, -1.831820011138916, -2.1394588947296143, -2.1493492126464844, -0.2174443006515503, -0.8267638087272644, -0.8077505826950073, -1.8215032815933228, -1.14432692527771, -1.8501594066619873, -1.9671189785003662, -1.9765598773956299, -3.1536879539489746, -1.8464224338531494, -2.3982319831848145, -2.292724132537842, -1.8929682970046997, -1.2295650243759155, -1.059011697769165, -1.670064091682434, -1.708891749382019, -1.5463171005249023, -0.7962838411331177, -1.3337793350219727, -1.7517198324203491, -2.282266139984131, -1.2427380084991455, -1.783705472946167, -1.3824383020401, -2.4014832973480225, -2.3426673412323, -1.1969959735870361, -2.274998188018799, -1.2372829914093018, -1.5473121404647827, -0.15317261219024658, -1.8439406156539917, -0.28451988101005554, -1.8299200534820557, -1.457423210144043, -1.2924896478652954, -1.5486352443695068, -2.3961832523345947, -1.9009019136428833, -2.148573398590088, -1.9160534143447876, -1.7895658016204834, -1.678324818611145, -1.6782419681549072, -1.1985528469085693, -2.7168195247650146, -1.633293628692627, -2.2781293392181396, -1.0136650800704956, -1.1157490015029907, -2.4494757652282715, -0.6175550222396851, -3.3055763244628906, -1.1217306852340698, -2.2416582107543945, -1.8961793184280396, -2.074061632156372, -1.7669997215270996, -2.098008632659912, -0.2522619962692261, -1.4873692989349365, -1.5736817121505737, -0.6120061278343201, -0.4921509325504303, -1.9303553104400635, -1.4404734373092651, -1.1266990900039673, -1.9549329280853271, -2.0193190574645996, -1.8238615989685059, -2.215153455734253, -0.3423193395137787, -1.7686662673950195, -0.9556229710578918, -0.6246220469474792, -0.33335840702056885, -1.6166237592697144, -1.8153475522994995, -1.6560543775558472, -1.838316798210144, -1.4486278295516968, -1.8045666217803955, -1.0732083320617676, -1.725786805152893, -1.4604825973510742, -0.8110218644142151, -1.8304247856140137, -0.4595620930194855, -0.735584557056427, -1.402876615524292, -1.142348289489746, -0.7418667078018188, -0.19064058363437653, -1.8420374393463135, -1.91426682472229, -1.368727684020996, -2.247519016265869, -2.0183963775634766, -1.6645231246948242, -1.0754995346069336, -0.3619270324707031, -1.126531958580017, -1.0149056911468506, -1.7173618078231812, -1.1020146608352661]}, "Bot002_028_15": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_028.log.json", "context": "anyone here? I am not sure. i am just a little girl. hello little girl. what is your name? Hi, how are you doing? i'm great! preparing for business school. but that's too boring for you I am a student at a local school. which grade are you in? I'M in school in the grade i graduated from yale in 2011 with a degree in finance I am in college in chicago so let me get this straight. you're a little girl at a local school and in college I am not sure what you are going to school for what do you like doing? I work at a pizza place. pretty cool. i love pizza", "response": "I love pizza!", "annotation_id": "Bot002_028_15", "annotations": ["O", "T", "O", "O", "O", "O", "X", "O", "O", "T", "T", "O", "O", "O", "O"], "gpt2background_target_score": [-7.830103397369385, -8.229096412658691, -11.171574592590332, -7.731163024902344], "gpt2background_argmax_score": [-2.6528477668762207, -0.7430887818336487, -2.8680002689361572, -0.608109712600708, -2.09914231300354, -2.1227099895477295, -2.028289318084717, -1.3947440385818481, -0.9509293437004089, -2.100471258163452, -2.4642162322998047, -2.5126476287841797, -2.961045980453491, -1.7189315557479858, -1.5951660871505737, -2.0461678504943848, -2.2811801433563232, -0.42859047651290894, -1.8746286630630493, -2.133068084716797, -2.166424512863159, -1.4925979375839233, -2.14665150642395, -0.6455013751983643, -1.874678373336792, -1.831820011138916, -2.1394588947296143, -2.1493492126464844, -0.2174443006515503, -0.8267638087272644, -0.8077505826950073, -1.8215032815933228, -1.14432692527771, -1.8501594066619873, -1.9671189785003662, -1.9765598773956299, -3.1536879539489746, -1.8464224338531494, -2.3982319831848145, -2.292724132537842, -1.8929682970046997, -1.2295650243759155, -1.059011697769165, -1.670064091682434, -1.708891749382019, -1.5463171005249023, -0.7962838411331177, -1.3337793350219727, -1.7517198324203491, -2.282266139984131, -1.2427380084991455, -1.783705472946167, -1.3824383020401, -2.4014832973480225, -2.3426673412323, -1.1969959735870361, -2.274998188018799, -1.2372829914093018, -1.5473121404647827, -0.15317261219024658, -1.8439406156539917, -0.28451988101005554, -1.8299200534820557, -1.457423210144043, -1.2924896478652954, -1.5486352443695068, -2.3961832523345947, -1.9009019136428833, -2.148573398590088, -1.9160534143447876, -1.7895658016204834, -1.678324818611145, -1.6782419681549072, -1.1985528469085693, -2.7168195247650146, -1.633293628692627, -2.2781293392181396, -1.0136650800704956, -1.1157490015029907, -2.4494757652282715, -0.6175550222396851, -3.3055763244628906, -1.1217306852340698, -2.2416582107543945, -1.8961793184280396, -2.074061632156372, -1.7669997215270996, -2.098008632659912, -0.2522619962692261, -1.4873692989349365, -1.5736820697784424, -0.6120039820671082, -0.49215108156204224, -1.9303556680679321, -1.440474510192871, -1.1266987323760986, -1.9549349546432495, -2.0193207263946533, -1.8238613605499268, -2.215151071548462, -0.34232062101364136, -1.7686645984649658, -0.9556227326393127, -0.6246219873428345, -0.33335795998573303, -1.6166234016418457, -1.815347671508789, -1.6560524702072144, -1.8383156061172485, -1.4486271142959595, -1.804567575454712, -1.0732086896896362, -1.7257869243621826, -1.4604823589324951, -0.8110219836235046, -1.8304227590560913, -0.45956194400787354, -0.7355847954750061, -1.4028785228729248, -1.142349123954773, -0.7418663501739502, -0.1906413733959198, -1.8420367240905762, -1.9142669439315796, -1.3687282800674438, -2.2475178241729736, -1.6389826536178589, -1.174318552017212, -0.4139782190322876, -1.3878387212753296, -0.7984738349914551, -1.4956554174423218, -1.6097822189331055, -0.516792893409729, -1.6055654287338257, -1.9626967906951904, -2.1687657833099365, -0.5578333735466003, -1.7909438610076904, -2.1337594985961914, -1.8232386112213135, -0.1730954796075821, -1.839950442314148, -1.658447265625]}, "Bot002_028_17": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_028.log.json", "context": "anyone here? I am not sure. i am just a little girl. hello little girl. what is your name? Hi, how are you doing? i'm great! preparing for business school. but that's too boring for you I am a student at a local school. which grade are you in? I'M in school in the grade i graduated from yale in 2011 with a degree in finance I am in college in chicago so let me get this straight. you're a little girl at a local school and in college I am not sure what you are going to school for what do you like doing? I work at a pizza place. pretty cool. i love pizza I love pizza! ^)", "response": "I am a little girl who loves to go to the park", "annotation_id": "Bot002_028_17", "annotations": ["O", "X", "X", "O", "T", "T", "X", "O", "T", "T", "X", "T", "T", "T", "T"], "gpt2background_target_score": [-7.830103397369385, -9.041626930236816, -5.285194396972656, -11.19344425201416, -11.201148986816406, -9.835545539855957, -13.646745681762695, -6.219171524047852, -10.394906997680664, -9.57906436920166, -4.546924114227295, -12.93693733215332], "gpt2background_argmax_score": [-2.6528477668762207, -0.7430887818336487, -2.8680002689361572, -0.608109712600708, -2.09914231300354, -2.1227099895477295, -2.028289318084717, -1.3947440385818481, -0.9509293437004089, -2.100471258163452, -2.4642162322998047, -2.5126476287841797, -2.961045980453491, -1.7189315557479858, -1.5951660871505737, -2.0461678504943848, -2.2811801433563232, -0.42859047651290894, -1.8746286630630493, -2.133068084716797, -2.166424512863159, -1.4925979375839233, -2.14665150642395, -0.6455013751983643, -1.874678373336792, -1.831820011138916, -2.1394588947296143, -2.1493492126464844, -0.2174443006515503, -0.8267638087272644, -0.8077505826950073, -1.8215032815933228, -1.14432692527771, -1.8501594066619873, -1.9671189785003662, -1.9765598773956299, -3.1536879539489746, -1.8464224338531494, -2.3982319831848145, -2.292724132537842, -1.8929682970046997, -1.2295650243759155, -1.059011697769165, -1.670064091682434, -1.708891749382019, -1.5463171005249023, -0.7962838411331177, -1.3337793350219727, -1.7517198324203491, -2.282266139984131, -1.2427380084991455, -1.783705472946167, -1.3824383020401, -2.4014832973480225, -2.3426673412323, -1.1969959735870361, -2.274998188018799, -1.2372829914093018, -1.5473121404647827, -0.15317261219024658, -1.8439406156539917, -0.28451988101005554, -1.8299200534820557, -1.457423210144043, -1.2924896478652954, -1.5486352443695068, -2.3961832523345947, -1.9009019136428833, -2.148573398590088, -1.9160534143447876, -1.7895658016204834, -1.678324818611145, -1.6782419681549072, -1.1985528469085693, -2.7168195247650146, -1.633293628692627, -2.2781293392181396, -1.0136650800704956, -1.1157490015029907, -2.4494757652282715, -0.6175550222396851, -3.3055763244628906, -1.1217306852340698, -2.2416582107543945, -1.8961793184280396, -2.074061632156372, -1.7669997215270996, -2.098008632659912, -0.2522619962692261, -1.4873692989349365, -1.5736820697784424, -0.6120039820671082, -0.49215108156204224, -1.9303556680679321, -1.440474510192871, -1.1266987323760986, -1.9549349546432495, -2.0193207263946533, -1.8238613605499268, -2.215151071548462, -0.34232062101364136, -1.7686645984649658, -0.9556227326393127, -0.6246219873428345, -0.33335795998573303, -1.6166234016418457, -1.815347671508789, -1.6560524702072144, -1.8383156061172485, -1.4486271142959595, -1.804567575454712, -1.0732086896896362, -1.7257869243621826, -1.4604823589324951, -0.8110219836235046, -1.8304227590560913, -0.45956194400787354, -0.7355847954750061, -1.4028785228729248, -1.142349123954773, -0.7418663501739502, -0.1906413733959198, -1.8420367240905762, -1.9142669439315796, -1.3687282800674438, -2.2475178241729736, -1.6389826536178589, -1.174318552017212, -0.4139782190322876, -1.3878387212753296, -0.7984738349914551, -1.4956554174423218, -1.6097822189331055, -0.516792893409729, -1.6055654287338257, -1.9626967906951904, -2.1687657833099365, -0.5578333735466003, -1.7909438610076904, -2.1251370906829834, -0.7654795050621033, -1.670778512954712, -2.358055830001831, -1.3030439615249634, -1.1350327730178833, -2.1894805431365967, -1.7634168863296509, -1.613133192062378, -1.4501067399978638, -0.07075290381908417, -1.6679739952087402, -2.240267038345337, -0.1783645749092102, -1.6612781286239624, -1.243467092514038, -2.385448694229126, -1.9243332147598267, -1.6887586116790771]}, "Bot002_028_19": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_028.log.json", "context": "anyone here? I am not sure. i am just a little girl. hello little girl. what is your name? Hi, how are you doing? i'm great! preparing for business school. but that's too boring for you I am a student at a local school. which grade are you in? I'M in school in the grade i graduated from yale in 2011 with a degree in finance I am in college in chicago so let me get this straight. you're a little girl at a local school and in college I am not sure what you are going to school for what do you like doing? I work at a pizza place. pretty cool. i love pizza I love pizza! ^) I am a little girl who loves to go to the park :)", "response": "I am a huge fan of it.", "annotation_id": "Bot002_028_19", "annotations": ["O", "X", "X", "O", "O", "T", "X", "O", "O", "X", "T", "O", "O", "T", "T"], "gpt2background_target_score": [-7.830103397369385, -9.041626930236816, -5.285194396972656, -11.674575805664062, -11.615486145019531, -7.743050575256348, -8.843457221984863, -4.433877468109131], "gpt2background_argmax_score": [-2.6528477668762207, -0.7430887818336487, -2.8680002689361572, -0.608109712600708, -2.09914231300354, -2.1227099895477295, -2.028289318084717, -1.3947440385818481, -0.9509293437004089, -2.100471258163452, -2.4642162322998047, -2.5126476287841797, -2.961045980453491, -1.7189315557479858, -1.5951660871505737, -2.0461678504943848, -2.2811801433563232, -0.42859047651290894, -1.8746286630630493, -2.133068084716797, -2.166424512863159, -1.4925979375839233, -2.14665150642395, -0.6455013751983643, -1.874678373336792, -1.831820011138916, -2.1394588947296143, -2.1493492126464844, -0.2174443006515503, -0.8267638087272644, -0.8077505826950073, -1.8215032815933228, -1.14432692527771, -1.8501594066619873, -1.9671189785003662, -1.9765598773956299, -3.1536879539489746, -1.8464224338531494, -2.3982319831848145, -2.292724132537842, -1.8929682970046997, -1.2295650243759155, -1.059011697769165, -1.670064091682434, -1.708891749382019, -1.5463171005249023, -0.7962838411331177, -1.3337793350219727, -1.7517198324203491, -2.282266139984131, -1.2427380084991455, -1.783705472946167, -1.3824383020401, -2.4014832973480225, -2.3426673412323, -1.1969959735870361, -2.274998188018799, -1.2372829914093018, -1.5473121404647827, -0.15317261219024658, -1.8439406156539917, -0.28451988101005554, -1.8299200534820557, -1.457423210144043, -1.2924896478652954, -1.5486352443695068, -2.3961832523345947, -1.9009019136428833, -2.148573398590088, -1.9160534143447876, -1.7895658016204834, -1.678324818611145, -1.6782419681549072, -1.1985528469085693, -2.7168195247650146, -1.633293628692627, -2.2781293392181396, -1.0136650800704956, -1.1157490015029907, -2.4494757652282715, -0.6175550222396851, -3.3055763244628906, -1.1217306852340698, -2.2416582107543945, -1.8961793184280396, -2.074061632156372, -1.7669997215270996, -2.098008632659912, -0.2522619962692261, -1.4873692989349365, -1.5736820697784424, -0.6120039820671082, -0.49215108156204224, -1.9303556680679321, -1.440474510192871, -1.1266987323760986, -1.9549349546432495, -2.0193207263946533, -1.8238613605499268, -2.215151071548462, -0.34232062101364136, -1.7686645984649658, -0.9556227326393127, -0.6246219873428345, -0.33335795998573303, -1.6166234016418457, -1.815347671508789, -1.6560524702072144, -1.8383156061172485, -1.4486271142959595, -1.804567575454712, -1.0732086896896362, -1.7257869243621826, -1.4604823589324951, -0.8110219836235046, -1.8304227590560913, -0.45956194400787354, -0.7355847954750061, -1.4028785228729248, -1.142349123954773, -0.7418663501739502, -0.1906413733959198, -1.8420367240905762, -1.9142669439315796, -1.3687282800674438, -2.2475178241729736, -1.6389826536178589, -1.174318552017212, -0.4139782190322876, -1.3878387212753296, -0.7984738349914551, -1.4956554174423218, -1.6097822189331055, -0.516792893409729, -1.6055654287338257, -1.9626967906951904, -2.1687657833099365, -0.5578333735466003, -1.7909438610076904, -2.1251370906829834, -0.7654795050621033, -1.670778512954712, -2.358055830001831, -1.3030439615249634, -1.1350324153900146, -1.5983846187591553, -1.6311335563659668, -1.4327832460403442, -0.07477407157421112, -1.7041711807250977, -2.1503734588623047, -0.25667786598205566, -1.4898115396499634, -1.1466821432113647, -2.078575372695923, -2.489900588989258, -1.6771866083145142, -2.137683391571045, -2.3451266288757324, -1.7829653024673462, -1.1059657335281372, -0.5627458691596985, -1.3835890293121338, -0.30349069833755493, -0.5200353264808655, -1.4797672033309937, -1.0030819177627563]}, "Bot002_030_01": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_030.log.json", "context": "Hi I\u2019m Jonathan", "response": "Hi, how are you doing?", "annotation_id": "Bot002_030_01", "annotations": ["O", "T", "T", "T", "O", "O", "T", "O", "O", "T", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-9.969078063964844, -6.800768852233887, -12.79074764251709, -14.181193351745605, -8.917083740234375, -7.2146759033203125, -10.780553817749023], "gpt2background_argmax_score": [-1.9761712551116943, -1.9461718797683716, -0.11288262158632278, -0.2505772113800049, -2.1264326572418213, -3.2176120281219482, -2.0883235931396484, -1.7816240787506104, -1.0898395776748657, -1.8763346672058105, -0.23590914905071259, -1.7560663223266602, -1.2774970531463623, -0.6469618082046509]}, "Bot002_030_03": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_030.log.json", "context": "Hi I\u2019m Jonathan Hi, how are you doing? I\u2019m good you", "response": "I am doing well, how about you?", "annotation_id": "Bot002_030_03", "annotations": ["T", "T", "O", "T", "O", "O", "T", "O", "T", "T", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-9.236455917358398, -3.090104103088379, -13.137709617614746, -13.592933654785156, -8.766085624694824, -7.162695407867432, -8.061117172241211, -5.390063285827637, -6.4885358810424805], "gpt2background_argmax_score": [-1.9761712551116943, -1.9461718797683716, -0.11288262158632278, -0.2505772113800049, -2.1264326572418213, -3.2176120281219482, -2.266167640686035, -1.0279431343078613, -1.4815477132797241, -0.34208983182907104, -1.7792201042175293, -1.4114813804626465, -0.7426475286483765, -0.9136159420013428, -0.14146195352077484, -0.37005186080932617, -2.7886672019958496, -0.660291850566864, -2.175261974334717, -1.7118586301803589, -1.3856099843978882, -2.309138536453247, -1.8226627111434937, -1.8979191780090332, -1.7028541564941406, -1.3263038396835327, -0.21360668540000916, -1.160668969154358, -0.5338734984397888]}, "Bot002_030_05": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_030.log.json", "context": "Hi I\u2019m Jonathan Hi, how are you doing? I\u2019m good you I am doing well, how about you? What\u2019s your favorite activity", "response": "I love to go hiking", "annotation_id": "Bot002_030_05", "annotations": ["X", "X", "O", "T", "T", "X", "T", "T", "O", "T", "O", "T", "X", "O", "O"], "gpt2background_target_score": [-9.236455917358398, -5.399773597717285, -11.743131637573242, -12.223422050476074, -10.16039752960205], "gpt2background_argmax_score": [-1.9761712551116943, -1.9461718797683716, -0.11288262158632278, -0.2505772113800049, -2.1264326572418213, -3.2176120281219482, -2.266167640686035, -1.0279431343078613, -1.4815477132797241, -0.34208983182907104, -1.7792201042175293, -1.4114813804626465, -0.7426475286483765, -0.9136159420013428, -0.14146195352077484, -0.37005186080932617, -2.7886672019958496, -0.660291850566864, -2.175261974334717, -1.0346744060516357, -2.1743834018707275, -2.0286028385162354, -1.7715585231781006, -1.575785517692566, -1.3848066329956055, -0.18579111993312836, -1.2261072397232056, -1.7933266162872314, -1.6458630561828613, -0.14872288703918457, -0.08258296549320221, -0.8678236603736877, -2.5154945850372314, -3.0136070251464844, -0.7407623529434204, -1.8339183330535889, -1.673866629600525, -2.699615001678467, -1.6633878946304321, -1.1778525114059448, -1.7144159078598022]}, "Bot002_030_07": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_030.log.json", "context": "Hi I\u2019m Jonathan Hi, how are you doing? I\u2019m good you I am doing well, how about you? What\u2019s your favorite activity I love to go hiking Mines is rock climbing", "response": "That'S cool. i like to hike.", "annotation_id": "Bot002_030_07", "annotations": ["O", "O", "T", "T", "T", "O", "T", "X", "T", "T", "O", "X", "O", "O", "O"], "gpt2background_target_score": [-13.368453979492188, -7.581563472747803, -13.075737953186035, -13.69922924041748, -9.677093505859375, -8.001179695129395, -9.485733032226562, -7.140030384063721, -13.177762985229492, -10.845318794250488], "gpt2background_argmax_score": [-1.9761712551116943, -1.9461718797683716, -0.11288262158632278, -0.2505772113800049, -2.1264326572418213, -3.2176120281219482, -2.266167640686035, -1.0279431343078613, -1.4815477132797241, -0.34208983182907104, -1.7792201042175293, -1.4114813804626465, -0.7426475286483765, -0.9136159420013428, -0.14146195352077484, -0.37005186080932617, -2.7886672019958496, -0.660291850566864, -2.175261974334717, -1.0346744060516357, -2.1743834018707275, -2.0286028385162354, -1.7715585231781006, -1.575785517692566, -1.3848066329956055, -0.18579111993312836, -1.2261072397232056, -1.7933266162872314, -1.6458630561828613, -0.14872288703918457, -0.08258296549320221, -0.8678236603736877, -2.5154945850372314, -3.0136070251464844, -0.7407623529434204, -1.1600418090820312, -1.9905272722244263, -0.4868617653846741, -1.0146021842956543, -1.6756025552749634, -2.266052722930908, -2.795855760574341, -0.21186989545822144, -1.3273366689682007, -1.6754733324050903, -0.8920127153396606, -0.8716956377029419, -1.9843264818191528, -1.309887170791626, -1.0082370042800903, -2.6248724460601807, -1.4692257642745972, -1.5027598142623901, -2.1820101737976074, -1.81147301197052]}, "Bot002_030_09": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_030.log.json", "context": "Hi I\u2019m Jonathan Hi, how are you doing? I\u2019m good you I am doing well, how about you? What\u2019s your favorite activity I love to go hiking Mines is rock climbing That'S cool. i like to hike. Good", "response": "I am doing well, how about you?", "annotation_id": "Bot002_030_09", "annotations": ["T", "X", "O", "T", "O", "O", "T", "T", "O", "T", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-9.236458778381348, -3.0901057720184326, -13.137710571289062, -13.59293270111084, -8.766084671020508, -7.162694454193115, -8.061115264892578, -5.3900651931762695, -6.488534927368164], "gpt2background_argmax_score": [-1.9761701822280884, -1.9461734294891357, -0.11288250982761383, -0.2505771219730377, -2.126431465148926, -3.2176125049591064, -2.2661683559417725, -1.0279420614242554, -1.4815459251403809, -0.34208938479423523, -1.7792189121246338, -1.4114799499511719, -0.7426491379737854, -0.9136149883270264, -0.14146184921264648, -0.37005171179771423, -2.788667917251587, -0.6602910161018372, -2.1752612590789795, -1.0346746444702148, -2.1743834018707275, -2.0286028385162354, -1.771558403968811, -1.5757856369018555, -1.3848085403442383, -0.18579092621803284, -1.2261086702346802, -1.7933268547058105, -1.645861029624939, -0.14872246980667114, -0.08258329331874847, -0.867824137210846, -2.515493154525757, -3.0136044025421143, -0.7407617568969727, -1.1600382328033447, -1.9905245304107666, -0.48686301708221436, -1.0146021842956543, -1.6756038665771484, -2.266052722930908, -2.795848846435547, -0.21186980605125427, -1.3273364305496216, -0.8637552857398987, -0.24535231292247772, -2.2459356784820557, -1.7467178106307983, -1.2507432699203491, -2.497408628463745, -1.7545377016067505, -1.6955753564834595, -2.134089708328247, -2.1701302528381348, -1.1970628499984741, -2.0137457847595215, -2.1608479022979736, -2.0378642082214355, -2.1217803955078125, -1.871647834777832, -2.2457356452941895, -1.4894872903823853, -0.05457329377532005, -0.463369756937027, -0.7886481285095215]}, "Bot002_030_11": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_030.log.json", "context": "Hi I\u2019m Jonathan Hi, how are you doing? I\u2019m good you I am doing well, how about you? What\u2019s your favorite activity I love to go hiking Mines is rock climbing That'S cool. i like to hike. Good I am doing well, how about you? What\u2019s your job", "response": "1984, and i work at a local newspaper.", "annotation_id": "Bot002_030_11", "annotations": ["O", "T", "T", "T", "O", "X", "T", "O", "T", "T", "O", "O", "X", "O", "O"], "gpt2background_target_score": [-13.106207847595215, -6.800766944885254, -12.491265296936035, -13.063536643981934, -9.615323066711426, -5.5483856201171875, -8.688737869262695, -10.77884292602539, -12.445535659790039, -10.845320701599121], "gpt2background_argmax_score": [-1.9761701822280884, -1.9461734294891357, -0.11288250982761383, -0.2505771219730377, -2.126431465148926, -3.2176125049591064, -2.2661683559417725, -1.0279420614242554, -1.4815459251403809, -0.34208938479423523, -1.7792189121246338, -1.4114799499511719, -0.7426491379737854, -0.9136149883270264, -0.14146184921264648, -0.37005171179771423, -2.788667917251587, -0.6602910161018372, -2.1752612590789795, -1.0346746444702148, -2.1743834018707275, -2.0286028385162354, -1.771558403968811, -1.5757856369018555, -1.3848085403442383, -0.18579092621803284, -1.2261086702346802, -1.7933268547058105, -1.645861029624939, -0.14872246980667114, -0.08258329331874847, -0.867824137210846, -2.515493154525757, -3.0136044025421143, -0.7407617568969727, -1.1600382328033447, -1.9905245304107666, -0.48686301708221436, -1.0146021842956543, -1.6756038665771484, -2.266052722930908, -2.795848846435547, -0.21186980605125427, -1.3273364305496216, -0.8637552857398987, -0.24535231292247772, -2.2459356784820557, -1.7467178106307983, -1.2507432699203491, -2.497408628463745, -1.7545377016067505, -1.6955753564834595, -2.134089708328247, -2.1701302528381348, -1.1970628499984741, -1.9630786180496216, -1.9812281131744385, -2.363797903060913, -1.7982383966445923, -2.1350812911987305, -1.1561931371688843, -0.05883381515741348, -0.4866238832473755, -1.9357051849365234, -0.9702732563018799, -0.14800645411014557, -0.09089242666959763, -0.2082662582397461, -0.26446348428726196, -0.9615726470947266, -1.8241603374481201, -3.0503201484680176, -1.591287612915039, -1.2814362049102783, -2.4482581615448, -1.8394631147384644, -0.8090300559997559, -3.594069242477417, -2.4026401042938232, -1.0044554471969604, -1.6232597827911377]}, "Bot002_030_13": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_030.log.json", "context": "Hi I\u2019m Jonathan Hi, how are you doing? I\u2019m good you I am doing well, how about you? What\u2019s your favorite activity I love to go hiking Mines is rock climbing That'S cool. i like to hike. Good I am doing well, how about you? What\u2019s your job 1984, and i work at a local newspaper. I\u2019m a mechanical engineer", "response": "That'S cool. i work at a computer company.", "annotation_id": "Bot002_030_13", "annotations": ["T", "X", "O", "T", "T", "X", "T", "T", "O", "T", "X", "X", "X", "T", "O"], "gpt2background_target_score": [-13.368456840515137, -7.581564903259277, -13.075738906860352, -13.69922924041748, -9.677092552185059, -8.001178741455078, -9.210597038269043, -7.550333499908447, -7.290378570556641, -10.675618171691895, -11.856985092163086, -5.419463157653809], "gpt2background_argmax_score": [-1.9761701822280884, -1.9461734294891357, -0.11288250982761383, -0.2505771219730377, -2.126431465148926, -3.2176125049591064, -2.2661683559417725, -1.0279420614242554, -1.4815459251403809, -0.34208938479423523, -1.7792189121246338, -1.4114799499511719, -0.7426491379737854, -0.9136149883270264, -0.14146184921264648, -0.37005171179771423, -2.788667917251587, -0.6602910161018372, -2.1752612590789795, -1.0346746444702148, -2.1743834018707275, -2.0286028385162354, -1.771558403968811, -1.5757856369018555, -1.3848085403442383, -0.18579092621803284, -1.2261086702346802, -1.7933268547058105, -1.645861029624939, -0.14872246980667114, -0.08258329331874847, -0.867824137210846, -2.515493154525757, -3.0136044025421143, -0.7407617568969727, -1.1600382328033447, -1.9905245304107666, -0.48686301708221436, -1.0146021842956543, -1.6756038665771484, -2.266052722930908, -2.795848846435547, -0.21186980605125427, -1.3273364305496216, -0.8637552857398987, -0.24535231292247772, -2.2459356784820557, -1.7467178106307983, -1.2507432699203491, -2.497408628463745, -1.7545377016067505, -1.6955753564834595, -2.134089708328247, -2.1701302528381348, -1.1970628499984741, -1.9630786180496216, -1.9812281131744385, -2.363797903060913, -1.7982383966445923, -2.1350812911987305, -1.1561931371688843, -0.05883381515741348, -0.4866238832473755, -1.9357051849365234, -0.9702732563018799, -0.14800645411014557, -0.09089242666959763, -0.2082662582397461, -0.26446348428726196, -0.9615726470947266, -2.5097739696502686, -1.3280713558197021, -1.1764800548553467, -2.0056893825531006, -2.35904860496521, -0.882641077041626, -3.6082217693328857, -2.364107608795166, -1.5688759088516235, -1.7897934913635254, -2.2901127338409424, -0.1436668336391449, -0.4793379008769989, -1.7083125114440918, -3.1278886795043945, -0.5713183283805847, -1.5782140493392944, -1.9197584390640259, -1.0447938442230225, -0.4968017041683197, -0.4412517249584198, -1.08008873462677, -1.2104647159576416, -1.8840889930725098, -0.3244185745716095, -0.29788947105407715, -0.837041974067688, -2.022367238998413, -1.1550265550613403, -1.2133543491363525]}, "Bot002_030_15": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_030.log.json", "context": "Hi I\u2019m Jonathan Hi, how are you doing? I\u2019m good you I am doing well, how about you? What\u2019s your favorite activity I love to go hiking Mines is rock climbing That'S cool. i like to hike. Good I am doing well, how about you? What\u2019s your job 1984, and i work at a local newspaper. I\u2019m a mechanical engineer That'S cool. i work at a computer company. I have lab named black troop", "response": "That'S cool. i have a lab.", "annotation_id": "Bot002_030_15", "annotations": ["O", "X", "T", "T", "T", "X", "T", "X", "T", "T", "O", "T", "X", "O", "O"], "gpt2background_target_score": [-13.368456840515137, -7.581564903259277, -13.075738906860352, -13.69922924041748, -9.677092552185059, -8.001178741455078, -8.749216079711914, -5.39553165435791, -13.167121887207031, -10.845320701599121], "gpt2background_argmax_score": [-1.9761701822280884, -1.9461734294891357, -0.11288250982761383, -0.2505771219730377, -2.126431465148926, -3.2176125049591064, -2.2661683559417725, -1.0279420614242554, -1.4815459251403809, -0.34208938479423523, -1.7792189121246338, -1.4114799499511719, -0.7426491379737854, -0.9136149883270264, -0.14146184921264648, -0.37005171179771423, -2.788667917251587, -0.6602910161018372, -2.1752612590789795, -1.0346746444702148, -2.1743834018707275, -2.0286028385162354, -1.771558403968811, -1.5757856369018555, -1.3848085403442383, -0.18579092621803284, -1.2261086702346802, -1.7933268547058105, -1.645861029624939, -0.14872246980667114, -0.08258329331874847, -0.867824137210846, -2.515493154525757, -3.0136044025421143, -0.7407617568969727, -1.1600382328033447, -1.9905245304107666, -0.48686301708221436, -1.0146021842956543, -1.6756038665771484, -2.266052722930908, -2.795848846435547, -0.21186980605125427, -1.3273364305496216, -0.8637552857398987, -0.24535231292247772, -2.2459356784820557, -1.7467178106307983, -1.2507432699203491, -2.497408628463745, -1.7545377016067505, -1.6955753564834595, -2.134089708328247, -2.1701302528381348, -1.1970628499984741, -1.9630786180496216, -1.9812281131744385, -2.363797903060913, -1.7982383966445923, -2.1350812911987305, -1.1561931371688843, -0.05883381515741348, -0.4866238832473755, -1.9357051849365234, -0.9702732563018799, -0.14800645411014557, -0.09089242666959763, -0.2082662582397461, -0.26446348428726196, -0.9615726470947266, -2.5097739696502686, -1.3280713558197021, -1.1764800548553467, -2.0056893825531006, -2.35904860496521, -0.882641077041626, -3.6082217693328857, -2.364107608795166, -1.5688759088516235, -1.7897934913635254, -2.2901127338409424, -0.1436668336391449, -0.4793379008769989, -1.7083125114440918, -3.1278886795043945, -0.5713183283805847, -1.5782140493392944, -0.9551405310630798, -0.22579896450042725, -0.3808915317058563, -1.206533670425415, -1.5092403888702393, -1.8536114692687988, -0.5335593223571777, -0.3705846071243286, -1.1351704597473145, -2.1151211261749268, -1.0900882482528687, -1.9192041158676147, -1.4331773519515991, -0.8395124673843384, -1.161497712135315, -3.3034827709198, -2.569173812866211, -1.8498939275741577, -2.256441116333008, -1.1379156112670898, -0.3664863705635071, -0.3247043788433075, -0.8789506554603577, -1.5952188968658447, -1.1122252941131592, -0.9678063988685608, -2.054535150527954, -0.49085861444473267, -1.3476617336273193]}, "Bot002_030_17": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_030.log.json", "context": "Hi I\u2019m Jonathan Hi, how are you doing? I\u2019m good you I am doing well, how about you? What\u2019s your favorite activity I love to go hiking Mines is rock climbing That'S cool. i like to hike. Good I am doing well, how about you? What\u2019s your job 1984, and i work at a local newspaper. I\u2019m a mechanical engineer That'S cool. i work at a computer company. I have lab named black troop That'S cool. i have a lab. Where", "response": "I live in the midwest in the midwest", "annotation_id": "Bot002_030_17", "annotations": ["T", "X", "O", "T", "O", "X", "T", "O", "T", "T", "O", "T", "X", "O", "O"], "gpt2background_target_score": [-9.236458778381348, -7.093294143676758, -12.444314956665039, -13.023090362548828, -9.16961669921875, -11.854954719543457, -7.501518249511719, -5.3692803382873535, -11.487560272216797, -13.293229103088379], "gpt2background_argmax_score": [-1.9761701822280884, -1.9461734294891357, -0.11288250982761383, -0.2505771219730377, -2.126431465148926, -3.2176125049591064, -2.2661683559417725, -1.0279420614242554, -1.4815459251403809, -0.34208938479423523, -1.7792189121246338, -1.4114799499511719, -0.7426491379737854, -0.9136149883270264, -0.14146184921264648, -0.37005171179771423, -2.788667917251587, -0.6602910161018372, -2.1752612590789795, -1.0346746444702148, -2.1743834018707275, -2.0286028385162354, -1.771558403968811, -1.5757856369018555, -1.3848085403442383, -0.18579092621803284, -1.2261086702346802, -1.7933268547058105, -1.645861029624939, -0.14872246980667114, -0.08258329331874847, -0.867824137210846, -2.515493154525757, -3.0136044025421143, -0.7407617568969727, -1.1600382328033447, -1.9905245304107666, -0.48686301708221436, -1.0146021842956543, -1.6756038665771484, -2.266052722930908, -2.795848846435547, -0.21186980605125427, -1.3273364305496216, -0.8637552857398987, -0.24535231292247772, -2.2459356784820557, -1.7467178106307983, -1.2507432699203491, -2.497408628463745, -1.7545377016067505, -1.6955753564834595, -2.134089708328247, -2.1701302528381348, -1.1970628499984741, -1.9630786180496216, -1.9812281131744385, -2.363797903060913, -1.7982383966445923, -2.1350812911987305, -1.1561931371688843, -0.05883381515741348, -0.4866238832473755, -1.9357051849365234, -0.9702732563018799, -0.14800645411014557, -0.09089242666959763, -0.2082662582397461, -0.26446348428726196, -0.9615726470947266, -2.5097739696502686, -1.3280713558197021, -1.1764800548553467, -2.0056893825531006, -2.35904860496521, -0.882641077041626, -3.6082217693328857, -2.364107608795166, -1.5688759088516235, -1.7897934913635254, -2.2901127338409424, -0.1436668336391449, -0.4793379008769989, -1.7083125114440918, -3.1278886795043945, -0.5713183283805847, -1.5782140493392944, -0.9551405310630798, -0.22579896450042725, -0.3808915317058563, -1.206533670425415, -1.5092403888702393, -1.8536114692687988, -0.5335593223571777, -0.3705846071243286, -1.1351704597473145, -2.1151211261749268, -1.0900882482528687, -1.9192041158676147, -1.4331773519515991, -0.8395124673843384, -1.161497712135315, -3.3034827709198, -2.569173812866211, -1.8498939275741577, -0.9415526986122131, -0.22173626720905304, -0.22548912465572357, -0.7698966264724731, -1.490248441696167, -1.1945431232452393, -1.1485021114349365, -2.810410499572754, -0.5463868975639343, -1.7836865186691284, -1.4686763286590576, -2.380855083465576, -1.2165347337722778, -1.2339736223220825, -1.8383128643035889, -1.7329246997833252, -0.286360502243042, -1.7890923023223877, -1.145797610282898, -2.0095691680908203, -0.17594777047634125, -1.5110834836959839]}, "Bot002_030_19": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_030.log.json", "context": "Hi I\u2019m Jonathan Hi, how are you doing? I\u2019m good you I am doing well, how about you? What\u2019s your favorite activity I love to go hiking Mines is rock climbing That'S cool. i like to hike. Good I am doing well, how about you? What\u2019s your job 1984, and i work at a local newspaper. I\u2019m a mechanical engineer That'S cool. i work at a computer company. I have lab named black troop That'S cool. i have a lab. Where I live in the midwest in the midwest Where are you from", "response": "I live in the usa", "annotation_id": "Bot002_030_19", "annotations": ["T", "T", "T", "T", "T", "X", "T", "X", "O", "T", "O", "T", "X", "O", "O"], "gpt2background_target_score": [-9.236458778381348, -7.093294143676758, -12.444314956665039, -13.023090362548828, -13.160018920898438, -10.116329193115234], "gpt2background_argmax_score": [-1.9761701822280884, -1.9461734294891357, -0.11288250982761383, -0.2505771219730377, -2.126431465148926, -3.2176125049591064, -2.2661683559417725, -1.0279420614242554, -1.4815459251403809, -0.34208938479423523, -1.7792189121246338, -1.4114799499511719, -0.7426491379737854, -0.9136149883270264, -0.14146184921264648, -0.37005171179771423, -2.788667917251587, -0.6602910161018372, -2.1752612590789795, -1.0346746444702148, -2.1743834018707275, -2.0286028385162354, -1.771558403968811, -1.5757856369018555, -1.3848085403442383, -0.18579092621803284, -1.2261086702346802, -1.7933268547058105, -1.645861029624939, -0.14872246980667114, -0.08258329331874847, -0.867824137210846, -2.515493154525757, -3.0136044025421143, -0.7407617568969727, -1.1600382328033447, -1.9905245304107666, -0.48686301708221436, -1.0146021842956543, -1.6756038665771484, -2.266052722930908, -2.795848846435547, -0.21186980605125427, -1.3273364305496216, -0.8637552857398987, -0.24535231292247772, -2.2459356784820557, -1.7467178106307983, -1.2507432699203491, -2.497408628463745, -1.7545377016067505, -1.6955753564834595, -2.134089708328247, -2.1701302528381348, -1.1970628499984741, -1.9630786180496216, -1.9812281131744385, -2.363797903060913, -1.7982383966445923, -2.1350812911987305, -1.1561931371688843, -0.05883381515741348, -0.4866238832473755, -1.9357051849365234, -0.9702732563018799, -0.14800645411014557, -0.09089242666959763, -0.2082662582397461, -0.26446348428726196, -0.9615726470947266, -2.5097739696502686, -1.3280713558197021, -1.1764800548553467, -2.0056893825531006, -2.35904860496521, -0.882641077041626, -3.6082217693328857, -2.364107608795166, -1.5688759088516235, -1.7897934913635254, -2.2901127338409424, -0.1436668336391449, -0.4793379008769989, -1.7083125114440918, -3.1278886795043945, -0.5713183283805847, -1.5782140493392944, -0.9551405310630798, -0.22579896450042725, -0.3808915317058563, -1.2065324783325195, -1.5092412233352661, -1.8536118268966675, -0.5335578918457031, -0.3705853521823883, -1.135170340538025, -2.1151182651519775, -1.0900872945785522, -1.919203758239746, -1.4331773519515991, -0.8395119905471802, -1.1614974737167358, -3.3034822940826416, -2.5691747665405273, -1.8498939275741577, -0.9415522217750549, -0.2217356115579605, -0.22548875212669373, -0.7698967456817627, -1.490249752998352, -1.194543719291687, -1.1485015153884888, -2.810412645339966, -0.5463868975639343, -1.7836847305297852, -1.4686747789382935, -0.5833601355552673, -2.1219935417175293, -1.691306710243225, -2.184546947479248, -0.3616032600402832, -2.3671326637268066, -1.2770792245864868, -2.3866920471191406, -0.19051605463027954, -2.0876760482788086, -1.8140496015548706, -0.2564902603626251, -1.3586503267288208, -0.26761871576309204, -2.07684063911438, -1.6428827047348022, -0.34332308173179626, -0.9752447605133057, -0.7690479755401611, -3.160001516342163, -2.0494980812072754]}, "Bot002_040_01": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_040.log.json", "context": "hi", "response": "Hi, I am doing great. How are you?[SMILING FACE WITH OPEN MOUTH AND SMILING EYES]", "annotation_id": "Bot002_040_01", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "T", "O", "T", "O", "O", "O", "O"], "gpt2background_target_score": [-11.34253978729248, -10.27184772491455, -4.163604259490967, -5.770537376403809, -11.609750747680664, -9.013072967529297, -7.776000499725342, -10.877450942993164, -10.891429901123047, -5.893214225769043, -9.588987350463867, -11.636343955993652, -12.391693115234375, -10.072418212890625, -8.907552719116211, -10.61723518371582, -5.6826863288879395, -7.586169242858887, -3.9271135330200195, -10.320639610290527, -9.752657890319824, -9.083747863769531, -7.734073638916016, -12.208327293395996, -8.283500671386719, -9.133560180664062, -8.81676959991455, -8.392982482910156], "gpt2background_argmax_score": [-3.6915242671966553, -2.3802900314331055, -1.9308511018753052, -1.4068553447723389, -1.3873085975646973, -1.7647984027862549, -1.2782708406448364, -1.2125296592712402, -1.1965917348861694, -1.5363688468933105, -0.2251352220773697, -1.02361261844635, -0.5167785286903381, -3.103844165802002, -2.303647041320801, -1.6743042469024658, -1.8491121530532837, -2.2492687702178955, -2.5640735626220703, -3.4401087760925293, -2.591517686843872, -1.14490807056427, -2.0176916122436523, -3.80350399017334, -0.29036739468574524, -0.6198015809059143, -1.4788841009140015, -1.8074805736541748, -1.8204714059829712, -0.6437354683876038]}, "Bot002_040_03": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_040.log.json", "context": "hi Hi, I am doing great. How are you?[SMILING FACE WITH OPEN MOUTH AND SMILING EYES] im good too thanks", "response": "What do you do for a living?", "annotation_id": "Bot002_040_03", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "T", "O", "T", "O", "O", "O", "O"], "gpt2background_target_score": [-10.194387435913086, -8.549226760864258, -5.3434319496154785, -6.5816168785095215, -8.14975643157959, -1.0416873693466187, -9.626391410827637, -13.436824798583984], "gpt2background_argmax_score": [-3.6915242671966553, -1.8420276641845703, -1.369425892829895, -1.6256965398788452, -1.7984706163406372, -1.0416873693466187, -2.1928870677948, -1.4556472301483154, -1.2246757745742798, -0.3370673954486847, -0.7711517810821533, -1.284855842590332, -3.057840347290039, -2.025949478149414, -1.0805704593658447, -1.2488884925842285, -2.2273621559143066, -2.7368698120117188, -3.6528286933898926, -2.6535353660583496, -1.1583541631698608, -2.216805934906006, -3.851101875305176, -0.23712190985679626, -0.38090717792510986, -2.0031044483184814, -1.8952057361602783, -2.163741111755371, -0.7778088450431824, -2.8940794467926025, -2.2390594482421875, -1.510757565498352, -1.8229819536209106, -2.2779431343078613, -1.8727151155471802, -0.29348233342170715, -1.399684190750122, -1.5596444606781006, -2.367227077484131, -2.626721143722534, -0.5214565396308899, -0.5777272582054138]}, "Bot002_040_05": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_040.log.json", "context": "hi Hi, I am doing great. How are you?[SMILING FACE WITH OPEN MOUTH AND SMILING EYES] im good too thanks What do you do for a living? i m a student", "response": "I am a student. What do you do?", "annotation_id": "Bot002_040_05", "annotations": ["T", "O", "T", "T", "O", "X", "T", "O", "O", "O", "T", "O", "T", "T", "O"], "gpt2background_target_score": [-7.763755798339844, -8.64311695098877, -5.507871150970459, -11.520851135253906, -8.508070945739746, -10.10725212097168, -10.02270221710205, -8.508806228637695, -1.2246757745742798, -9.632624626159668], "gpt2background_argmax_score": [-3.6915242671966553, -1.8420276641845703, -1.369425892829895, -1.6256965398788452, -1.7984706163406372, -1.0416873693466187, -2.1928870677948, -1.4556472301483154, -1.2246757745742798, -0.3370673954486847, -0.7711517810821533, -1.284855842590332, -3.057840347290039, -2.025949478149414, -1.0805704593658447, -1.2488884925842285, -2.2273621559143066, -2.7368698120117188, -3.6528286933898926, -2.6535353660583496, -1.1583541631698608, -2.216805934906006, -3.851101875305176, -0.23712190985679626, -0.38090717792510986, -2.0031044483184814, -1.8952057361602783, -2.163741111755371, -0.7778088450431824, -2.8940794467926025, -2.2390594482421875, -1.510757565498352, -1.8229819536209106, -1.9789568185806274, -0.3736414313316345, -1.5503289699554443, -1.5936174392700195, -2.303539752960205, -2.651803970336914, -0.6144163608551025, -1.3140591382980347, -2.6950440406799316, -3.3514976501464844, -3.3172478675842285, -1.8252822160720825, -2.5539658069610596, -2.2958755493164062, -1.5868237018585205, -1.227448582649231, -2.0132598876953125, -1.1671627759933472, -1.6422160863876343, -0.22314174473285675, -0.36342647671699524, -0.5434340238571167, -0.40828195214271545]}, "Bot002_040_07": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_040.log.json", "context": "hi Hi, I am doing great. How are you?[SMILING FACE WITH OPEN MOUTH AND SMILING EYES] im good too thanks What do you do for a living? i m a student I am a student. What do you do? what about you?", "response": "I like about 10 and I am a huge fan of them", "annotation_id": "Bot002_040_07", "annotations": ["X", "X", "O", "T", "O", "X", "X", "T", "T", "O", "T", "X", "X", "X", "T"], "gpt2background_target_score": [-7.763757228851318, -9.978731155395508, -8.125388145446777, -11.91922664642334, -8.822659492492676, -7.141120910644531, -10.400909423828125, -8.861598014831543, -10.938925743103027, -12.269759178161621, -9.271385192871094, -13.040499687194824], "gpt2background_argmax_score": [-3.6915245056152344, -1.8420274257659912, -1.369425892829895, -1.6256953477859497, -1.7984720468521118, -1.0416886806488037, -2.1928887367248535, -1.4556492567062378, -1.2246767282485962, -0.33706673979759216, -0.7711541056632996, -1.284855604171753, -3.0578391551971436, -2.025949239730835, -1.0805726051330566, -1.2488865852355957, -2.2273621559143066, -2.736868381500244, -3.652829170227051, -2.653536796569824, -1.1583530902862549, -2.2168056964874268, -3.8511033058166504, -0.23712079226970673, -0.38090699911117554, -2.003105401992798, -1.895203948020935, -2.16373872756958, -0.7778103351593018, -2.894078493118286, -2.239060878753662, -1.5107561349868774, -1.8229796886444092, -1.9789572954177856, -0.37364035844802856, -1.550330638885498, -1.5936185121536255, -2.303542137145996, -2.651804208755493, -0.6144159436225891, -1.3140565156936646, -2.6950461864471436, -3.351496934890747, -3.3172452449798584, -1.8252835273742676, -2.7329533100128174, -1.9918235540390015, -2.008758306503296, -2.0140650272369385, -1.9510616064071655, -1.5039204359054565, -0.28670674562454224, -0.3399699032306671, -0.5202557444572449, -1.502281665802002, -1.1100775003433228, -1.7592124938964844, -0.5134680271148682, -1.9418530464172363, -2.289471387863159, -2.2898473739624023, -1.516344666481018, -2.700981855392456, -2.137539863586426, -1.653668999671936, -2.396182060241699, -2.1380181312561035, -1.407137393951416, -0.8097655177116394, -0.31918102502822876, -2.885638952255249, -0.9838157296180725]}, "Bot002_040_09": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_040.log.json", "context": "hi Hi, I am doing great. How are you?[SMILING FACE WITH OPEN MOUTH AND SMILING EYES] im good too thanks What do you do for a living? i m a student I am a student. What do you do? what about you? I like about 10 and I am a huge fan of them how old are you?", "response": "I'm 77", "annotation_id": "Bot002_040_09", "annotations": ["O", "O", "T", "O", "O", "O", "O", "O", "O", "O", "T", "X", "T", "O", "O"], "gpt2background_target_score": [-7.763757228851318, -9.418050765991211, -11.536290168762207], "gpt2background_argmax_score": [-3.6915245056152344, -1.8420274257659912, -1.369425892829895, -1.6256953477859497, -1.7984720468521118, -1.0416886806488037, -2.1928887367248535, -1.4556492567062378, -1.2246767282485962, -0.33706673979759216, -0.7711541056632996, -1.284855604171753, -3.0578391551971436, -2.025949239730835, -1.0805726051330566, -1.2488865852355957, -2.2273621559143066, -2.736868381500244, -3.652829170227051, -2.653536796569824, -1.1583530902862549, -2.2168056964874268, -3.8511033058166504, -0.23712079226970673, -0.38090699911117554, -2.003105401992798, -1.895203948020935, -2.16373872756958, -0.7778103351593018, -2.894078493118286, -2.239060878753662, -1.5107561349868774, -1.8229796886444092, -1.9789572954177856, -0.37364035844802856, -1.550330638885498, -1.5936185121536255, -2.303542137145996, -2.651804208755493, -0.6144159436225891, -1.3140565156936646, -2.6950461864471436, -3.351496934890747, -3.3172452449798584, -1.8252835273742676, -2.7329533100128174, -1.9918235540390015, -2.008758306503296, -2.0140650272369385, -1.9510616064071655, -1.5039204359054565, -0.28670674562454224, -0.3399699032306671, -0.5202557444572449, -1.502281665802002, -1.1100775003433228, -1.7592124938964844, -0.5134680271148682, -1.9418530464172363, -2.0157392024993896, -1.5059514045715332, -1.596671223640442, -2.145946979522705, -1.9405254125595093, -2.2719368934631348, -2.2357981204986572, -1.6419039964675903, -0.8406609892845154, -0.3015923798084259, -2.9063477516174316, -0.9092110395431519, -1.4442667961120605, -0.9669809937477112, -0.46554476022720337, -0.8811154365539551, -2.0427498817443848, -1.881424069404602, -2.022102117538452, -1.533254861831665, -1.6821352243423462]}, "Bot002_040_11": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_040.log.json", "context": "hi Hi, I am doing great. How are you?[SMILING FACE WITH OPEN MOUTH AND SMILING EYES] im good too thanks What do you do for a living? i m a student I am a student. What do you do? what about you? I like about 10 and I am a huge fan of them how old are you? I'm 77 what is your job?", "response": "I work for a company.", "annotation_id": "Bot002_040_11", "annotations": ["O", "X", "X", "O", "O", "T", "O", "O", "O", "O", "T", "X", "O", "O", "O"], "gpt2background_target_score": [-7.763757228851318, -9.956391334533691, -6.7542314529418945, -8.768731117248535, -11.294622421264648, -8.201604843139648], "gpt2background_argmax_score": [-3.6915245056152344, -1.8420274257659912, -1.369425892829895, -1.6256953477859497, -1.7984720468521118, -1.0416886806488037, -2.1928887367248535, -1.4556492567062378, -1.2246767282485962, -0.33706673979759216, -0.7711541056632996, -1.284855604171753, -3.0578391551971436, -2.025949239730835, -1.0805726051330566, -1.2488865852355957, -2.2273621559143066, -2.736868381500244, -3.652829170227051, -2.653536796569824, -1.1583530902862549, -2.2168056964874268, -3.8511033058166504, -0.23712079226970673, -0.38090699911117554, -2.003105401992798, -1.895203948020935, -2.16373872756958, -0.7778103351593018, -2.894078493118286, -2.239060878753662, -1.5107561349868774, -1.8229796886444092, -1.9789572954177856, -0.37364035844802856, -1.550330638885498, -1.5936185121536255, -2.303542137145996, -2.651804208755493, -0.6144159436225891, -1.3140565156936646, -2.6950461864471436, -3.351496934890747, -3.3172452449798584, -1.8252835273742676, -2.7329533100128174, -1.9918235540390015, -2.008758306503296, -2.0140650272369385, -1.9510616064071655, -1.5039204359054565, -0.28670674562454224, -0.3399699032306671, -0.5202557444572449, -1.502281665802002, -1.1100775003433228, -1.7592124938964844, -0.5134680271148682, -1.9418530464172363, -2.0157392024993896, -1.5059514045715332, -1.596671223640442, -2.145946979522705, -1.9405254125595093, -2.2719368934631348, -2.2357981204986572, -1.6419039964675903, -0.8406609892845154, -0.3015923798084259, -2.9063477516174316, -0.9092110395431519, -1.4442667961120605, -0.966981828212738, -0.4655452072620392, -0.8811163306236267, -2.042750597000122, -2.209879159927368, -1.9340656995773315, -1.3768608570098877, -1.7067927122116089, -0.9213890433311462, -1.9798197746276855, -1.0837793350219727, -1.8321222066879272, -1.8789318799972534, -1.7907673120498657, -1.377348780632019, -0.5703098773956299, -2.2954883575439453, -1.2595429420471191, -1.289674162864685]}, "Bot002_040_13": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_040.log.json", "context": "hi Hi, I am doing great. How are you?[SMILING FACE WITH OPEN MOUTH AND SMILING EYES] im good too thanks What do you do for a living? i m a student I am a student. What do you do? what about you? I like about 10 and I am a huge fan of them how old are you? I'm 77 what is your job? I work for a company. i m 12 years old girl", "response": "I am 16, I am 16 candles and love to read.[WINKING FACE]", "annotation_id": "Bot002_040_13", "annotations": ["T", "X", "T", "O", "O", "X", "X", "O", "T", "O", "T", "T", "T", "X", "T"], "gpt2background_target_score": [-7.763757228851318, -8.643117904663086, -9.692926406860352, -8.857853889465332, -7.6707963943481445, -8.496458053588867, -10.013384819030762, -13.12891674041748, -7.071329593658447, -12.360067367553711, -7.69917106628418, -11.164987564086914, -12.652316093444824, -6.845727920532227, -9.745718002319336, -7.328106880187988, -7.929561138153076, -5.617014408111572], "gpt2background_argmax_score": [-3.6915245056152344, -1.8420274257659912, -1.369425892829895, -1.6256953477859497, -1.7984720468521118, -1.0416886806488037, -2.1928887367248535, -1.4556492567062378, -1.2246767282485962, -0.33706673979759216, -0.7711541056632996, -1.284855604171753, -3.0578391551971436, -2.025949239730835, -1.0805726051330566, -1.2488865852355957, -2.2273621559143066, -2.736868381500244, -3.652829170227051, -2.653536796569824, -1.1583530902862549, -2.2168056964874268, -3.8511033058166504, -0.23712079226970673, -0.38090699911117554, -2.003105401992798, -1.895203948020935, -2.16373872756958, -0.7778103351593018, -2.894078493118286, -2.239060878753662, -1.5107561349868774, -1.8229796886444092, -1.9789572954177856, -0.37364035844802856, -1.550330638885498, -1.5936185121536255, -2.303542137145996, -2.651804208755493, -0.6144159436225891, -1.3140565156936646, -2.6950461864471436, -3.351496934890747, -3.3172452449798584, -1.8252835273742676, -2.7329533100128174, -1.9918235540390015, -2.008758306503296, -2.0140650272369385, -1.9510616064071655, -1.5039204359054565, -0.28670674562454224, -0.3399699032306671, -0.5202557444572449, -1.502281665802002, -1.1100775003433228, -1.7592124938964844, -0.5134680271148682, -1.9418530464172363, -2.0157392024993896, -1.5059514045715332, -1.596671223640442, -2.145946979522705, -1.9405254125595093, -2.2719368934631348, -2.2357981204986572, -1.6419039964675903, -0.8406609892845154, -0.3015923798084259, -2.9063477516174316, -0.9092110395431519, -1.4442667961120605, -0.966981828212738, -0.4655452072620392, -0.8811163306236267, -2.042750597000122, -2.209879159927368, -1.9340656995773315, -1.3768608570098877, -1.7067927122116089, -0.9213890433311462, -1.9798197746276855, -1.0837793350219727, -1.8321222066879272, -1.8652580976486206, -1.526052713394165, -0.7826906442642212, -2.3710849285125732, -1.2222129106521606, -1.195646047592163, -1.9265962839126587, -1.2670071125030518, -1.7456271648406982, -0.2752765119075775, -1.5659104585647583, -1.596001386642456, -2.2655627727508545, -1.976900339126587, -1.46016526222229, -1.8280171155929565, -1.9786896705627441, -1.647698998451233, -1.785715937614441, -1.284193754196167, -1.6909393072128296, -1.35079824924469, -2.3710601329803467, -2.242537021636963, -2.5653903484344482, -2.3668947219848633, -2.211158037185669, -2.348264455795288, -1.2636538743972778, -1.2970199584960938, -1.6677405834197998]}, "Bot002_040_15": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_040.log.json", "context": "hi Hi, I am doing great. How are you?[SMILING FACE WITH OPEN MOUTH AND SMILING EYES] im good too thanks What do you do for a living? i m a student I am a student. What do you do? what about you? I like about 10 and I am a huge fan of them how old are you? I'm 77 what is your job? I work for a company. i m 12 years old girl I am 16, I am 16 candles and love to read.[WINKING FACE] i like reading too", "response": "I like reading too. I like reading.", "annotation_id": "Bot002_040_15", "annotations": ["O", "X", "O", "T", "O", "X", "T", "O", "O", "O", "T", "X", "T", "O", "O"], "gpt2background_target_score": [-7.763757228851318, -9.978731155395508, -9.033935546875, -9.411561965942383, -8.508073806762695, -7.141120910644531, -8.471833229064941, -10.058086395263672, -7.580976963043213], "gpt2background_argmax_score": [-3.6915245056152344, -1.8420274257659912, -1.369425892829895, -1.6256953477859497, -1.7984720468521118, -1.0416886806488037, -2.1928887367248535, -1.4556492567062378, -1.2246767282485962, -0.33706673979759216, -0.7711541056632996, -1.284855604171753, -3.0578391551971436, -2.025949239730835, -1.0805726051330566, -1.2488865852355957, -2.2273621559143066, -2.736868381500244, -3.652829170227051, -2.653536796569824, -1.1583530902862549, -2.2168056964874268, -3.8511033058166504, -0.23712079226970673, -0.38090699911117554, -2.003105401992798, -1.895203948020935, -2.16373872756958, -0.7778103351593018, -2.894078493118286, -2.239060878753662, -1.5107561349868774, -1.8229796886444092, -1.9789572954177856, -0.37364035844802856, -1.550330638885498, -1.5936185121536255, -2.303542137145996, -2.651804208755493, -0.6144159436225891, -1.3140565156936646, -2.6950461864471436, -3.351496934890747, -3.3172452449798584, -1.8252835273742676, -2.7329533100128174, -1.9918235540390015, -2.008758306503296, -2.0140650272369385, -1.9510616064071655, -1.5039204359054565, -0.28670674562454224, -0.3399699032306671, -0.5202557444572449, -1.502281665802002, -1.1100775003433228, -1.7592124938964844, -0.5134680271148682, -1.9418530464172363, -2.0157392024993896, -1.5059514045715332, -1.596671223640442, -2.145946979522705, -1.9405254125595093, -2.2719368934631348, -2.2357981204986572, -1.6419039964675903, -0.8406609892845154, -0.3015923798084259, -2.9063477516174316, -0.9092110395431519, -1.4442667961120605, -0.966981828212738, -0.4655452072620392, -0.8811163306236267, -2.042750597000122, -2.209879159927368, -1.9340656995773315, -1.3768608570098877, -1.7067927122116089, -0.9213890433311462, -1.9798197746276855, -1.0837793350219727, -1.8321222066879272, -1.8652580976486206, -1.526052713394165, -0.7826906442642212, -2.3710849285125732, -1.2222129106521606, -1.195646047592163, -1.9265962839126587, -1.2670071125030518, -1.7456271648406982, -0.2752765119075775, -1.5659104585647583, -1.596001386642456, -1.7310781478881836, -1.797766923904419, -1.5652954578399658, -2.0702452659606934, -1.5054439306259155, -1.8270947933197021, -1.3940744400024414, -2.018099784851074, -1.5904595851898193, -1.9637393951416016, -2.2885026931762695, -2.1835601329803467, -2.2662479877471924, -2.2080283164978027, -2.0397868156433105, -1.4125213623046875, -1.121914267539978, -2.5714893341064453, -1.9267159700393677, -2.0417895317077637, -2.2612996101379395, -1.4724518060684204, -2.345252513885498, -2.1891160011291504, -0.7903563380241394, -1.4124815464019775, -1.5405712127685547, -1.1782146692276, -1.4112566709518433, -1.0060633420944214, -0.4729987680912018, -1.0204472541809082]}, "Bot002_040_17": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_040.log.json", "context": "hi Hi, I am doing great. How are you?[SMILING FACE WITH OPEN MOUTH AND SMILING EYES] im good too thanks What do you do for a living? i m a student I am a student. What do you do? what about you? I like about 10 and I am a huge fan of them how old are you? I'm 77 what is your job? I work for a company. i m 12 years old girl I am 16, I am 16 candles and love to read.[WINKING FACE] i like reading too I like reading too. I like reading. i hate school", "response": "[SLIGHTLY FROWNING FACE]  I hate school, but I hate school.", "annotation_id": "Bot002_040_17", "annotations": ["O", "X", "T", "T", "O", "T", "X", "T", "T", "O", "T", "X", "X", "O", "T"], "gpt2background_target_score": [-9.296085357666016, -12.54040813446045, -12.927112579345703, -13.534039497375488, -11.827566146850586, -13.623952865600586, -12.260318756103516, -13.053791046142578, -11.436100959777832, -9.142313957214355, -9.22415828704834, -11.703863143920898, -10.533709526062012, -5.829131126403809, -8.265789031982422, -6.331182479858398, -11.013572692871094, -11.601137161254883, -5.8626298904418945], "gpt2background_argmax_score": [-3.6915245056152344, -1.8420274257659912, -1.369425892829895, -1.6256953477859497, -1.7984720468521118, -1.0416886806488037, -2.1928887367248535, -1.4556492567062378, -1.2246767282485962, -0.33706673979759216, -0.7711541056632996, -1.284855604171753, -3.0578391551971436, -2.025949239730835, -1.0805726051330566, -1.2488865852355957, -2.2273621559143066, -2.736868381500244, -3.652829170227051, -2.653536796569824, -1.1583530902862549, -2.2168056964874268, -3.8511033058166504, -0.23712079226970673, -0.38090699911117554, -2.003105401992798, -1.895203948020935, -2.16373872756958, -0.7778103351593018, -2.894078493118286, -2.239060878753662, -1.5107561349868774, -1.8229796886444092, -1.9789572954177856, -0.37364035844802856, -1.550330638885498, -1.5936185121536255, -2.303542137145996, -2.651804208755493, -0.6144159436225891, -1.3140565156936646, -2.6950461864471436, -3.351496934890747, -3.3172452449798584, -1.8252835273742676, -2.7329533100128174, -1.9918235540390015, -2.008758306503296, -2.0140650272369385, -1.9510616064071655, -1.5039204359054565, -0.28670674562454224, -0.3399699032306671, -0.5202557444572449, -1.502281665802002, -1.1100775003433228, -1.7592124938964844, -0.5134680271148682, -1.9418530464172363, -2.0157392024993896, -1.5059514045715332, -1.596671223640442, -2.145946979522705, -1.9405254125595093, -2.2719368934631348, -2.2357981204986572, -1.6419039964675903, -0.8406609892845154, -0.3015923798084259, -2.9063477516174316, -0.9092110395431519, -1.4442667961120605, -0.966981828212738, -0.4655452072620392, -0.8811163306236267, -2.042750597000122, -2.209879159927368, -1.9340656995773315, -1.3768608570098877, -1.7067927122116089, -0.9213890433311462, -1.9798197746276855, -1.0837793350219727, -1.8321222066879272, -1.8652580976486206, -1.526052713394165, -0.7826906442642212, -2.3710849285125732, -1.2222129106521606, -1.195646047592163, -1.9265962839126587, -1.2670071125030518, -1.7456271648406982, -0.2752765119075775, -1.5659104585647583, -1.596001386642456, -1.7310781478881836, -1.797766923904419, -1.5652954578399658, -2.0702452659606934, -1.5054439306259155, -1.8270947933197021, -1.3940744400024414, -2.018099784851074, -1.5904595851898193, -1.9637393951416016, -2.2885026931762695, -2.1835601329803467, -2.2662479877471924, -2.2080283164978027, -2.0397868156433105, -1.4125213623046875, -1.121914267539978, -2.5714893341064453, -1.9267159700393677, -2.0417895317077637, -2.2612996101379395, -1.4724518060684204, -1.7854313850402832, -1.5312230587005615, -0.9323728680610657, -1.8790130615234375, -1.7000528573989868, -1.1278470754623413, -1.1762454509735107, -0.507169246673584, -1.0534613132476807, -0.7708010673522949, -0.5831782221794128, -1.2152841091156006, -2.2214717864990234, -2.905627489089966, -1.393227458000183, -2.829533815383911, -3.487126588821411, -1.2358407974243164, -1.9558579921722412, -1.118984580039978, -1.4853501319885254, -1.7417407035827637, -0.7600206732749939, -1.731913685798645, -1.7973077297210693, -1.4532121419906616, -1.5684365034103394, -1.2553057670593262, -2.2761542797088623, -1.862924337387085, -1.1283135414123535, -1.117443561553955]}, "Bot002_040_19": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_040.log.json", "context": "hi Hi, I am doing great. How are you?[SMILING FACE WITH OPEN MOUTH AND SMILING EYES] im good too thanks What do you do for a living? i m a student I am a student. What do you do? what about you? I like about 10 and I am a huge fan of them how old are you? I'm 77 what is your job? I work for a company. i m 12 years old girl I am 16, I am 16 candles and love to read.[WINKING FACE] i like reading too I like reading too. I like reading. i hate school [SLIGHTLY FROWNING FACE]  I hate school, but I hate school. i love to play pobox", "response": "I am sorry to hear that.", "annotation_id": "Bot002_040_19", "annotations": ["T", "X", "X", "T", "T", "T", "T", "T", "X", "T", "T", "X", "X", "T", "T"], "gpt2background_target_score": [-7.763757228851318, -8.643117904663086, -5.052595138549805, -9.865602493286133, -12.839138984680176, -7.1772661209106445, -2.4704160690307617], "gpt2background_argmax_score": [-3.6915245056152344, -1.8420274257659912, -1.369425892829895, -1.6256953477859497, -1.7984720468521118, -1.0416886806488037, -2.1928887367248535, -1.4556492567062378, -1.2246767282485962, -0.33706673979759216, -0.7711541056632996, -1.284855604171753, -3.0578391551971436, -2.025949239730835, -1.0805726051330566, -1.2488865852355957, -2.2273621559143066, -2.736868381500244, -3.652829170227051, -2.653536796569824, -1.1583530902862549, -2.2168056964874268, -3.8511033058166504, -0.23712079226970673, -0.38090699911117554, -2.003105401992798, -1.895203948020935, -2.16373872756958, -0.7778103351593018, -2.894078493118286, -2.239060878753662, -1.5107561349868774, -1.8229796886444092, -1.9789572954177856, -0.37364035844802856, -1.550330638885498, -1.5936185121536255, -2.303542137145996, -2.651804208755493, -0.6144159436225891, -1.3140565156936646, -2.6950461864471436, -3.351496934890747, -3.3172452449798584, -1.8252835273742676, -2.7329533100128174, -1.9918235540390015, -2.008758306503296, -2.0140650272369385, -1.9510616064071655, -1.5039204359054565, -0.28670674562454224, -0.3399699032306671, -0.5202557444572449, -1.502281665802002, -1.1100775003433228, -1.7592124938964844, -0.5134680271148682, -1.9418530464172363, -2.0157392024993896, -1.5059514045715332, -1.596671223640442, -2.145946979522705, -1.9405254125595093, -2.2719368934631348, -2.2357981204986572, -1.6419039964675903, -0.8406609892845154, -0.3015923798084259, -2.9063477516174316, -0.9092110395431519, -1.4442667961120605, -0.966981828212738, -0.4655452072620392, -0.8811163306236267, -2.042750597000122, -2.209879159927368, -1.9340656995773315, -1.3768608570098877, -1.7067927122116089, -0.9213890433311462, -1.9798197746276855, -1.0837793350219727, -1.8321222066879272, -1.8652580976486206, -1.526052713394165, -0.7826906442642212, -2.3710849285125732, -1.2222129106521606, -1.195646047592163, -1.9265962839126587, -1.2670071125030518, -1.7456271648406982, -0.2752765119075775, -1.5659104585647583, -1.596001386642456, -1.7310781478881836, -1.797766923904419, -1.5652954578399658, -2.0702452659606934, -1.5054439306259155, -1.8270947933197021, -1.3940744400024414, -2.018099784851074, -1.5904595851898193, -1.9637393951416016, -2.2885026931762695, -2.1835601329803467, -2.2662479877471924, -2.2080283164978027, -2.0397868156433105, -1.4125213623046875, -1.121914267539978, -2.5714893341064453, -1.9267159700393677, -2.0417895317077637, -2.2612996101379395, -1.4724518060684204, -1.7854313850402832, -1.5312230587005615, -0.9323728680610657, -1.8790130615234375, -1.7000528573989868, -1.1278470754623413, -1.1762454509735107, -0.507169246673584, -1.0534613132476807, -0.7708010673522949, -0.5831782221794128, -1.2152841091156006, -2.927135944366455, -1.3402882814407349, -1.542878270149231, -1.792240023612976, -1.212823748588562, -1.0423204898834229, -1.6210472583770752, -0.7829720973968506, -2.1017515659332275, -1.6599724292755127, -1.5678870677947998, -1.8573617935180664, -1.6664092540740967, -1.5226435661315918, -1.401868462562561, -2.181657075881958, -1.939651608467102, -1.1305248737335205, -1.2048169374465942, -1.0058722496032715, -0.8904308676719666, -0.36067530512809753, -1.9068572521209717, -2.657787322998047, -2.594656229019165, -2.4990181922912598, -2.11285400390625, -2.397463798522949, -1.8156545162200928, -1.8739047050476074, -0.25122401118278503, -0.7360094785690308, -1.056477665901184, -1.0916296243667603]}, "Bot002_041_01": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_041.log.json", "context": "Hello there", "response": "Hi, how are you doing?", "annotation_id": "Bot002_041_01", "annotations": ["O", "O", "O", "X", "O", "O", "O", "O", "O", "T", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-11.239398002624512, -0.9952738285064697, -10.632248878479004, -7.9201436042785645, -4.576519966125488, -9.934760093688965, -9.860420227050781], "gpt2background_argmax_score": [-2.13662052154541, -0.9952738285064697, -2.1826295852661133, -1.598244071006775, -1.316678762435913, -1.9987643957138062, -0.2823809087276459, -1.755078911781311, -1.421528935432434, -0.6305838227272034]}, "Bot002_041_03": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_041.log.json", "context": "Hello there Hi, how are you doing? I'm fine! and you?", "response": "I'm doing great. Just got back from a long day of work.", "annotation_id": "Bot002_041_03", "annotations": ["O", "O", "O", "O", "T", "O", "T", "O", "T", "O", "O", "O", "O", "O", "T"], "gpt2background_target_score": [-9.545134544372559, -10.854110717773438, -10.731182098388672, -9.287242889404297, -7.8132219314575195, -11.797500610351562, -7.876578330993652, -8.410438537597656, -9.584965705871582, -9.468481063842773, -9.073205947875977, -10.380240440368652, -9.790258407592773, -7.609471797943115, -6.247498512268066], "gpt2background_argmax_score": [-2.13662052154541, -0.9952738285064697, -1.6946535110473633, -1.3948551416397095, -1.64915931224823, -0.3604073226451874, -1.7235251665115356, -1.6012266874313354, -0.8529078364372253, -1.390595555305481, -2.6876516342163086, -1.6838358640670776, -1.6922622919082642, -1.2839962244033813, -1.6696288585662842, -1.662636160850525, -1.692199468612671, -1.228244662284851, -2.304737091064453, -2.184333562850952, -0.968403697013855, -1.1518173217773438, -3.3543667793273926, -2.016817331314087, -0.9828998446464539, -1.450930118560791, -1.8226479291915894, -2.406528949737549, -1.5281407833099365, -2.8148560523986816, -1.4173048734664917, -1.6995866298675537]}, "Bot002_041_05": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_041.log.json", "context": "Hello there Hi, how are you doing? I'm fine! and you? I'm doing great. Just got back from a long day of work. What is your work?", "response": "I work for a company.", "annotation_id": "Bot002_041_05", "annotations": ["O", "O", "O", "O", "X", "O", "X", "T", "X", "O", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-9.545134544372559, -10.038978576660156, -8.113962173461914, -5.831837177276611, -11.937503814697266, -10.806524276733398], "gpt2background_argmax_score": [-2.13662052154541, -0.9952738285064697, -1.6946535110473633, -1.3948551416397095, -1.64915931224823, -0.3604073226451874, -1.7235251665115356, -1.6012266874313354, -0.8529078364372253, -1.390595555305481, -2.6876516342163086, -1.6838358640670776, -1.6922622919082642, -1.2839962244033813, -1.6696288585662842, -1.662636160850525, -1.0593276023864746, -2.296722412109375, -2.0359838008880615, -1.0070120096206665, -1.3652592897415161, -3.353520393371582, -2.0855979919433594, -0.9740276336669922, -1.490615963935852, -1.8198567628860474, -2.3979828357696533, -1.5584402084350586, -2.782698154449463, -1.4501997232437134, -1.5466512441635132, -1.6688412427902222, -0.8023778796195984, -2.4384043216705322, -1.887112021446228, -1.508713960647583, -1.7692718505859375, -1.5936651229858398, -1.710247278213501, -0.7174988389015198, -2.3248329162597656, -1.0770702362060547, -1.2436283826828003]}, "Bot002_041_07": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_041.log.json", "context": "Hello there Hi, how are you doing? I'm fine! and you? I'm doing great. Just got back from a long day of work. What is your work? I work for a company. what company you working for?", "response": "I work for a company.", "annotation_id": "Bot002_041_07", "annotations": ["T", "X", "O", "X", "X", "T", "X", "T", "X", "T", "X", "X", "T", "X", "O"], "gpt2background_target_score": [-9.545134544372559, -10.038978576660156, -8.113962173461914, -5.831837177276611, -11.937503814697266, -10.806524276733398], "gpt2background_argmax_score": [-2.13662052154541, -0.9952738285064697, -1.6946535110473633, -1.3948551416397095, -1.64915931224823, -0.3604073226451874, -1.7235251665115356, -1.6012266874313354, -0.8529078364372253, -1.390595555305481, -2.6876516342163086, -1.6838358640670776, -1.6922622919082642, -1.2839962244033813, -1.6696288585662842, -1.662636160850525, -1.0593276023864746, -2.296722412109375, -2.0359838008880615, -1.0070120096206665, -1.3652592897415161, -3.353520393371582, -2.0855979919433594, -0.9740276336669922, -1.490615963935852, -1.8198567628860474, -2.3979828357696533, -1.5584402084350586, -2.782698154449463, -1.4501997232437134, -1.5466512441635132, -1.6688412427902222, -0.8023778796195984, -2.4384043216705322, -1.887112021446228, -1.508713960647583, -1.3376057147979736, -1.7254401445388794, -0.857391893863678, -2.317946434020996, -1.0574716329574585, -1.3198121786117554, -1.8703149557113647, -1.4606834650039673, -0.5620841979980469, -0.8608583807945251, -0.323752760887146, -1.449126958847046, -1.7495743036270142, -0.6830376386642456, -0.7457329630851746, -0.9165549874305725, -0.9630928039550781, -1.227670669555664, -1.2366081476211548]}, "Bot002_041_09": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_041.log.json", "context": "Hello there Hi, how are you doing? I'm fine! and you? I'm doing great. Just got back from a long day of work. What is your work? I work for a company. what company you working for? I work for a company. My family and I are from india. where are you from?", "response": "I live in California. I live in California.", "annotation_id": "Bot002_041_09", "annotations": ["O", "T", "O", "O", "T", "O", "T", "O", "X", "O", "O", "O", "O", "O", "T"], "gpt2background_target_score": [-9.545137405395508, -10.355300903320312, -8.186197280883789, -10.933403968811035, -7.8132219314575195, -4.566349983215332, -9.350621223449707, -3.2750673294067383, -11.859106063842773, -9.042213439941406], "gpt2background_argmax_score": [-2.1366207599639893, -0.9952725172042847, -1.6946529150009155, -1.394858717918396, -1.6491585969924927, -0.36040598154067993, -1.723527193069458, -1.6012259721755981, -0.8529080748558044, -1.3905951976776123, -2.687652349472046, -1.683839201927185, -1.6922625303268433, -1.283996820449829, -1.6696281433105469, -1.6626358032226562, -1.0593276023864746, -2.296721935272217, -2.0359861850738525, -1.0070104598999023, -1.3652584552764893, -3.353518486022949, -2.085598945617676, -0.9740273952484131, -1.4906162023544312, -1.8198548555374146, -2.397981643676758, -1.5584410429000854, -2.7826950550079346, -1.4502007961273193, -1.5466498136520386, -1.6688426733016968, -0.8023785948753357, -2.438401222229004, -1.8871116638183594, -1.5087130069732666, -1.3376048803329468, -1.725440502166748, -0.8573930859565735, -2.3179452419281006, -1.0574731826782227, -1.3198106288909912, -1.8703138828277588, -1.4606839418411255, -0.5620843172073364, -0.8608558773994446, -0.32375216484069824, -1.4491255283355713, -1.0127331018447876, -0.7347798347473145, -1.1009670495986938, -1.3575210571289062, -1.0796645879745483, -1.531022071838379, -1.9174559116363525, -1.096071720123291, -1.0357599258422852, -1.5531461238861084, -2.7483394145965576, -1.6444580554962158, -0.23426219820976257, -0.8839433193206787, -1.643870234489441, -1.3407779932022095, -0.27485957741737366, -1.272010326385498, -0.2510644197463989, -1.5606591701507568, -1.9216160774230957, -1.1692994832992554, -0.31066542863845825, -2.199887752532959, -1.1076189279556274, -1.469754695892334, -1.3097474575042725, -0.3985295295715332, -2.293781280517578, -0.807387113571167, -1.3010464906692505]}, "Bot002_041_11": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_041.log.json", "context": "Hello there Hi, how are you doing? I'm fine! and you? I'm doing great. Just got back from a long day of work. What is your work? I work for a company. what company you working for? I work for a company. My family and I are from india. where are you from? I live in California. I live in California. my mother is very traditional while i prefer to be more free spirited. What about your parents?", "response": "I like to draw and do not like it", "annotation_id": "Bot002_041_11", "annotations": ["O", "X", "O", "X", "T", "X", "T", "X", "X", "X", "T", "X", "T", "X", "T"], "gpt2background_target_score": [-9.545137405395508, -8.151640892028809, -7.828863620758057, -11.705506324768066, -7.178168773651123, -9.449004173278809, -6.687701225280762, -8.180990219116211, -8.3778076171875], "gpt2background_argmax_score": [-2.1366207599639893, -0.9952725172042847, -1.6946529150009155, -1.394858717918396, -1.6491585969924927, -0.36040598154067993, -1.723527193069458, -1.6012259721755981, -0.8529080748558044, -1.3905951976776123, -2.687652349472046, -1.683839201927185, -1.6922625303268433, -1.283996820449829, -1.6696281433105469, -1.6626358032226562, -1.0593276023864746, -2.296721935272217, -2.0359861850738525, -1.0070104598999023, -1.3652584552764893, -3.353518486022949, -2.085598945617676, -0.9740273952484131, -1.4906162023544312, -1.8198548555374146, -2.397981643676758, -1.5584410429000854, -2.7826950550079346, -1.4502007961273193, -1.5466498136520386, -1.6688426733016968, -0.8023785948753357, -2.438401222229004, -1.8871116638183594, -1.5087130069732666, -1.3376048803329468, -1.725440502166748, -0.8573930859565735, -2.3179452419281006, -1.0574731826782227, -1.3198106288909912, -1.8703138828277588, -1.4606839418411255, -0.5620843172073364, -0.8608558773994446, -0.32375216484069824, -1.4491255283355713, -1.0127331018447876, -0.7347798347473145, -1.1009670495986938, -1.3575210571289062, -1.0796645879745483, -1.531022071838379, -1.9174559116363525, -1.096071720123291, -1.0357599258422852, -1.5531461238861084, -2.7483394145965576, -1.6444580554962158, -0.23426219820976257, -0.8839433193206787, -1.643870234489441, -1.3407779932022095, -0.27485957741737366, -1.272010326385498, -0.2510644197463989, -1.5606591701507568, -1.1417315006256104, -0.4281701147556305, -2.2830896377563477, -0.9929991960525513, -1.8258061408996582, -1.3463010787963867, -0.38996198773384094, -2.3874001502990723, -0.6882463097572327, -1.6085710525512695, -1.0191189050674438, -1.163813591003418, -0.8386650085449219, -2.8038547039031982, -1.2922875881195068, -0.9120998978614807, -1.0065839290618896, -1.1815741062164307, -1.5841704607009888, -1.8509801626205444, -1.545976161956787, -1.2920572757720947, -1.3884739875793457, -1.782716155052185, -1.7708989381790161, -0.4322432577610016, -1.513527512550354, -0.3847651779651642, -1.764472246170044, -1.9703376293182373, -1.6152976751327515, -1.3851531744003296, -1.5365228652954102, -2.7480015754699707, -1.7154057025909424, -2.83152437210083, -2.3094606399536133, -1.4012330770492554, -1.0141246318817139]}, "Bot002_041_13": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_041.log.json", "context": "Hello there Hi, how are you doing? I'm fine! and you? I'm doing great. Just got back from a long day of work. What is your work? I work for a company. what company you working for? I work for a company. My family and I are from india. where are you from? I live in California. I live in California. my mother is very traditional while i prefer to be more free spirited. What about your parents? I like to draw and do not like it what do you mean?", "response": "I think I am a bad liar.", "annotation_id": "Bot002_041_13", "annotations": ["T", "X", "O", "O", "X", "X", "T", "T", "X", "X", "X", "X", "O", "T", "T"], "gpt2background_target_score": [-9.545137405395508, -10.135144233703613, -3.551304340362549, -5.941657066345215, -7.318630218505859, -10.239298820495605, -13.57446575164795, -5.568920135498047], "gpt2background_argmax_score": [-2.1366207599639893, -0.9952725172042847, -1.6946529150009155, -1.394858717918396, -1.6491585969924927, -0.36040598154067993, -1.723527193069458, -1.6012259721755981, -0.8529080748558044, -1.3905951976776123, -2.687652349472046, -1.683839201927185, -1.6922625303268433, -1.283996820449829, -1.6696281433105469, -1.6626358032226562, -1.0593276023864746, -2.296721935272217, -2.0359861850738525, -1.0070104598999023, -1.3652584552764893, -3.353518486022949, -2.085598945617676, -0.9740273952484131, -1.4906162023544312, -1.8198548555374146, -2.397981643676758, -1.5584410429000854, -2.7826950550079346, -1.4502007961273193, -1.5466498136520386, -1.6688426733016968, -0.8023785948753357, -2.438401222229004, -1.8871116638183594, -1.5087130069732666, -1.3376048803329468, -1.725440502166748, -0.8573930859565735, -2.3179452419281006, -1.0574731826782227, -1.3198106288909912, -1.8703138828277588, -1.4606839418411255, -0.5620843172073364, -0.8608558773994446, -0.32375216484069824, -1.4491255283355713, -1.0127331018447876, -0.7347798347473145, -1.1009670495986938, -1.3575210571289062, -1.0796645879745483, -1.531022071838379, -1.9174559116363525, -1.096071720123291, -1.0357599258422852, -1.5531461238861084, -2.7483394145965576, -1.6444580554962158, -0.23426219820976257, -0.8839433193206787, -1.643870234489441, -1.3407779932022095, -0.27485957741737366, -1.272010326385498, -0.2510644197463989, -1.5606591701507568, -1.1417315006256104, -0.4281701147556305, -2.2830896377563477, -0.9929991960525513, -1.8258061408996582, -1.3463010787963867, -0.38996198773384094, -2.3874001502990723, -0.6882463097572327, -1.6085710525512695, -1.0191189050674438, -1.163813591003418, -0.8386650085449219, -2.8038547039031982, -1.2922875881195068, -0.9120998978614807, -1.0065839290618896, -1.1815741062164307, -1.5841704607009888, -1.8509801626205444, -1.545976161956787, -1.2920572757720947, -1.3884739875793457, -1.782716155052185, -1.7708989381790161, -0.4322432577610016, -1.513527512550354, -0.3847651779651642, -1.7644731998443604, -1.5886036157608032, -1.317166805267334, -1.6258471012115479, -2.3986001014709473, -2.1831769943237305, -2.9064600467681885, -2.2843823432922363, -1.4651689529418945, -0.825344443321228, -2.009570837020874, -0.5750548839569092, -1.2326605319976807, -1.1556806564331055, -1.6723248958587646, -1.773830771446228, -1.7219992876052856, -1.7717068195343018, -1.5558825731277466, -2.108121871948242, -2.801626205444336, -1.905468225479126, -1.0520284175872803, -1.0027148723602295]}, "Bot002_041_15": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_041.log.json", "context": "Hello there Hi, how are you doing? I'm fine! and you? I'm doing great. Just got back from a long day of work. What is your work? I work for a company. what company you working for? I work for a company. My family and I are from india. where are you from? I live in California. I live in California. my mother is very traditional while i prefer to be more free spirited. What about your parents? I like to draw and do not like it what do you mean? I think I am a bad liar. Do you like music? my favorite music genre is death metal.  what is your favorite music genre?", "response": "I like rock music. I like rock.", "annotation_id": "Bot002_041_15", "annotations": ["O", "O", "O", "X", "X", "O", "T", "O", "X", "O", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-9.545137405395508, -8.151640892028809, -9.27164363861084, -10.384976387023926, -7.8132219314575195, -4.566349983215332, -6.287642478942871, -11.301362037658691, -9.611695289611816], "gpt2background_argmax_score": [-2.1366207599639893, -0.9952725172042847, -1.6946529150009155, -1.394858717918396, -1.6491585969924927, -0.36040598154067993, -1.723527193069458, -1.6012259721755981, -0.8529080748558044, -1.3905951976776123, -2.687652349472046, -1.683839201927185, -1.6922625303268433, -1.283996820449829, -1.6696281433105469, -1.6626358032226562, -1.0593276023864746, -2.296721935272217, -2.0359861850738525, -1.0070104598999023, -1.3652584552764893, -3.353518486022949, -2.085598945617676, -0.9740273952484131, -1.4906162023544312, -1.8198548555374146, -2.397981643676758, -1.5584410429000854, -2.7826950550079346, -1.4502007961273193, -1.5466498136520386, -1.6688426733016968, -0.8023785948753357, -2.438401222229004, -1.8871116638183594, -1.5087130069732666, -1.3376048803329468, -1.725440502166748, -0.8573930859565735, -2.3179452419281006, -1.0574731826782227, -1.3198106288909912, -1.8703138828277588, -1.4606839418411255, -0.5620843172073364, -0.8608558773994446, -0.32375216484069824, -1.4491255283355713, -1.0127331018447876, -0.7347798347473145, -1.1009670495986938, -1.3575210571289062, -1.0796645879745483, -1.531022071838379, -1.9174559116363525, -1.096071720123291, -1.0357599258422852, -1.5531461238861084, -2.7483394145965576, -1.6444580554962158, -0.23426219820976257, -0.8839433193206787, -1.643870234489441, -1.3407779932022095, -0.27485957741737366, -1.272010326385498, -0.2510644197463989, -1.5606591701507568, -1.1417315006256104, -0.4281701147556305, -2.2830896377563477, -0.9929991960525513, -1.8258061408996582, -1.3463010787963867, -0.38996198773384094, -2.3874001502990723, -0.6882463097572327, -1.6085710525512695, -1.0191189050674438, -1.163813591003418, -0.8386650085449219, -2.8038547039031982, -1.2922875881195068, -0.9120998978614807, -1.0065839290618896, -1.1815741062164307, -1.5841704607009888, -1.8509801626205444, -1.545976161956787, -1.2920572757720947, -1.3884739875793457, -1.782716155052185, -1.7708989381790161, -0.4322432577610016, -1.513527512550354, -0.3847651779651642, -1.7644731998443604, -1.5886036157608032, -1.317166805267334, -1.6258471012115479, -2.3986001014709473, -2.1831769943237305, -2.9064600467681885, -2.2843823432922363, -1.4651689529418945, -0.825344443321228, -2.009570837020874, -0.5750548839569092, -1.2326605319976807, -1.1556806564331055, -1.6723248958587646, -1.9052835702896118, -1.7675201892852783, -1.8258510828018188, -1.9815841913223267, -2.489759922027588, -1.4338117837905884, -1.0394761562347412, -1.303146481513977, -0.26747676730155945, -1.4725843667984009, -1.7722243070602417, -0.8297866582870483, -1.2937712669372559, -1.9454421997070312, -2.1842141151428223, -0.538901150226593, -0.899108350276947, -2.4670960903167725, -0.24778787791728973, -0.8217710852622986, -1.6059696674346924, -1.6300125122070312, -2.043515205383301, -1.117134690284729, -2.2189784049987793, -1.720314383506775, -0.32758694887161255, -0.6179447770118713, -1.7729898691177368, -1.9420748949050903, -1.5015500783920288, -2.315406084060669, -1.4248991012573242, -1.1074249744415283, -1.0989762544631958, -1.1916325092315674, -2.8072547912597656, -1.238086462020874, -1.0077643394470215]}, "Bot002_041_17": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_041.log.json", "context": "Hello there Hi, how are you doing? I'm fine! and you? I'm doing great. Just got back from a long day of work. What is your work? I work for a company. what company you working for? I work for a company. My family and I are from india. where are you from? I live in California. I live in California. my mother is very traditional while i prefer to be more free spirited. What about your parents? I like to draw and do not like it what do you mean? I think I am a bad liar. Do you like music? my favorite music genre is death metal.  what is your favorite music genre? I like rock music. I like rock. what is your favorite band or an music artist?", "response": "I like the band. I like country music.", "annotation_id": "Bot002_041_17", "annotations": ["O", "X", "O", "X", "T", "X", "X", "T", "X", "O", "O", "X", "O", "T", "O"], "gpt2background_target_score": [-9.545137405395508, -8.151640892028809, -7.035606861114502, -11.836699485778809, -7.8132219314575195, -4.566349983215332, -6.287642478942871, -12.044145584106445, -10.269335746765137, -9.042213439941406], "gpt2background_argmax_score": [-2.1366207599639893, -0.9952725172042847, -1.6946529150009155, -1.394858717918396, -1.6491585969924927, -0.36040598154067993, -1.723527193069458, -1.6012259721755981, -0.8529080748558044, -1.3905951976776123, -2.687652349472046, -1.683839201927185, -1.6922625303268433, -1.283996820449829, -1.6696281433105469, -1.6626358032226562, -1.0593276023864746, -2.296721935272217, -2.0359861850738525, -1.0070104598999023, -1.3652584552764893, -3.353518486022949, -2.085598945617676, -0.9740273952484131, -1.4906162023544312, -1.8198548555374146, -2.397981643676758, -1.5584410429000854, -2.7826950550079346, -1.4502007961273193, -1.5466498136520386, -1.6688426733016968, -0.8023785948753357, -2.438401222229004, -1.8871116638183594, -1.5087130069732666, -1.3376048803329468, -1.725440502166748, -0.8573930859565735, -2.3179452419281006, -1.0574731826782227, -1.3198106288909912, -1.8703138828277588, -1.4606839418411255, -0.5620843172073364, -0.8608558773994446, -0.32375216484069824, -1.4491255283355713, -1.0127331018447876, -0.7347798347473145, -1.1009670495986938, -1.3575210571289062, -1.0796645879745483, -1.531022071838379, -1.9174559116363525, -1.096071720123291, -1.0357599258422852, -1.5531461238861084, -2.7483394145965576, -1.6444580554962158, -0.23426219820976257, -0.8839433193206787, -1.643870234489441, -1.3407779932022095, -0.27485957741737366, -1.272010326385498, -0.2510644197463989, -1.5606591701507568, -1.1417315006256104, -0.4281701147556305, -2.2830896377563477, -0.9929991960525513, -1.8258061408996582, -1.3463010787963867, -0.38996198773384094, -2.3874001502990723, -0.6882463097572327, -1.6085710525512695, -1.0191189050674438, -1.163813591003418, -0.8386650085449219, -2.8038547039031982, -1.2922875881195068, -0.9120998978614807, -1.0065839290618896, -1.1815741062164307, -1.5841704607009888, -1.8509801626205444, -1.545976161956787, -1.2920572757720947, -1.3884739875793457, -1.782716155052185, -1.7708989381790161, -0.4322432577610016, -1.513527512550354, -0.3847651779651642, -1.7644731998443604, -1.5886036157608032, -1.317166805267334, -1.6258471012115479, -2.3986001014709473, -2.1831769943237305, -2.9064600467681885, -2.2843823432922363, -1.4651689529418945, -0.825344443321228, -2.009570837020874, -0.5750548839569092, -1.2326605319976807, -1.1556806564331055, -1.6723248958587646, -1.9052835702896118, -1.7675201892852783, -1.8258510828018188, -1.9815841913223267, -2.489759922027588, -1.4338117837905884, -1.0394761562347412, -1.303146481513977, -0.26747676730155945, -1.4725843667984009, -1.7722243070602417, -0.8297866582870483, -1.2937712669372559, -1.9454421997070312, -2.1842141151428223, -0.538901150226593, -0.899108350276947, -2.4670960903167725, -0.24778787791728973, -0.8217710852622986, -1.6059696674346924, -1.630012035369873, -2.043515205383301, -1.1171329021453857, -2.2189815044403076, -1.7203142642974854, -0.3275858163833618, -0.6179438233375549, -1.7729908227920532, -1.3925986289978027, -2.032435894012451, -1.5160107612609863, -1.0007268190383911, -1.4800711870193481, -1.0740681886672974, -2.7643775939941406, -1.0461125373840332, -1.170955777168274, -1.6452271938323975, -0.31762266159057617, -0.8057340383529663, -1.5800278186798096, -0.5277674198150635, -1.4838961362838745, -0.9660742878913879, -0.9004937410354614, -0.3756397068500519, -1.5007214546203613, -1.7243469953536987, -1.3095271587371826, -1.7978485822677612, -2.9813992977142334, -2.2673494815826416, -1.0794758796691895, -0.9244498014450073, -1.6013351678848267, -0.7380633354187012, -0.7636762857437134, -1.0062129497528076]}, "Bot002_041_19": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_041.log.json", "context": "Hello there Hi, how are you doing? I'm fine! and you? I'm doing great. Just got back from a long day of work. What is your work? I work for a company. what company you working for? I work for a company. My family and I are from india. where are you from? I live in California. I live in California. my mother is very traditional while i prefer to be more free spirited. What about your parents? I like to draw and do not like it what do you mean? I think I am a bad liar. Do you like music? my favorite music genre is death metal.  what is your favorite music genre? I like rock music. I like rock. what is your favorite band or an music artist? I like the band. I like country music. i am a swim coach at my local pool. can you swim drunk?", "response": "I do not swim, but I do swim.", "annotation_id": "Bot002_041_19", "annotations": ["T", "X", "O", "O", "X", "X", "T", "X", "X", "O", "T", "X", "O", "O", "O"], "gpt2background_target_score": [-9.545137405395508, -9.174558639526367, -8.9600830078125, -12.121577262878418, -7.638275623321533, -11.672297477722168, -8.319286346435547, -10.59572696685791, -12.557945251464844, -9.042213439941406], "gpt2background_argmax_score": [-2.1366207599639893, -0.9952725172042847, -1.6946529150009155, -1.394858717918396, -1.6491585969924927, -0.36040598154067993, -1.723527193069458, -1.6012259721755981, -0.8529080748558044, -1.3905951976776123, -2.687652349472046, -1.683839201927185, -1.6922625303268433, -1.283996820449829, -1.6696281433105469, -1.6626358032226562, -1.0593276023864746, -2.296721935272217, -2.0359861850738525, -1.0070104598999023, -1.3652584552764893, -3.353518486022949, -2.085598945617676, -0.9740273952484131, -1.4906162023544312, -1.8198548555374146, -2.397981643676758, -1.5584410429000854, -2.7826950550079346, -1.4502007961273193, -1.5466498136520386, -1.6688426733016968, -0.8023785948753357, -2.438401222229004, -1.8871116638183594, -1.5087130069732666, -1.3376048803329468, -1.725440502166748, -0.8573930859565735, -2.3179452419281006, -1.0574731826782227, -1.3198106288909912, -1.8703138828277588, -1.4606839418411255, -0.5620843172073364, -0.8608558773994446, -0.32375216484069824, -1.4491255283355713, -1.0127331018447876, -0.7347798347473145, -1.1009670495986938, -1.3575210571289062, -1.0796645879745483, -1.531022071838379, -1.9174559116363525, -1.096071720123291, -1.0357599258422852, -1.5531461238861084, -2.7483394145965576, -1.6444580554962158, -0.23426219820976257, -0.8839433193206787, -1.643870234489441, -1.3407779932022095, -0.27485957741737366, -1.272010326385498, -0.2510644197463989, -1.5606591701507568, -1.1417315006256104, -0.4281701147556305, -2.2830896377563477, -0.9929991960525513, -1.8258061408996582, -1.3463010787963867, -0.38996198773384094, -2.3874001502990723, -0.6882463097572327, -1.6085710525512695, -1.0191189050674438, -1.163813591003418, -0.8386650085449219, -2.8038547039031982, -1.2922875881195068, -0.9120998978614807, -1.0065839290618896, -1.1815741062164307, -1.5841704607009888, -1.8509801626205444, -1.545976161956787, -1.2920572757720947, -1.3884739875793457, -1.782716155052185, -1.7708989381790161, -0.4322432577610016, -1.513527512550354, -0.3847651779651642, -1.7644731998443604, -1.5886036157608032, -1.317166805267334, -1.6258471012115479, -2.3986001014709473, -2.1831769943237305, -2.9064600467681885, -2.2843823432922363, -1.4651689529418945, -0.825344443321228, -2.009570837020874, -0.5750548839569092, -1.2326605319976807, -1.1556806564331055, -1.6723248958587646, -1.9052835702896118, -1.7675201892852783, -1.8258510828018188, -1.9815841913223267, -2.489759922027588, -1.4338117837905884, -1.0394761562347412, -1.303146481513977, -0.26747676730155945, -1.4725843667984009, -1.7722243070602417, -0.8297866582870483, -1.2937712669372559, -1.9454421997070312, -2.1842141151428223, -0.538901150226593, -0.899108350276947, -2.4670960903167725, -0.24778787791728973, -0.8217710852622986, -1.6059696674346924, -1.6300125122070312, -2.043515205383301, -1.117134690284729, -2.2189784049987793, -1.720314383506775, -0.32758694887161255, -0.6179447770118713, -1.7729898691177368, -1.3925979137420654, -2.032437562942505, -1.5160082578659058, -1.000726580619812, -1.4800711870193481, -1.0740686655044556, -2.7643790245056152, -1.04611337184906, -1.170956015586853, -1.6452279090881348, -0.3176236152648926, -0.8057366013526917, -1.5800272226333618, -0.5277683138847351, -1.4838963747024536, -0.9660727977752686, -0.9004929661750793, -0.375639945268631, -1.5007224082946777, -0.9709393978118896, -2.4001262187957764, -2.94307279586792, -1.776875376701355, -1.3236531019210815, -0.8012301325798035, -1.6916496753692627, -0.6019448041915894, -0.5603611469268799, -1.0916396379470825, -0.8728643655776978, -1.9600497484207153, -2.837815761566162, -0.7374027371406555, -0.8496137857437134, -1.36212956905365, -0.4818446636199951, -2.7474560737609863, -0.6878836154937744, -1.5125666856765747, -1.2643041610717773, -2.8176968097686768, -0.7260009050369263, -0.928134560585022, -1.8233299255371094, -1.9050277471542358, -2.1885769367218018, -1.716838002204895, -1.3045169115066528, -1.0248149633407593, -1.4982151985168457, -1.184335470199585, -1.697346806526184, -1.3798117637634277, -0.9820417165756226, -1.005506992340088]}, "Bot002_043_01": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_043.log.json", "context": "hi how are you?", "response": "I'm doing great, how are you?", "annotation_id": "Bot002_043_01", "annotations": ["T", "O", "O", "O", "O", "T", "O", "O", "O", "O", "O", "T", "O", "O", "O"], "gpt2background_target_score": [-7.763755798339844, -8.487333297729492, -9.74838638305664, -9.478382110595703, -8.809554100036621, -10.10743236541748, -8.222699165344238, -6.925392150878906, -9.815576553344727], "gpt2background_argmax_score": [-3.6915242671966553, -1.8666311502456665, -0.7070683836936951, -1.7203478813171387, -1.3454431295394897, -1.8687467575073242, -1.5322054624557495, -2.173921823501587, -2.0731616020202637, -1.2004327774047852, -1.7536406517028809, -1.3645856380462646, -0.20819240808486938, -1.1551039218902588, -0.2906801700592041]}, "Bot002_043_03": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_043.log.json", "context": "hi how are you? I'm doing great, how are you? I'm fine. Where do you live?", "response": "[SMILING FACE WITH OPEN MOUTH AND SMILING EYES]  I live in California.", "annotation_id": "Bot002_043_03", "annotations": ["T", "X", "O", "O", "T", "X", "T", "O", "O", "O", "O", "T", "O", "O", "T"], "gpt2background_target_score": [-9.2960844039917, -12.709671974182129, -13.404705047607422, -12.467195510864258, -13.06217098236084, -13.972589492797852, -13.031097412109375, -7.685696125030518, -12.153223037719727, -12.522791862487793, -13.477886199951172, -13.598657608032227, -14.7642240524292, -12.163345336914062, -12.834203720092773, -13.298731803894043, -11.150769233703613, -3.0698652267456055, -5.331949234008789, -11.52332878112793, -6.665286540985107, -10.636113166809082, -8.749425888061523], "gpt2background_argmax_score": [-3.6915242671966553, -1.8666311502456665, -0.7070683836936951, -1.7203478813171387, -1.3454431295394897, -1.61253821849823, -2.201399326324463, -2.076961040496826, -2.0752148628234863, -1.7033385038375854, -1.3663005828857422, -0.22014978528022766, -0.894810676574707, -1.281234622001648, -0.9845409393310547, -1.927045464515686, -1.5899914503097534, -1.189051628112793, -0.901476263999939, -0.3700787127017975, -1.3496803045272827, -0.4089291989803314, -1.4107263088226318, -1.7945020198822021, -3.2142274379730225, -2.147789478302002, -1.5513765811920166, -2.048964023590088, -1.7527095079421997, -2.79581618309021, -3.5254147052764893, -2.5368833541870117, -1.12187659740448, -1.6103148460388184, -3.544004201889038, -0.32377517223358154, -0.3635157346725464, -1.4285542964935303, -1.9300743341445923, -2.051560401916504, -0.6103015542030334, -0.6838954091072083, -1.4541245698928833, -0.7346133589744568, -1.7887821197509766, -1.5745503902435303, -1.056809902191162]}, "Bot002_043_05": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_043.log.json", "context": "hi how are you? I'm doing great, how are you? I'm fine. Where do you live? [SMILING FACE WITH OPEN MOUTH AND SMILING EYES]  I live in California. Wow, that must be a great experience. I also want to move there", "response": "[SMILING FACE WITH OPEN MOUTH]  It is. I love it.[SMILING FACE WITH OPEN MOUTH AND SMILING EYES]", "annotation_id": "Bot002_043_05", "annotations": ["T", "X", "O", "O", "T", "T", "T", "O", "O", "O", "O", "T", "O", "O", "T"], "gpt2background_target_score": [-9.296085357666016, -12.709671020507812, -13.404703140258789, -12.467195510864258, -13.062170028686523, -13.972588539123535, -13.031099319458008, -7.685694694519043, -12.15322208404541, -12.52279281616211, -12.774093627929688, -8.84718132019043, -12.204217910766602, -8.230480194091797, -9.21847152709961, -8.533251762390137, -10.262704849243164, -7.686464786529541, -13.794885635375977, -13.174139976501465, -11.866798400878906, -12.668519973754883, -12.758756637573242, -13.479188919067383, -13.084716796875, -7.955046653747559, -9.267179489135742, -6.889990329742432, -7.843019485473633, -7.313932418823242, -4.937835216522217, -9.237668991088867, -7.888798236846924, -9.563865661621094, -9.750067710876465], "gpt2background_argmax_score": [-3.6915245056152344, -1.8666313886642456, -0.7070683836936951, -1.7203450202941895, -1.3454428911209106, -1.6125377416610718, -2.20139741897583, -2.076960325241089, -2.0752155780792236, -1.7033380270004272, -1.3663020133972168, -0.22014987468719482, -0.8948104977607727, -1.2812352180480957, -0.9845401048660278, -1.92704439163208, -1.5899907350540161, -1.1890515089035034, -0.9014753699302673, -0.3700789511203766, -1.3496817350387573, -0.4089280068874359, -1.4107260704040527, -3.272244691848755, -1.8369513750076294, -0.8990470767021179, -1.6138195991516113, -2.0039734840393066, -2.739882230758667, -3.5749895572662354, -2.5319113731384277, -1.0514131784439087, -1.9138399362564087, -3.5672364234924316, -0.26224032044410706, -0.32938888669013977, -1.6898488998413086, -1.894805669784546, -2.2868435382843018, -1.0457242727279663, -1.3595954179763794, -1.4206165075302124, -0.673459529876709, -1.8049125671386719, -1.4559365510940552, -1.6605751514434814, -1.4222116470336914, -1.8012771606445312, -0.8421670198440552, -0.4369039237499237, -2.0684587955474854, -2.8388848304748535, -1.0140666961669922, -0.8171096444129944, -1.6342021226882935, -1.741836667060852, -0.5194486975669861, -0.25567626953125, -2.733985185623169, -1.071136713027954, -1.7111051082611084, -1.966425895690918, -3.287001848220825, -0.13429655134677887, -0.13787570595741272, -0.585442304611206, -0.6749448776245117, -0.6640140414237976, -0.08998548984527588, -0.17998076975345612, -0.17105397582054138, -0.14709679782390594, -0.9184841513633728, -1.6429740190505981, -0.8353720307350159, -2.202322006225586, -1.6677800416946411, -1.8591399192810059, -1.9094882011413574, -0.8923095464706421, -1.21843421459198, -0.0910864844918251, -0.08374662697315216, -0.27103903889656067, -0.5285459756851196, -0.38049226999282837, -0.06854157149791718, -0.13084366917610168, -0.1654980331659317, -0.6984180808067322, -0.13543835282325745, -0.10152818262577057, -0.17031235992908478, -0.2931395173072815, -0.18502627313137054, -0.4162461757659912, -0.9685494303703308]}, "Bot002_043_07": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_043.log.json", "context": "hi how are you? I'm doing great, how are you? I'm fine. Where do you live? [SMILING FACE WITH OPEN MOUTH AND SMILING EYES]  I live in California. Wow, that must be a great experience. I also want to move there [SMILING FACE WITH OPEN MOUTH]  It is. I love it.[SMILING FACE WITH OPEN MOUTH AND SMILING EYES] What do you do for living?", "response": "I work for a living.", "annotation_id": "Bot002_043_07", "annotations": ["T", "X", "O", "O", "O", "T", "T", "O", "O", "O", "T", "T", "O", "O", "O"], "gpt2background_target_score": [-7.763757228851318, -10.572416305541992, -9.966500282287598, -5.494160175323486, -9.259857177734375, -9.019120216369629], "gpt2background_argmax_score": [-3.6915245056152344, -1.8666313886642456, -0.7070683836936951, -1.7203450202941895, -1.3454428911209106, -1.6125377416610718, -2.20139741897583, -2.076960325241089, -2.0752155780792236, -1.7033380270004272, -1.3663020133972168, -0.22014987468719482, -0.8948104977607727, -1.2812352180480957, -0.9845401048660278, -1.92704439163208, -1.5899907350540161, -1.1890515089035034, -0.9014753699302673, -0.3700789511203766, -1.3496817350387573, -0.4089280068874359, -1.4107260704040527, -3.272244691848755, -1.8369513750076294, -0.8990470767021179, -1.6138195991516113, -2.0039734840393066, -2.739882230758667, -3.5749895572662354, -2.5319113731384277, -1.0514131784439087, -1.9138399362564087, -3.5672364234924316, -0.26224032044410706, -0.32938888669013977, -1.6898488998413086, -1.894805669784546, -2.2868435382843018, -1.0457242727279663, -1.3595954179763794, -1.4206165075302124, -0.673459529876709, -1.8049125671386719, -1.4559365510940552, -1.6605751514434814, -1.4222116470336914, -1.8012771606445312, -0.8421670198440552, -0.4369039237499237, -2.0684587955474854, -2.8388848304748535, -1.0140666961669922, -0.8171096444129944, -1.6342021226882935, -1.741836667060852, -0.5194486975669861, -0.25567626953125, -2.733985185623169, -1.071136713027954, -1.7111051082611084, -3.189391851425171, -0.15055431425571442, -0.12232997268438339, -0.8487045764923096, -0.7316074967384338, -0.8294994235038757, -0.12170954048633575, -0.2170502096414566, -0.15620316565036774, -0.27243223786354065, -1.3522051572799683, -1.6013407707214355, -0.7720280289649963, -2.158900022506714, -1.5284119844436646, -1.895201563835144, -2.0348429679870605, -0.8267807364463806, -2.3499183654785156, -0.08973301947116852, -0.08547326922416687, -0.24368591606616974, -0.5138618350028992, -0.3759472072124481, -0.06584953516721725, -0.15526102483272552, -0.1697804480791092, -1.0787116289138794, -0.12408504635095596, -0.10396838933229446, -0.1602841168642044, -0.2958010137081146, -0.1911936104297638, -0.38038232922554016, -0.8589124083518982, -1.9735054969787598, -0.2408420294523239, -1.575313687324524, -1.196448802947998, -2.250567674636841, -1.1768320798873901, -1.5693076848983765, -1.787764310836792, -1.7031511068344116, -1.1997194290161133, -0.5612834095954895, -2.526460886001587, -1.8361196517944336, -1.0108510255813599]}, "Bot002_043_09": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_043.log.json", "context": "hi how are you? I'm doing great, how are you? I'm fine. Where do you live? [SMILING FACE WITH OPEN MOUTH AND SMILING EYES]  I live in California. Wow, that must be a great experience. I also want to move there [SMILING FACE WITH OPEN MOUTH]  It is. I love it.[SMILING FACE WITH OPEN MOUTH AND SMILING EYES] What do you do for living? I work for a living. What is your occupatiob?", "response": "I work for a company.", "annotation_id": "Bot002_043_09", "annotations": ["T", "X", "O", "O", "T", "T", "T", "O", "O", "O", "T", "T", "O", "O", "T"], "gpt2background_target_score": [-7.763757228851318, -10.572416305541992, -9.966500282287598, -5.494160175323486, -12.20164966583252, -9.019120216369629], "gpt2background_argmax_score": [-3.6915245056152344, -1.8666313886642456, -0.7070683836936951, -1.7203450202941895, -1.3454428911209106, -1.6125377416610718, -2.20139741897583, -2.076960325241089, -2.0752155780792236, -1.7033380270004272, -1.3663020133972168, -0.22014987468719482, -0.8948104977607727, -1.2812352180480957, -0.9845401048660278, -1.92704439163208, -1.5899907350540161, -1.1890515089035034, -0.9014753699302673, -0.3700789511203766, -1.3496817350387573, -0.4089280068874359, -1.4107260704040527, -3.272244691848755, -1.8369513750076294, -0.8990470767021179, -1.6138195991516113, -2.0039734840393066, -2.739882230758667, -3.5749895572662354, -2.5319113731384277, -1.0514131784439087, -1.9138399362564087, -3.5672364234924316, -0.26224032044410706, -0.32938888669013977, -1.6898488998413086, -1.894805669784546, -2.2868435382843018, -1.0457242727279663, -1.3595954179763794, -1.4206165075302124, -0.673459529876709, -1.8049125671386719, -1.4559365510940552, -1.6605751514434814, -1.4222116470336914, -1.8012771606445312, -0.8421670198440552, -0.4369039237499237, -2.0684587955474854, -2.8388848304748535, -1.0140666961669922, -0.8171096444129944, -1.6342021226882935, -1.741836667060852, -0.5194486975669861, -0.25567626953125, -2.733985185623169, -1.071136713027954, -1.7111051082611084, -3.189391851425171, -0.15055431425571442, -0.12232997268438339, -0.8487045764923096, -0.7316074967384338, -0.8294994235038757, -0.12170954048633575, -0.2170502096414566, -0.15620316565036774, -0.27243223786354065, -1.3522051572799683, -1.6013407707214355, -0.7720280289649963, -2.158900022506714, -1.5284119844436646, -1.895201563835144, -2.0348429679870605, -0.8267807364463806, -2.3499183654785156, -0.08973301947116852, -0.08547326922416687, -0.24368591606616974, -0.5138618350028992, -0.3759476840496063, -0.06584953516721725, -0.15526092052459717, -0.16978004574775696, -1.078711748123169, -0.12408535927534103, -0.1039680615067482, -0.16028361022472382, -0.29580119252204895, -0.19119331240653992, -0.3803819417953491, -0.8589121103286743, -1.9735043048858643, -0.2408420294523239, -1.5753134489059448, -1.196449637413025, -2.250570297241211, -1.1768308877944946, -1.5693081617355347, -1.8752071857452393, -1.3410536050796509, -0.6885354518890381, -2.556118965148926, -1.7286067008972168, -1.0515607595443726, -1.4518710374832153, -1.0381779670715332, -1.5115947723388672, -0.969190239906311, -1.8083938360214233, -2.36544132232666, -1.6103572845458984, -1.7690578699111938, -1.4715172052383423, -0.8869037628173828, -0.3119340240955353, -1.8391207456588745, -1.419632911682129, -1.338129997253418]}, "Bot002_043_11": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_043.log.json", "context": "hi how are you? I'm doing great, how are you? I'm fine. Where do you live? [SMILING FACE WITH OPEN MOUTH AND SMILING EYES]  I live in California. Wow, that must be a great experience. I also want to move there [SMILING FACE WITH OPEN MOUTH]  It is. I love it.[SMILING FACE WITH OPEN MOUTH AND SMILING EYES] What do you do for living? I work for a living. What is your occupatiob? I work for a company. What company?", "response": "I work for a company.", "annotation_id": "Bot002_043_11", "annotations": ["T", "X", "T", "X", "O", "T", "T", "T", "O", "T", "X", "T", "O", "X", "O"], "gpt2background_target_score": [-7.763757228851318, -10.572416305541992, -9.966500282287598, -5.494160175323486, -12.20164966583252, -9.019120216369629], "gpt2background_argmax_score": [-3.6915245056152344, -1.8666313886642456, -0.7070683836936951, -1.7203450202941895, -1.3454428911209106, -1.6125377416610718, -2.20139741897583, -2.076960325241089, -2.0752155780792236, -1.7033380270004272, -1.3663020133972168, -0.22014987468719482, -0.8948104977607727, -1.2812352180480957, -0.9845401048660278, -1.92704439163208, -1.5899907350540161, -1.1890515089035034, -0.9014753699302673, -0.3700789511203766, -1.3496817350387573, -0.4089280068874359, -1.4107260704040527, -3.272244691848755, -1.8369513750076294, -0.8990470767021179, -1.6138195991516113, -2.0039734840393066, -2.739882230758667, -3.5749895572662354, -2.5319113731384277, -1.0514131784439087, -1.9138399362564087, -3.5672364234924316, -0.26224032044410706, -0.32938888669013977, -1.6898488998413086, -1.894805669784546, -2.2868435382843018, -1.0457242727279663, -1.3595954179763794, -1.4206165075302124, -0.673459529876709, -1.8049125671386719, -1.4559365510940552, -1.6605751514434814, -1.4222116470336914, -1.8012771606445312, -0.8421670198440552, -0.4369039237499237, -2.0684587955474854, -2.8388848304748535, -1.0140666961669922, -0.8171096444129944, -1.6342021226882935, -1.741836667060852, -0.5194486975669861, -0.25567626953125, -2.733985185623169, -1.071136713027954, -1.7111051082611084, -3.189391851425171, -0.15055431425571442, -0.12232997268438339, -0.8487045764923096, -0.7316074967384338, -0.8294994235038757, -0.12170954048633575, -0.2170502096414566, -0.15620316565036774, -0.27243223786354065, -1.3522051572799683, -1.6013407707214355, -0.7720280289649963, -2.158900022506714, -1.5284119844436646, -1.895201563835144, -2.0348429679870605, -0.8267807364463806, -2.3499183654785156, -0.08973301947116852, -0.08547326922416687, -0.24368591606616974, -0.5138618350028992, -0.3759472072124481, -0.06584953516721725, -0.15526102483272552, -0.1697804480791092, -1.0787116289138794, -0.12408504635095596, -0.10396838933229446, -0.1602841168642044, -0.2958010137081146, -0.1911936104297638, -0.38038232922554016, -0.8589124083518982, -1.9735032320022583, -0.24084211885929108, -1.5753151178359985, -1.1964490413665771, -2.2505691051483154, -1.1768313646316528, -1.5693074464797974, -1.8752065896987915, -1.3410542011260986, -0.6885350346565247, -2.5561211109161377, -1.728608250617981, -1.0515594482421875, -1.4518696069717407, -1.0381776094436646, -1.5115926265716553, -0.9691913723945618, -1.8083919286727905, -2.365443468093872, -1.610357403755188, -1.6182019710540771, -0.8857592344284058, -0.4538828432559967, -2.694986581802368, -1.4087504148483276, -1.3311233520507812, -1.3739415407180786, -1.4327125549316406, -1.7992795705795288, -1.8318053483963013, -0.6451533436775208, -0.6974413990974426, -0.39057016372680664, -1.25075364112854, -0.7738487124443054, -1.3737261295318604]}, "Bot002_043_13": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_043.log.json", "context": "hi how are you? I'm doing great, how are you? I'm fine. Where do you live? [SMILING FACE WITH OPEN MOUTH AND SMILING EYES]  I live in California. Wow, that must be a great experience. I also want to move there [SMILING FACE WITH OPEN MOUTH]  It is. I love it.[SMILING FACE WITH OPEN MOUTH AND SMILING EYES] What do you do for living? I work for a living. What is your occupatiob? I work for a company. What company? I work for a company. how old are you?", "response": "I'm 77", "annotation_id": "Bot002_043_13", "annotations": ["T", "X", "O", "O", "O", "O", "O", "O", "O", "O", "T", "T", "O", "O", "T"], "gpt2background_target_score": [-7.763757228851318, -8.487335205078125, -12.284337997436523], "gpt2background_argmax_score": [-3.6915245056152344, -1.8666313886642456, -0.7070683836936951, -1.7203450202941895, -1.3454428911209106, -1.6125377416610718, -2.20139741897583, -2.076960325241089, -2.0752155780792236, -1.7033380270004272, -1.3663020133972168, -0.22014987468719482, -0.8948104977607727, -1.2812352180480957, -0.9845401048660278, -1.92704439163208, -1.5899907350540161, -1.1890515089035034, -0.9014753699302673, -0.3700789511203766, -1.3496817350387573, -0.4089280068874359, -1.4107260704040527, -3.272244691848755, -1.8369513750076294, -0.8990470767021179, -1.6138195991516113, -2.0039734840393066, -2.739882230758667, -3.5749895572662354, -2.5319113731384277, -1.0514131784439087, -1.9138399362564087, -3.5672364234924316, -0.26224032044410706, -0.32938888669013977, -1.6898488998413086, -1.894805669784546, -2.2868435382843018, -1.0457242727279663, -1.3595954179763794, -1.4206165075302124, -0.673459529876709, -1.8049125671386719, -1.4559365510940552, -1.6605751514434814, -1.4222116470336914, -1.8012771606445312, -0.8421670198440552, -0.4369039237499237, -2.0684587955474854, -2.8388848304748535, -1.0140666961669922, -0.8171096444129944, -1.6342021226882935, -1.741836667060852, -0.5194486975669861, -0.25567626953125, -2.733985185623169, -1.071136713027954, -1.7111051082611084, -3.189391851425171, -0.15055431425571442, -0.12232997268438339, -0.8487045764923096, -0.7316074967384338, -0.8294994235038757, -0.12170954048633575, -0.2170502096414566, -0.15620316565036774, -0.27243223786354065, -1.3522051572799683, -1.6013407707214355, -0.7720280289649963, -2.158900022506714, -1.5284119844436646, -1.895201563835144, -2.0348429679870605, -0.8267807364463806, -2.3499183654785156, -0.08973301947116852, -0.08547326922416687, -0.24368591606616974, -0.5138618350028992, -0.3759472072124481, -0.06584953516721725, -0.15526102483272552, -0.1697804480791092, -1.0787116289138794, -0.12408504635095596, -0.10396838933229446, -0.1602841168642044, -0.2958010137081146, -0.1911936104297638, -0.38038232922554016, -0.8589124083518982, -1.9735032320022583, -0.24084211885929108, -1.5753151178359985, -1.1964490413665771, -2.2505691051483154, -1.1768313646316528, -1.5693074464797974, -1.8752065896987915, -1.3410542011260986, -0.6885350346565247, -2.5561211109161377, -1.728608250617981, -1.0515594482421875, -1.4518696069717407, -1.0381776094436646, -1.5115926265716553, -0.9691913723945618, -1.8083919286727905, -2.365443468093872, -1.610357403755188, -1.6182019710540771, -0.8857592344284058, -0.4538828432559967, -2.694986581802368, -1.408750057220459, -1.3311243057250977, -1.3739415407180786, -1.4327129125595093, -1.7992818355560303, -0.7759138941764832, -0.686458170413971, -0.49031201004981995, -1.5561721324920654, -0.5707364678382874, -1.5529160499572754, -1.5556471347808838, -0.4216698706150055, -0.1298460215330124, -0.28995734453201294, -1.5768437385559082, -1.693219542503357, -1.0586096048355103, -2.5951461791992188, -1.51106858253479]}, "Bot002_043_15": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_043.log.json", "context": "hi how are you? I'm doing great, how are you? I'm fine. Where do you live? [SMILING FACE WITH OPEN MOUTH AND SMILING EYES]  I live in California. Wow, that must be a great experience. I also want to move there [SMILING FACE WITH OPEN MOUTH]  It is. I love it.[SMILING FACE WITH OPEN MOUTH AND SMILING EYES] What do you do for living? I work for a living. What is your occupatiob? I work for a company. What company? I work for a company. how old are you? I'm 77 You must retire soon.", "response": "I am not sure, but I am not sure.", "annotation_id": "Bot002_043_15", "annotations": ["T", "T", "T", "T", "T", "T", "T", "T", "O", "T", "X", "T", "O", "O", "O"], "gpt2background_target_score": [-7.763757228851318, -5.637632369995117, -8.52009105682373, -6.2862019538879395, -8.809555053710938, -10.58777141571045, -8.113569259643555, -9.644442558288574, -7.524306297302246, -8.212932586669922, -7.929390907287598], "gpt2background_argmax_score": [-3.6915245056152344, -1.8666313886642456, -0.7070683836936951, -1.7203450202941895, -1.3454428911209106, -1.6125377416610718, -2.20139741897583, -2.076960325241089, -2.0752155780792236, -1.7033380270004272, -1.3663020133972168, -0.22014987468719482, -0.8948104977607727, -1.2812352180480957, -0.9845401048660278, -1.92704439163208, -1.5899907350540161, -1.1890515089035034, -0.9014753699302673, -0.3700789511203766, -1.3496817350387573, -0.4089280068874359, -1.4107260704040527, -3.272244691848755, -1.8369513750076294, -0.8990470767021179, -1.6138195991516113, -2.0039734840393066, -2.739882230758667, -3.5749895572662354, -2.5319113731384277, -1.0514131784439087, -1.9138399362564087, -3.5672364234924316, -0.26224032044410706, -0.32938888669013977, -1.6898488998413086, -1.894805669784546, -2.2868435382843018, -1.0457242727279663, -1.3595954179763794, -1.4206165075302124, -0.673459529876709, -1.8049125671386719, -1.4559365510940552, -1.6605751514434814, -1.4222116470336914, -1.8012771606445312, -0.8421670198440552, -0.4369039237499237, -2.0684587955474854, -2.8388848304748535, -1.0140666961669922, -0.8171096444129944, -1.6342021226882935, -1.741836667060852, -0.5194486975669861, -0.25567626953125, -2.733985185623169, -1.071136713027954, -1.7111051082611084, -3.189391851425171, -0.15055431425571442, -0.12232997268438339, -0.8487045764923096, -0.7316074967384338, -0.8294994235038757, -0.12170954048633575, -0.2170502096414566, -0.15620316565036774, -0.27243223786354065, -1.3522051572799683, -1.6013407707214355, -0.7720280289649963, -2.158900022506714, -1.5284119844436646, -1.895201563835144, -2.0348429679870605, -0.8267807364463806, -2.3499183654785156, -0.08973301947116852, -0.08547326922416687, -0.24368591606616974, -0.5138618350028992, -0.3759472072124481, -0.06584953516721725, -0.15526102483272552, -0.1697804480791092, -1.0787116289138794, -0.12408504635095596, -0.10396838933229446, -0.1602841168642044, -0.2958010137081146, -0.1911936104297638, -0.38038232922554016, -0.8589124083518982, -1.9735032320022583, -0.24084211885929108, -1.5753151178359985, -1.1964490413665771, -2.2505691051483154, -1.1768313646316528, -1.5693074464797974, -1.8752065896987915, -1.3410542011260986, -0.6885350346565247, -2.5561211109161377, -1.728608250617981, -1.0515594482421875, -1.4518696069717407, -1.0381776094436646, -1.5115926265716553, -0.9691913723945618, -1.8083919286727905, -2.365443468093872, -1.610357403755188, -1.6182019710540771, -0.8857592344284058, -0.4538828432559967, -2.694986581802368, -1.408750057220459, -1.3311243057250977, -1.3739415407180786, -1.4327129125595093, -1.7992818355560303, -0.7759138941764832, -0.686458170413971, -0.49031201004981995, -1.5561721324920654, -0.5707364678382874, -1.5529160499572754, -1.5556471347808838, -0.4216698706150055, -0.1298460215330124, -0.28995734453201294, -1.5768437385559082, -1.0632493495941162, -2.63804030418396, -1.1559879779815674, -1.3108999729156494, -0.6232396960258484, -2.3372769355773926, -0.8138328790664673, -1.7883732318878174, -1.7447067499160767, -1.671755313873291, -2.8177413940429688, -2.376370668411255, -2.1007068157196045, -1.3425114154815674, -0.9025219082832336, -1.9539152383804321, -2.6555190086364746, -1.0209835767745972, -2.0205914974212646, -1.088444709777832]}, "Bot002_043_17": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_043.log.json", "context": "hi how are you? I'm doing great, how are you? I'm fine. Where do you live? [SMILING FACE WITH OPEN MOUTH AND SMILING EYES]  I live in California. Wow, that must be a great experience. I also want to move there [SMILING FACE WITH OPEN MOUTH]  It is. I love it.[SMILING FACE WITH OPEN MOUTH AND SMILING EYES] What do you do for living? I work for a living. What is your occupatiob? I work for a company. What company? I work for a company. how old are you? I'm 77 You must retire soon. I am not sure, but I am not sure. Do you like cooking?", "response": "I do not really have a lot of time to cook.", "annotation_id": "Bot002_043_17", "annotations": ["T", "O", "O", "O", "T", "T", "T", "O", "O", "O", "O", "T", "O", "O", "T"], "gpt2background_target_score": [-7.763757228851318, -1.8666313886642456, -8.52009105682373, -7.269627571105957, -7.790247917175293, -9.144429206848145, -11.326053619384766, -9.53612995147705, -9.566884994506836, -7.229756832122803, -11.672121047973633, -10.31873893737793], "gpt2background_argmax_score": [-3.6915245056152344, -1.8666313886642456, -0.7070683836936951, -1.7203450202941895, -1.3454428911209106, -1.6125377416610718, -2.20139741897583, -2.076960325241089, -2.0752155780792236, -1.7033380270004272, -1.3663020133972168, -0.22014987468719482, -0.8948104977607727, -1.2812352180480957, -0.9845401048660278, -1.92704439163208, -1.5899907350540161, -1.1890515089035034, -0.9014753699302673, -0.3700789511203766, -1.3496817350387573, -0.4089280068874359, -1.4107260704040527, -3.272244691848755, -1.8369513750076294, -0.8990470767021179, -1.6138195991516113, -2.0039734840393066, -2.739882230758667, -3.5749895572662354, -2.5319113731384277, -1.0514131784439087, -1.9138399362564087, -3.5672364234924316, -0.26224032044410706, -0.32938888669013977, -1.6898488998413086, -1.894805669784546, -2.2868435382843018, -1.0457242727279663, -1.3595954179763794, -1.4206165075302124, -0.673459529876709, -1.8049125671386719, -1.4559365510940552, -1.6605751514434814, -1.4222116470336914, -1.8012771606445312, -0.8421670198440552, -0.4369039237499237, -2.0684587955474854, -2.8388848304748535, -1.0140666961669922, -0.8171096444129944, -1.6342021226882935, -1.741836667060852, -0.5194486975669861, -0.25567626953125, -2.733985185623169, -1.071136713027954, -1.7111051082611084, -3.189391851425171, -0.15055431425571442, -0.12232997268438339, -0.8487045764923096, -0.7316074967384338, -0.8294994235038757, -0.12170954048633575, -0.2170502096414566, -0.15620316565036774, -0.27243223786354065, -1.3522051572799683, -1.6013407707214355, -0.7720280289649963, -2.158900022506714, -1.5284119844436646, -1.895201563835144, -2.0348429679870605, -0.8267807364463806, -2.3499183654785156, -0.08973301947116852, -0.08547326922416687, -0.24368591606616974, -0.5138618350028992, -0.3759472072124481, -0.06584953516721725, -0.15526102483272552, -0.1697804480791092, -1.0787116289138794, -0.12408504635095596, -0.10396838933229446, -0.1602841168642044, -0.2958010137081146, -0.1911936104297638, -0.38038232922554016, -0.8589124083518982, -1.9735032320022583, -0.24084211885929108, -1.5753151178359985, -1.1964490413665771, -2.2505691051483154, -1.1768313646316528, -1.5693074464797974, -1.8752065896987915, -1.3410542011260986, -0.6885350346565247, -2.5561211109161377, -1.728608250617981, -1.0515594482421875, -1.4518696069717407, -1.0381776094436646, -1.5115926265716553, -0.9691913723945618, -1.8083919286727905, -2.365443468093872, -1.610357403755188, -1.6182019710540771, -0.8857592344284058, -0.4538828432559967, -2.694986581802368, -1.408750057220459, -1.3311243057250977, -1.3739415407180786, -1.4327129125595093, -1.7992818355560303, -0.7759138941764832, -0.686458170413971, -0.49031201004981995, -1.5561721324920654, -0.5707364678382874, -1.5529160499572754, -1.5556471347808838, -0.4216706454753876, -0.12984570860862732, -0.2899578809738159, -1.5768425464630127, -1.0632494688034058, -2.638040542602539, -1.1559889316558838, -1.3109005689620972, -0.6232392191886902, -2.3372769355773926, -0.8138333559036255, -1.7883719205856323, -1.5265191793441772, -2.682307720184326, -2.5273823738098145, -2.0787782669067383, -1.1180063486099243, -0.8807128071784973, -2.073209285736084, -2.7156968116760254, -0.8608696460723877, -1.5050430297851562, -1.349257230758667, -0.20316378772258759, -1.3157036304473877, -2.3215134143829346, -0.7781544327735901, -1.1862927675247192, -1.431599736213684, -2.0936484336853027, -1.899347186088562, -0.8993075489997864, -1.34066903591156, -1.1045814752578735, -1.3268890380859375, -0.289804071187973, -1.6062982082366943, -1.1340583562850952, -1.1773756742477417, -1.2534512281417847, -0.6851353049278259]}, "Bot002_043_19": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_043.log.json", "context": "hi how are you? I'm doing great, how are you? I'm fine. Where do you live? [SMILING FACE WITH OPEN MOUTH AND SMILING EYES]  I live in California. Wow, that must be a great experience. I also want to move there [SMILING FACE WITH OPEN MOUTH]  It is. I love it.[SMILING FACE WITH OPEN MOUTH AND SMILING EYES] What do you do for living? I work for a living. What is your occupatiob? I work for a company. What company? I work for a company. how old are you? I'm 77 You must retire soon. I am not sure, but I am not sure. Do you like cooking? I do not really have a lot of time to cook. I do", "response": "I like to do that with my friends", "annotation_id": "Bot002_043_19", "annotations": ["T", "O", "O", "X", "T", "T", "T", "T", "O", "O", "X", "T", "O", "X", "O"], "gpt2background_target_score": [-7.763757228851318, -8.367823600769043, -9.161225318908691, -8.097163200378418, -7.273704528808594, -10.83775520324707, -5.660886287689209, -9.356392860412598], "gpt2background_argmax_score": [-3.6915245056152344, -1.8666313886642456, -0.7070683836936951, -1.7203450202941895, -1.3454428911209106, -1.6125377416610718, -2.20139741897583, -2.076960325241089, -2.0752155780792236, -1.7033380270004272, -1.3663020133972168, -0.22014987468719482, -0.8948104977607727, -1.2812352180480957, -0.9845401048660278, -1.92704439163208, -1.5899907350540161, -1.1890515089035034, -0.9014753699302673, -0.3700789511203766, -1.3496817350387573, -0.4089280068874359, -1.4107260704040527, -3.272244691848755, -1.8369513750076294, -0.8990470767021179, -1.6138195991516113, -2.0039734840393066, -2.739882230758667, -3.5749895572662354, -2.5319113731384277, -1.0514131784439087, -1.9138399362564087, -3.5672364234924316, -0.26224032044410706, -0.32938888669013977, -1.6898488998413086, -1.894805669784546, -2.2868435382843018, -1.0457242727279663, -1.3595954179763794, -1.4206165075302124, -0.673459529876709, -1.8049125671386719, -1.4559365510940552, -1.6605751514434814, -1.4222116470336914, -1.8012771606445312, -0.8421670198440552, -0.4369039237499237, -2.0684587955474854, -2.8388848304748535, -1.0140666961669922, -0.8171096444129944, -1.6342021226882935, -1.741836667060852, -0.5194486975669861, -0.25567626953125, -2.733985185623169, -1.071136713027954, -1.7111051082611084, -3.189391851425171, -0.15055431425571442, -0.12232997268438339, -0.8487045764923096, -0.7316074967384338, -0.8294994235038757, -0.12170954048633575, -0.2170502096414566, -0.15620316565036774, -0.27243223786354065, -1.3522051572799683, -1.6013407707214355, -0.7720280289649963, -2.158900022506714, -1.5284119844436646, -1.895201563835144, -2.0348429679870605, -0.8267807364463806, -2.3499183654785156, -0.08973301947116852, -0.08547326922416687, -0.24368591606616974, -0.5138618350028992, -0.3759472072124481, -0.06584953516721725, -0.15526102483272552, -0.1697804480791092, -1.0787116289138794, -0.12408504635095596, -0.10396838933229446, -0.1602841168642044, -0.2958010137081146, -0.1911936104297638, -0.38038232922554016, -0.8589124083518982, -1.9735032320022583, -0.24084211885929108, -1.5753151178359985, -1.1964490413665771, -2.2505691051483154, -1.1768313646316528, -1.5693074464797974, -1.8752065896987915, -1.3410542011260986, -0.6885350346565247, -2.5561211109161377, -1.728608250617981, -1.0515594482421875, -1.4518696069717407, -1.0381776094436646, -1.5115926265716553, -0.9691913723945618, -1.8083919286727905, -2.365443468093872, -1.610357403755188, -1.6182019710540771, -0.8857592344284058, -0.4538828432559967, -2.694986581802368, -1.408750057220459, -1.3311243057250977, -1.3739415407180786, -1.4327129125595093, -1.7992818355560303, -0.7759138941764832, -0.686458170413971, -0.49031201004981995, -1.5561721324920654, -0.5707364678382874, -1.5529160499572754, -1.5556471347808838, -0.4216698706150055, -0.1298460215330124, -0.28995734453201294, -1.5768437385559082, -1.0632493495941162, -2.63804030418396, -1.1559889316558838, -1.3108994960784912, -0.6232405304908752, -2.337275981903076, -0.8138331174850464, -1.7883721590042114, -1.5265188217163086, -2.682307004928589, -2.5273847579956055, -2.0787789821624756, -1.1180038452148438, -0.8807133436203003, -2.0732085704803467, -2.7156972885131836, -0.8608689308166504, -1.5050415992736816, -1.349258303642273, -0.20316340029239655, -1.3157037496566772, -2.321512460708618, -0.7781549692153931, -1.1862930059432983, -2.1667354106903076, -2.034954071044922, -0.7901310920715332, -1.1572585105895996, -1.2091230154037476, -1.5855644941329956, -0.27809062600135803, -1.8788506984710693, -1.065385341644287, -1.2110028266906738, -1.1557077169418335, -0.8995823264122009, -2.2093029022216797, -1.6126402616500854, -1.5021196603775024, -2.1812374591827393, -0.3322273790836334, -0.4662780463695526, -1.5467404127120972, -1.2036375999450684, -1.38509202003479, -2.3807718753814697, -1.1288862228393555]}, "Bot002_047_01": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_047.log.json", "context": "Hi! How are you?", "response": "I'm doing great, how are you?", "annotation_id": "Bot002_047_01", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-9.236455917358398, -9.65643310546875, -9.577813148498535, -9.856947898864746, -5.03787088394165, -8.149924278259277, -11.158995628356934, -10.367016792297363, -10.22882080078125], "gpt2background_argmax_score": [-1.9761712551116943, -1.080935001373291, -1.5788280963897705, -0.4292781949043274, -1.478162407875061, -1.1970083713531494, -1.5983573198318481, -1.4812415838241577, -2.0875980854034424, -1.7527563571929932, -1.1423019170761108, -1.7791242599487305, -1.1264355182647705, -0.18141917884349823, -1.066629409790039, -0.4028695821762085]}, "Bot002_047_03": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_047.log.json", "context": "Hi! How are you? I'm doing great, how are you? I'm fine, thanks\nWhat's you name?", "response": "I am a name is Lucy.", "annotation_id": "Bot002_047_03", "annotations": ["O", "O", "T", "O", "T", "O", "T", "O", "O", "X", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-9.236455917358398, -8.606605529785156, -6.724316596984863, -11.431445121765137, -9.228931427001953, -12.418142318725586, -8.79308795928955], "gpt2background_argmax_score": [-1.9761712551116943, -1.080935001373291, -1.5788280963897705, -0.4292781949043274, -1.478162407875061, -1.1970083713531494, -1.4618417024612427, -2.107761859893799, -1.8134187459945679, -1.4531718492507935, -1.63169527053833, -1.0587422847747803, -0.1881331205368042, -0.897367000579834, -1.68779718875885, -1.0259023904800415, -2.47739315032959, -1.6409854888916016, -1.4134753942489624, -1.3540054559707642, -0.3774692714214325, -1.4447813034057617, -1.1601145267486572, -0.47949159145355225, -1.168393611907959, -1.4018301963806152, -2.5423226356506348, -0.8149617314338684, -2.00108003616333, -3.9687817096710205, -2.015559434890747, -3.0293400287628174, -1.783492922782898, -1.4768933057785034]}, "Bot002_047_05": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_047.log.json", "context": "Hi! How are you? I'm doing great, how are you? I'm fine, thanks\nWhat's you name? I am a name is Lucy. I'm Jane\nHow old are you?", "response": "I'm 77", "annotation_id": "Bot002_047_05", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-9.236455917358398, -9.65643310546875, -12.828964233398438], "gpt2background_argmax_score": [-1.9761712551116943, -1.080935001373291, -1.5788280963897705, -0.4292781949043274, -1.478162407875061, -1.1970083713531494, -1.4618417024612427, -2.107761859893799, -1.8134187459945679, -1.4531718492507935, -1.63169527053833, -1.0587422847747803, -0.1881331205368042, -0.897367000579834, -1.68779718875885, -1.0259023904800415, -2.47739315032959, -1.6409854888916016, -1.4134753942489624, -1.3540054559707642, -0.3774692714214325, -1.4447813034057617, -1.1601145267486572, -0.47949159145355225, -1.168393611907959, -1.4018301963806152, -0.6907014846801758, -1.882359504699707, -4.084290027618408, -2.1939022541046143, -3.112429141998291, -1.913228154182434, -1.4475029706954956, -1.2768523693084717, -1.6703439950942993, -1.320127248764038, -0.9322475790977478, -1.0639805793762207, -0.35617199540138245, -0.12282699346542358, -0.25891515612602234, -1.3816038370132446, -1.9100195169448853, -0.7326200008392334, -2.794804334640503, -1.7695910930633545]}, "Bot002_047_07": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_047.log.json", "context": "Hi! How are you? I'm doing great, how are you? I'm fine, thanks\nWhat's you name? I am a name is Lucy. I'm Jane\nHow old are you? I'm 77 Realy?", "response": "I think I am.", "annotation_id": "Bot002_047_07", "annotations": ["T", "O", "O", "O", "O", "O", "O", "O", "O", "O", "T", "O", "O", "O", "O"], "gpt2background_target_score": [-9.236455917358398, -11.230474472045898, -5.402344703674316, -11.053919792175293, -6.253965377807617], "gpt2background_argmax_score": [-1.9761712551116943, -1.080935001373291, -1.5788280963897705, -0.4292781949043274, -1.478162407875061, -1.1970083713531494, -1.4618417024612427, -2.107761859893799, -1.8134187459945679, -1.4531718492507935, -1.63169527053833, -1.0587422847747803, -0.1881331205368042, -0.897367000579834, -1.68779718875885, -1.0259023904800415, -2.47739315032959, -1.6409854888916016, -1.4134753942489624, -1.3540054559707642, -0.3774692714214325, -1.4447813034057617, -1.1601145267486572, -0.47949159145355225, -1.1683930158615112, -1.4018315076828003, -0.690701961517334, -1.8823591470718384, -4.084288120269775, -2.193899154663086, -3.1124308109283447, -1.9132286310195923, -1.4475029706954956, -1.2768521308898926, -1.6703426837921143, -1.3201290369033813, -0.9322491884231567, -1.0639809370040894, -0.35617175698280334, -0.12282699346542358, -0.2589152455329895, -1.3816025257110596, -0.651574969291687, -2.820819139480591, -1.037548303604126, -2.5476698875427246, -1.5096955299377441, -1.5536025762557983, -1.8800040483474731, -0.6928891539573669, -1.7179826498031616, -0.8478343486785889, -1.5317598581314087, -1.3720346689224243]}, "Bot002_047_09": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_047.log.json", "context": "Hi! How are you? I'm doing great, how are you? I'm fine, thanks\nWhat's you name? I am a name is Lucy. I'm Jane\nHow old are you? I'm 77 Realy? I think I am. Are you joking?", "response": "No, I just got back from a run.", "annotation_id": "Bot002_047_09", "annotations": ["T", "O", "O", "O", "T", "O", "X", "O", "T", "X", "O", "O", "O", "O", "X"], "gpt2background_target_score": [-10.534525871276855, -9.642866134643555, -5.40234375, -9.836932182312012, -8.878642082214355, -10.718311309814453, -10.921897888183594, -2.1077613830566406, -10.155844688415527, -2.1747078895568848], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.5788270235061646, -0.4292784333229065, -1.4781627655029297, -1.197008728981018, -1.4618417024612427, -2.1077613830566406, -1.8134170770645142, -1.453173041343689, -1.6316946744918823, -1.0587424039840698, -0.1881324201822281, -0.8973665237426758, -1.687796950340271, -1.0259044170379639, -2.4773941040039062, -1.6409854888916016, -1.4134752750396729, -1.3540058135986328, -0.37746909260749817, -1.4447805881500244, -1.1601134538650513, -0.47949114441871643, -1.1683943271636963, -1.4018315076828003, -0.6907027363777161, -1.8823601007461548, -4.08428955078125, -2.193902015686035, -3.112429618835449, -1.913228154182434, -1.4475045204162598, -1.2768527269363403, -1.6703441143035889, -1.3201236724853516, -0.9322483539581299, -1.063981056213379, -0.3561723232269287, -0.12282615154981613, -0.25891488790512085, -1.3816008567810059, -0.651573657989502, -2.8208212852478027, -1.0375480651855469, -2.5476696491241455, -1.509695291519165, -1.5536067485809326, -0.5926244258880615, -1.281510353088379, -0.7490457892417908, -2.6147303581237793, -1.3117082118988037, -0.2122003734111786, -2.697732925415039, -0.5014016628265381, -1.3734970092773438, -1.741206169128418, -1.3844680786132812, -1.011865258216858, -0.8204171657562256, -3.196699380874634, -1.644134759902954, -0.60848468542099, -1.481035828590393, -1.754449725151062, -1.4341200590133667, -1.461702585220337]}, "Bot002_047_11": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_047.log.json", "context": "Hi! How are you? I'm doing great, how are you? I'm fine, thanks\nWhat's you name? I am a name is Lucy. I'm Jane\nHow old are you? I'm 77 Realy? I think I am. Are you joking? No, I just got back from a run. You like running?", "response": "I like running. I like running.", "annotation_id": "Bot002_047_11", "annotations": ["T", "O", "O", "O", "T", "O", "X", "T", "O", "T", "O", "O", "O", "O", "X"], "gpt2background_target_score": [-9.236458778381348, -10.69127368927002, -10.818211555480957, -10.449219703674316, -8.79327392578125, -10.055652618408203, -11.635807037353516, -8.633222579956055], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.5788270235061646, -0.4292784333229065, -1.4781627655029297, -1.197008728981018, -1.4618417024612427, -2.1077613830566406, -1.8134170770645142, -1.453173041343689, -1.6316946744918823, -1.0587424039840698, -0.1881324201822281, -0.8973665237426758, -1.687796950340271, -1.0259044170379639, -2.4773941040039062, -1.6409854888916016, -1.4134752750396729, -1.3540058135986328, -0.37746909260749817, -1.4447805881500244, -1.1601134538650513, -0.47949114441871643, -1.1683943271636963, -1.4018315076828003, -0.6907027363777161, -1.8823601007461548, -4.08428955078125, -2.193902015686035, -3.112429618835449, -1.913228154182434, -1.4475045204162598, -1.2768527269363403, -1.6703441143035889, -1.3201236724853516, -0.9322483539581299, -1.063981056213379, -0.3561723232269287, -0.12282615154981613, -0.25891488790512085, -1.3816008567810059, -0.651573657989502, -2.8208212852478027, -1.0375480651855469, -2.5476696491241455, -1.509695291519165, -1.5536067485809326, -0.5926244258880615, -1.281510353088379, -0.7490457892417908, -2.6147303581237793, -1.3117082118988037, -0.2122003734111786, -2.697732925415039, -0.5014016628265381, -1.3734970092773438, -1.30890953540802, -0.8945227265357971, -0.7906251549720764, -2.9280056953430176, -1.6280744075775146, -0.6979992389678955, -1.4792823791503906, -1.7964526414871216, -1.3937584161758423, -1.4903351068496704, -1.3782232999801636, -1.0029468536376953, -0.967225968837738, -1.8577871322631836, -1.8189157247543335, -1.0450730323791504, -0.23558396100997925, -1.2038438320159912, -1.125259280204773, -1.650980830192566, -0.675079345703125, -0.7403658032417297, -0.9825616478919983]}, "Bot002_047_13": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_047.log.json", "context": "Hi! How are you? I'm doing great, how are you? I'm fine, thanks\nWhat's you name? I am a name is Lucy. I'm Jane\nHow old are you? I'm 77 Realy? I think I am. Are you joking? No, I just got back from a run. You like running? I like running. I like running. But I don't\nI like playing with my dolls", "response": "I like dolls too! Do you have any pets?", "annotation_id": "Bot002_047_13", "annotations": ["X", "T", "T", "O", "X", "O", "T", "O", "O", "X", "O", "O", "O", "X", "T"], "gpt2background_target_score": [-9.236458778381348, -10.69127368927002, -13.20915699005127, -11.029678344726562, -5.218815326690674, -5.4549384117126465, -10.555733680725098, -9.225752830505371, -8.497846603393555, -12.086585998535156, -11.928140640258789], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.5788270235061646, -0.4292784333229065, -1.4781627655029297, -1.197008728981018, -1.4618417024612427, -2.1077613830566406, -1.8134170770645142, -1.453173041343689, -1.6316946744918823, -1.0587424039840698, -0.1881324201822281, -0.8973665237426758, -1.687796950340271, -1.0259044170379639, -2.4773941040039062, -1.6409854888916016, -1.4134752750396729, -1.3540058135986328, -0.37746909260749817, -1.4447805881500244, -1.1601134538650513, -0.47949114441871643, -1.1683943271636963, -1.4018315076828003, -0.6907027363777161, -1.8823601007461548, -4.08428955078125, -2.193902015686035, -3.112429618835449, -1.913228154182434, -1.4475045204162598, -1.2768527269363403, -1.6703441143035889, -1.3201236724853516, -0.9322483539581299, -1.063981056213379, -0.3561723232269287, -0.12282615154981613, -0.25891488790512085, -1.3816008567810059, -0.651573657989502, -2.8208212852478027, -1.0375480651855469, -2.5476696491241455, -1.509695291519165, -1.5536067485809326, -0.5926244258880615, -1.281510353088379, -0.7490457892417908, -2.6147303581237793, -1.3117082118988037, -0.2122003734111786, -2.697732925415039, -0.5014016628265381, -1.3734970092773438, -1.30890953540802, -0.8945227265357971, -0.7906251549720764, -2.9280056953430176, -1.6280744075775146, -0.6979992389678955, -1.4792823791503906, -1.7964526414871216, -1.3937584161758423, -1.4903351068496704, -1.3782232999801636, -1.0029468536376953, -0.967225968837738, -1.8577871322631836, -1.1337846517562866, -0.40724578499794006, -1.2735633850097656, -1.3005471229553223, -1.1996092796325684, -0.6274123191833496, -0.5981429219245911, -0.9285118579864502, -0.9178468585014343, -1.721838116645813, -0.17266346514225006, -1.1908290386199951, -1.1949607133865356, -1.5008059740066528, -0.5795538425445557, -0.9429552555084229, -1.2941863536834717, -1.175769329071045, -0.7584090232849121, -1.7369316816329956, -1.5379106998443604, -1.3755934238433838, -1.0282214879989624, -0.8924198150634766, -1.5150090456008911, -0.19575800001621246, -1.300353765487671, -0.9627339839935303, -3.2078895568847656, -0.47232717275619507, -1.0877212285995483]}, "Bot002_047_15": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_047.log.json", "context": "Hi! How are you? I'm doing great, how are you? I'm fine, thanks\nWhat's you name? I am a name is Lucy. I'm Jane\nHow old are you? I'm 77 Realy? I think I am. Are you joking? No, I just got back from a run. You like running? I like running. I like running. But I don't\nI like playing with my dolls I like dolls too! Do you have any pets? Yes\nI have a turtle\nAnd you? Do you have any pets?", "response": "No, I have a dog. Do you have any pets?", "annotation_id": "Bot002_047_15", "annotations": ["X", "T", "X", "X", "T", "O", "X", "T", "T", "X", "O", "X", "O", "X", "X"], "gpt2background_target_score": [-10.534525871276855, -9.642866134643555, -5.40234375, -10.477838516235352, -6.577428817749023, -11.50562858581543, -8.793089866638184, -11.637099266052246, -7.964437961578369, -9.667189598083496, -7.0481953620910645, -12.248479843139648, -9.266678810119629], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.5788270235061646, -0.4292784333229065, -1.4781627655029297, -1.197008728981018, -1.4618417024612427, -2.1077613830566406, -1.8134170770645142, -1.453173041343689, -1.6316946744918823, -1.0587424039840698, -0.1881324201822281, -0.8973665237426758, -1.687796950340271, -1.0259044170379639, -2.4773941040039062, -1.6409854888916016, -1.4134752750396729, -1.3540058135986328, -0.37746909260749817, -1.4447805881500244, -1.1601134538650513, -0.47949114441871643, -1.1683943271636963, -1.4018315076828003, -0.6907027363777161, -1.8823601007461548, -4.08428955078125, -2.193902015686035, -3.112429618835449, -1.913228154182434, -1.4475045204162598, -1.2768527269363403, -1.6703441143035889, -1.3201236724853516, -0.9322483539581299, -1.063981056213379, -0.3561723232269287, -0.12282615154981613, -0.25891488790512085, -1.3816008567810059, -0.651573657989502, -2.8208212852478027, -1.0375480651855469, -2.5476696491241455, -1.509695291519165, -1.5536067485809326, -0.5926244258880615, -1.281510353088379, -0.7490457892417908, -2.6147303581237793, -1.3117082118988037, -0.2122003734111786, -2.697732925415039, -0.5014016628265381, -1.3734970092773438, -1.30890953540802, -0.8945227265357971, -0.7906251549720764, -2.9280056953430176, -1.6280744075775146, -0.6979992389678955, -1.4792823791503906, -1.7964526414871216, -1.3937584161758423, -1.4903351068496704, -1.3782232999801636, -1.0029468536376953, -0.967225968837738, -1.8577871322631836, -1.1337846517562866, -0.40724578499794006, -1.2735633850097656, -1.3005471229553223, -1.1996092796325684, -0.6274123191833496, -0.5981429219245911, -0.9285118579864502, -0.9178468585014343, -1.721838116645813, -0.17266346514225006, -1.1908290386199951, -1.1949607133865356, -1.5008059740066528, -0.5795538425445557, -0.9429552555084229, -1.2941863536834717, -1.175769329071045, -0.7584090232849121, -1.2770862579345703, -1.1783405542373657, -0.8963779807090759, -0.7089340686798096, -1.4106215238571167, -0.2136438488960266, -1.2496224641799927, -0.8497347831726074, -2.800210952758789, -0.42726758122444153, -1.2772386074066162, -1.4224886894226074, -1.2264432907104492, -1.0938924551010132, -1.1113436222076416, -2.0539233684539795, -2.171107053756714, -1.1292632818222046, -1.2609599828720093, -1.824034571647644, -1.7975208759307861, -0.19083869457244873, -0.8936780691146851, -0.8315061330795288, -0.7395310401916504, -0.2288070023059845, -1.4228451251983643, -1.7816756963729858, -1.3000452518463135, -0.8375676274299622, -1.9263626337051392, -0.7176253795623779, -1.3117766380310059, -1.2116189002990723, -1.3476905822753906, -0.18995003402233124, -0.38123324513435364, -0.5920340418815613, -0.32803991436958313, -0.20044086873531342, -1.5124256610870361]}, "Bot002_047_17": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_047.log.json", "context": "Hi! How are you? I'm doing great, how are you? I'm fine, thanks\nWhat's you name? I am a name is Lucy. I'm Jane\nHow old are you? I'm 77 Realy? I think I am. Are you joking? No, I just got back from a run. You like running? I like running. I like running. But I don't\nI like playing with my dolls I like dolls too! Do you have any pets? Yes\nI have a turtle\nAnd you? Do you have any pets? No, I have a dog. Do you have any pets? I have a turtle", "response": "I have a turtle named Sirius.", "annotation_id": "Bot002_047_17", "annotations": ["X", "O", "O", "O", "O", "O", "X", "T", "T", "O", "O", "X", "O", "O", "X"], "gpt2background_target_score": [-9.236458778381348, -8.602306365966797, -6.72431755065918, -12.357664108276367, -10.333539009094238, -11.845616340637207, -8.793089866638184], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.5788270235061646, -0.4292784333229065, -1.4781627655029297, -1.197008728981018, -1.4618417024612427, -2.1077613830566406, -1.8134170770645142, -1.453173041343689, -1.6316946744918823, -1.0587424039840698, -0.1881324201822281, -0.8973665237426758, -1.687796950340271, -1.0259044170379639, -2.4773941040039062, -1.6409854888916016, -1.4134752750396729, -1.3540058135986328, -0.37746909260749817, -1.4447805881500244, -1.1601134538650513, -0.47949114441871643, -1.1683943271636963, -1.4018315076828003, -0.6907027363777161, -1.8823601007461548, -4.08428955078125, -2.193902015686035, -3.112429618835449, -1.913228154182434, -1.4475045204162598, -1.2768527269363403, -1.6703441143035889, -1.3201236724853516, -0.9322483539581299, -1.063981056213379, -0.3561723232269287, -0.12282615154981613, -0.25891488790512085, -1.3816008567810059, -0.651573657989502, -2.8208212852478027, -1.0375480651855469, -2.5476696491241455, -1.509695291519165, -1.5536067485809326, -0.5926244258880615, -1.281510353088379, -0.7490457892417908, -2.6147303581237793, -1.3117082118988037, -0.2122003734111786, -2.697732925415039, -0.5014016628265381, -1.3734970092773438, -1.30890953540802, -0.8945227265357971, -0.7906251549720764, -2.9280056953430176, -1.6280744075775146, -0.6979992389678955, -1.4792823791503906, -1.7964526414871216, -1.3937584161758423, -1.4903351068496704, -1.3782232999801636, -1.0029468536376953, -0.967225968837738, -1.8577871322631836, -1.1337846517562866, -0.40724578499794006, -1.2735633850097656, -1.3005471229553223, -1.1996092796325684, -0.6274123191833496, -0.5981429219245911, -0.9285118579864502, -0.9178468585014343, -1.721838116645813, -0.17266346514225006, -1.1908290386199951, -1.1949607133865356, -1.5008059740066528, -0.5795538425445557, -0.9429552555084229, -1.2941863536834717, -1.175769329071045, -0.7584090232849121, -1.2770862579345703, -1.1783405542373657, -0.8963779807090759, -0.7089340686798096, -1.4106215238571167, -0.2136438488960266, -1.2496224641799927, -0.8497347831726074, -2.800210952758789, -0.42726758122444153, -1.2772386074066162, -1.4224886894226074, -1.2264432907104492, -1.0938924551010132, -1.1113436222076416, -2.0539233684539795, -2.171107053756714, -1.1292632818222046, -1.2609599828720093, -1.824034571647644, -1.7975208759307861, -0.19083869457244873, -0.8936780691146851, -0.8315061330795288, -0.7395310401916504, -0.2288070023059845, -1.4228451251983643, -1.2511790990829468, -0.6519507765769958, -1.6392112970352173, -0.8707717657089233, -1.6608386039733887, -0.8582568168640137, -1.3738728761672974, -0.20655953884124756, -0.3652072548866272, -0.6086055040359497, -0.4095541834831238, -0.18451274931430817, -0.6899310350418091, -1.7703828811645508, -0.4827210307121277, -1.6304047107696533, -0.9920971989631653, -1.882789134979248, -2.0114223957061768, -0.3222225606441498, -1.1982280015945435, -1.120203971862793, -3.230034112930298, -1.614956259727478, -1.5099188089370728]}, "Bot002_047_19": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_047.log.json", "context": "Hi! How are you? I'm doing great, how are you? I'm fine, thanks\nWhat's you name? I am a name is Lucy. I'm Jane\nHow old are you? I'm 77 Realy? I think I am. Are you joking? No, I just got back from a run. You like running? I like running. I like running. But I don't\nI like playing with my dolls I like dolls too! Do you have any pets? Yes\nI have a turtle\nAnd you? Do you have any pets? No, I have a dog. Do you have any pets? I have a turtle I have a turtle named Sirius. My turtle's name is Lyly", "response": "I am a name is Sam", "annotation_id": "Bot002_047_19", "annotations": ["X", "O", "X", "O", "X", "O", "X", "X", "X", "X", "X", "X", "O", "X", "X"], "gpt2background_target_score": [-9.236458778381348, -8.606606483459473, -6.72431755065918, -11.43144416809082, -9.228930473327637, -11.43315315246582], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.5788270235061646, -0.4292784333229065, -1.4781627655029297, -1.197008728981018, -1.4618417024612427, -2.1077613830566406, -1.8134170770645142, -1.453173041343689, -1.6316946744918823, -1.0587424039840698, -0.1881324201822281, -0.8973665237426758, -1.687796950340271, -1.0259044170379639, -2.4773941040039062, -1.6409854888916016, -1.4134752750396729, -1.3540058135986328, -0.37746909260749817, -1.4447805881500244, -1.1601134538650513, -0.47949114441871643, -1.1683943271636963, -1.4018315076828003, -0.6907027363777161, -1.8823601007461548, -4.08428955078125, -2.193902015686035, -3.112429618835449, -1.913228154182434, -1.4475045204162598, -1.2768527269363403, -1.6703441143035889, -1.3201236724853516, -0.9322483539581299, -1.063981056213379, -0.3561723232269287, -0.12282615154981613, -0.25891488790512085, -1.3816008567810059, -0.651573657989502, -2.8208212852478027, -1.0375480651855469, -2.5476696491241455, -1.509695291519165, -1.5536067485809326, -0.5926244258880615, -1.281510353088379, -0.7490457892417908, -2.6147303581237793, -1.3117082118988037, -0.2122003734111786, -2.697732925415039, -0.5014016628265381, -1.3734970092773438, -1.30890953540802, -0.8945227265357971, -0.7906251549720764, -2.9280056953430176, -1.6280744075775146, -0.6979992389678955, -1.4792823791503906, -1.7964526414871216, -1.3937584161758423, -1.4903351068496704, -1.3782232999801636, -1.0029468536376953, -0.967225968837738, -1.8577871322631836, -1.1337846517562866, -0.40724578499794006, -1.2735633850097656, -1.3005471229553223, -1.1996092796325684, -0.6274123191833496, -0.5981429219245911, -0.9285118579864502, -0.9178468585014343, -1.721838116645813, -0.17266346514225006, -1.1908290386199951, -1.1949607133865356, -1.5008059740066528, -0.5795538425445557, -0.9429552555084229, -1.2941863536834717, -1.175769329071045, -0.7584090232849121, -1.2770862579345703, -1.1783405542373657, -0.8963779807090759, -0.7089340686798096, -1.4106215238571167, -0.2136438488960266, -1.2496224641799927, -0.8497347831726074, -2.800210952758789, -0.42726758122444153, -1.2772386074066162, -1.4224886894226074, -1.2264432907104492, -1.0938924551010132, -1.1113436222076416, -2.0539233684539795, -2.171107053756714, -1.1292632818222046, -1.2609599828720093, -1.824034571647644, -1.7975208759307861, -0.19083869457244873, -0.8936780691146851, -0.8315061330795288, -0.7395310401916504, -0.2288070023059845, -1.4228451251983643, -1.2511790990829468, -0.6519507765769958, -1.6392112970352173, -0.8707717657089233, -1.6608386039733887, -0.8582568168640137, -1.3738728761672974, -0.20655953884124756, -0.3652072548866272, -0.6086055040359497, -0.4095541834831238, -0.18451274931430817, -0.6899310350418091, -1.7703828811645508, -0.4827210307121277, -1.6304047107696533, -0.9920971989631653, -0.40705180168151855, -0.22062793374061584, -1.8018165826797485, -1.290972113609314, -3.889831304550171, -1.6847292184829712, -1.4256914854049683, -2.269570827484131, -0.9389131665229797, -0.44786208868026733, -0.21459384262561798, -2.913139581680298, -1.76362144947052, -1.2536991834640503, -1.9552546739578247, -1.9649200439453125, -1.8606956005096436, -1.7014963626861572, -1.8905709981918335, -0.210234135389328, -1.15076744556427]}, "Bot002_048_01": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_048.log.json", "context": "hi how are you?!", "response": "I'm doing great, how are you?", "annotation_id": "Bot002_048_01", "annotations": ["O", "O", "T", "O", "O", "O", "X", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-7.763755798339844, -8.487333297729492, -9.74838638305664, -9.478382110595703, -7.542900085449219, -9.773478507995605, -8.221231460571289, -6.333240509033203, -9.211477279663086], "gpt2background_argmax_score": [-3.6915242671966553, -1.8666311502456665, -0.7070683836936951, -1.7203478813171387, -0.69265216588974, -1.9471536874771118, -1.6003594398498535, -2.628350019454956, -2.2669031620025635, -1.00608491897583, -1.724753975868225, -1.3280211687088013, -0.20109887421131134, -1.4925286769866943, -0.34990328550338745]}, "Bot002_048_03": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_048.log.json", "context": "hi how are you?! I'm doing great, how are you? fine thankS", "response": "[SMILING FACE WITH OPEN MOUTH]  I am great, just got back from a long day at work", "annotation_id": "Bot002_048_03", "annotations": ["O", "O", "X", "O", "O", "O", "X", "O", "O", "T", "O", "O", "O", "T", "O"], "gpt2background_target_score": [-9.2960844039917, -12.709671974182129, -13.404705047607422, -12.467195510864258, -12.856575012207031, -13.47377872467041, -12.491037368774414, -7.753635406494141, -12.217530250549316, -12.335403442382812, -12.713522911071777, -8.84424877166748, -8.563115119934082, -9.072510719299316, -7.779610633850098, -7.386854648590088, -6.946300506591797, -10.879013061523438, -11.10470199584961, -10.352558135986328, -8.272847175598145, -11.809215545654297, -13.035713195800781, -13.425361633300781, -13.3211669921875], "gpt2background_argmax_score": [-3.6915242671966553, -1.8666311502456665, -0.7070683836936951, -1.7203478813171387, -0.69265216588974, -1.7408524751663208, -2.669018030166626, -2.372015953063965, -1.5541315078735352, -1.6796395778656006, -1.377120852470398, -0.21009260416030884, -1.0042810440063477, -1.3132296800613403, -2.420063018798828, -0.29878872632980347, -1.9641413688659668, -1.8212361335754395, -3.289365291595459, -2.4206387996673584, -1.5952696800231934, -2.0735831260681152, -1.9315588474273682, -2.697321891784668, -3.3393120765686035, -2.5638067722320557, -1.2724095582962036, -1.5055334568023682, -0.7834270000457764, -0.6506079435348511, -1.6294482946395874, -1.968357801437378, -1.0660765171051025, -1.697810173034668, -3.1117775440216064, -2.107553005218506, -1.035419225692749, -1.4540278911590576, -1.7504165172576904, -2.5668423175811768, -1.3456919193267822, -0.4892849326133728, -1.693448781967163]}, "Bot002_048_05": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_048.log.json", "context": "hi how are you?! I'm doing great, how are you? fine thankS [SMILING FACE WITH OPEN MOUTH]  I am great, just got back from a long day at work what did you do?", "response": "I was a baby, but I was a baby", "annotation_id": "Bot002_048_05", "annotations": ["O", "O", "T", "T", "X", "X", "X", "X", "X", "X", "X", "T", "O", "X", "X"], "gpt2background_target_score": [-7.763755798339844, -4.6616129875183105, -6.617525100708008, -10.68655776977539, -7.542900085449219, -10.440250396728516, -8.058603286743164, -9.407927513122559, -7.124474048614502, -8.105009078979492], "gpt2background_argmax_score": [-3.6915242671966553, -1.8666311502456665, -0.7070683836936951, -1.7203478813171387, -0.69265216588974, -1.7408524751663208, -2.669018030166626, -2.372015953063965, -1.5541315078735352, -1.6796395778656006, -1.377120852470398, -0.21009260416030884, -1.0042810440063477, -1.3132296800613403, -2.420063018798828, -0.29878872632980347, -1.9641413688659668, -3.1913084983825684, -2.1124095916748047, -0.9877065420150757, -1.3057374954223633, -1.8870371580123901, -2.718038320541382, -3.436694860458374, -2.633587121963501, -1.280771255493164, -1.7630894184112549, -1.5378984212875366, -1.3117071390151978, -1.3983101844787598, -2.1465539932250977, -1.850376009941101, -1.6645641326904297, -3.229644298553467, -2.1182022094726562, -0.9893589615821838, -1.5001404285430908, -1.7045414447784424, -2.491381883621216, -1.265595555305481, -0.4554060995578766, -1.6934623718261719, -2.076251268386841, -0.40133872628211975, -0.5131336450576782, -1.1300082206726074, -1.7024441957473755, -1.7124959230422974, -2.3154027462005615, -2.8780441284179688, -2.523052453994751, -2.2841379642486572, -2.0811574459075928, -1.252990484237671, -2.35909366607666, -2.5867834091186523, -2.0096335411071777, -1.5988539457321167]}, "Bot002_048_07": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_048.log.json", "context": "hi how are you?! I'm doing great, how are you? fine thankS [SMILING FACE WITH OPEN MOUTH]  I am great, just got back from a long day at work what did you do? I was a baby, but I was a baby are you female?", "response": "I am female. I am female.", "annotation_id": "Bot002_048_07", "annotations": ["O", "O", "X", "O", "X", "T", "X", "O", "O", "T", "O", "T", "O", "T", "O"], "gpt2background_target_score": [-7.763757228851318, -5.637632369995117, -9.496123313903809, -6.6506876945495605, -3.579935073852539, -3.378028392791748, -7.68773078918457, -6.096565246582031], "gpt2background_argmax_score": [-3.6915245056152344, -1.8666313886642456, -0.7070683836936951, -1.7203450202941895, -0.6926521062850952, -1.7408519983291626, -2.6690165996551514, -2.3720157146453857, -1.554131031036377, -1.6796419620513916, -1.3771226406097412, -0.21009260416030884, -1.0042804479599, -1.3132290840148926, -2.4200639724731445, -0.2987883687019348, -1.9641423225402832, -3.1913106441497803, -2.1124117374420166, -0.987704336643219, -1.305733323097229, -1.8870362043380737, -2.7180352210998535, -3.4366979598999023, -2.6335861682891846, -1.2807718515396118, -1.7630908489227295, -1.5378977060317993, -1.3117047548294067, -1.3983104228973389, -2.146554946899414, -1.8503724336624146, -1.6645629405975342, -3.229644536972046, -2.1182029247283936, -0.9893586039543152, -1.5001418590545654, -1.7045413255691528, -2.4913759231567383, -1.265596866607666, -0.4554072916507721, -1.693463683128357, -2.0762522220611572, -0.4013386368751526, -0.5131346583366394, -1.130008339881897, -1.7024450302124023, -2.313009262084961, -3.096247434616089, -2.5036606788635254, -2.0779151916503906, -2.1102466583251953, -1.2641226053237915, -2.432374954223633, -2.6844959259033203, -1.9498465061187744, -1.5612651109695435, -0.8932191133499146, -1.866310715675354, -0.7355266213417053, -1.8878194093704224, -1.8950200080871582, -1.6119052171707153, -1.9846354722976685, -1.4350011348724365, -1.2070205211639404, -1.7125306129455566, -1.9204834699630737, -0.7301429510116577, -1.02177894115448]}, "Bot002_048_09": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_048.log.json", "context": "hi how are you?! I'm doing great, how are you? fine thankS [SMILING FACE WITH OPEN MOUTH]  I am great, just got back from a long day at work what did you do? I was a baby, but I was a baby are you female? I am female. I am female. are you single?", "response": "No, I am single.[WHITE FROWNING FACE]", "annotation_id": "Bot002_048_09", "annotations": ["O", "O", "T", "O", "X", "X", "X", "X", "O", "T", "O", "T", "X", "X", "X"], "gpt2background_target_score": [-8.894033432006836, -6.297039031982422, -4.785994052886963, -11.123455047607422, -10.6737642288208, -12.932007789611816, -13.92999267578125, -13.381604194641113, -12.071407318115234, -13.938150405883789, -12.018609046936035, -13.461566925048828, -12.37641429901123], "gpt2background_argmax_score": [-3.6915245056152344, -1.8666313886642456, -0.7070683836936951, -1.7203450202941895, -0.6926521062850952, -1.7408519983291626, -2.6690165996551514, -2.3720157146453857, -1.554131031036377, -1.6796419620513916, -1.3771226406097412, -0.21009260416030884, -1.0042804479599, -1.3132290840148926, -2.4200639724731445, -0.2987883687019348, -1.9641423225402832, -3.1913106441497803, -2.1124117374420166, -0.987704336643219, -1.305733323097229, -1.8870362043380737, -2.7180352210998535, -3.4366979598999023, -2.6335861682891846, -1.2807718515396118, -1.7630908489227295, -1.5378977060317993, -1.3117047548294067, -1.3983104228973389, -2.146554946899414, -1.8503724336624146, -1.6645629405975342, -3.229644536972046, -2.1182029247283936, -0.9893586039543152, -1.5001418590545654, -1.7045413255691528, -2.4913759231567383, -1.265596866607666, -0.4554072916507721, -1.693463683128357, -2.076251268386841, -0.4013383090496063, -0.5131337642669678, -1.1300067901611328, -1.702443242073059, -2.3130087852478027, -3.0962471961975098, -2.503659963607788, -2.0779144763946533, -2.110246181488037, -1.264122486114502, -2.432375431060791, -2.684497594833374, -1.9498463869094849, -1.5612646341323853, -0.8932191133499146, -1.8663097620010376, -0.7355271577835083, -1.8878179788589478, -1.7564953565597534, -2.0524957180023193, -1.5164333581924438, -1.398431420326233, -1.4838067293167114, -2.119692325592041, -0.7029731869697571, -1.0737439393997192, -0.22875910997390747, -3.0140345096588135, -0.573397159576416, -1.7943333387374878, -1.8508394956588745, -1.4279046058654785, -1.066954255104065, -1.007636308670044, -1.5383611917495728, -0.7732906937599182, -1.9371213912963867, -0.9323965311050415, -2.158921480178833, -1.1683757305145264, -1.7764110565185547, -1.88192617893219, -0.8513481020927429, -0.8368254899978638]}, "Bot002_048_11": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_048.log.json", "context": "hi how are you?! I'm doing great, how are you? fine thankS [SMILING FACE WITH OPEN MOUTH]  I am great, just got back from a long day at work what did you do? I was a baby, but I was a baby are you female? I am female. I am female. are you single? No, I am single.[WHITE FROWNING FACE] do you have a cat?", "response": "I have a cat. She's a cat.", "annotation_id": "Bot002_048_11", "annotations": ["O", "O", "X", "T", "X", "O", "X", "O", "O", "T", "O", "T", "O", "T", "T"], "gpt2background_target_score": [-7.763757228851318, -5.564385414123535, -6.617522239685059, -9.91726303100586, -7.961741924285889, -12.658963203430176, -11.224699974060059, -2.3720157146453857, -10.74266242980957, -8.861828804016113], "gpt2background_argmax_score": [-3.6915245056152344, -1.8666313886642456, -0.7070683836936951, -1.7203450202941895, -0.6926521062850952, -1.7408519983291626, -2.6690165996551514, -2.3720157146453857, -1.554131031036377, -1.6796419620513916, -1.3771226406097412, -0.21009260416030884, -1.0042804479599, -1.3132290840148926, -2.4200639724731445, -0.2987883687019348, -1.9641423225402832, -3.1913106441497803, -2.1124117374420166, -0.987704336643219, -1.305733323097229, -1.8870362043380737, -2.7180352210998535, -3.4366979598999023, -2.6335861682891846, -1.2807718515396118, -1.7630908489227295, -1.5378977060317993, -1.3117047548294067, -1.3983104228973389, -2.146554946899414, -1.8503724336624146, -1.6645629405975342, -3.229644536972046, -2.1182029247283936, -0.9893586039543152, -1.5001418590545654, -1.7045413255691528, -2.4913759231567383, -1.265596866607666, -0.4554072916507721, -1.693463683128357, -2.0762522220611572, -0.4013386368751526, -0.5131346583366394, -1.130008339881897, -1.7024450302124023, -2.313009262084961, -3.096247434616089, -2.5036606788635254, -2.0779151916503906, -2.1102466583251953, -1.2641226053237915, -2.432374954223633, -2.6844959259033203, -1.9498465061187744, -1.5612651109695435, -0.8932191133499146, -1.866310715675354, -0.7355266213417053, -1.8878194093704224, -1.756495714187622, -2.0524942874908447, -1.5164333581924438, -1.3984324932098389, -1.483806848526001, -2.119692087173462, -0.7029730677604675, -1.0737431049346924, -0.22875948250293732, -3.0140342712402344, -0.5733972191810608, -1.7943323850631714, -1.490615725517273, -1.004152536392212, -0.6686779260635376, -1.7073012590408325, -0.6494818925857544, -2.0989158153533936, -0.7677053809165955, -1.8165574073791504, -1.2612717151641846, -1.364869236946106, -1.9092613458633423, -0.8597604036331177, -1.154384970664978, -0.2700842320919037, -1.5901545286178589, -1.1000292301177979, -2.5886330604553223, -0.5759250521659851, -1.875325322151184, -2.0265052318573, -1.798600673675537, -0.45394250750541687, -0.3975900411605835, -1.3162426948547363, -1.2899730205535889, -1.4345693588256836, -1.6602363586425781, -2.613727569580078, -0.8904187679290771, -1.5638290643692017]}, "Bot002_048_13": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_048.log.json", "context": "hi how are you?! I'm doing great, how are you? fine thankS [SMILING FACE WITH OPEN MOUTH]  I am great, just got back from a long day at work what did you do? I was a baby, but I was a baby are you female? I am female. I am female. are you single? No, I am single.[WHITE FROWNING FACE] do you have a cat? I have a cat. She's a cat. are you professional at something?", "response": "No, and I am a professional student.", "annotation_id": "Bot002_048_13", "annotations": ["O", "O", "T", "O", "X", "T", "X", "X", "O", "T", "O", "X", "O", "T", "X"], "gpt2background_target_score": [-8.894033432006836, -6.297039031982422, -9.04383659362793, -8.427349090576172, -8.715215682983398, -9.323853492736816, -11.475940704345703, -10.174383163452148, -2.4194464683532715], "gpt2background_argmax_score": [-3.6915245056152344, -1.8666313886642456, -0.7070683836936951, -1.7203450202941895, -0.6926521062850952, -1.7408519983291626, -2.6690165996551514, -2.3720157146453857, -1.554131031036377, -1.6796419620513916, -1.3771226406097412, -0.21009260416030884, -1.0042804479599, -1.3132290840148926, -2.4200639724731445, -0.2987883687019348, -1.9641423225402832, -3.1913106441497803, -2.1124117374420166, -0.987704336643219, -1.305733323097229, -1.8870362043380737, -2.7180352210998535, -3.4366979598999023, -2.6335861682891846, -1.2807718515396118, -1.7630908489227295, -1.5378977060317993, -1.3117047548294067, -1.3983104228973389, -2.146554946899414, -1.8503724336624146, -1.6645629405975342, -3.229644536972046, -2.1182029247283936, -0.9893586039543152, -1.5001418590545654, -1.7045413255691528, -2.4913759231567383, -1.265596866607666, -0.4554072916507721, -1.693463683128357, -2.0762522220611572, -0.4013386368751526, -0.5131346583366394, -1.130008339881897, -1.7024450302124023, -2.313009262084961, -3.096247434616089, -2.5036606788635254, -2.0779151916503906, -2.1102466583251953, -1.2641226053237915, -2.432374954223633, -2.6844959259033203, -1.9498465061187744, -1.5612651109695435, -0.8932191133499146, -1.866310715675354, -0.7355266213417053, -1.8878194093704224, -1.756495714187622, -2.0524942874908447, -1.5164333581924438, -1.3984324932098389, -1.483806848526001, -2.119692087173462, -0.7029730677604675, -1.0737431049346924, -0.22875948250293732, -3.0140342712402344, -0.5733972191810608, -1.7943323850631714, -1.490615725517273, -1.004152536392212, -0.6686779260635376, -1.7073012590408325, -0.6494818925857544, -2.0989158153533936, -0.7677053809165955, -1.8165574073791504, -1.2612717151641846, -1.364869236946106, -1.9092613458633423, -0.8597604036331177, -1.154384970664978, -0.2700842320919037, -1.5901545286178589, -1.1000292301177979, -2.5886330604553223, -0.5759250521659851, -1.875325322151184, -0.9565175771713257, -0.534294605255127, -0.5855177640914917, -1.2884160280227661, -1.386878252029419, -1.079707384109497, -1.627449870109558, -2.0555968284606934, -0.7339889407157898, -1.4890503883361816, -0.19031237065792084, -2.414846181869507, -0.5814804434776306, -2.554368495941162, -0.4102490246295929, -1.6928104162216187, -1.7831372022628784, -1.0360214710235596, -0.9942211508750916, -1.2829891443252563, -1.2254035472869873, -1.731095314025879, -1.0806633234024048, -0.9701617956161499, -1.0211604833602905, -1.131087064743042]}, "Bot002_048_15": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_048.log.json", "context": "hi how are you?! I'm doing great, how are you? fine thankS [SMILING FACE WITH OPEN MOUTH]  I am great, just got back from a long day at work what did you do? I was a baby, but I was a baby are you female? I am female. I am female. are you single? No, I am single.[WHITE FROWNING FACE] do you have a cat? I have a cat. She's a cat. are you professional at something? No, and I am a professional student. how old are you?", "response": "I'm 77", "annotation_id": "Bot002_048_15", "annotations": ["O", "O", "T", "O", "O", "O", "X", "O", "O", "O", "O", "T", "O", "T", "O"], "gpt2background_target_score": [-7.763757228851318, -8.487335205078125, -12.284337997436523], "gpt2background_argmax_score": [-3.6915245056152344, -1.8666313886642456, -0.7070683836936951, -1.7203450202941895, -0.6926521062850952, -1.7408519983291626, -2.6690165996551514, -2.3720157146453857, -1.554131031036377, -1.6796419620513916, -1.3771226406097412, -0.21009260416030884, -1.0042804479599, -1.3132290840148926, -2.4200639724731445, -0.2987883687019348, -1.9641423225402832, -3.1913106441497803, -2.1124117374420166, -0.987704336643219, -1.305733323097229, -1.8870362043380737, -2.7180352210998535, -3.4366979598999023, -2.6335861682891846, -1.2807718515396118, -1.7630908489227295, -1.5378977060317993, -1.3117047548294067, -1.3983104228973389, -2.146554946899414, -1.8503724336624146, -1.6645629405975342, -3.229644536972046, -2.1182029247283936, -0.9893586039543152, -1.5001418590545654, -1.7045413255691528, -2.4913759231567383, -1.265596866607666, -0.4554072916507721, -1.693463683128357, -2.0762522220611572, -0.4013386368751526, -0.5131346583366394, -1.130008339881897, -1.7024450302124023, -2.313009262084961, -3.096247434616089, -2.5036606788635254, -2.0779151916503906, -2.1102466583251953, -1.2641226053237915, -2.432374954223633, -2.6844959259033203, -1.9498465061187744, -1.5612651109695435, -0.8932191133499146, -1.866310715675354, -0.7355266213417053, -1.8878194093704224, -1.756495714187622, -2.0524942874908447, -1.5164333581924438, -1.3984324932098389, -1.483806848526001, -2.119692087173462, -0.7029730677604675, -1.0737431049346924, -0.22875948250293732, -3.0140342712402344, -0.5733972191810608, -1.7943323850631714, -1.490615725517273, -1.004152536392212, -0.6686779260635376, -1.7073012590408325, -0.6494818925857544, -2.0989158153533936, -0.7677053809165955, -1.8165574073791504, -1.2612717151641846, -1.364869236946106, -1.9092613458633423, -0.8597614169120789, -1.1543843746185303, -0.2700839638710022, -1.5901544094085693, -1.1000293493270874, -2.5886313915252686, -0.5759248733520508, -1.8753246068954468, -0.9565181136131287, -0.5342949032783508, -0.5855169296264648, -1.2884161472320557, -1.3868778944015503, -1.079705834388733, -1.6274492740631104, -2.055598020553589, -0.7339884638786316, -1.4890501499176025, -0.19031237065792084, -2.414846420288086, -0.5814801454544067, -2.554370880126953, -0.4102495014667511, -1.6928117275238037, -0.9294968843460083, -0.8685827255249023, -1.2681227922439575, -1.0075989961624146, -1.730208396911621, -1.1500357389450073, -0.934178352355957, -0.8512736558914185, -1.385148048400879, -1.5655537843704224, -0.35480427742004395, -0.11198359727859497, -0.30498722195625305, -1.7489303350448608, -2.0341854095458984, -1.4101266860961914, -1.902931571006775, -1.6563928127288818]}, "Bot002_048_17": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_048.log.json", "context": "hi how are you?! I'm doing great, how are you? fine thankS [SMILING FACE WITH OPEN MOUTH]  I am great, just got back from a long day at work what did you do? I was a baby, but I was a baby are you female? I am female. I am female. are you single? No, I am single.[WHITE FROWNING FACE] do you have a cat? I have a cat. She's a cat. are you professional at something? No, and I am a professional student. how old are you? I'm 77 do you like drinking alcohol?", "response": "I do not drink alcohol but I do like to drink", "annotation_id": "Bot002_048_17", "annotations": ["O", "O", "X", "T", "O", "O", "X", "O", "O", "O", "O", "X", "O", "O", "X"], "gpt2background_target_score": [-7.763757228851318, -1.8666313886642456, -8.52009105682373, -10.738542556762695, -11.698558807373047, -10.440248489379883, -8.058603286743164, -10.406853675842285, -8.10263442993164, -7.243224143981934, -11.480100631713867], "gpt2background_argmax_score": [-3.6915245056152344, -1.8666313886642456, -0.7070683836936951, -1.7203450202941895, -0.6926521062850952, -1.7408519983291626, -2.6690165996551514, -2.3720157146453857, -1.554131031036377, -1.6796419620513916, -1.3771226406097412, -0.21009260416030884, -1.0042804479599, -1.3132290840148926, -2.4200639724731445, -0.2987883687019348, -1.9641423225402832, -3.1913106441497803, -2.1124117374420166, -0.987704336643219, -1.305733323097229, -1.8870362043380737, -2.7180352210998535, -3.4366979598999023, -2.6335861682891846, -1.2807718515396118, -1.7630908489227295, -1.5378977060317993, -1.3117047548294067, -1.3983104228973389, -2.146554946899414, -1.8503724336624146, -1.6645629405975342, -3.229644536972046, -2.1182029247283936, -0.9893586039543152, -1.5001418590545654, -1.7045413255691528, -2.4913759231567383, -1.265596866607666, -0.4554072916507721, -1.693463683128357, -2.0762522220611572, -0.4013386368751526, -0.5131346583366394, -1.130008339881897, -1.7024450302124023, -2.313009262084961, -3.096247434616089, -2.5036606788635254, -2.0779151916503906, -2.1102466583251953, -1.2641226053237915, -2.432374954223633, -2.6844959259033203, -1.9498465061187744, -1.5612651109695435, -0.8932191133499146, -1.866310715675354, -0.7355266213417053, -1.8878194093704224, -1.756495714187622, -2.0524942874908447, -1.5164333581924438, -1.3984324932098389, -1.483806848526001, -2.119692087173462, -0.7029730677604675, -1.0737431049346924, -0.22875948250293732, -3.0140342712402344, -0.5733972191810608, -1.7943323850631714, -1.490615725517273, -1.004152536392212, -0.6686779260635376, -1.7073012590408325, -0.6494818925857544, -2.0989158153533936, -0.7677053809165955, -1.8165574073791504, -1.2612717151641846, -1.364869236946106, -1.9092613458633423, -0.8597604036331177, -1.154384970664978, -0.2700842320919037, -1.5901545286178589, -1.1000292301177979, -2.5886330604553223, -0.5759250521659851, -1.875325322151184, -0.9565175771713257, -0.534294605255127, -0.5855177640914917, -1.2884160280227661, -1.386878252029419, -1.079707384109497, -1.627449870109558, -2.0555968284606934, -0.7339889407157898, -1.4890503883361816, -0.19031237065792084, -2.414846181869507, -0.5814804434776306, -2.554368495941162, -0.4102490246295929, -1.6928104162216187, -0.929496705532074, -0.8685823678970337, -1.2681235074996948, -1.0075997114181519, -1.7302093505859375, -1.1500356197357178, -0.9341785311698914, -0.8512734770774841, -1.385147213935852, -1.5655537843704224, -0.35480377078056335, -0.11198380589485168, -0.30498653650283813, -1.7489309310913086, -0.8130451440811157, -1.7559159994125366, -1.296101689338684, -0.6370275020599365, -0.5588703751564026, -2.1761608123779297, -1.2829209566116333, -0.647822916507721, -1.637110948562622, -1.8618611097335815, -1.701917290687561, -1.5157285928726196, -0.9881991147994995, -1.492488145828247, -1.146645188331604, -0.7361975908279419, -1.7766681909561157, -1.660007357597351, -1.8314495086669922, -1.3217846155166626, -2.073728322982788]}, "Bot002_048_19": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_048.log.json", "context": "hi how are you?! I'm doing great, how are you? fine thankS [SMILING FACE WITH OPEN MOUTH]  I am great, just got back from a long day at work what did you do? I was a baby, but I was a baby are you female? I am female. I am female. are you single? No, I am single.[WHITE FROWNING FACE] do you have a cat? I have a cat. She's a cat. are you professional at something? No, and I am a professional student. how old are you? I'm 77 do you like drinking alcohol? I do not drink alcohol but I do like to drink do you like swimming?", "response": "I do not. I swim a lot.", "annotation_id": "Bot002_048_19", "annotations": ["O", "O", "T", "O", "X", "T", "X", "X", "O", "X", "O", "X", "O", "X", "X"], "gpt2background_target_score": [-7.763757228851318, -1.8666313886642456, -8.52009105682373, -6.6506876945495605, -3.579935073852539, -10.905196189880371, -2.6690165996551514, -9.796940803527832, -2.4194464683532715], "gpt2background_argmax_score": [-3.6915245056152344, -1.8666313886642456, -0.7070683836936951, -1.7203450202941895, -0.6926521062850952, -1.7408519983291626, -2.6690165996551514, -2.3720157146453857, -1.554131031036377, -1.6796419620513916, -1.3771226406097412, -0.21009260416030884, -1.0042804479599, -1.3132290840148926, -2.4200639724731445, -0.2987883687019348, -1.9641423225402832, -3.1913106441497803, -2.1124117374420166, -0.987704336643219, -1.305733323097229, -1.8870362043380737, -2.7180352210998535, -3.4366979598999023, -2.6335861682891846, -1.2807718515396118, -1.7630908489227295, -1.5378977060317993, -1.3117047548294067, -1.3983104228973389, -2.146554946899414, -1.8503724336624146, -1.6645629405975342, -3.229644536972046, -2.1182029247283936, -0.9893586039543152, -1.5001418590545654, -1.7045413255691528, -2.4913759231567383, -1.265596866607666, -0.4554072916507721, -1.693463683128357, -2.0762522220611572, -0.4013386368751526, -0.5131346583366394, -1.130008339881897, -1.7024450302124023, -2.313009262084961, -3.096247434616089, -2.5036606788635254, -2.0779151916503906, -2.1102466583251953, -1.2641226053237915, -2.432374954223633, -2.6844959259033203, -1.9498465061187744, -1.5612651109695435, -0.8932191133499146, -1.866310715675354, -0.7355266213417053, -1.8878194093704224, -1.756495714187622, -2.0524942874908447, -1.5164333581924438, -1.3984324932098389, -1.483806848526001, -2.119692087173462, -0.7029730677604675, -1.0737431049346924, -0.22875948250293732, -3.0140342712402344, -0.5733972191810608, -1.7943323850631714, -1.490615725517273, -1.004152536392212, -0.6686779260635376, -1.7073012590408325, -0.6494818925857544, -2.0989158153533936, -0.7677053809165955, -1.8165574073791504, -1.2612717151641846, -1.364869236946106, -1.9092613458633423, -0.8597604036331177, -1.154384970664978, -0.2700842320919037, -1.5901545286178589, -1.1000292301177979, -2.5886330604553223, -0.5759250521659851, -1.875325322151184, -0.9565175771713257, -0.534294605255127, -0.5855177640914917, -1.2884160280227661, -1.386878252029419, -1.079707384109497, -1.627449870109558, -2.0555968284606934, -0.7339889407157898, -1.4890503883361816, -0.19031237065792084, -2.414846181869507, -0.5814804434776306, -2.554368495941162, -0.4102490246295929, -1.6928104162216187, -0.929496705532074, -0.8685823678970337, -1.2681235074996948, -1.0075997114181519, -1.7302093505859375, -1.1500356197357178, -0.9341785311698914, -0.8512734770774841, -1.385147213935852, -1.5655537843704224, -0.35480377078056335, -0.11198380589485168, -0.30498653650283813, -1.7489309310913086, -0.8130451440811157, -1.7559159994125366, -1.296101689338684, -0.6370275020599365, -0.5588703751564026, -2.1761608123779297, -1.2829209566116333, -0.647822916507721, -1.637110948562622, -1.8204251527786255, -1.8120510578155518, -0.6456806659698486, -1.7479537725448608, -1.049612283706665, -0.6918172240257263, -1.8530635833740234, -1.5305684804916382, -1.7131435871124268, -1.5198123455047607, -1.8881253004074097, -0.967822253704071, -0.6944278478622437, -1.3798500299453735, -0.6087101101875305, -1.449162483215332, -1.5882453918457031, -2.1624600887298584, -1.6992226839065552, -0.8285524249076843, -0.6480860114097595, -1.7835345268249512, -1.9892514944076538, -0.25729501247406006, -1.1503546237945557, -0.6595668196678162]}, "Bot002_049_01": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_049.log.json", "context": "Hello", "response": "Hi, I am doing great. How are you?", "annotation_id": "Bot002_049_01", "annotations": ["T", "T", "O", "O", "O", "O", "O", "O", "O", "O", "O", "T", "O", "O", "O"], "gpt2background_target_score": [-11.239398002624512, -10.216974258422852, -4.488498210906982, -5.976633071899414, -11.651375770568848, -9.10599136352539, -7.920819282531738, -10.786531448364258, -11.186745643615723, -6.158962249755859, -9.722460746765137], "gpt2background_argmax_score": [-2.13662052154541, -2.1253278255462646, -1.5413603782653809, -1.2627108097076416, -1.3567378520965576, -1.593971848487854, -1.1406927108764648, -1.1500450372695923, -1.0630009174346924, -1.4790539741516113, -0.24916233122348785, -0.9338642954826355, -0.8388583660125732]}, "Bot002_049_03": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_049.log.json", "context": "Hello Hi, I am doing great. How are you? Fine, thnx, and you?", "response": "I'm doing great. Just got back from a long walk with my of zit ah", "annotation_id": "Bot002_049_03", "annotations": ["X", "O", "O", "O", "O", "O", "O", "O", "O", "X", "T", "O", "O", "T", "X"], "gpt2background_target_score": [-9.545134544372559, -9.917545318603516, -8.87072467803955, -12.372842788696289, -8.679222106933594, -9.431181907653809, -11.052116394042969, -11.515650749206543, -10.351877212524414, -7.7214789390563965, -10.176460266113281, -12.30099868774414, -5.059183597564697, -4.509566307067871, -10.075508117675781, -9.246196746826172, -11.235732078552246, -8.337675094604492], "gpt2background_argmax_score": [-2.13662052154541, -1.5561957359313965, -1.204573392868042, -1.4583362340927124, -1.5497218370437622, -1.044834852218628, -1.8394060134887695, -1.3527438640594482, -1.2677574157714844, -0.31452852487564087, -0.7627332210540771, -1.1641650199890137, -2.1062378883361816, -1.5336319208145142, -0.6549962162971497, -2.0490283966064453, -1.9148567914962769, -2.1757428646087646, -2.2352442741394043, -1.9610251188278198, -1.591023564338684, -1.687165379524231, -1.7086677551269531, -2.613060235977173, -0.9661549925804138, -1.1331678628921509, -1.3035517930984497, -3.1268088817596436, -1.980118989944458, -0.9530844688415527, -1.3900645971298218, -1.7647457122802734, -2.406383991241455, -2.0227484703063965, -1.227609395980835, -2.837815523147583, -2.5613245964050293, -2.5049591064453125, -2.257701873779297, -2.5066518783569336]}, "Bot002_049_05": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_049.log.json", "context": "Hello Hi, I am doing great. How are you? Fine, thnx, and you? I'm doing great. Just got back from a long walk with my of zit ah With what, sorry?", "response": "I just got back from a long day of work", "annotation_id": "Bot002_049_05", "annotations": ["O", "O", "O", "O", "O", "T", "O", "X", "O", "X", "O", "T", "T", "O", "O"], "gpt2background_target_score": [-9.545134544372559, -8.411086082458496, -7.271838188171387, -11.216226577758789, -5.268993854522705, -1.044834852218628, -9.949230194091797, -11.6798677444458, -9.459418296813965, -10.723831176757812], "gpt2background_argmax_score": [-2.13662052154541, -1.5561957359313965, -1.204573392868042, -1.4583362340927124, -1.5497218370437622, -1.044834852218628, -1.8394060134887695, -1.3527438640594482, -1.2677574157714844, -0.31452852487564087, -0.7627332210540771, -1.1641650199890137, -2.1062378883361816, -1.5336319208145142, -0.6549962162971497, -2.0490283966064453, -1.9148567914962769, -2.1757428646087646, -2.2352442741394043, -1.9610251188278198, -1.591023564338684, -1.743906021118164, -2.7805724143981934, -1.1711153984069824, -1.1028395891189575, -1.591694712638855, -3.196633815765381, -1.977848768234253, -0.8520625233650208, -1.412482500076294, -1.7568641901016235, -2.3462331295013428, -1.9574331045150757, -1.28863525390625, -2.8499131202697754, -2.533801317214966, -2.486194610595703, -2.374964475631714, -2.2128520011901855, -2.258077383041382, -1.256427526473999, -1.8069722652435303, -1.8963298797607422, -1.668332815170288, -1.8086434602737427, -1.7853238582611084, -1.7131125926971436, -0.3694743514060974, -0.3491549491882324, -0.31472912430763245, -0.25932711362838745, -0.2798725664615631, -1.5735341310501099, -2.718799114227295, -1.6481627225875854]}, "Bot002_049_07": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_049.log.json", "context": "Hello Hi, I am doing great. How are you? Fine, thnx, and you? I'm doing great. Just got back from a long walk with my of zit ah With what, sorry? I just got back from a long day of work Okey, where are you working at?", "response": "I am a manager at a local station", "annotation_id": "Bot002_049_07", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "O", "X", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-9.545137405395508, -9.241572380065918, -5.788083076477051, -13.034255027770996, -6.041010856628418, -1.0448334217071533, -9.98861312866211, -13.050267219543457], "gpt2background_argmax_score": [-2.1366207599639893, -1.5561957359313965, -1.2045727968215942, -1.458333969116211, -1.5497232675552368, -1.0448334217071533, -1.8394074440002441, -1.3527441024780273, -1.2677562236785889, -0.31452834606170654, -0.7627317309379578, -1.1641640663146973, -2.106236457824707, -1.533633828163147, -0.6549981236457825, -2.04902720451355, -1.9148590564727783, -2.1757383346557617, -2.2352468967437744, -1.961021900177002, -1.5910227298736572, -1.743904709815979, -2.780571222305298, -1.1711180210113525, -1.1028385162353516, -1.5916962623596191, -3.19663405418396, -1.9778482913970947, -0.8520644307136536, -1.4124826192855835, -1.7568646669387817, -2.346231460571289, -1.9574322700500488, -1.2886335849761963, -2.8499112129211426, -2.533801794052124, -2.486194133758545, -2.3749642372131348, -2.2128543853759766, -2.258078098297119, -1.256423830986023, -1.806971549987793, -1.896329641342163, -1.6683348417282104, -1.6743113994598389, -2.42142653465271, -0.5250952243804932, -0.48557859659194946, -0.3976514935493469, -0.3475188910961151, -0.35544297099113464, -1.4904377460479736, -2.9143972396850586, -1.5257816314697266, -1.6292062997817993, -2.4428629875183105, -2.166301965713501, -1.1955960988998413, -0.3170301020145416, -1.7672879695892334, -0.80307936668396, -0.3742060363292694, -1.67738676071167, -1.7218899726867676, -1.49824059009552, -1.9706326723098755, -4.026669979095459, -1.4249941110610962, -0.963184118270874, -2.2572388648986816, -3.048388719558716, -1.4175459146499634]}, "Bot002_049_09": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_049.log.json", "context": "Hello Hi, I am doing great. How are you? Fine, thnx, and you? I'm doing great. Just got back from a long walk with my of zit ah With what, sorry? I just got back from a long day of work Okey, where are you working at? I am a manager at a local station What\u2019s the station you are working at?", "response": "No I do not work at the local station", "annotation_id": "Bot002_049_09", "annotations": ["X", "X", "T", "X", "T", "T", "X", "X", "O", "T", "T", "T", "X", "X", "X"], "gpt2background_target_score": [-10.921963691711426, -4.035045623779297, -6.725514888763428, -10.506366729736328, -9.972418785095215, -8.243707656860352, -7.104482173919678, -11.83674144744873, -12.486906051635742], "gpt2background_argmax_score": [-2.1366207599639893, -1.5561957359313965, -1.2045727968215942, -1.458333969116211, -1.5497232675552368, -1.0448334217071533, -1.8394074440002441, -1.3527441024780273, -1.2677562236785889, -0.31452834606170654, -0.7627317309379578, -1.1641640663146973, -2.106236457824707, -1.533633828163147, -0.6549981236457825, -2.04902720451355, -1.9148590564727783, -2.1757383346557617, -2.2352468967437744, -1.961021900177002, -1.5910227298736572, -1.743904709815979, -2.780571222305298, -1.1711180210113525, -1.1028385162353516, -1.5916962623596191, -3.19663405418396, -1.9778482913970947, -0.8520644307136536, -1.4124826192855835, -1.7568646669387817, -2.346231460571289, -1.9574322700500488, -1.2886335849761963, -2.8499112129211426, -2.533801794052124, -2.486194133758545, -2.3749642372131348, -2.2128543853759766, -2.258078098297119, -1.256423830986023, -1.806971549987793, -1.896329641342163, -1.6683348417282104, -1.6743113994598389, -2.42142653465271, -0.5250952243804932, -0.48557859659194946, -0.3976514935493469, -0.3475188910961151, -0.35544297099113464, -1.4904377460479736, -2.9143972396850586, -1.5257816314697266, -1.6292062997817993, -2.4428629875183105, -2.166301965713501, -1.1955960988998413, -0.3170301020145416, -1.7672879695892334, -0.80307936668396, -0.3742060363292694, -1.67738676071167, -1.404963493347168, -2.2400972843170166, -3.7823450565338135, -1.759570598602295, -1.0169050693511963, -2.2238571643829346, -3.1219170093536377, -1.532155156135559, -2.0846166610717773, -0.14445684850215912, -0.11505084484815598, -0.9152794480323792, -1.8564553260803223, -1.3736999034881592, -1.3674503564834595, -0.8566381335258484, -0.6547581553459167, -0.2989155948162079, -1.6695935726165771, -1.9227126836776733, -1.4713077545166016, -1.4083300828933716, -0.9125652313232422, -1.0625805854797363, -0.46235355734825134, -1.330915093421936, -0.1297471821308136, -0.08578316122293472, -1.0021368265151978]}, "Bot002_049_11": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_049.log.json", "context": "Hello Hi, I am doing great. How are you? Fine, thnx, and you? I'm doing great. Just got back from a long walk with my of zit ah With what, sorry? I just got back from a long day of work Okey, where are you working at? I am a manager at a local station What\u2019s the station you are working at? No I do not work at the local station Then who you are?", "response": "I am a fan of Elvis", "annotation_id": "Bot002_049_11", "annotations": ["T", "O", "O", "T", "O", "T", "X", "O", "O", "X", "T", "O", "T", "T", "X"], "gpt2background_target_score": [-9.545137405395508, -9.241572380065918, -5.788083076477051, -11.772562026977539, -7.78176736831665, -12.821075439453125], "gpt2background_argmax_score": [-2.1366207599639893, -1.5561957359313965, -1.2045727968215942, -1.458333969116211, -1.5497232675552368, -1.0448334217071533, -1.8394074440002441, -1.3527441024780273, -1.2677562236785889, -0.31452834606170654, -0.7627317309379578, -1.1641640663146973, -2.106236457824707, -1.533633828163147, -0.6549981236457825, -2.04902720451355, -1.9148590564727783, -2.1757383346557617, -2.2352468967437744, -1.961021900177002, -1.5910227298736572, -1.743904709815979, -2.780571222305298, -1.1711180210113525, -1.1028385162353516, -1.5916962623596191, -3.19663405418396, -1.9778482913970947, -0.8520644307136536, -1.4124826192855835, -1.7568646669387817, -2.346231460571289, -1.9574322700500488, -1.2886335849761963, -2.8499112129211426, -2.533801794052124, -2.486194133758545, -2.3749642372131348, -2.2128543853759766, -2.258078098297119, -1.256423830986023, -1.806971549987793, -1.896329641342163, -1.6683348417282104, -1.6743113994598389, -2.42142653465271, -0.5250952243804932, -0.48557859659194946, -0.3976514935493469, -0.3475188910961151, -0.35544297099113464, -1.4904377460479736, -2.9143972396850586, -1.5257816314697266, -1.6292062997817993, -2.4428629875183105, -2.166301965713501, -1.1955960988998413, -0.3170301020145416, -1.7672879695892334, -0.80307936668396, -0.3742060363292694, -1.67738676071167, -1.404963493347168, -2.2400972843170166, -3.7823450565338135, -1.759570598602295, -1.0169050693511963, -2.2238571643829346, -3.1219170093536377, -1.532155156135559, -2.0846166610717773, -0.14445684850215912, -0.11505084484815598, -0.9152794480323792, -1.8564553260803223, -1.3736999034881592, -1.3674503564834595, -0.8566381335258484, -0.6547581553459167, -0.2989155948162079, -1.6695935726165771, -1.6759105920791626, -1.2919076681137085, -0.6965925693511963, -1.0973680019378662, -0.5885974764823914, -1.494597315788269, -0.1457265317440033, -0.09811094403266907, -1.033603549003601, -1.843804955482483, -2.1371123790740967, -0.7053868770599365, -0.6805393099784851, -1.812322974205017, -1.8112928867340088, -1.1674844026565552, -1.32659113407135, -0.7274419069290161, -0.3327910006046295, -1.6024606227874756, -2.382977247238159]}, "Bot002_049_13": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_049.log.json", "context": "Hello Hi, I am doing great. How are you? Fine, thnx, and you? I'm doing great. Just got back from a long walk with my of zit ah With what, sorry? I just got back from a long day of work Okey, where are you working at? I am a manager at a local station What\u2019s the station you are working at? No I do not work at the local station Then who you are? I am a fan of Elvis Presley?", "response": "I like Elvis. He is an Elvis fan.[SMILING FACE WITH OPEN MOUTH]", "annotation_id": "Bot002_049_13", "annotations": ["X", "X", "O", "X", "T", "T", "X", "T", "O", "X", "T", "T", "T", "X", "T"], "gpt2background_target_score": [-9.545137405395508, -10.573516845703125, -12.832049369812012, -8.598373413085938, -13.338162422180176, -8.724459648132324, -9.19225788116455, -13.372987747192383, -12.812722206115723, -13.31470012664795, -11.899210929870605, -12.23093032836914, -11.976911544799805, -13.518890380859375, -16.093076705932617, -13.422043800354004, -9.70551586151123, -13.098472595214844, -12.264714241027832, -12.245002746582031], "gpt2background_argmax_score": [-2.1366207599639893, -1.5561957359313965, -1.2045727968215942, -1.458333969116211, -1.5497232675552368, -1.0448334217071533, -1.8394074440002441, -1.3527441024780273, -1.2677562236785889, -0.31452834606170654, -0.7627317309379578, -1.1641640663146973, -2.106236457824707, -1.533633828163147, -0.6549981236457825, -2.04902720451355, -1.9148590564727783, -2.1757383346557617, -2.2352468967437744, -1.961021900177002, -1.5910227298736572, -1.743904709815979, -2.780571222305298, -1.1711180210113525, -1.1028385162353516, -1.5916962623596191, -3.19663405418396, -1.9778482913970947, -0.8520644307136536, -1.4124826192855835, -1.7568646669387817, -2.346231460571289, -1.9574322700500488, -1.2886335849761963, -2.8499112129211426, -2.533801794052124, -2.486194133758545, -2.3749642372131348, -2.2128543853759766, -2.258078098297119, -1.256423830986023, -1.806971549987793, -1.896329641342163, -1.6683348417282104, -1.6743113994598389, -2.42142653465271, -0.5250952243804932, -0.48557859659194946, -0.3976514935493469, -0.3475188910961151, -0.35544297099113464, -1.4904377460479736, -2.9143972396850586, -1.5257816314697266, -1.6292062997817993, -2.4428629875183105, -2.166301965713501, -1.1955960988998413, -0.3170301020145416, -1.7672879695892334, -0.80307936668396, -0.3742060363292694, -1.67738676071167, -1.404963493347168, -2.2400972843170166, -3.7823450565338135, -1.759570598602295, -1.0169050693511963, -2.2238571643829346, -3.1219170093536377, -1.532155156135559, -2.0846166610717773, -0.14445684850215912, -0.11505084484815598, -0.9152794480323792, -1.8564553260803223, -1.3736999034881592, -1.3674503564834595, -0.8566381335258484, -0.6547581553459167, -0.2989155948162079, -1.6695935726165771, -1.6759105920791626, -1.2919076681137085, -0.6965920925140381, -1.0973713397979736, -0.5885977149009705, -1.4945969581604004, -0.1457265317440033, -0.09811127185821533, -1.0336027145385742, -1.8438045978546143, -2.1371121406555176, -0.7053886651992798, -0.6805402040481567, -1.8123223781585693, -1.5797638893127441, -1.4733198881149292, -0.9289933443069458, -0.3783644437789917, -1.5809135437011719, -2.561013698577881, -0.5104789733886719, -2.1658828258514404, -1.7126528024673462, -1.8876397609710693, -1.7240073680877686, -1.6107994318008423, -0.5482728481292725, -1.3811225891113281, -1.2812713384628296, -1.551015853881836, -2.0973942279815674, -1.5184794664382935, -1.1355957984924316, -1.8957973718643188, -2.7719883918762207, -2.926694869995117, -2.24755597114563, -2.3732776641845703, -1.8366628885269165, -3.148775577545166, -2.4113152027130127, -0.8586508631706238, -2.4758493900299072, -0.8329573273658752]}, "Bot002_049_15": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_049.log.json", "context": "Hello Hi, I am doing great. How are you? Fine, thnx, and you? I'm doing great. Just got back from a long walk with my of zit ah With what, sorry? I just got back from a long day of work Okey, where are you working at? I am a manager at a local station What\u2019s the station you are working at? No I do not work at the local station Then who you are? I am a fan of Elvis Presley? I like Elvis. He is an Elvis fan.[SMILING FACE WITH OPEN MOUTH] How old are you?", "response": "I'm 77", "annotation_id": "Bot002_049_15", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "O", "X", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-9.545137405395508, -9.917547225952148, -11.79477310180664], "gpt2background_argmax_score": [-2.1366207599639893, -1.5561957359313965, -1.2045727968215942, -1.458333969116211, -1.5497232675552368, -1.0448334217071533, -1.8394074440002441, -1.3527441024780273, -1.2677562236785889, -0.31452834606170654, -0.7627317309379578, -1.1641640663146973, -2.106236457824707, -1.533633828163147, -0.6549981236457825, -2.04902720451355, -1.9148590564727783, -2.1757383346557617, -2.2352468967437744, -1.961021900177002, -1.5910227298736572, -1.743904709815979, -2.780571222305298, -1.1711180210113525, -1.1028385162353516, -1.5916962623596191, -3.19663405418396, -1.9778482913970947, -0.8520644307136536, -1.4124826192855835, -1.7568646669387817, -2.346231460571289, -1.9574322700500488, -1.2886335849761963, -2.8499112129211426, -2.533801794052124, -2.486194133758545, -2.3749642372131348, -2.2128543853759766, -2.258078098297119, -1.256423830986023, -1.806971549987793, -1.896329641342163, -1.6683348417282104, -1.6743113994598389, -2.42142653465271, -0.5250952243804932, -0.48557859659194946, -0.3976514935493469, -0.3475188910961151, -0.35544297099113464, -1.4904377460479736, -2.9143972396850586, -1.5257816314697266, -1.6292062997817993, -2.4428629875183105, -2.166301965713501, -1.1955960988998413, -0.3170301020145416, -1.7672879695892334, -0.80307936668396, -0.3742060363292694, -1.67738676071167, -1.404963493347168, -2.2400972843170166, -3.7823450565338135, -1.759570598602295, -1.0169050693511963, -2.2238571643829346, -3.1219170093536377, -1.532155156135559, -2.0846166610717773, -0.14445684850215912, -0.11505084484815598, -0.9152794480323792, -1.8564553260803223, -1.3736999034881592, -1.3674503564834595, -0.8566381335258484, -0.6547581553459167, -0.2989155948162079, -1.6695935726165771, -1.6759105920791626, -1.2919076681137085, -0.6965925693511963, -1.0973680019378662, -0.5885974764823914, -1.494597315788269, -0.1457265317440033, -0.09811094403266907, -1.0336034297943115, -1.843805193901062, -2.1371116638183594, -0.7053881883621216, -0.6805392503738403, -1.8123239278793335, -1.579763650894165, -1.4733216762542725, -0.9289930462837219, -0.37836477160453796, -1.580915927886963, -2.5610125064849854, -0.5104807615280151, -2.1658823490142822, -1.7126535177230835, -1.6340234279632568, -2.23180890083313, -0.6795023083686829, -1.446691632270813, -1.7127333879470825, -1.5266289710998535, -2.341006278991699, -1.3494694232940674, -1.2266916036605835, -2.0691769123077393, -3.4054136276245117, -2.8103902339935303, -2.5998594760894775, -2.3981575965881348, -1.903498649597168, -3.2265539169311523, -2.525606393814087, -0.8279410004615784, -2.4450018405914307, -1.5637383460998535, -1.8459961414337158, -0.42048370838165283, -0.11697866022586823, -0.38822141289711, -1.7510393857955933, -2.048231363296509, -1.5661847591400146, -2.0582408905029297, -1.759507656097412]}, "Bot002_049_17": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_049.log.json", "context": "Hello Hi, I am doing great. How are you? Fine, thnx, and you? I'm doing great. Just got back from a long walk with my of zit ah With what, sorry? I just got back from a long day of work Okey, where are you working at? I am a manager at a local station What\u2019s the station you are working at? No I do not work at the local station Then who you are? I am a fan of Elvis Presley? I like Elvis. He is an Elvis fan.[SMILING FACE WITH OPEN MOUTH] How old are you? I'm 77 And where are you from?", "response": "I'm from the USA. How about you?", "annotation_id": "Bot002_049_17", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "T", "O", "O", "O"], "gpt2background_target_score": [-9.545137405395508, -9.917547225952148, -7.6797075271606445, -10.338712692260742, -10.89627742767334, -8.20395565032959, -10.039920806884766, -10.447222709655762, -6.608004570007324, -9.76969051361084], "gpt2background_argmax_score": [-2.1366207599639893, -1.5561957359313965, -1.2045727968215942, -1.458333969116211, -1.5497232675552368, -1.0448334217071533, -1.8394074440002441, -1.3527441024780273, -1.2677562236785889, -0.31452834606170654, -0.7627317309379578, -1.1641640663146973, -2.106236457824707, -1.533633828163147, -0.6549981236457825, -2.04902720451355, -1.9148590564727783, -2.1757383346557617, -2.2352468967437744, -1.961021900177002, -1.5910227298736572, -1.743904709815979, -2.780571222305298, -1.1711180210113525, -1.1028385162353516, -1.5916962623596191, -3.19663405418396, -1.9778482913970947, -0.8520644307136536, -1.4124826192855835, -1.7568646669387817, -2.346231460571289, -1.9574322700500488, -1.2886335849761963, -2.8499112129211426, -2.533801794052124, -2.486194133758545, -2.3749642372131348, -2.2128543853759766, -2.258078098297119, -1.256423830986023, -1.806971549987793, -1.896329641342163, -1.6683348417282104, -1.6743113994598389, -2.42142653465271, -0.5250952243804932, -0.48557859659194946, -0.3976514935493469, -0.3475188910961151, -0.35544297099113464, -1.4904377460479736, -2.9143972396850586, -1.5257816314697266, -1.6292062997817993, -2.4428629875183105, -2.166301965713501, -1.1955960988998413, -0.3170301020145416, -1.7672879695892334, -0.80307936668396, -0.3742060363292694, -1.67738676071167, -1.404963493347168, -2.2400972843170166, -3.7823450565338135, -1.759570598602295, -1.0169050693511963, -2.2238571643829346, -3.1219170093536377, -1.532155156135559, -2.0846166610717773, -0.14445684850215912, -0.11505084484815598, -0.9152794480323792, -1.8564553260803223, -1.3736999034881592, -1.3674503564834595, -0.8566381335258484, -0.6547581553459167, -0.2989155948162079, -1.6695935726165771, -1.6759105920791626, -1.2919076681137085, -0.6965925693511963, -1.0973680019378662, -0.5885974764823914, -1.494597315788269, -0.1457265317440033, -0.09811094403266907, -1.033603549003601, -1.843804955482483, -2.1371123790740967, -0.7053868770599365, -0.6805393099784851, -1.812322974205017, -1.579763412475586, -1.4733198881149292, -0.928992509841919, -0.37836501002311707, -1.5809154510498047, -2.5610158443450928, -0.5104809999465942, -2.165882110595703, -1.7126530408859253, -1.6340229511260986, -2.2318077087402344, -0.6795030236244202, -1.4466912746429443, -1.712734341621399, -1.526627540588379, -2.3410086631774902, -1.3494691848754883, -1.2266924381256104, -2.0691773891448975, -3.4054160118103027, -2.8103904724121094, -2.599858283996582, -2.398158073425293, -1.903498649597168, -3.226553440093994, -2.525607109069824, -0.8279401659965515, -2.4450035095214844, -1.56373929977417, -1.8459973335266113, -0.42048394680023193, -0.11697855591773987, -0.38822141289711, -1.7510374784469604, -1.7397749423980713, -2.0505943298339844, -1.620676040649414, -0.9789043068885803, -0.42943331599235535, -0.18111586570739746, -1.245869517326355, -0.2498054951429367, -1.501308798789978, -1.9633527994155884, -1.2872276306152344, -2.2943403720855713, -3.1132442951202393, -1.714254379272461, -1.3950847387313843, -1.2330013513565063, -1.124112606048584, -0.2693486511707306, -0.6088170409202576, -0.7908849120140076]}, "Bot002_049_19": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_049.log.json", "context": "Hello Hi, I am doing great. How are you? Fine, thnx, and you? I'm doing great. Just got back from a long walk with my of zit ah With what, sorry? I just got back from a long day of work Okey, where are you working at? I am a manager at a local station What\u2019s the station you are working at? No I do not work at the local station Then who you are? I am a fan of Elvis Presley? I like Elvis. He is an Elvis fan.[SMILING FACE WITH OPEN MOUTH] How old are you? I'm 77 And where are you from? I'm from the USA. How about you? Me too", "response": "I love to be alone.[WINKING FACE]", "annotation_id": "Bot002_049_19", "annotations": ["T", "O", "T", "O", "O", "T", "X", "O", "O", "X", "T", "O", "O", "O", "X"], "gpt2background_target_score": [-9.545137405395508, -11.151321411132812, -7.430793285369873, -10.000362396240234, -8.993675231933594, -13.702542304992676, -11.644527435302734, -12.888291358947754, -12.370345115661621, -13.013413429260254, -12.569293975830078], "gpt2background_argmax_score": [-2.1366207599639893, -1.5561957359313965, -1.2045727968215942, -1.458333969116211, -1.5497232675552368, -1.0448334217071533, -1.8394074440002441, -1.3527441024780273, -1.2677562236785889, -0.31452834606170654, -0.7627317309379578, -1.1641640663146973, -2.106236457824707, -1.533633828163147, -0.6549981236457825, -2.04902720451355, -1.9148590564727783, -2.1757383346557617, -2.2352468967437744, -1.961021900177002, -1.5910227298736572, -1.743904709815979, -2.780571222305298, -1.1711180210113525, -1.1028385162353516, -1.5916962623596191, -3.19663405418396, -1.9778482913970947, -0.8520644307136536, -1.4124826192855835, -1.7568646669387817, -2.346231460571289, -1.9574322700500488, -1.2886335849761963, -2.8499112129211426, -2.533801794052124, -2.486194133758545, -2.3749642372131348, -2.2128543853759766, -2.258078098297119, -1.256423830986023, -1.806971549987793, -1.896329641342163, -1.6683348417282104, -1.6743113994598389, -2.42142653465271, -0.5250952243804932, -0.48557859659194946, -0.3976514935493469, -0.3475188910961151, -0.35544297099113464, -1.4904377460479736, -2.9143972396850586, -1.5257816314697266, -1.6292062997817993, -2.4428629875183105, -2.166301965713501, -1.1955960988998413, -0.3170301020145416, -1.7672879695892334, -0.80307936668396, -0.3742060363292694, -1.67738676071167, -1.404963493347168, -2.2400972843170166, -3.7823450565338135, -1.759570598602295, -1.0169050693511963, -2.2238571643829346, -3.1219170093536377, -1.532155156135559, -2.0846166610717773, -0.14445684850215912, -0.11505084484815598, -0.9152794480323792, -1.8564553260803223, -1.3736999034881592, -1.3674503564834595, -0.8566381335258484, -0.6547581553459167, -0.2989155948162079, -1.6695935726165771, -1.6759105920791626, -1.2919076681137085, -0.6965925693511963, -1.0973680019378662, -0.5885974764823914, -1.494597315788269, -0.1457265317440033, -0.09811094403266907, -1.033603549003601, -1.843804955482483, -2.1371123790740967, -0.7053868770599365, -0.6805393099784851, -1.812322974205017, -1.579763412475586, -1.4733198881149292, -0.928992509841919, -0.37836501002311707, -1.5809154510498047, -2.5610158443450928, -0.5104809999465942, -2.165882110595703, -1.7126530408859253, -1.6340229511260986, -2.2318077087402344, -0.6795030236244202, -1.4466912746429443, -1.712734341621399, -1.526627540588379, -2.3410086631774902, -1.3494691848754883, -1.2266924381256104, -2.0691773891448975, -3.4054160118103027, -2.8103904724121094, -2.599858283996582, -2.398158073425293, -1.903498649597168, -3.226553440093994, -2.525607109069824, -0.8279401659965515, -2.4450035095214844, -1.56373929977417, -1.8459973335266113, -0.42048394680023193, -0.11697855591773987, -0.38822141289711, -1.7510374784469604, -1.7397749423980713, -2.0505943298339844, -1.620676040649414, -0.9789043068885803, -0.42943331599235535, -0.18111586570739746, -1.245869517326355, -0.2498054951429367, -1.501308798789978, -1.4998626708984375, -2.2741305828094482, -1.80316162109375, -1.829716444015503, -1.372951626777649, -1.4248286485671997, -1.461573839187622, -0.22080717980861664, -0.4970284104347229, -1.3117095232009888, -1.5876293182373047, -1.290146827697754, -1.8732361793518066, -1.1714298725128174, -0.4848567545413971, -1.79954993724823, -1.5677162408828735, -1.8772869110107422, -2.3095781803131104, -1.7028614282608032, -2.181011915206909, -0.5356767177581787, -0.8411734104156494, -0.8630169630050659]}, "Bot002_052_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_052.log.json", "context": "Hey! Are you a mechanical engineer? Because I am. Not really. I work at a bank.", "response": "I am an engineer, I love to hike", "annotation_id": "Bot002_052_02", "annotations": ["X", "X", "T", "O", "T", "O", "O", "T", "T", "T", "T", "O", "O", "T", "T"], "gpt2background_target_score": [-9.64731502532959, -8.879878044128418, -9.03060531616211, -12.321617126464844, -9.351644515991211, -8.714339256286621, -11.5166597366333, -10.503376007080078, -13.327947616577148], "gpt2background_argmax_score": [-2.115349054336548, -1.2066389322280884, -0.9871067404747009, -2.704385280609131, -3.189967632293701, -1.3115785121917725, -0.5982807874679565, -0.9327259659767151, -1.0232784748077393, -1.4993276596069336, -1.084949254989624, -1.9180504083633423, -1.3905646800994873, -1.199568748474121, -1.4782401323318481, -1.8889386653900146, -1.4750707149505615, -0.7209368348121643, -3.074061870574951, -1.4540525674819946, -1.398845911026001, -1.9916561841964722, -1.8386211395263672, -1.369825839996338, -1.2072826623916626, -1.023776888847351, -1.9657481908798218, -1.8054895401000977, -2.4148097038269043, -1.970823884010315, -1.7219475507736206]}, "Bot002_052_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_052.log.json", "context": "Hey! Are you a mechanical engineer? Because I am. Not really. I work at a bank. I am an engineer, I love to hike And I like to eat you know.", "response": "[WINKING FACE]  I like to eat out and hike", "annotation_id": "Bot002_052_04", "annotations": ["T", "X", "T", "O", "O", "T", "O", "O", "O", "O", "X", "T", "T", "O", "T"], "gpt2background_target_score": [-11.51324462890625, -10.603253364562988, -13.306947708129883, -11.955801010131836, -13.159652709960938, -11.85428237915039, -8.254237174987793, -2.5335779190063477, -7.46298885345459, -10.664315223693848, -14.024253845214844, -12.069931030273438, -7.72811222076416, -14.032952308654785], "gpt2background_argmax_score": [-2.115349054336548, -1.2066389322280884, -0.9871067404747009, -2.704385280609131, -3.189967632293701, -1.3115785121917725, -0.5982807874679565, -0.9327259659767151, -1.0232784748077393, -1.4993276596069336, -1.084949254989624, -1.9180504083633423, -1.3905646800994873, -1.199568748474121, -1.4782401323318481, -1.8889386653900146, -1.4750707149505615, -0.7209368348121643, -3.074061870574951, -1.4540525674819946, -1.398845911026001, -2.2435150146484375, -1.2484886646270752, -1.6232328414916992, -0.8603606820106506, -1.6036466360092163, -1.7635068893432617, -2.4573380947113037, -2.1665520668029785, -1.3426862955093384, -2.003326654434204, -2.1037662029266357, -0.43808630108833313, -2.2227799892425537, -1.985615611076355, -2.0060577392578125, -1.6558501720428467, -1.4381110668182373, -1.8217382431030273, -2.395328998565674, -3.2618300914764404, -2.1350154876708984, -2.685079336166382, -2.234998941421509, -1.1375809907913208, -0.7253486514091492, -2.0174319744110107, -0.8429946899414062, -1.1445215940475464, -0.5733291506767273, -1.7826379537582397, -1.8817505836486816, -1.5057885646820068]}, "Bot002_052_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_052.log.json", "context": "Hey! Are you a mechanical engineer? Because I am. Not really. I work at a bank. I am an engineer, I love to hike And I like to eat you know. [WINKING FACE]  I like to eat out and hike What do you like to eat while hiking?", "response": "I like hiking, but I like hiking[GRINNING FACE WITH SMILING EYES]", "annotation_id": "Bot002_052_06", "annotations": ["O", "O", "X", "T", "T", "T", "T", "X", "X", "T", "T", "O", "O", "O", "T"], "gpt2background_target_score": [-9.647310256958008, -10.527121543884277, -10.745253562927246, -7.610397815704346, -10.788748741149902, -8.714345932006836, -6.908213138580322, -12.948015213012695, -12.236675262451172, -13.664941787719727, -12.835329055786133, -12.673710823059082, -14.327523231506348, -13.058053970336914, -11.118151664733887, -12.399377822875977, -13.077619552612305, -7.605583190917969, -12.851391792297363, -12.519861221313477], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -0.9871084094047546, -2.704385280609131, -3.189969301223755, -1.3115748167037964, -0.5982798933982849, -0.9327264428138733, -1.0232778787612915, -1.4993256330490112, -1.0849499702453613, -1.9180516004562378, -1.3905647993087769, -1.1995669603347778, -1.4782384634017944, -1.8889367580413818, -1.4750638008117676, -0.7209367156028748, -3.0740644931793213, -1.45405113697052, -1.3988451957702637, -2.243511438369751, -1.2484883069992065, -1.6232303380966187, -0.8603605628013611, -1.603644847869873, -1.763506293296814, -2.4573380947113037, -2.1665518283843994, -1.3426868915557861, -2.003326892852783, -2.1037654876708984, -0.4380861520767212, -2.222778081893921, -1.9856153726577759, -2.0060572624206543, -1.6558514833450317, -1.4381147623062134, -2.4420840740203857, -2.944927930831909, -2.1389248371124268, -2.317997694015503, -2.4158058166503906, -1.5289289951324463, -1.34584379196167, -1.9224112033843994, -0.7071755528450012, -1.2625904083251953, -0.7640727758407593, -1.7389205694198608, -1.7749412059783936, -1.3157135248184204, -2.331378221511841, -0.279634028673172, -1.6376553773880005, -0.6363504528999329, -0.49573078751564026, -1.152941107749939, -1.3928157091140747, -0.5052347779273987, -1.0999644994735718, -1.7993327379226685, -1.1333426237106323, -0.48389092087745667, -1.4910004138946533, -1.781893014907837, -0.7690102458000183, -2.0792040824890137, -0.8312059640884399, -1.0706208944320679, -2.1422412395477295, -1.6650584936141968, -1.9550834894180298, -1.2335736751556396, -0.4770964980125427, -2.4358108043670654, -1.4888670444488525, -2.467262029647827, -0.8510059714317322, -1.4748144149780273, -2.177123785018921, -0.8310223817825317]}, "Bot002_052_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_052.log.json", "context": "Hey! Are you a mechanical engineer? Because I am. Not really. I work at a bank. I am an engineer, I love to hike And I like to eat you know. [WINKING FACE]  I like to eat out and hike What do you like to eat while hiking? I like hiking, but I like hiking[GRINNING FACE WITH SMILING EYES] Such a rare combination! Do you also like hiknig?", "response": "I do, but I like hiking", "annotation_id": "Bot002_052_08", "annotations": ["O", "O", "X", "T", "O", "O", "T", "T", "X", "O", "T", "T", "T", "O", "X"], "gpt2background_target_score": [-9.647310256958008, -8.556722640991211, -9.102717399597168, -9.620983123779297, -9.637794494628906, -9.115166664123535, -12.710254669189453], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -0.9871084094047546, -2.704385280609131, -3.189969301223755, -1.3115748167037964, -0.5982798933982849, -0.9327264428138733, -1.0232778787612915, -1.4993256330490112, -1.0849499702453613, -1.9180516004562378, -1.3905647993087769, -1.1995669603347778, -1.4782384634017944, -1.8889367580413818, -1.4750638008117676, -0.7209367156028748, -3.0740644931793213, -1.45405113697052, -1.3988451957702637, -2.243511438369751, -1.2484883069992065, -1.6232303380966187, -0.8603605628013611, -1.603644847869873, -1.763506293296814, -2.4573380947113037, -2.1665518283843994, -1.3426868915557861, -2.003326892852783, -2.1037654876708984, -0.4380861520767212, -2.222778081893921, -1.9856153726577759, -2.0060572624206543, -1.6558514833450317, -1.4381147623062134, -2.4420840740203857, -2.944927930831909, -2.1389248371124268, -2.317997694015503, -2.4158058166503906, -1.5289289951324463, -1.34584379196167, -1.9224112033843994, -0.7071755528450012, -1.2625904083251953, -0.7640727758407593, -1.7389205694198608, -1.7749412059783936, -1.3157135248184204, -2.331378221511841, -0.279634028673172, -1.6376553773880005, -0.6363504528999329, -0.49573078751564026, -1.152941107749939, -1.3928157091140747, -0.5052347779273987, -1.0999644994735718, -1.2283860445022583, -0.44983595609664917, -1.3023499250411987, -1.9753421545028687, -0.7051854729652405, -2.0352649688720703, -0.693402111530304, -1.0536555051803589, -2.4092166423797607, -1.8932559490203857, -2.2865452766418457, -0.6312066316604614, -0.31145036220550537, -2.375204086303711, -1.3815622329711914, -2.367344617843628, -1.0085705518722534, -1.46348237991333, -1.6504580974578857, -1.1952763795852661, -0.517584502696991, -2.2975761890411377, -2.0191357135772705, -0.7624231576919556, -1.697668194770813, -0.19469670951366425, -1.095828890800476, -0.49032872915267944, -1.0042307376861572, -1.7956464290618896, -2.7849037647247314, -3.2362208366394043, -2.8309712409973145, -1.6770495176315308, -1.643033742904663, -0.8754656910896301, -1.6094319820404053, -1.453766107559204, -0.7989068627357483, -2.142857074737549, -0.8707278370857239, -1.4774620532989502]}, "Bot002_052_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_052.log.json", "context": "Hey! Are you a mechanical engineer? Because I am. Not really. I work at a bank. I am an engineer, I love to hike And I like to eat you know. [WINKING FACE]  I like to eat out and hike What do you like to eat while hiking? I like hiking, but I like hiking[GRINNING FACE WITH SMILING EYES] Such a rare combination! Do you also like hiknig? I do, but I like hiking Well,  do you have kids or something?", "response": "I have two boys.", "annotation_id": "Bot002_052_10", "annotations": ["O", "O", "O", "O", "T", "T", "O", "O", "O", "T", "T", "T", "O", "O", "O"], "gpt2background_target_score": [-9.647310256958008, -8.671810150146484, -8.953065872192383, -8.629339218139648, -10.279646873474121], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -0.9871084094047546, -2.704385280609131, -3.189969301223755, -1.3115748167037964, -0.5982798933982849, -0.9327264428138733, -1.0232778787612915, -1.4993256330490112, -1.0849499702453613, -1.9180516004562378, -1.3905647993087769, -1.1995669603347778, -1.4782384634017944, -1.8889367580413818, -1.4750638008117676, -0.7209367156028748, -3.0740644931793213, -1.45405113697052, -1.3988451957702637, -2.243511438369751, -1.2484883069992065, -1.6232303380966187, -0.8603605628013611, -1.603644847869873, -1.763506293296814, -2.4573380947113037, -2.1665518283843994, -1.3426868915557861, -2.003326892852783, -2.1037654876708984, -0.4380861520767212, -2.222778081893921, -1.9856153726577759, -2.0060572624206543, -1.6558514833450317, -1.4381147623062134, -2.4420840740203857, -2.944927930831909, -2.1389248371124268, -2.317997694015503, -2.4158058166503906, -1.5289289951324463, -1.34584379196167, -1.9224112033843994, -0.7071755528450012, -1.2625904083251953, -0.7640727758407593, -1.7389205694198608, -1.7749412059783936, -1.3157135248184204, -2.331378221511841, -0.279634028673172, -1.6376553773880005, -0.6363504528999329, -0.49573078751564026, -1.152941107749939, -1.3928157091140747, -0.5052347779273987, -1.0999644994735718, -1.2283860445022583, -0.44983595609664917, -1.3023499250411987, -1.9753421545028687, -0.7051854729652405, -2.0352649688720703, -0.693402111530304, -1.0536555051803589, -2.4092166423797607, -1.8932559490203857, -2.2865452766418457, -0.6312066316604614, -0.31145036220550537, -2.375204086303711, -1.3815622329711914, -2.367344617843628, -1.0085705518722534, -1.46348237991333, -1.6504580974578857, -1.1952763795852661, -0.517584502696991, -2.2975761890411377, -2.0191357135772705, -0.7624231576919556, -1.697668194770813, -0.19469670951366425, -1.095828890800476, -0.49032872915267944, -1.0042307376861572, -1.7956464290618896, -2.7849037647247314, -3.2362208366394043, -2.8309712409973145, -1.6770495176315308, -1.0029288530349731, -1.425077199935913, -1.2986387014389038, -0.7670295834541321, -2.128899574279785, -1.183677077293396, -1.6227904558181763, -1.1746621131896973, -1.2395837306976318, -1.3141058683395386, -0.2115793526172638, -0.7991762757301331, -1.1158685684204102, -0.590914249420166, -1.7116953134536743, -0.6486220955848694, -1.766422152519226, -1.832528829574585, -1.8425941467285156, -1.032146692276001, -1.7578797340393066, -1.7022649049758911, -1.6382676362991333]}, "Bot002_052_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_052.log.json", "context": "Hey! Are you a mechanical engineer? Because I am. Not really. I work at a bank. I am an engineer, I love to hike And I like to eat you know. [WINKING FACE]  I like to eat out and hike What do you like to eat while hiking? I like hiking, but I like hiking[GRINNING FACE WITH SMILING EYES] Such a rare combination! Do you also like hiknig? I do, but I like hiking Well,  do you have kids or something? I have two boys. And what about girls? Do you have any?", "response": "I have two girls", "annotation_id": "Bot002_052_12", "annotations": ["T", "O", "O", "O", "O", "T", "O", "O", "O", "O", "T", "O", "O", "T", "T"], "gpt2background_target_score": [-9.647310256958008, -8.671810150146484, -8.953065872192383, -8.324098587036133], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -0.9871084094047546, -2.704385280609131, -3.189969301223755, -1.3115748167037964, -0.5982798933982849, -0.9327264428138733, -1.0232778787612915, -1.4993256330490112, -1.0849499702453613, -1.9180516004562378, -1.3905647993087769, -1.1995669603347778, -1.4782384634017944, -1.8889367580413818, -1.4750638008117676, -0.7209367156028748, -3.0740644931793213, -1.45405113697052, -1.3988451957702637, -2.243511438369751, -1.2484883069992065, -1.6232303380966187, -0.8603605628013611, -1.603644847869873, -1.763506293296814, -2.4573380947113037, -2.1665518283843994, -1.3426868915557861, -2.003326892852783, -2.1037654876708984, -0.4380861520767212, -2.222778081893921, -1.9856153726577759, -2.0060572624206543, -1.6558514833450317, -1.4381147623062134, -2.4420840740203857, -2.944927930831909, -2.1389248371124268, -2.317997694015503, -2.4158058166503906, -1.5289289951324463, -1.34584379196167, -1.9224112033843994, -0.7071755528450012, -1.2625904083251953, -0.7640727758407593, -1.7389205694198608, -1.7749412059783936, -1.3157135248184204, -2.331378221511841, -0.279634028673172, -1.6376553773880005, -0.6363504528999329, -0.49573078751564026, -1.152941107749939, -1.3928157091140747, -0.5052347779273987, -1.0999644994735718, -1.2283860445022583, -0.44983595609664917, -1.3023499250411987, -1.9753421545028687, -0.7051854729652405, -2.0352649688720703, -0.693402111530304, -1.0536555051803589, -2.4092166423797607, -1.8932559490203857, -2.2865452766418457, -0.6312066316604614, -0.31145036220550537, -2.375204086303711, -1.3815622329711914, -2.367344617843628, -1.0085705518722534, -1.46348237991333, -1.6504580974578857, -1.1952763795852661, -0.517584502696991, -2.2975761890411377, -2.0191357135772705, -0.7624231576919556, -1.697668194770813, -0.19469670951366425, -1.095828890800476, -0.49032872915267944, -1.0042307376861572, -1.7956464290618896, -2.7849037647247314, -3.2362208366394043, -2.8309712409973145, -1.6770495176315308, -1.0029288530349731, -1.425077199935913, -1.2986387014389038, -0.7670295834541321, -2.128899574279785, -1.183677077293396, -1.6227904558181763, -1.1746621131896973, -1.2395837306976318, -1.3141058683395386, -0.2115793526172638, -0.7991762757301331, -1.1158685684204102, -0.590914249420166, -1.7116953134536743, -0.6486220955848694, -1.766422152519226, -1.8451865911483765, -1.0384888648986816, -1.7146399021148682, -1.678633451461792, -1.5714967250823975, -1.2117568254470825, -1.5767956972122192, -1.4463146924972534, -0.5538305044174194, -1.583242416381836, -0.21662266552448273, -1.1038199663162231, -1.529512882232666, -2.6748013496398926, -1.74648118019104, -1.8251084089279175, -2.119748115539551, -1.2928546667099, -0.7849446535110474, -1.2058223485946655]}, "Bot002_052_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_052.log.json", "context": "Hey! Are you a mechanical engineer? Because I am. Not really. I work at a bank. I am an engineer, I love to hike And I like to eat you know. [WINKING FACE]  I like to eat out and hike What do you like to eat while hiking? I like hiking, but I like hiking[GRINNING FACE WITH SMILING EYES] Such a rare combination! Do you also like hiknig? I do, but I like hiking Well,  do you have kids or something? I have two boys. And what about girls? Do you have any? I have two girls Oh, so four in total, right?", "response": "I have 5 foot 3.", "annotation_id": "Bot002_052_14", "annotations": ["O", "X", "X", "X", "T", "X", "X", "X", "X", "T", "T", "O", "T", "T", "X"], "gpt2background_target_score": [-9.647310256958008, -8.671810150146484, -9.397453308105469, -12.488445281982422, -8.060311317443848, -9.350651741027832], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -0.9871084094047546, -2.704385280609131, -3.189969301223755, -1.3115748167037964, -0.5982798933982849, -0.9327264428138733, -1.0232778787612915, -1.4993256330490112, -1.0849499702453613, -1.9180516004562378, -1.3905647993087769, -1.1995669603347778, -1.4782384634017944, -1.8889367580413818, -1.4750638008117676, -0.7209367156028748, -3.0740644931793213, -1.45405113697052, -1.3988451957702637, -2.243511438369751, -1.2484883069992065, -1.6232303380966187, -0.8603605628013611, -1.603644847869873, -1.763506293296814, -2.4573380947113037, -2.1665518283843994, -1.3426868915557861, -2.003326892852783, -2.1037654876708984, -0.4380861520767212, -2.222778081893921, -1.9856153726577759, -2.0060572624206543, -1.6558514833450317, -1.4381147623062134, -2.4420840740203857, -2.944927930831909, -2.1389248371124268, -2.317997694015503, -2.4158058166503906, -1.5289289951324463, -1.34584379196167, -1.9224112033843994, -0.7071755528450012, -1.2625904083251953, -0.7640727758407593, -1.7389205694198608, -1.7749412059783936, -1.3157135248184204, -2.331378221511841, -0.279634028673172, -1.6376553773880005, -0.6363504528999329, -0.49573078751564026, -1.152941107749939, -1.3928157091140747, -0.5052347779273987, -1.0999644994735718, -1.2283860445022583, -0.44983595609664917, -1.3023499250411987, -1.9753421545028687, -0.7051854729652405, -2.0352649688720703, -0.693402111530304, -1.0536555051803589, -2.4092166423797607, -1.8932559490203857, -2.2865452766418457, -0.6312066316604614, -0.31145036220550537, -2.375204086303711, -1.3815622329711914, -2.367344617843628, -1.0085705518722534, -1.46348237991333, -1.6504580974578857, -1.1952763795852661, -0.517584502696991, -2.2975761890411377, -2.0191357135772705, -0.7624231576919556, -1.697668194770813, -0.19469670951366425, -1.095828890800476, -0.49032872915267944, -1.0042307376861572, -1.7956464290618896, -2.7849037647247314, -3.2362208366394043, -2.8309712409973145, -1.6770495176315308, -1.0029288530349731, -1.425077199935913, -1.2986387014389038, -0.7670295834541321, -2.128899574279785, -1.183677077293396, -1.6227904558181763, -1.1746621131896973, -1.2395837306976318, -1.3141058683395386, -0.2115793526172638, -0.7991762757301331, -1.1158685684204102, -0.590914249420166, -1.7116953134536743, -0.6486220955848694, -1.766422152519226, -1.8451865911483765, -1.0384888648986816, -1.7146399021148682, -1.678633451461792, -1.5714967250823975, -1.2117568254470825, -1.5767956972122192, -1.4463146924972534, -0.5538300275802612, -1.5832422971725464, -0.21662333607673645, -1.1038222312927246, -1.5295131206512451, -2.6748032569885254, -1.7464821338653564, -2.300973892211914, -1.1953672170639038, -1.096967101097107, -1.1255576610565186, -1.7441656589508057, -2.039682149887085, -1.6096175909042358, -1.9812225103378296, -1.863041877746582, -1.2982591390609741, -1.948344349861145, -0.3132829964160919, -1.9748035669326782, -2.206489086151123, -2.261215925216675, -0.8785977959632874, -1.835924744606018, -2.298144578933716, -2.1834802627563477, -2.0419058799743652]}, "Bot002_052_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_052.log.json", "context": "Hey! Are you a mechanical engineer? Because I am. Not really. I work at a bank. I am an engineer, I love to hike And I like to eat you know. [WINKING FACE]  I like to eat out and hike What do you like to eat while hiking? I like hiking, but I like hiking[GRINNING FACE WITH SMILING EYES] Such a rare combination! Do you also like hiknig? I do, but I like hiking Well,  do you have kids or something? I have two boys. And what about girls? Do you have any? I have two girls Oh, so four in total, right? I have 5 foot 3. And i'm an omnivore, for no reason!", "response": "I love to hike[GRINNING FACE WITH SMILING EYES]", "annotation_id": "Bot002_052_16", "annotations": ["O", "X", "X", "X", "O", "T", "X", "X", "X", "O", "T", "T", "T", "O", "T"], "gpt2background_target_score": [-9.647310256958008, -11.528180122375488, -9.227169036865234, -12.924169540405273, -12.180968284606934, -12.604874610900879, -14.737051963806152, -13.024664878845215, -13.703824043273926, -14.26371955871582, -11.949594497680664, -12.197541236877441, -12.7595853805542, -10.352116584777832, -13.04177474975586, -12.05318546295166], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -0.9871084094047546, -2.704385280609131, -3.189969301223755, -1.3115748167037964, -0.5982798933982849, -0.9327264428138733, -1.0232778787612915, -1.4993256330490112, -1.0849499702453613, -1.9180516004562378, -1.3905647993087769, -1.1995669603347778, -1.4782384634017944, -1.8889367580413818, -1.4750638008117676, -0.7209367156028748, -3.0740644931793213, -1.45405113697052, -1.3988451957702637, -2.243511438369751, -1.2484883069992065, -1.6232303380966187, -0.8603605628013611, -1.603644847869873, -1.763506293296814, -2.4573380947113037, -2.1665518283843994, -1.3426868915557861, -2.003326892852783, -2.1037654876708984, -0.4380861520767212, -2.222778081893921, -1.9856153726577759, -2.0060572624206543, -1.6558514833450317, -1.4381147623062134, -2.4420840740203857, -2.944927930831909, -2.1389248371124268, -2.317997694015503, -2.4158058166503906, -1.5289289951324463, -1.34584379196167, -1.9224112033843994, -0.7071755528450012, -1.2625904083251953, -0.7640727758407593, -1.7389205694198608, -1.7749412059783936, -1.3157135248184204, -2.331378221511841, -0.279634028673172, -1.6376553773880005, -0.6363504528999329, -0.49573078751564026, -1.152941107749939, -1.3928157091140747, -0.5052347779273987, -1.0999644994735718, -1.2283860445022583, -0.44983595609664917, -1.3023499250411987, -1.9753421545028687, -0.7051854729652405, -2.0352649688720703, -0.693402111530304, -1.0536555051803589, -2.4092166423797607, -1.8932559490203857, -2.2865452766418457, -0.6312066316604614, -0.31145036220550537, -2.375204086303711, -1.3815622329711914, -2.367344617843628, -1.0085705518722534, -1.46348237991333, -1.6504580974578857, -1.1952763795852661, -0.517584502696991, -2.2975761890411377, -2.0191357135772705, -0.7624231576919556, -1.697668194770813, -0.19469670951366425, -1.095828890800476, -0.49032872915267944, -1.0042307376861572, -1.7956464290618896, -2.7849037647247314, -3.2362208366394043, -2.8309712409973145, -1.6770495176315308, -1.0029288530349731, -1.425077199935913, -1.2986387014389038, -0.7670295834541321, -2.128899574279785, -1.183677077293396, -1.6227904558181763, -1.1746621131896973, -1.2395837306976318, -1.3141058683395386, -0.2115793526172638, -0.7991762757301331, -1.1158685684204102, -0.590914249420166, -1.7116953134536743, -0.6486220955848694, -1.766422152519226, -1.8451865911483765, -1.0384888648986816, -1.7146399021148682, -1.678633451461792, -1.5714967250823975, -1.2117568254470825, -1.5767956972122192, -1.4463146924972534, -0.5538300275802612, -1.5832422971725464, -0.21662333607673645, -1.1038222312927246, -1.5295131206512451, -2.6748032569885254, -1.7464821338653564, -2.300973892211914, -1.1953672170639038, -1.096967101097107, -1.1255576610565186, -1.7441656589508057, -2.039682149887085, -1.6096175909042358, -1.9812225103378296, -1.863041877746582, -1.2982591390609741, -1.948344349861145, -0.3132829964160919, -1.9748035669326782, -2.387218952178955, -0.9856650233268738, -1.7593294382095337, -1.9522194862365723, -2.1330983638763428, -1.9332606792449951, -1.6234782934188843, -2.047285556793213, -2.1756954193115234, -1.5463021993637085, -1.058623194694519, -0.6031098961830139, -1.2742657661437988, -1.19942307472229, -2.177504301071167, -0.6017282009124756, -0.9107162356376648, -1.9294427633285522, -2.1037847995758057, -2.239454984664917, -1.3757883310317993, -1.5205869674682617, -1.7829607725143433, -2.7373459339141846, -0.41613301634788513, -0.29751741886138916, -0.24365322291851044, -1.042646050453186, -0.21650458872318268, -0.22595104575157166, -0.18355058133602142, -0.268968403339386, -0.1264079511165619, -0.2742963135242462, -2.2959706783294678]}, "Bot002_052_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_052.log.json", "context": "Hey! Are you a mechanical engineer? Because I am. Not really. I work at a bank. I am an engineer, I love to hike And I like to eat you know. [WINKING FACE]  I like to eat out and hike What do you like to eat while hiking? I like hiking, but I like hiking[GRINNING FACE WITH SMILING EYES] Such a rare combination! Do you also like hiknig? I do, but I like hiking Well,  do you have kids or something? I have two boys. And what about girls? Do you have any? I have two girls Oh, so four in total, right? I have 5 foot 3. And i'm an omnivore, for no reason! I love to hike[GRINNING FACE WITH SMILING EYES] Yeah, I kinda know that already. But do you have a nice house?", "response": "I do not. I like to hike.", "annotation_id": "Bot002_052_18", "annotations": ["O", "X", "T", "X", "T", "O", "X", "T", "O", "T", "T", "T", "T", "O", "T"], "gpt2background_target_score": [-9.647310256958008, -8.556722640991211, -8.576349258422852, -8.197038650512695, -9.637794494628906, -9.115166664123535, -6.406848907470703, -13.055500984191895, -7.408209323883057], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -0.9871084094047546, -2.704385280609131, -3.189969301223755, -1.3115748167037964, -0.5982798933982849, -0.9327264428138733, -1.0232778787612915, -1.4993256330490112, -1.0849499702453613, -1.9180516004562378, -1.3905647993087769, -1.1995669603347778, -1.4782384634017944, -1.8889367580413818, -1.4750638008117676, -0.7209367156028748, -3.0740644931793213, -1.45405113697052, -1.3988451957702637, -2.243511438369751, -1.2484883069992065, -1.6232303380966187, -0.8603605628013611, -1.603644847869873, -1.763506293296814, -2.4573380947113037, -2.1665518283843994, -1.3426868915557861, -2.003326892852783, -2.1037654876708984, -0.4380861520767212, -2.222778081893921, -1.9856153726577759, -2.0060572624206543, -1.6558514833450317, -1.4381147623062134, -2.4420840740203857, -2.944927930831909, -2.1389248371124268, -2.317997694015503, -2.4158058166503906, -1.5289289951324463, -1.34584379196167, -1.9224112033843994, -0.7071755528450012, -1.2625904083251953, -0.7640727758407593, -1.7389205694198608, -1.7749412059783936, -1.3157135248184204, -2.331378221511841, -0.279634028673172, -1.6376553773880005, -0.6363504528999329, -0.49573078751564026, -1.152941107749939, -1.3928157091140747, -0.5052347779273987, -1.0999644994735718, -1.2283860445022583, -0.44983595609664917, -1.3023499250411987, -1.9753421545028687, -0.7051854729652405, -2.0352649688720703, -0.693402111530304, -1.0536555051803589, -2.4092166423797607, -1.8932559490203857, -2.2865452766418457, -0.6312066316604614, -0.31145036220550537, -2.375204086303711, -1.3815622329711914, -2.367344617843628, -1.0085705518722534, -1.46348237991333, -1.6504580974578857, -1.1952763795852661, -0.517584502696991, -2.2975761890411377, -2.0191357135772705, -0.7624231576919556, -1.697668194770813, -0.19469670951366425, -1.095828890800476, -0.49032872915267944, -1.0042307376861572, -1.7956464290618896, -2.7849037647247314, -3.2362208366394043, -2.8309712409973145, -1.6770495176315308, -1.0029288530349731, -1.425077199935913, -1.2986387014389038, -0.7670295834541321, -2.128899574279785, -1.183677077293396, -1.6227904558181763, -1.1746621131896973, -1.2395837306976318, -1.3141058683395386, -0.2115793526172638, -0.7991762757301331, -1.1158685684204102, -0.590914249420166, -1.7116953134536743, -0.6486220955848694, -1.766422152519226, -1.8451865911483765, -1.0384888648986816, -1.7146399021148682, -1.678633451461792, -1.5714967250823975, -1.2117568254470825, -1.5767956972122192, -1.4463146924972534, -0.5538300275802612, -1.5832422971725464, -0.21662333607673645, -1.1038222312927246, -1.5295131206512451, -2.6748032569885254, -1.7464821338653564, -2.300973892211914, -1.1953672170639038, -1.096967101097107, -1.1255576610565186, -1.7441656589508057, -2.039682149887085, -1.6096175909042358, -1.9812225103378296, -1.863041877746582, -1.2982591390609741, -1.948344349861145, -0.3132829964160919, -1.9748035669326782, -2.387218952178955, -0.9856650233268738, -1.7593294382095337, -1.9522194862365723, -2.1330983638763428, -1.9332606792449951, -1.6234782934188843, -2.047285556793213, -2.1756954193115234, -1.5463021993637085, -1.058623194694519, -0.6031098961830139, -1.2742657661437988, -1.19942307472229, -2.177504301071167, -0.6017282009124756, -0.9107162356376648, -1.9294427633285522, -2.2947263717651367, -0.8792553544044495, -1.8795881271362305, -1.6571400165557861, -2.5855872631073, -0.4769195318222046, -0.3074146807193756, -0.27581968903541565, -1.1703617572784424, -0.26934635639190674, -0.2526717185974121, -0.24765965342521667, -0.3000244200229645, -0.13571222126483917, -0.284280389547348, -1.7377554178237915, -0.8107395768165588, -1.4166288375854492, -1.2469367980957031, -0.4994487762451172, -1.5384868383407593, -1.5680372714996338, -1.2098468542099, -1.4154905080795288, -1.2392274141311646, -0.22405999898910522, -1.3452143669128418, -1.3707399368286133, -2.4609568119049072, -2.68737530708313, -0.7047572731971741, -1.754460096359253, -2.202098846435547, -2.1394808292388916, -1.5295268297195435, -1.380165457725525, -1.0327636003494263, -2.043888807296753, -0.753760576248169, -1.3209463357925415, -2.019995927810669, -1.2088994979858398]}, "Bot002_052_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_052.log.json", "context": "Hey! Are you a mechanical engineer? Because I am. Not really. I work at a bank. I am an engineer, I love to hike And I like to eat you know. [WINKING FACE]  I like to eat out and hike What do you like to eat while hiking? I like hiking, but I like hiking[GRINNING FACE WITH SMILING EYES] Such a rare combination! Do you also like hiknig? I do, but I like hiking Well,  do you have kids or something? I have two boys. And what about girls? Do you have any? I have two girls Oh, so four in total, right? I have 5 foot 3. And i'm an omnivore, for no reason! I love to hike[GRINNING FACE WITH SMILING EYES] Yeah, I kinda know that already. But do you have a nice house? I do not. I like to hike. i just bought my first home and i hope it's not my last!", "response": "I love hiking, but I love hiking[WINKING FACE]", "annotation_id": "Bot002_052_20", "annotations": ["T", "X", "X", "T", "O", "T", "X", "X", "X", "O", "X", "T", "T", "X", "X"], "gpt2background_target_score": [-9.647310256958008, -11.528180122375488, -10.745253562927246, -7.610397815704346, -10.788748741149902, -8.714345932006836, -11.516660690307617, -12.948015213012695, -12.236675262451172, -9.876160621643066, -12.488471984863281, -13.117409706115723, -14.327523231506348, -11.453789710998535], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -0.9871084094047546, -2.704385280609131, -3.189969301223755, -1.3115748167037964, -0.5982798933982849, -0.9327264428138733, -1.0232778787612915, -1.4993256330490112, -1.0849499702453613, -1.9180516004562378, -1.3905647993087769, -1.1995669603347778, -1.4782384634017944, -1.8889367580413818, -1.4750638008117676, -0.7209367156028748, -3.0740644931793213, -1.45405113697052, -1.3988451957702637, -2.243511438369751, -1.2484883069992065, -1.6232303380966187, -0.8603605628013611, -1.603644847869873, -1.763506293296814, -2.4573380947113037, -2.1665518283843994, -1.3426868915557861, -2.003326892852783, -2.1037654876708984, -0.4380861520767212, -2.222778081893921, -1.9856153726577759, -2.0060572624206543, -1.6558514833450317, -1.4381147623062134, -2.4420840740203857, -2.944927930831909, -2.1389248371124268, -2.317997694015503, -2.4158058166503906, -1.5289289951324463, -1.34584379196167, -1.9224112033843994, -0.7071755528450012, -1.2625904083251953, -0.7640727758407593, -1.7389205694198608, -1.7749412059783936, -1.3157135248184204, -2.331378221511841, -0.279634028673172, -1.6376553773880005, -0.6363504528999329, -0.49573078751564026, -1.152941107749939, -1.3928157091140747, -0.5052347779273987, -1.0999644994735718, -1.2283860445022583, -0.44983595609664917, -1.3023499250411987, -1.9753421545028687, -0.7051854729652405, -2.0352649688720703, -0.693402111530304, -1.0536555051803589, -2.4092166423797607, -1.8932559490203857, -2.2865452766418457, -0.6312066316604614, -0.31145036220550537, -2.375204086303711, -1.3815622329711914, -2.367344617843628, -1.0085705518722534, -1.46348237991333, -1.6504580974578857, -1.1952763795852661, -0.517584502696991, -2.2975761890411377, -2.0191357135772705, -0.7624231576919556, -1.697668194770813, -0.19469670951366425, -1.095828890800476, -0.49032872915267944, -1.0042307376861572, -1.7956464290618896, -2.7849037647247314, -3.2362208366394043, -2.8309712409973145, -1.6770495176315308, -1.0029288530349731, -1.425077199935913, -1.2986387014389038, -0.7670295834541321, -2.128899574279785, -1.183677077293396, -1.6227904558181763, -1.1746621131896973, -1.2395837306976318, -1.3141058683395386, -0.2115793526172638, -0.7991762757301331, -1.1158685684204102, -0.590914249420166, -1.7116953134536743, -0.6486220955848694, -1.766422152519226, -1.8451865911483765, -1.0384888648986816, -1.7146399021148682, -1.678633451461792, -1.5714967250823975, -1.2117568254470825, -1.5767956972122192, -1.4463146924972534, -0.5538300275802612, -1.5832422971725464, -0.21662333607673645, -1.1038222312927246, -1.5295131206512451, -2.6748032569885254, -1.7464821338653564, -2.300973892211914, -1.1953672170639038, -1.096967101097107, -1.1255576610565186, -1.7441656589508057, -2.039682149887085, -1.6096175909042358, -1.9812225103378296, -1.863041877746582, -1.2982591390609741, -1.948344349861145, -0.3132829964160919, -1.9748035669326782, -2.387218952178955, -0.9856650233268738, -1.7593294382095337, -1.9522194862365723, -2.1330983638763428, -1.9332606792449951, -1.6234782934188843, -2.047285556793213, -2.1756954193115234, -1.5463021993637085, -1.058623194694519, -0.6031098961830139, -1.2742657661437988, -1.19942307472229, -2.177504301071167, -0.6017282009124756, -0.9107162356376648, -1.9294427633285522, -2.2947263717651367, -0.8792553544044495, -1.8795881271362305, -1.6571400165557861, -2.5855872631073, -0.4769195318222046, -0.3074146807193756, -0.27581968903541565, -1.1703617572784424, -0.26934635639190674, -0.2526717185974121, -0.24765965342521667, -0.3000244200229645, -0.13571222126483917, -0.284280389547348, -1.7377554178237915, -0.8107395768165588, -1.4166288375854492, -1.2469367980957031, -0.4994487762451172, -1.5384868383407593, -1.5680372714996338, -1.2098468542099, -1.4154905080795288, -1.2392274141311646, -0.22405999898910522, -1.3452143669128418, -1.3707399368286133, -2.46095609664917, -2.687376022338867, -0.7047566771507263, -1.7544598579406738, -1.8168599605560303, -1.222670555114746, -1.2250899076461792, -1.2798608541488647, -1.9648867845535278, -0.7368790507316589, -1.464735984802246, -2.0344080924987793, -1.4216723442077637, -1.6682616472244263, -1.5058737993240356, -0.7245291471481323, -1.4155937433242798, -0.7203845977783203, -1.6512272357940674, -2.067363977432251, -1.86905038356781, -1.8078644275665283, -1.639768123626709, -2.307128429412842, -1.1347379684448242, -2.2625625133514404, -1.8831543922424316, -1.8133121728897095, -2.005615234375, -2.4606611728668213, -0.8063868880271912, -1.510614275932312, -1.062749981880188, -1.0003387928009033, -2.1959803104400635, -0.8430588245391846, -1.1625005006790161, -0.4450124204158783, -0.450196236371994, -0.0781460702419281, -0.20484115183353424, -0.5866827964782715, -1.9580737352371216]}, "Bot002_053_01": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_053.log.json", "context": "Hi there!", "response": "Hi how are you doing", "annotation_id": "Bot002_053_01", "annotations": ["O", "O", "O", "O", "O", "O", "O", "T", "O", "O", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-9.969078063964844, -7.401750564575195, -9.245624542236328, -9.714937210083008, -10.614326477050781], "gpt2background_argmax_score": [-1.9761712551116943, -0.9294044375419617, -1.532455325126648, -2.005336046218872, -1.4975305795669556, -1.7080901861190796, -0.28473109006881714, -1.8193424940109253, -1.405213475227356]}, "Bot002_053_03": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_053.log.json", "context": "Hi there! Hi how are you doing I'm fine, thx! What about you?", "response": "I'm great just watching game of thrones  does your cat like to watch?", "annotation_id": "Bot002_053_03", "annotations": ["T", "T", "O", "T", "O", "T", "O", "O", "O", "O", "T", "O", "T", "T", "O"], "gpt2background_target_score": [-9.236455917358398, -11.033711433410645, -11.448890686035156, -7.877566337585449, -12.23292350769043, -11.064225196838379, -8.488811492919922, -10.586475372314453, -13.217430114746094, -7.4741973876953125, -10.669305801391602, -6.842435359954834, -12.778409957885742, -7.418896198272705, -8.812707901000977, -11.54973316192627, -6.710966110229492], "gpt2background_argmax_score": [-1.9761712551116943, -0.9294044375419617, -1.532455325126648, -1.904000997543335, -2.0407910346984863, -0.3216418921947479, -1.7577786445617676, -1.555652141571045, -1.8010066747665405, -2.5995819568634033, -1.7912224531173706, -1.4979292154312134, -0.3309879004955292, -1.4916071891784668, -1.883142352104187, -1.502905011177063, -0.5760018825531006, -1.21269690990448, -1.8383411169052124, -1.7609102725982666, -1.1551614999771118, -2.5139987468719482, -1.2674115896224976, -2.907409906387329, -2.502122163772583, -2.5792009830474854, -1.0420159101486206, -0.36494526267051697, -1.9445418119430542, -1.2113686800003052, -1.5526007413864136, -3.047722101211548, -2.4924027919769287, -1.9624552726745605, -1.8685308694839478, -2.599834442138672, -0.4998649060726166]}, "Bot002_053_05": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_053.log.json", "context": "Hi there! Hi how are you doing I'm fine, thx! What about you? I'm great just watching game of thrones  does your cat like to watch? You bet! Watches me all day long!", "response": "I think it is. I like to wear leather and wear a lot.  graphic designing is what I do. what kind of work do you do?", "annotation_id": "Bot002_053_05", "annotations": ["X", "T", "X", "O", "T", "T", "T", "T", "X", "T", "T", "X", "T", "T", "X"], "gpt2background_target_score": [-9.236458778381348, -10.031234741210938, -8.164102554321289, -7.406691551208496, -7.130348205566406, -4.530441761016846, -6.468151569366455, -5.664858818054199, -9.228714942932129, -12.843334197998047, -3.07865571975708, -10.13903522491455, -9.170331001281738, -9.691526412963867, -8.907981872558594, -8.13274097442627, -11.483345031738281, -10.985045433044434, -8.108723640441895, -11.519187927246094, -8.061129570007324, -8.508197784423828, -8.011636734008789, -5.081823348999023, -9.34420394897461, -11.19957447052002, -12.800085067749023, -8.921744346618652, -5.714244842529297, -8.825318336486816, -9.197954177856445], "gpt2background_argmax_score": [-1.9761701822280884, -0.9294037222862244, -1.5324543714523315, -1.9040014743804932, -2.04079270362854, -0.32164233922958374, -1.7577756643295288, -1.555651068687439, -1.8010108470916748, -2.599579334259033, -1.7912230491638184, -1.4979299306869507, -0.3309888243675232, -1.4916051626205444, -1.8831448554992676, -1.502907156944275, -0.5760020017623901, -1.2126981019973755, -1.8383386135101318, -1.0909709930419922, -2.597846031188965, -1.607833743095398, -3.0230233669281006, -2.7397568225860596, -2.4015183448791504, -1.0184201002120972, -0.32107895612716675, -1.9140352010726929, -2.222773790359497, -1.4921783208847046, -2.9223358631134033, -2.367807388305664, -1.7648954391479492, -1.6907854080200195, -2.5792298316955566, -1.4006381034851074, -2.230196237564087, -2.1531789302825928, -1.547545313835144, -0.9431654810905457, -2.837857484817505, -2.958815813064575, -0.49180713295936584, -2.0086445808410645, -1.9363508224487305, -1.743202567100525, -2.25778865814209, -1.8523207902908325, -1.9968079328536987, -0.8697330951690674, -2.260746479034424, -1.633742094039917, -2.178845167160034, -1.3243004083633423, -0.4137023091316223, -1.9226983785629272, -1.9826480150222778, -2.907764434814453, -2.5295023918151855, -2.9177932739257812, -0.5254569053649902, -1.5875698328018188, -1.6091426610946655, -1.9144694805145264, -2.3443660736083984, -1.919641137123108, -0.9800525903701782, -2.0391688346862793, -1.6101963520050049, -1.045067310333252, -1.8564156293869019, -0.25546595454216003, -2.8780629634857178, -1.319980263710022, -0.23191122710704803, -0.7429021000862122, -0.9206194281578064, -0.4882754981517792]}, "Bot002_053_07": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_053.log.json", "context": "Hi there! Hi how are you doing I'm fine, thx! What about you? I'm great just watching game of thrones  does your cat like to watch? You bet! Watches me all day long! I think it is. I like to wear leather and wear a lot.  graphic designing is what I do. what kind of work do you do? i work as a school teacher.", "response": "Cool. What do you do?", "annotation_id": "Bot002_053_07", "annotations": ["X", "O", "X", "O", "X", "X", "O", "O", "X", "X", "X", "O", "T", "X", "T"], "gpt2background_target_score": [-11.865211486816406, -2.9467382431030273, -3.1183290481567383, -8.027729988098145, -5.184181213378906, -9.695780754089355, -2.598562717437744], "gpt2background_argmax_score": [-1.9761701822280884, -0.9294037222862244, -1.5324543714523315, -1.9040014743804932, -2.04079270362854, -0.32164233922958374, -1.7577756643295288, -1.555651068687439, -1.8010108470916748, -2.599579334259033, -1.7912230491638184, -1.4979299306869507, -0.3309888243675232, -1.4916051626205444, -1.8831448554992676, -1.502907156944275, -0.5760020017623901, -1.2126981019973755, -1.8383386135101318, -1.0909709930419922, -2.597846031188965, -1.607833743095398, -3.0230233669281006, -2.7397568225860596, -2.4015183448791504, -1.0184201002120972, -0.32107895612716675, -1.9140352010726929, -2.222773790359497, -1.4921783208847046, -2.9223358631134033, -2.367807388305664, -1.7648954391479492, -1.6907854080200195, -2.5792298316955566, -1.4006381034851074, -2.2301952838897705, -2.15317964553833, -1.5475438833236694, -0.943166196346283, -2.8378570079803467, -2.958815336227417, -0.4918074905872345, -2.008643865585327, -1.9363493919372559, -1.7432023286819458, -1.6803138256072998, -1.544774055480957, -0.7699823975563049, -2.254232406616211, -1.7709310054779053, -1.9249337911605835, -1.4952802658081055, -0.5060973167419434, -1.8850665092468262, -1.9270036220550537, -2.8805079460144043, -2.6794378757476807, -3.0087966918945312, -0.5204903483390808, -1.5841807126998901, -1.8268603086471558, -2.380007028579712, -2.4970223903656006, -1.7425347566604614, -0.8791120052337646, -2.140423536300659, -1.5875020027160645, -1.4064366817474365, -1.7398377656936646, -0.250057190656662, -2.9900035858154297, -1.189025640487671, -0.19573035836219788, -0.7920786738395691, -0.8368129134178162, -1.5969109535217285, -2.1741878986358643, -1.5609008073806763, -0.45501914620399475, -1.6096420288085938, -2.257368326187134, -1.5290900468826294, -1.7875255346298218, -1.8386914730072021, -1.4104945659637451, -1.3164204359054565, -1.3157192468643188, -0.19903622567653656, -0.6006210446357727, -1.01139235496521, -0.5155417919158936]}, "Bot002_053_09": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_053.log.json", "context": "Hi there! Hi how are you doing I'm fine, thx! What about you? I'm great just watching game of thrones  does your cat like to watch? You bet! Watches me all day long! I think it is. I like to wear leather and wear a lot.  graphic designing is what I do. what kind of work do you do? i work as a school teacher. Cool. What do you do? I teach little children how to grow faster.", "response": "I like to play video games[WINKING FACE]", "annotation_id": "Bot002_053_09", "annotations": ["X", "T", "O", "T", "T", "X", "T", "T", "T", "O", "T", "T", "T", "O", "X"], "gpt2background_target_score": [-9.236458778381348, -8.150928497314453, -9.48807430267334, -10.227090835571289, -11.649725914001465, -9.2586030960083, -12.019396781921387, -12.467062950134277, -12.110616683959961, -12.761922836303711, -13.015756607055664, -13.201823234558105], "gpt2background_argmax_score": [-1.9761701822280884, -0.9294037222862244, -1.5324543714523315, -1.9040014743804932, -2.04079270362854, -0.32164233922958374, -1.7577756643295288, -1.555651068687439, -1.8010108470916748, -2.599579334259033, -1.7912230491638184, -1.4979299306869507, -0.3309888243675232, -1.4916051626205444, -1.8831448554992676, -1.502907156944275, -0.5760020017623901, -1.2126981019973755, -1.8383386135101318, -1.0909709930419922, -2.597846031188965, -1.607833743095398, -3.0230233669281006, -2.7397568225860596, -2.4015183448791504, -1.0184201002120972, -0.32107895612716675, -1.9140352010726929, -2.222773790359497, -1.4921783208847046, -2.9223358631134033, -2.367807388305664, -1.7648954391479492, -1.6907854080200195, -2.5792298316955566, -1.4006381034851074, -2.2301952838897705, -2.15317964553833, -1.5475438833236694, -0.943166196346283, -2.8378570079803467, -2.958815336227417, -0.4918074905872345, -2.008643865585327, -1.9363493919372559, -1.7432023286819458, -1.6803138256072998, -1.544774055480957, -0.7699823975563049, -2.254232406616211, -1.7709310054779053, -1.9249337911605835, -1.4952802658081055, -0.5060973167419434, -1.8850665092468262, -1.9270036220550537, -2.8805079460144043, -2.6794378757476807, -3.0087966918945312, -0.5204903483390808, -1.5841807126998901, -1.8268603086471558, -2.380007028579712, -2.4970223903656006, -1.7425347566604614, -0.8791120052337646, -2.140423536300659, -1.5875020027160645, -1.4064366817474365, -1.7398377656936646, -0.250057190656662, -2.9900035858154297, -1.189025640487671, -0.19573035836219788, -0.7920786738395691, -0.8368129134178162, -1.5969109535217285, -2.1741878986358643, -1.5609008073806763, -0.45501914620399475, -1.6096420288085938, -2.257368326187134, -1.5290900468826294, -1.7875255346298218, -1.7918243408203125, -1.6353427171707153, -1.2404416799545288, -0.25043895840644836, -0.5687913298606873, -1.0655579566955566, -1.706949234008789, -1.798565149307251, -2.475665807723999, -2.13693904876709, -1.6840773820877075, -0.2291860431432724, -1.8845961093902588, -2.0950992107391357, -1.1947652101516724, -1.375860333442688, -1.8212982416152954, -2.1220953464508057, -0.9575097560882568, -2.5470736026763916, -1.8480939865112305, -0.07449737191200256, -1.6948037147521973, -2.852850914001465, -1.7939037084579468, -2.4016873836517334, -2.76824951171875, -2.3443124294281006, -1.918406367301941]}, "Bot002_053_11": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_053.log.json", "context": "Hi there! Hi how are you doing I'm fine, thx! What about you? I'm great just watching game of thrones  does your cat like to watch? You bet! Watches me all day long! I think it is. I like to wear leather and wear a lot.  graphic designing is what I do. what kind of work do you do? i work as a school teacher. Cool. What do you do? I teach little children how to grow faster. I like to play video games[WINKING FACE] Oh really? I love that too! What are you favourites?", "response": "I like to play video games[SLIGHTLY SMILING FACE]", "annotation_id": "Bot002_053_11", "annotations": ["X", "O", "X", "T", "X", "X", "T", "T", "X", "T", "X", "T", "T", "T", "X"], "gpt2background_target_score": [-9.236458778381348, -8.150928497314453, -9.48807430267334, -10.227090835571289, -11.649725914001465, -9.2586030960083, -12.019396781921387, -12.685081481933594, -12.066009521484375, -13.506492614746094, -12.296083450317383, -13.4579496383667, -13.076295852661133, -12.770910263061523, -10.60068130493164], "gpt2background_argmax_score": [-1.9761701822280884, -0.9294037222862244, -1.5324543714523315, -1.9040014743804932, -2.04079270362854, -0.32164233922958374, -1.7577756643295288, -1.555651068687439, -1.8010108470916748, -2.599579334259033, -1.7912230491638184, -1.4979299306869507, -0.3309888243675232, -1.4916051626205444, -1.8831448554992676, -1.502907156944275, -0.5760020017623901, -1.2126981019973755, -1.8383386135101318, -1.0909709930419922, -2.597846031188965, -1.607833743095398, -3.0230233669281006, -2.7397568225860596, -2.4015183448791504, -1.0184201002120972, -0.32107895612716675, -1.9140352010726929, -2.222773790359497, -1.4921783208847046, -2.9223358631134033, -2.367807388305664, -1.7648954391479492, -1.6907854080200195, -2.5792298316955566, -1.4006381034851074, -2.2301952838897705, -2.15317964553833, -1.5475438833236694, -0.943166196346283, -2.8378570079803467, -2.958815336227417, -0.4918074905872345, -2.008643865585327, -1.9363493919372559, -1.7432023286819458, -1.6803138256072998, -1.544774055480957, -0.7699823975563049, -2.254232406616211, -1.7709310054779053, -1.9249337911605835, -1.4952802658081055, -0.5060973167419434, -1.8850665092468262, -1.9270036220550537, -2.8805079460144043, -2.6794378757476807, -3.0087966918945312, -0.5204903483390808, -1.5841807126998901, -1.8268603086471558, -2.380007028579712, -2.4970223903656006, -1.7425347566604614, -0.8791120052337646, -2.140423536300659, -1.5875020027160645, -1.4064366817474365, -1.7398377656936646, -0.250057190656662, -2.9900035858154297, -1.189025640487671, -0.19573035836219788, -0.7920786738395691, -0.8368129134178162, -1.5969109535217285, -2.1741878986358643, -1.5609008073806763, -0.45501914620399475, -1.6096420288085938, -2.257368326187134, -1.5290900468826294, -1.7875255346298218, -1.7918243408203125, -1.6353427171707153, -1.2404416799545288, -0.25043895840644836, -0.5687913298606873, -1.0655579566955566, -1.706949234008789, -1.798565149307251, -2.475665807723999, -2.13693904876709, -1.6840773820877075, -0.2291860431432724, -1.8845961093902588, -2.0950992107391357, -1.1947652101516724, -1.375860333442688, -2.5007386207580566, -0.8724557161331177, -2.8454768657684326, -1.828027367591858, -0.08371154218912125, -1.5549755096435547, -2.817802667617798, -1.776497483253479, -2.6910088062286377, -2.804184675216675, -2.1670258045196533, -2.076417922973633, -2.354215145111084, -0.7005716562271118, -1.6432479619979858, -2.185957908630371, -2.0408098697662354, -2.0873961448669434, -0.9605883955955505, -1.4335744380950928, -1.939379334449768, -0.4896076023578644, -0.897855281829834, -0.7671213746070862, -1.5023009777069092, -1.8395363092422485, -2.047516345977783, -1.3146828413009644, -0.9884126782417297, -0.9671063423156738, -0.09094738960266113, -1.8801213502883911, -0.9460526704788208, -1.7988083362579346, -2.065460681915283, -2.4854249954223633, -1.8095439672470093, -3.12113618850708, -1.9698057174682617, -0.5629937052726746, -1.6466517448425293]}, "Bot002_053_13": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_053.log.json", "context": "Hi there! Hi how are you doing I'm fine, thx! What about you? I'm great just watching game of thrones  does your cat like to watch? You bet! Watches me all day long! I think it is. I like to wear leather and wear a lot.  graphic designing is what I do. what kind of work do you do? i work as a school teacher. Cool. What do you do? I teach little children how to grow faster. I like to play video games[WINKING FACE] Oh really? I love that too! What are you favourites? I like to play video games[SLIGHTLY SMILING FACE] Do you have any pets?", "response": "No, I do not have any pets.", "annotation_id": "Bot002_053_13", "annotations": ["O", "T", "O", "T", "O", "X", "T", "O", "O", "X", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-10.534525871276855, -0.9294037222862244, -1.5324543714523315, -8.027729988098145, -9.067225456237793, -10.766630172729492, -9.278238296508789, -11.677002906799316, -7.135078430175781], "gpt2background_argmax_score": [-1.9761701822280884, -0.9294037222862244, -1.5324543714523315, -1.9040014743804932, -2.04079270362854, -0.32164233922958374, -1.7577756643295288, -1.555651068687439, -1.8010108470916748, -2.599579334259033, -1.7912230491638184, -1.4979299306869507, -0.3309888243675232, -1.4916051626205444, -1.8831448554992676, -1.502907156944275, -0.5760020017623901, -1.2126981019973755, -1.8383386135101318, -1.0909709930419922, -2.597846031188965, -1.607833743095398, -3.0230233669281006, -2.7397568225860596, -2.4015183448791504, -1.0184201002120972, -0.32107895612716675, -1.9140352010726929, -2.222773790359497, -1.4921783208847046, -2.9223358631134033, -2.367807388305664, -1.7648954391479492, -1.6907854080200195, -2.5792298316955566, -1.4006381034851074, -2.2301952838897705, -2.15317964553833, -1.5475438833236694, -0.943166196346283, -2.8378570079803467, -2.958815336227417, -0.4918074905872345, -2.008643865585327, -1.9363493919372559, -1.7432023286819458, -1.6803138256072998, -1.544774055480957, -0.7699823975563049, -2.254232406616211, -1.7709310054779053, -1.9249337911605835, -1.4952802658081055, -0.5060973167419434, -1.8850665092468262, -1.9270036220550537, -2.8805079460144043, -2.6794378757476807, -3.0087966918945312, -0.5204903483390808, -1.5841807126998901, -1.8268603086471558, -2.380007028579712, -2.4970223903656006, -1.7425347566604614, -0.8791120052337646, -2.140423536300659, -1.5875020027160645, -1.4064366817474365, -1.7398377656936646, -0.250057190656662, -2.9900035858154297, -1.189025640487671, -0.19573035836219788, -0.7920786738395691, -0.8368129134178162, -1.5969109535217285, -2.1741878986358643, -1.5609008073806763, -0.45501914620399475, -1.6096420288085938, -2.257368326187134, -1.5290900468826294, -1.7875255346298218, -1.7918243408203125, -1.6353427171707153, -1.2404416799545288, -0.25043895840644836, -0.5687913298606873, -1.0655579566955566, -1.706949234008789, -1.798565149307251, -2.475665807723999, -2.13693904876709, -1.6840773820877075, -0.2291860431432724, -1.8845961093902588, -2.0950992107391357, -1.1947652101516724, -1.375860333442688, -2.5007386207580566, -0.8724557161331177, -2.8454768657684326, -1.828027367591858, -0.08371154218912125, -1.5549755096435547, -2.817802667617798, -1.776497483253479, -2.6910088062286377, -2.804184675216675, -2.1670258045196533, -2.076417922973633, -2.354215145111084, -0.7005716562271118, -1.6432479619979858, -2.185957908630371, -2.0408098697662354, -2.0873961448669434, -0.9605883955955505, -1.4335744380950928, -1.939379334449768, -0.4896076023578644, -0.897855281829834, -0.7671213746070862, -1.5023009777069092, -1.9785666465759277, -1.3155884742736816, -1.1538434028625488, -1.0701427459716797, -0.08160540461540222, -1.8113906383514404, -0.9040865898132324, -1.573258876800537, -1.8423949480056763, -2.070801019668579, -1.7575527429580688, -3.020479679107666, -2.297205924987793, -0.41622665524482727, -2.5200252532958984, -0.30192384123802185, -1.467539668083191, -0.8652846813201904, -2.1815013885498047, -0.5106512308120728, -1.2999553680419922, -1.8060898780822754, -1.5674829483032227, -1.2517997026443481, -1.7900621891021729, -1.776178240776062, -1.6681303977966309, -0.9756030440330505, -0.23596572875976562, -1.0337337255477905, -1.014386773109436]}, "Bot002_053_15": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_053.log.json", "context": "Hi there! Hi how are you doing I'm fine, thx! What about you? I'm great just watching game of thrones  does your cat like to watch? You bet! Watches me all day long! I think it is. I like to wear leather and wear a lot.  graphic designing is what I do. what kind of work do you do? i work as a school teacher. Cool. What do you do? I teach little children how to grow faster. I like to play video games[WINKING FACE] Oh really? I love that too! What are you favourites? I like to play video games[SLIGHTLY SMILING FACE] Do you have any pets? No, I do not have any pets. Even a small dog?", "response": "No, I just like to wear leather", "annotation_id": "Bot002_053_15", "annotations": ["X", "T", "O", "T", "O", "X", "X", "T", "X", "O", "X", "X", "T", "X", "X"], "gpt2background_target_score": [-10.534525871276855, -0.9294037222862244, -1.5324543714523315, -7.877566337585449, -9.013251304626465, -9.996010780334473, -11.467674255371094, -12.609806060791016], "gpt2background_argmax_score": [-1.9761701822280884, -0.9294037222862244, -1.5324543714523315, -1.9040014743804932, -2.04079270362854, -0.32164233922958374, -1.7577756643295288, -1.555651068687439, -1.8010108470916748, -2.599579334259033, -1.7912230491638184, -1.4979299306869507, -0.3309888243675232, -1.4916051626205444, -1.8831448554992676, -1.502907156944275, -0.5760020017623901, -1.2126981019973755, -1.8383386135101318, -1.0909709930419922, -2.597846031188965, -1.607833743095398, -3.0230233669281006, -2.7397568225860596, -2.4015183448791504, -1.0184201002120972, -0.32107895612716675, -1.9140352010726929, -2.222773790359497, -1.4921783208847046, -2.9223358631134033, -2.367807388305664, -1.7648954391479492, -1.6907854080200195, -2.5792298316955566, -1.4006381034851074, -2.2301952838897705, -2.15317964553833, -1.5475438833236694, -0.943166196346283, -2.8378570079803467, -2.958815336227417, -0.4918074905872345, -2.008643865585327, -1.9363493919372559, -1.7432023286819458, -1.6803138256072998, -1.544774055480957, -0.7699823975563049, -2.254232406616211, -1.7709310054779053, -1.9249337911605835, -1.4952802658081055, -0.5060973167419434, -1.8850665092468262, -1.9270036220550537, -2.8805079460144043, -2.6794378757476807, -3.0087966918945312, -0.5204903483390808, -1.5841807126998901, -1.8268603086471558, -2.380007028579712, -2.4970223903656006, -1.7425347566604614, -0.8791120052337646, -2.140423536300659, -1.5875020027160645, -1.4064366817474365, -1.7398377656936646, -0.250057190656662, -2.9900035858154297, -1.189025640487671, -0.19573035836219788, -0.7920786738395691, -0.8368129134178162, -1.5969109535217285, -2.1741878986358643, -1.5609008073806763, -0.45501914620399475, -1.6096420288085938, -2.257368326187134, -1.5290900468826294, -1.7875255346298218, -1.7918243408203125, -1.6353427171707153, -1.2404416799545288, -0.25043895840644836, -0.5687913298606873, -1.0655579566955566, -1.706949234008789, -1.798565149307251, -2.475665807723999, -2.13693904876709, -1.6840773820877075, -0.2291860431432724, -1.8845961093902588, -2.0950992107391357, -1.1947652101516724, -1.375860333442688, -2.5007386207580566, -0.8724557161331177, -2.8454768657684326, -1.828027367591858, -0.08371154218912125, -1.5549755096435547, -2.817802667617798, -1.776497483253479, -2.6910088062286377, -2.804184675216675, -2.1670258045196533, -2.076417922973633, -2.354215145111084, -0.7005716562271118, -1.6432479619979858, -2.185957908630371, -2.0408098697662354, -2.0873961448669434, -0.9605883955955505, -1.4335744380950928, -1.939379334449768, -0.4896076023578644, -0.897855281829834, -0.7671213746070862, -1.5023009777069092, -1.9785666465759277, -1.3155884742736816, -1.1538434028625488, -1.0701427459716797, -0.08160540461540222, -1.8113906383514404, -0.9040865898132324, -1.5732601881027222, -1.8423956632614136, -2.07079815864563, -1.7575511932373047, -3.0204761028289795, -2.297208786010742, -0.41622650623321533, -2.5200259685516357, -0.301923930644989, -1.4675387144088745, -0.8652839064598083, -2.181501626968384, -0.5106514096260071, -1.2999529838562012, -1.6829240322113037, -1.2694534063339233, -1.9210435152053833, -1.8623274564743042, -1.6921577453613281, -1.0841654539108276, -0.3065361976623535, -1.0103344917297363, -1.133400321006775, -1.2906584739685059, -1.3217384815216064, -1.4381684064865112, -1.786999225616455, -1.7735681533813477, -1.9190253019332886, -1.1351608037948608, -0.9145959615707397, -2.1452853679656982, -2.285285234451294, -0.7255654335021973, -0.8567931056022644, -1.8575278520584106, -0.806207001209259]}, "Bot002_053_17": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_053.log.json", "context": "Hi there! Hi how are you doing I'm fine, thx! What about you? I'm great just watching game of thrones  does your cat like to watch? You bet! Watches me all day long! I think it is. I like to wear leather and wear a lot.  graphic designing is what I do. what kind of work do you do? i work as a school teacher. Cool. What do you do? I teach little children how to grow faster. I like to play video games[WINKING FACE] Oh really? I love that too! What are you favourites? I like to play video games[SLIGHTLY SMILING FACE] Do you have any pets? No, I do not have any pets. Even a small dog? No, I just like to wear leather Yeah, I wear mine all the time.\nDo you attend church?", "response": "I do not. I like to wear leather", "annotation_id": "Bot002_053_17", "annotations": ["T", "O", "T", "T", "X", "X", "X", "O", "X", "T", "X", "T", "T", "X", "T"], "gpt2background_target_score": [-9.236458778381348, -9.08849048614502, -10.209563255310059, -4.6937055587768555, -5.109678268432617, -10.37852668762207, -6.813504695892334, -12.197436332702637, -13.16647720336914], "gpt2background_argmax_score": [-1.9761701822280884, -0.9294037222862244, -1.5324543714523315, -1.9040014743804932, -2.04079270362854, -0.32164233922958374, -1.7577756643295288, -1.555651068687439, -1.8010108470916748, -2.599579334259033, -1.7912230491638184, -1.4979299306869507, -0.3309888243675232, -1.4916051626205444, -1.8831448554992676, -1.502907156944275, -0.5760020017623901, -1.2126981019973755, -1.8383386135101318, -1.0909709930419922, -2.597846031188965, -1.607833743095398, -3.0230233669281006, -2.7397568225860596, -2.4015183448791504, -1.0184201002120972, -0.32107895612716675, -1.9140352010726929, -2.222773790359497, -1.4921783208847046, -2.9223358631134033, -2.367807388305664, -1.7648954391479492, -1.6907854080200195, -2.5792298316955566, -1.4006381034851074, -2.2301952838897705, -2.15317964553833, -1.5475438833236694, -0.943166196346283, -2.8378570079803467, -2.958815336227417, -0.4918074905872345, -2.008643865585327, -1.9363493919372559, -1.7432023286819458, -1.6803138256072998, -1.544774055480957, -0.7699823975563049, -2.254232406616211, -1.7709310054779053, -1.9249337911605835, -1.4952802658081055, -0.5060973167419434, -1.8850665092468262, -1.9270036220550537, -2.8805079460144043, -2.6794378757476807, -3.0087966918945312, -0.5204903483390808, -1.5841807126998901, -1.8268603086471558, -2.380007028579712, -2.4970223903656006, -1.7425347566604614, -0.8791120052337646, -2.140423536300659, -1.5875020027160645, -1.4064366817474365, -1.7398377656936646, -0.250057190656662, -2.9900035858154297, -1.189025640487671, -0.19573035836219788, -0.7920786738395691, -0.8368129134178162, -1.5969109535217285, -2.1741878986358643, -1.5609008073806763, -0.45501914620399475, -1.6096420288085938, -2.257368326187134, -1.5290900468826294, -1.7875255346298218, -1.7918243408203125, -1.6353427171707153, -1.2404416799545288, -0.25043895840644836, -0.5687913298606873, -1.0655579566955566, -1.706949234008789, -1.798565149307251, -2.475665807723999, -2.13693904876709, -1.6840773820877075, -0.2291860431432724, -1.8845961093902588, -2.0950992107391357, -1.1947652101516724, -1.375860333442688, -2.5007386207580566, -0.8724557161331177, -2.8454768657684326, -1.828027367591858, -0.08371154218912125, -1.5549755096435547, -2.817802667617798, -1.776497483253479, -2.6910088062286377, -2.804184675216675, -2.1670258045196533, -2.076417922973633, -2.354215145111084, -0.7005716562271118, -1.6432479619979858, -2.185957908630371, -2.0408098697662354, -2.0873961448669434, -0.9605883955955505, -1.4335744380950928, -1.939379334449768, -0.4896076023578644, -0.897855281829834, -0.7671213746070862, -1.5023009777069092, -1.9785666465759277, -1.3155884742736816, -1.1538434028625488, -1.0701427459716797, -0.08160540461540222, -1.8113906383514404, -0.9040865898132324, -1.573258876800537, -1.8423949480056763, -2.070801019668579, -1.7575527429580688, -3.020479679107666, -2.297205924987793, -0.41622665524482727, -2.5200252532958984, -0.30192384123802185, -1.467539668083191, -0.8652846813201904, -2.1815013885498047, -0.5106516480445862, -1.299953579902649, -1.6829248666763306, -1.269455075263977, -1.9210431575775146, -1.8623250722885132, -1.6921606063842773, -1.0841675996780396, -0.306535929441452, -1.010335922241211, -1.1333993673324585, -1.290655255317688, -1.3217387199401855, -1.4381670951843262, -1.7870014905929565, -1.773568034172058, -1.050736665725708, -0.7036404013633728, -2.123851776123047, -2.33134126663208, -0.7910060882568359, -0.8645554184913635, -1.8453428745269775, -0.8443832993507385, -1.1783467531204224, -1.2824091911315918, -2.2352890968322754, -0.5594071745872498, -1.816981554031372, -0.5482212901115417, -0.2200712412595749, -0.8176818490028381, -1.2685164213180542, -0.2810545265674591, -0.2215135395526886, -1.0827807188034058, -1.6784967184066772, -0.9157134890556335, -1.811209797859192, -1.7969415187835693, -1.9066041707992554, -1.911645531654358, -0.7686276435852051, -0.9081956148147583, -2.1256983280181885, -0.6394903659820557, -2.197533369064331, -1.8588480949401855, -1.4126464128494263]}, "Bot002_053_19": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_053.log.json", "context": "Hi there! Hi how are you doing I'm fine, thx! What about you? I'm great just watching game of thrones  does your cat like to watch? You bet! Watches me all day long! I think it is. I like to wear leather and wear a lot.  graphic designing is what I do. what kind of work do you do? i work as a school teacher. Cool. What do you do? I teach little children how to grow faster. I like to play video games[WINKING FACE] Oh really? I love that too! What are you favourites? I like to play video games[SLIGHTLY SMILING FACE] Do you have any pets? No, I do not have any pets. Even a small dog? No, I just like to wear leather Yeah, I wear mine all the time.\nDo you attend church? I do not. I like to wear leather Why do you like it?", "response": "I like to wear leather", "annotation_id": "Bot002_053_19", "annotations": ["X", "T", "X", "T", "X", "X", "X", "T", "X", "X", "X", "T", "T", "O", "X"], "gpt2background_target_score": [-9.236458778381348, -8.150928497314453, -9.48807430267334, -12.843435287475586, -12.38951587677002], "gpt2background_argmax_score": [-1.9761701822280884, -0.9294037222862244, -1.5324543714523315, -1.9040014743804932, -2.04079270362854, -0.32164233922958374, -1.7577756643295288, -1.555651068687439, -1.8010108470916748, -2.599579334259033, -1.7912230491638184, -1.4979299306869507, -0.3309888243675232, -1.4916051626205444, -1.8831448554992676, -1.502907156944275, -0.5760020017623901, -1.2126981019973755, -1.8383386135101318, -1.0909709930419922, -2.597846031188965, -1.607833743095398, -3.0230233669281006, -2.7397568225860596, -2.4015183448791504, -1.0184201002120972, -0.32107895612716675, -1.9140352010726929, -2.222773790359497, -1.4921783208847046, -2.9223358631134033, -2.367807388305664, -1.7648954391479492, -1.6907854080200195, -2.5792298316955566, -1.4006381034851074, -2.2301952838897705, -2.15317964553833, -1.5475438833236694, -0.943166196346283, -2.8378570079803467, -2.958815336227417, -0.4918074905872345, -2.008643865585327, -1.9363493919372559, -1.7432023286819458, -1.6803138256072998, -1.544774055480957, -0.7699823975563049, -2.254232406616211, -1.7709310054779053, -1.9249337911605835, -1.4952802658081055, -0.5060973167419434, -1.8850665092468262, -1.9270036220550537, -2.8805079460144043, -2.6794378757476807, -3.0087966918945312, -0.5204903483390808, -1.5841807126998901, -1.8268603086471558, -2.380007028579712, -2.4970223903656006, -1.7425347566604614, -0.8791120052337646, -2.140423536300659, -1.5875020027160645, -1.4064366817474365, -1.7398377656936646, -0.250057190656662, -2.9900035858154297, -1.189025640487671, -0.19573035836219788, -0.7920786738395691, -0.8368129134178162, -1.5969109535217285, -2.1741878986358643, -1.5609008073806763, -0.45501914620399475, -1.6096420288085938, -2.257368326187134, -1.5290900468826294, -1.7875255346298218, -1.7918243408203125, -1.6353427171707153, -1.2404416799545288, -0.25043895840644836, -0.5687913298606873, -1.0655579566955566, -1.706949234008789, -1.798565149307251, -2.475665807723999, -2.13693904876709, -1.6840773820877075, -0.2291860431432724, -1.8845961093902588, -2.0950992107391357, -1.1947652101516724, -1.375860333442688, -2.5007386207580566, -0.8724557161331177, -2.8454768657684326, -1.828027367591858, -0.08371154218912125, -1.5549755096435547, -2.817802667617798, -1.776497483253479, -2.6910088062286377, -2.804184675216675, -2.1670258045196533, -2.076417922973633, -2.354215145111084, -0.7005716562271118, -1.6432479619979858, -2.185957908630371, -2.0408098697662354, -2.0873961448669434, -0.9605883955955505, -1.4335744380950928, -1.939379334449768, -0.4896076023578644, -0.897855281829834, -0.7671213746070862, -1.5023009777069092, -1.9785666465759277, -1.3155884742736816, -1.1538434028625488, -1.0701427459716797, -0.08160540461540222, -1.8113906383514404, -0.9040865898132324, -1.573258876800537, -1.8423949480056763, -2.070801019668579, -1.7575527429580688, -3.020479679107666, -2.297205924987793, -0.41622665524482727, -2.5200252532958984, -0.30192384123802185, -1.467539668083191, -0.8652846813201904, -2.1815013885498047, -0.5106516480445862, -1.299953579902649, -1.6829248666763306, -1.269455075263977, -1.9210431575775146, -1.8623250722885132, -1.6921606063842773, -1.0841675996780396, -0.306535929441452, -1.010335922241211, -1.1333993673324585, -1.290655255317688, -1.3217387199401855, -1.4381670951843262, -1.7870014905929565, -1.773568034172058, -1.050736665725708, -0.7036404013633728, -2.123851776123047, -2.33134126663208, -0.7910060882568359, -0.8645554184913635, -1.8453428745269775, -0.8443832993507385, -1.1783467531204224, -1.2824091911315918, -2.2352890968322754, -0.5594071745872498, -1.816981554031372, -0.5482212901115417, -0.2200712412595749, -0.8176818490028381, -1.2685164213180542, -0.2810545265674591, -0.2215135395526886, -1.0827807188034058, -1.6784967184066772, -0.9157134890556335, -1.811209797859192, -2.023247241973877, -1.0680108070373535, -1.2914113998413086, -1.099265694618225, -2.484351396560669, -0.5507616400718689, -2.3938703536987305, -2.3862833976745605, -1.454651951789856, -1.9715747833251953, -0.34004390239715576, -1.967970609664917, -1.4955461025238037, -0.4164236783981323, -1.600303053855896, -1.532782793045044, -2.1279819011688232, -0.808199942111969, -1.0442029237747192, -0.5654615759849548, -1.5286940336227417]}, "Bot002_055_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_055.log.json", "context": "Hey! Are you currently in high school? Because I am. No i graduated", "response": "Oh, I am sorry. Do you have a job?", "annotation_id": "Bot002_055_02", "annotations": ["O", "T", "T", "X", "O", "O", "O", "T", "O", "O", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-12.175174713134766, -10.007796287536621, -5.488772869110107, -11.94857406616211, -10.068544387817383, -9.136015892028809, -13.013825416564941, -7.49144172668457, -9.474123001098633, -5.7267351150512695, -11.051607131958008, -6.542288780212402], "gpt2background_argmax_score": [-2.115349054336548, -1.2066389322280884, -0.9871067404747009, -2.704385280609131, -2.1140334606170654, -1.3704146146774292, -0.3374677896499634, -0.5873051881790161, -1.1909844875335693, -1.2777557373046875, -1.637783408164978, -2.2115023136138916, -1.870612621307373, -2.357848644256592, -1.7937194108963013, -2.3302152156829834, -2.152188301086426, -2.235508441925049, -2.4321107864379883, -2.0287580490112305, -1.5607517957687378, -1.659070611000061, -1.5648157596588135, -0.25044554471969604, -1.5293468236923218, -0.8106068968772888, -1.4512991905212402, -1.1336760520935059, -0.5096586346626282]}, "Bot002_055_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_055.log.json", "context": "Hey! Are you currently in high school? Because I am. No i graduated Oh, I am sorry. Do you have a job? yes i am engineer", "response": "I am a student, I am a college student", "annotation_id": "Bot002_055_04", "annotations": ["O", "O", "X", "X", "O", "O", "O", "T", "O", "O", "O", "O", "T", "X", "X"], "gpt2background_target_score": [-9.64731502532959, -8.879878044128418, -6.685614109039307, -11.75819206237793, -8.107854843139648, -8.910131454467773, -12.565481185913086, -8.537565231323242, -9.13669204711914, -9.77407455444336], "gpt2background_argmax_score": [-2.115349054336548, -1.2066389322280884, -0.9871067404747009, -2.704385280609131, -2.1140334606170654, -1.3704146146774292, -0.3374677896499634, -0.5873051881790161, -1.1909844875335693, -1.2777557373046875, -1.637783408164978, -2.2115023136138916, -1.870612621307373, -2.357848644256592, -1.7937194108963013, -2.3302152156829834, -2.271955966949463, -2.4828908443450928, -2.05730938911438, -1.3498166799545288, -1.5965434312820435, -1.5634652376174927, -0.23835819959640503, -1.5988179445266724, -0.7877998948097229, -1.4691240787506104, -1.0861996412277222, -1.882156252861023, -1.941916584968567, -1.8581475019454956, -1.5864343643188477, -1.9733551740646362, -2.3828651905059814, -1.814048409461975, -2.5604333877563477, -3.186953544616699, -1.9855211973190308, -2.251821517944336, -0.9603814482688904, -1.7312953472137451, -1.4407246112823486, -0.1574690341949463, -1.1134169101715088]}, "Bot002_055_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_055.log.json", "context": "Hey! Are you currently in high school? Because I am. No i graduated Oh, I am sorry. Do you have a job? yes i am engineer I am a student, I am a college student Good how are your lessons?", "response": "I am great, just got back from a run.[WINKING FACE]", "annotation_id": "Bot002_055_06", "annotations": ["O", "X", "X", "X", "O", "T", "O", "T", "O", "X", "X", "O", "X", "O", "X"], "gpt2background_target_score": [-9.647310256958008, -8.879878997802734, -10.169569969177246, -7.610397815704346, -7.099058151245117, -12.17708683013916, -11.041509628295898, -8.202505111694336, -9.892594337463379, -11.890105247497559, -12.562665939331055, -12.737944602966309, -12.584744453430176, -13.013952255249023, -12.606300354003906, -11.049543380737305], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -0.9871084094047546, -2.704385280609131, -2.114037275314331, -1.370416283607483, -0.33746764063835144, -0.5873042941093445, -1.1909855604171753, -1.2777541875839233, -1.6377836465835571, -2.211503028869629, -1.870613694190979, -2.357849597930908, -1.7937198877334595, -2.3302111625671387, -2.2719571590423584, -2.482893228530884, -2.057307481765747, -1.3498141765594482, -1.596543788909912, -1.5634645223617554, -0.23835782706737518, -1.598816156387329, -0.7878003120422363, -1.4691228866577148, -1.0861986875534058, -1.8821557760238647, -1.941916584968567, -1.8581476211547852, -1.5864348411560059, -1.9733552932739258, -1.1213792562484741, -2.3976964950561523, -3.2438740730285645, -1.9853688478469849, -2.06931734085083, -0.5670952200889587, -1.7675130367279053, -1.0515353679656982, -0.12386652827262878, -1.325431227684021, -1.652660608291626, -1.7605583667755127, -0.13833598792552948, -1.8860807418823242, -1.6499178409576416, -1.4187418222427368, -1.840646505355835, -1.81624174118042, -1.2877856492996216, -1.4820494651794434, -1.676941990852356, -3.2248971462249756, -1.3850539922714233, -1.1544119119644165, -1.5782110691070557, -2.380476713180542, -2.084481716156006, -2.66267466545105, -2.261096715927124, -2.8681883811950684, -2.6211860179901123, -2.4316368103027344, -2.727590799331665]}, "Bot002_055_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_055.log.json", "context": "Hey! Are you currently in high school? Because I am. No i graduated Oh, I am sorry. Do you have a job? yes i am engineer I am a student, I am a college student Good how are your lessons? I am great, just got back from a run.[WINKING FACE] What do you want to be in the future?  Are you there?", "response": "I am doing great, how about you?", "annotation_id": "Bot002_055_08", "annotations": ["O", "X", "O", "X", "X", "X", "T", "T", "T", "X", "X", "X", "X", "X", "O"], "gpt2background_target_score": [-9.647310256958008, -8.879878997802734, -9.499547958374023, -8.66707992553711, -8.107854843139648, -10.880803108215332, -12.410322189331055, -7.491441249847412, -9.2714262008667], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -0.9871084094047546, -2.704385280609131, -2.114037275314331, -1.370416283607483, -0.33746764063835144, -0.5873042941093445, -1.1909855604171753, -1.2777541875839233, -1.6377836465835571, -2.211503028869629, -1.870613694190979, -2.357849597930908, -1.7937198877334595, -2.3302111625671387, -2.2719571590423584, -2.482893228530884, -2.057307481765747, -1.3498141765594482, -1.596543788909912, -1.5634645223617554, -0.23835782706737518, -1.598816156387329, -0.7878003120422363, -1.4691228866577148, -1.0861986875534058, -1.8821557760238647, -1.941916584968567, -1.8581476211547852, -1.5864348411560059, -1.9733552932739258, -1.1213792562484741, -2.3976964950561523, -3.2438740730285645, -1.9853688478469849, -2.06931734085083, -0.5670952200889587, -1.7675130367279053, -1.0515353679656982, -0.12386652827262878, -1.325431227684021, -1.652661681175232, -1.760560154914856, -0.13833609223365784, -1.8860796689987183, -1.649915337562561, -1.4187417030334473, -1.4847337007522583, -1.523268461227417, -1.3823283910751343, -1.6456130743026733, -3.1432154178619385, -1.4534810781478882, -1.1380224227905273, -1.6252315044403076, -2.508505344390869, -1.8571885824203491, -2.5792436599731445, -2.203244209289551, -3.1646430492401123, -2.732006072998047, -2.561044692993164, -2.327303409576416, -2.0757088661193848, -0.2334093451499939, -1.7960095405578613, -0.4197196364402771, -0.7670107483863831, -1.9495489597320557, -1.5325031280517578, -1.6407129764556885, -0.5378411412239075, -1.4256559610366821, -1.9979255199432373, -0.21853280067443848, -2.508875608444214, -1.5008394718170166, -1.6817673444747925, -1.521576166152954, -1.5605322122573853, -1.747449517250061, -1.958804965019226, -1.8818168640136719, -1.6044658422470093, -1.5106416940689087, -0.39356303215026855, -0.9574607610702515, -0.7405433058738708]}, "Bot002_055_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_055.log.json", "context": "Hey! Are you currently in high school? Because I am. No i graduated Oh, I am sorry. Do you have a job? yes i am engineer I am a student, I am a college student Good how are your lessons? I am great, just got back from a run.[WINKING FACE] What do you want to be in the future?  Are you there? I am doing great, how about you? Fine. Do you like sport?", "response": "[WINKING FACE]  I do not really have a favorite sport", "annotation_id": "Bot002_055_10", "annotations": ["O", "X", "T", "X", "X", "O", "O", "T", "T", "O", "X", "O", "T", "X", "X"], "gpt2background_target_score": [-11.5132417678833, -10.603253364562988, -13.306947708129883, -11.955801010131836, -13.381683349609375, -12.744596481323242, -11.782394409179688, -7.946203708648682, -8.925653457641602, -6.729285717010498, -5.2269606590271, -9.157055854797363, -9.665299415588379, -10.977106094360352, -12.02866268157959], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -0.9871084094047546, -2.704385280609131, -2.114037275314331, -1.370416283607483, -0.33746764063835144, -0.5873042941093445, -1.1909855604171753, -1.2777541875839233, -1.6377836465835571, -2.211503028869629, -1.870613694190979, -2.357849597930908, -1.7937198877334595, -2.3302111625671387, -2.2719571590423584, -2.482893228530884, -2.057307481765747, -1.3498141765594482, -1.596543788909912, -1.5634645223617554, -0.23835782706737518, -1.598816156387329, -0.7878003120422363, -1.4691228866577148, -1.0861986875534058, -1.8821557760238647, -1.941916584968567, -1.8581476211547852, -1.5864348411560059, -1.9733552932739258, -1.1213792562484741, -2.3976964950561523, -3.2438740730285645, -1.9853688478469849, -2.06931734085083, -0.5670952200889587, -1.7675130367279053, -1.0515353679656982, -0.12386652827262878, -1.325431227684021, -1.652660608291626, -1.7605583667755127, -0.13833598792552948, -1.8860807418823242, -1.6499178409576416, -1.4187418222427368, -1.484734058380127, -1.5232677459716797, -1.3823283910751343, -1.645613431930542, -3.143214464187622, -1.4534809589385986, -1.1380236148834229, -1.6252318620681763, -2.508504629135132, -1.85718834400177, -2.579244613647461, -2.2032458782196045, -3.1646430492401123, -2.7320055961608887, -2.561044692993164, -2.327306032180786, -2.075706720352173, -0.23340991139411926, -1.7960108518600464, -0.41972050070762634, -0.7670103311538696, -1.9495487213134766, -1.5325040817260742, -1.640712857246399, -0.5378406047821045, -1.4256564378738403, -1.9979259967803955, -0.21853213012218475, -2.5088744163513184, -1.5008405447006226, -1.6817665100097656, -1.4096542596817017, -1.8538058996200562, -2.1275277137756348, -1.8862498998641968, -1.5755032300949097, -1.5313212871551514, -0.4356977045536041, -0.688555896282196, -1.6985570192337036, -1.4229158163070679, -1.4566642045974731, -0.17463591694831848, -1.3773202896118164, -2.2099850177764893, -0.7752822041511536, -1.8268572092056274, -1.458431601524353, -2.831439971923828, -0.7411820292472839, -0.11882401257753372, -0.2044956088066101, -0.27097877860069275, -1.76820707321167, -1.067397952079773, -1.1125757694244385, -2.0168516635894775, -0.4379922151565552, -0.8603434562683105, -0.6024530529975891, -0.8069595098495483, -0.23944969475269318, -1.2174859046936035]}, "Bot002_055_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_055.log.json", "context": "Hey! Are you currently in high school? Because I am. No i graduated Oh, I am sorry. Do you have a job? yes i am engineer I am a student, I am a college student Good how are your lessons? I am great, just got back from a run.[WINKING FACE] What do you want to be in the future?  Are you there? I am doing great, how about you? Fine. Do you like sport? [WINKING FACE]  I do not really have a favorite sport What are your hobbies?", "response": "I like to go to college and I can help out", "annotation_id": "Bot002_055_12", "annotations": ["O", "O", "O", "X", "X", "T", "T", "T", "O", "T", "T", "T", "T", "X", "X"], "gpt2background_target_score": [-9.647310256958008, -10.527121543884277, -9.227169036865234, -9.896228790283203, -7.643048286437988, -3.718245029449463, -8.118744850158691, -7.946203708648682, -10.312348365783691, -10.904884338378906, -10.744423866271973], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -0.9871084094047546, -2.704385280609131, -2.114037275314331, -1.370416283607483, -0.33746764063835144, -0.5873042941093445, -1.1909855604171753, -1.2777541875839233, -1.6377836465835571, -2.211503028869629, -1.870613694190979, -2.357849597930908, -1.7937198877334595, -2.3302111625671387, -2.2719571590423584, -2.482893228530884, -2.057307481765747, -1.3498141765594482, -1.596543788909912, -1.5634645223617554, -0.23835782706737518, -1.598816156387329, -0.7878003120422363, -1.4691228866577148, -1.0861986875534058, -1.8821557760238647, -1.941916584968567, -1.8581476211547852, -1.5864348411560059, -1.9733552932739258, -1.1213792562484741, -2.3976964950561523, -3.2438740730285645, -1.9853688478469849, -2.06931734085083, -0.5670952200889587, -1.7675130367279053, -1.0515353679656982, -0.12386652827262878, -1.325431227684021, -1.652660608291626, -1.7605583667755127, -0.13833598792552948, -1.8860807418823242, -1.6499178409576416, -1.4187418222427368, -1.484734058380127, -1.5232677459716797, -1.3823283910751343, -1.645613431930542, -3.143214464187622, -1.4534809589385986, -1.1380236148834229, -1.6252318620681763, -2.508504629135132, -1.85718834400177, -2.579244613647461, -2.2032458782196045, -3.1646430492401123, -2.7320055961608887, -2.561044692993164, -2.327306032180786, -2.075706720352173, -0.23340991139411926, -1.7960108518600464, -0.41972050070762634, -0.7670103311538696, -1.9495487213134766, -1.5325040817260742, -1.640712857246399, -0.5378406047821045, -1.4256564378738403, -1.9979259967803955, -0.21853213012218475, -2.5088744163513184, -1.5008405447006226, -1.6817665100097656, -1.4096542596817017, -1.8538058996200562, -2.1275277137756348, -1.8862498998641968, -1.5755032300949097, -1.5313212871551514, -0.4356977045536041, -0.688555896282196, -1.6985570192337036, -1.4229158163070679, -1.4566642045974731, -0.17463591694831848, -1.3773202896118164, -2.2099850177764893, -0.7752822041511536, -1.8268572092056274, -3.110975503921509, -1.4101316928863525, -0.12485732138156891, -0.32228922843933105, -0.17175517976284027, -2.157031297683716, -1.9598437547683716, -1.3977640867233276, -2.072706699371338, -0.44538313150405884, -0.9323133230209351, -0.6764765977859497, -1.0264439582824707, -0.24402034282684326, -1.1924185752868652, -1.839651346206665, -0.7044509649276733, -2.4089972972869873, -0.5318205952644348, -1.5622693300247192, -1.8243353366851807, -2.1168129444122314, -1.7174702882766724, -1.6235268115997314, -0.8927034735679626, -2.1118850708007812, -1.668339729309082, -2.118234872817993, -2.327603578567505, -2.0745699405670166, -1.9957804679870605, -1.8311033248901367]}, "Bot002_055_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_055.log.json", "context": "Hey! Are you currently in high school? Because I am. No i graduated Oh, I am sorry. Do you have a job? yes i am engineer I am a student, I am a college student Good how are your lessons? I am great, just got back from a run.[WINKING FACE] What do you want to be in the future?  Are you there? I am doing great, how about you? Fine. Do you like sport? [WINKING FACE]  I do not really have a favorite sport What are your hobbies? I like to go to college and I can help out what will you study in university?", "response": "I am a student", "annotation_id": "Bot002_055_14", "annotations": ["O", "X", "T", "X", "X", "X", "T", "T", "T", "X", "X", "X", "X", "X", "X"], "gpt2background_target_score": [-9.647310256958008, -8.879878997802734, -6.685613632202148, -11.758193969726562], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -0.9871084094047546, -2.704385280609131, -2.114037275314331, -1.370416283607483, -0.33746764063835144, -0.5873042941093445, -1.1909855604171753, -1.2777541875839233, -1.6377836465835571, -2.211503028869629, -1.870613694190979, -2.357849597930908, -1.7937198877334595, -2.3302111625671387, -2.2719571590423584, -2.482893228530884, -2.057307481765747, -1.3498141765594482, -1.596543788909912, -1.5634645223617554, -0.23835782706737518, -1.598816156387329, -0.7878003120422363, -1.4691228866577148, -1.0861986875534058, -1.8821557760238647, -1.941916584968567, -1.8581476211547852, -1.5864348411560059, -1.9733552932739258, -1.1213792562484741, -2.3976964950561523, -3.2438740730285645, -1.9853688478469849, -2.06931734085083, -0.5670952200889587, -1.7675130367279053, -1.0515353679656982, -0.12386652827262878, -1.325431227684021, -1.652660608291626, -1.7605583667755127, -0.13833598792552948, -1.8860807418823242, -1.6499178409576416, -1.4187418222427368, -1.484734058380127, -1.5232677459716797, -1.3823283910751343, -1.645613431930542, -3.143214464187622, -1.4534809589385986, -1.1380236148834229, -1.6252318620681763, -2.508504629135132, -1.85718834400177, -2.579244613647461, -2.2032458782196045, -3.1646430492401123, -2.7320055961608887, -2.561044692993164, -2.327306032180786, -2.075706720352173, -0.23340991139411926, -1.7960108518600464, -0.41972050070762634, -0.7670103311538696, -1.9495487213134766, -1.5325040817260742, -1.640712857246399, -0.5378406047821045, -1.4256564378738403, -1.9979259967803955, -0.21853213012218475, -2.5088744163513184, -1.5008405447006226, -1.6817665100097656, -1.4096542596817017, -1.8538058996200562, -2.1275277137756348, -1.8862498998641968, -1.5755032300949097, -1.5313212871551514, -0.4356977045536041, -0.688555896282196, -1.6985570192337036, -1.4229158163070679, -1.4566642045974731, -0.17463542520999908, -1.3773199319839478, -2.209984302520752, -0.7752823233604431, -1.8268576860427856, -3.1109745502471924, -1.4101295471191406, -0.12485732138156891, -0.3222895860671997, -0.1717550903558731, -2.1570322513580322, -1.9598456621170044, -1.3977632522583008, -2.072709560394287, -0.4453822374343872, -0.9323130249977112, -0.6764774322509766, -1.0264455080032349, -0.24401997029781342, -1.1924188137054443, -1.8396520614624023, -0.7044512033462524, -2.408994197845459, -0.531821072101593, -1.5622694492340088, -1.6757155656814575, -2.1410410404205322, -1.6173996925354004, -0.8761298656463623, -2.028076171875, -1.6061513423919678, -2.2962608337402344, -1.8989508152008057, -2.0728964805603027, -1.880190372467041, -1.7374134063720703, -1.201659917831421, -1.167593002319336, -1.3680310249328613, -1.770546793937683, -1.7834837436676025, -1.325958490371704, -1.742212176322937, -1.6983234882354736, -2.16298246383667, -1.526286244392395, -2.65032958984375, -1.6864410638809204]}, "Bot002_055_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_055.log.json", "context": "Hey! Are you currently in high school? Because I am. No i graduated Oh, I am sorry. Do you have a job? yes i am engineer I am a student, I am a college student Good how are your lessons? I am great, just got back from a run.[WINKING FACE] What do you want to be in the future?  Are you there? I am doing great, how about you? Fine. Do you like sport? [WINKING FACE]  I do not really have a favorite sport What are your hobbies? I like to go to college and I can help out what will you study in university? I am a student What is your hair color?", "response": "I like brown, but I like to wear a lot of red", "annotation_id": "Bot002_055_16", "annotations": ["O", "X", "X", "X", "X", "X", "T", "T", "O", "X", "T", "O", "X", "X", "X"], "gpt2background_target_score": [-9.647310256958008, -10.527121543884277, -11.323951721191406, -7.610397815704346, -10.514386177062988, -8.910130500793457, -11.393238067626953, -6.626129627227783, -12.500367164611816, -5.726733684539795, -11.671426773071289, -7.489643573760986, -12.069917678833008], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -0.9871084094047546, -2.704385280609131, -2.114037275314331, -1.370416283607483, -0.33746764063835144, -0.5873042941093445, -1.1909855604171753, -1.2777541875839233, -1.6377836465835571, -2.211503028869629, -1.870613694190979, -2.357849597930908, -1.7937198877334595, -2.3302111625671387, -2.2719571590423584, -2.482893228530884, -2.057307481765747, -1.3498141765594482, -1.596543788909912, -1.5634645223617554, -0.23835782706737518, -1.598816156387329, -0.7878003120422363, -1.4691228866577148, -1.0861986875534058, -1.8821557760238647, -1.941916584968567, -1.8581476211547852, -1.5864348411560059, -1.9733552932739258, -1.1213792562484741, -2.3976964950561523, -3.2438740730285645, -1.9853688478469849, -2.06931734085083, -0.5670952200889587, -1.7675130367279053, -1.0515353679656982, -0.12386652827262878, -1.325431227684021, -1.652660608291626, -1.7605583667755127, -0.13833598792552948, -1.8860807418823242, -1.6499178409576416, -1.4187418222427368, -1.484734058380127, -1.5232677459716797, -1.3823283910751343, -1.645613431930542, -3.143214464187622, -1.4534809589385986, -1.1380236148834229, -1.6252318620681763, -2.508504629135132, -1.85718834400177, -2.579244613647461, -2.2032458782196045, -3.1646430492401123, -2.7320055961608887, -2.561044692993164, -2.327306032180786, -2.075706720352173, -0.23340991139411926, -1.7960108518600464, -0.41972050070762634, -0.7670103311538696, -1.9495487213134766, -1.5325040817260742, -1.640712857246399, -0.5378406047821045, -1.4256564378738403, -1.9979259967803955, -0.21853213012218475, -2.5088744163513184, -1.5008405447006226, -1.6817665100097656, -1.4096542596817017, -1.8538058996200562, -2.1275277137756348, -1.8862498998641968, -1.5755032300949097, -1.5313212871551514, -0.4356977045536041, -0.688555896282196, -1.6985570192337036, -1.4229158163070679, -1.4566642045974731, -0.17463591694831848, -1.3773202896118164, -2.2099850177764893, -0.7752822041511536, -1.8268572092056274, -3.110975503921509, -1.4101316928863525, -0.12485732138156891, -0.32228922843933105, -0.17175517976284027, -2.157031297683716, -1.9598437547683716, -1.3977640867233276, -2.072706699371338, -0.44538313150405884, -0.9323133230209351, -0.6764765977859497, -1.0264439582824707, -0.24402034282684326, -1.1924185752868652, -1.839651346206665, -0.7044509649276733, -2.4089972972869873, -0.5318205952644348, -1.5622693300247192, -1.6757137775421143, -2.141042709350586, -1.617398977279663, -0.8761307597160339, -2.0280792713165283, -1.6061515808105469, -2.296260356903076, -1.8989497423171997, -2.0728952884674072, -1.8801913261413574, -1.737412691116333, -1.2016587257385254, -1.1675922870635986, -1.3680332899093628, -1.7705471515655518, -1.783483862876892, -1.3259594440460205, -1.7422128915786743, -1.8328274488449097, -1.7733224630355835, -2.9822449684143066, -1.6602877378463745, -1.8326529264450073, -0.5242468118667603, -1.7891279458999634, -0.9951318502426147, -0.39387431740760803, -1.5444411039352417, -1.818582534790039, -2.2184250354766846, -1.2414400577545166, -0.8401461243629456, -2.6407151222229004, -1.0690561532974243, -2.043475866317749, -2.083479404449463, -2.0554304122924805, -1.7704687118530273, -3.521167278289795, -0.5449881553649902, -2.7567408084869385, -1.5013340711593628]}, "Bot002_055_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_055.log.json", "context": "Hey! Are you currently in high school? Because I am. No i graduated Oh, I am sorry. Do you have a job? yes i am engineer I am a student, I am a college student Good how are your lessons? I am great, just got back from a run.[WINKING FACE] What do you want to be in the future?  Are you there? I am doing great, how about you? Fine. Do you like sport? [WINKING FACE]  I do not really have a favorite sport What are your hobbies? I like to go to college and I can help out what will you study in university? I am a student What is your hair color? I like brown, but I like to wear a lot of red i have short brown hair", "response": "I am a fulltime student and I am a student", "annotation_id": "Bot002_055_18", "annotations": ["O", "X", "X", "X", "X", "X", "T", "T", "T", "X", "X", "X", "X", "X", "X"], "gpt2background_target_score": [-9.647310256958008, -8.879878997802734, -6.685613632202148, -9.631425857543945, -13.484293937683105, -9.83142375946045, -8.118744850158691, -7.946203708648682, -9.91982364654541, -5.726733684539795, -10.253058433532715], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -0.9871084094047546, -2.704385280609131, -2.114037275314331, -1.370416283607483, -0.33746764063835144, -0.5873042941093445, -1.1909855604171753, -1.2777541875839233, -1.6377836465835571, -2.211503028869629, -1.870613694190979, -2.357849597930908, -1.7937198877334595, -2.3302111625671387, -2.2719571590423584, -2.482893228530884, -2.057307481765747, -1.3498141765594482, -1.596543788909912, -1.5634645223617554, -0.23835782706737518, -1.598816156387329, -0.7878003120422363, -1.4691228866577148, -1.0861986875534058, -1.8821557760238647, -1.941916584968567, -1.8581476211547852, -1.5864348411560059, -1.9733552932739258, -1.1213792562484741, -2.3976964950561523, -3.2438740730285645, -1.9853688478469849, -2.06931734085083, -0.5670952200889587, -1.7675130367279053, -1.0515353679656982, -0.12386652827262878, -1.325431227684021, -1.652660608291626, -1.7605583667755127, -0.13833598792552948, -1.8860807418823242, -1.6499178409576416, -1.4187418222427368, -1.484734058380127, -1.5232677459716797, -1.3823283910751343, -1.645613431930542, -3.143214464187622, -1.4534809589385986, -1.1380236148834229, -1.6252318620681763, -2.508504629135132, -1.85718834400177, -2.579244613647461, -2.2032458782196045, -3.1646430492401123, -2.7320055961608887, -2.561044692993164, -2.327306032180786, -2.075706720352173, -0.23340991139411926, -1.7960108518600464, -0.41972050070762634, -0.7670103311538696, -1.9495487213134766, -1.5325040817260742, -1.640712857246399, -0.5378406047821045, -1.4256564378738403, -1.9979259967803955, -0.21853213012218475, -2.5088744163513184, -1.5008405447006226, -1.6817665100097656, -1.4096542596817017, -1.8538058996200562, -2.1275277137756348, -1.8862498998641968, -1.5755032300949097, -1.5313212871551514, -0.4356977045536041, -0.688555896282196, -1.6985570192337036, -1.4229158163070679, -1.4566642045974731, -0.17463591694831848, -1.3773202896118164, -2.2099850177764893, -0.7752822041511536, -1.8268572092056274, -3.110975503921509, -1.4101316928863525, -0.12485732138156891, -0.32228922843933105, -0.17175517976284027, -2.157031297683716, -1.9598437547683716, -1.3977640867233276, -2.072706699371338, -0.44538313150405884, -0.9323133230209351, -0.6764765977859497, -1.0264439582824707, -0.24402034282684326, -1.1924185752868652, -1.839651346206665, -0.7044509649276733, -2.4089972972869873, -0.5318205952644348, -1.5622693300247192, -1.6757137775421143, -2.141042709350586, -1.617398977279663, -0.8761307597160339, -2.0280792713165283, -1.6061515808105469, -2.296260356903076, -1.8989497423171997, -2.0728952884674072, -1.8801913261413574, -1.737412691116333, -1.2016587257385254, -1.1675922870635986, -1.3680332899093628, -1.7705471515655518, -1.783483862876892, -1.3259594440460205, -1.7422128915786743, -1.8328269720077515, -1.7733228206634521, -2.982246160507202, -1.6602860689163208, -1.8326529264450073, -0.5242468118667603, -1.7891260385513306, -0.9951322078704834, -0.39387503266334534, -1.5444402694702148, -1.8687459230422974, -1.115666151046753, -0.9318531155586243, -2.567620277404785, -1.0431890487670898, -1.8864127397537231, -1.7331815958023071, -2.073239326477051, -1.8045495748519897, -3.4742324352264404, -0.4718329608440399, -2.8173537254333496, -1.4158389568328857, -1.8072603940963745, -1.3179452419281006, -0.45540693402290344, -0.851172924041748, -1.23898184299469, -1.8156955242156982, -2.227271795272827, -1.3041694164276123, -1.8332650661468506, -1.2583519220352173, -0.9488688707351685, -1.8614352941513062, -1.2234011888504028, -1.6642118692398071, -2.1139121055603027, -1.9263554811477661, -1.2966865301132202]}, "Bot002_055_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_055.log.json", "context": "Hey! Are you currently in high school? Because I am. No i graduated Oh, I am sorry. Do you have a job? yes i am engineer I am a student, I am a college student Good how are your lessons? I am great, just got back from a run.[WINKING FACE] What do you want to be in the future?  Are you there? I am doing great, how about you? Fine. Do you like sport? [WINKING FACE]  I do not really have a favorite sport What are your hobbies? I like to go to college and I can help out what will you study in university? I am a student What is your hair color? I like brown, but I like to wear a lot of red i have short brown hair I am a fulltime student and I am a student Do you have a car?", "response": "I have a car. I have a black car.", "annotation_id": "Bot002_055_20", "annotations": ["O", "O", "O", "X", "O", "O", "O", "T", "O", "O", "O", "O", "T", "X", "X"], "gpt2background_target_score": [-9.647310256958008, -8.671810150146484, -6.685613632202148, -11.21499252319336, -9.594950675964355, -8.910130500793457, -11.972892761230469, -8.537565231323242, -11.963584899902344, -11.241411209106445, -8.666326522827148], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -0.9871084094047546, -2.704385280609131, -2.114037275314331, -1.370416283607483, -0.33746764063835144, -0.5873042941093445, -1.1909855604171753, -1.2777541875839233, -1.6377836465835571, -2.211503028869629, -1.870613694190979, -2.357849597930908, -1.7937198877334595, -2.3302111625671387, -2.2719571590423584, -2.482893228530884, -2.057307481765747, -1.3498141765594482, -1.596543788909912, -1.5634645223617554, -0.23835782706737518, -1.598816156387329, -0.7878003120422363, -1.4691228866577148, -1.0861986875534058, -1.8821557760238647, -1.941916584968567, -1.8581476211547852, -1.5864348411560059, -1.9733552932739258, -1.1213792562484741, -2.3976964950561523, -3.2438740730285645, -1.9853688478469849, -2.06931734085083, -0.5670952200889587, -1.7675130367279053, -1.0515353679656982, -0.12386652827262878, -1.325431227684021, -1.652660608291626, -1.7605583667755127, -0.13833598792552948, -1.8860807418823242, -1.6499178409576416, -1.4187418222427368, -1.484734058380127, -1.5232677459716797, -1.3823283910751343, -1.645613431930542, -3.143214464187622, -1.4534809589385986, -1.1380236148834229, -1.6252318620681763, -2.508504629135132, -1.85718834400177, -2.579244613647461, -2.2032458782196045, -3.1646430492401123, -2.7320055961608887, -2.561044692993164, -2.327306032180786, -2.075706720352173, -0.23340991139411926, -1.7960108518600464, -0.41972050070762634, -0.7670103311538696, -1.9495487213134766, -1.5325040817260742, -1.640712857246399, -0.5378406047821045, -1.4256564378738403, -1.9979259967803955, -0.21853213012218475, -2.5088744163513184, -1.5008405447006226, -1.6817665100097656, -1.4096542596817017, -1.8538058996200562, -2.1275277137756348, -1.8862498998641968, -1.5755032300949097, -1.5313212871551514, -0.4356977045536041, -0.688555896282196, -1.6985570192337036, -1.4229158163070679, -1.4566642045974731, -0.17463591694831848, -1.3773202896118164, -2.2099850177764893, -0.7752822041511536, -1.8268572092056274, -3.110975503921509, -1.4101316928863525, -0.12485732138156891, -0.32228922843933105, -0.17175517976284027, -2.157031297683716, -1.9598437547683716, -1.3977640867233276, -2.072706699371338, -0.44538313150405884, -0.9323133230209351, -0.6764765977859497, -1.0264439582824707, -0.24402034282684326, -1.1924185752868652, -1.839651346206665, -0.7044509649276733, -2.4089972972869873, -0.5318205952644348, -1.5622693300247192, -1.6757137775421143, -2.141042709350586, -1.617398977279663, -0.8761307597160339, -2.0280792713165283, -1.6061515808105469, -2.296260356903076, -1.8989497423171997, -2.0728952884674072, -1.8801913261413574, -1.737412691116333, -1.2016587257385254, -1.1675922870635986, -1.3680332899093628, -1.7705471515655518, -1.783483862876892, -1.3259594440460205, -1.7422128915786743, -1.8328274488449097, -1.7733224630355835, -2.9822449684143066, -1.6602877378463745, -1.8326529264450073, -0.5242468118667603, -1.7891279458999634, -0.9951318502426147, -0.39387431740760803, -1.5444411039352417, -1.8687454462051392, -1.115668773651123, -0.9318516254425049, -2.5676217079162598, -1.043189525604248, -1.886413812637329, -1.7331805229187012, -2.073237657546997, -1.8045474290847778, -3.4742343425750732, -0.47183242440223694, -2.817356824874878, -1.4158397912979126, -1.8072575330734253, -1.317943811416626, -0.4554075300693512, -0.8511751890182495, -1.238981008529663, -1.433592677116394, -2.0608460903167725, -3.0418410301208496, -1.9702105522155762, -0.7772169709205627, -1.303565263748169, -1.4067054986953735, -1.6157971620559692, -2.069688558578491, -2.2588882446289062, -1.1298047304153442, -0.23951828479766846, -1.3346465826034546, -0.7194626927375793, -1.1875584125518799, -0.41761693358421326, -1.6381515264511108, -1.7717628479003906, -1.9508932828903198, -0.5232107639312744, -0.9470071792602539, -1.5786018371582031, -1.1014635562896729, -2.0694828033447266, -0.6170563101768494, -2.096510171890259, -2.531048536300659, -1.163347840309143, -0.8310155272483826]}, "Bot002_056_01": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_056.log.json", "context": "Hello, man", "response": "Hi, I am a burger eater, how are you?", "annotation_id": "Bot002_056_01", "annotations": ["T", "O", "O", "O", "O", "O", "T", "O", "O", "O", "O", "T", "O", "O", "O"], "gpt2background_target_score": [-11.239398002624512, -9.21418571472168, -3.500584840774536, -11.471967697143555, -7.103334426879883, -12.153465270996094, -12.987878799438477, -6.409855842590332, -11.482256889343262, -10.38272476196289, -7.751887321472168, -11.644688606262207], "gpt2background_argmax_score": [-2.13662052154541, -1.7164701223373413, -1.3455240726470947, -1.9897472858428955, -1.0409104824066162, -1.4069546461105347, -1.3466789722442627, -1.5774729251861572, -3.1284515857696533, -2.906221628189087, -1.4978433847427368, -1.4887516498565674, -1.4042733907699585, -0.25409460067749023, -1.3602052927017212, -0.6964748501777649]}, "Bot002_056_03": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_056.log.json", "context": "Hello, man Hi, I am a burger eater, how are you? I can eat them sometimes, but not very often", "response": "I like to eat out and eat", "annotation_id": "Bot002_056_03", "annotations": ["T", "X", "O", "O", "X", "X", "T", "O", "T", "T", "O", "T", "O", "T", "O"], "gpt2background_target_score": [-9.545134544372559, -7.420412063598633, -7.384337425231934, -11.758684158325195, -8.984207153320312, -10.00193977355957, -13.393924713134766], "gpt2background_argmax_score": [-2.13662052154541, -1.7164701223373413, -1.3455240726470947, -1.1603277921676636, -1.4479451179504395, -1.4097726345062256, -1.7129743099212646, -2.714101791381836, -2.515944480895996, -1.462415099143982, -1.7402424812316895, -1.1460847854614258, -0.3305327296257019, -1.5625426769256592, -1.669443130493164, -2.113844394683838, -1.3300385475158691, -2.609754800796509, -2.224175214767456, -1.3643364906311035, -0.8661891222000122, -0.935140073299408, -2.4851434230804443, -1.0099188089370728, -0.669742226600647, -1.6748204231262207, -2.429499864578247, -2.1120612621307373, -0.7290001511573792, -1.0620373487472534, -1.3439308404922485, -1.462764859199524, -2.0350663661956787]}, "Bot002_056_05": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_056.log.json", "context": "Hello, man Hi, I am a burger eater, how are you? I can eat them sometimes, but not very often I like to eat out and eat do you like to drink alcohol?", "response": "[GRINNING FACE WITH SMILING EYES]  I do not drink much alcohol but I do like to eat", "annotation_id": "Bot002_056_05", "annotations": ["T", "T", "O", "O", "X", "O", "O", "O", "T", "O", "O", "T", "O", "O", "O"], "gpt2background_target_score": [-11.109343528747559, -12.24522876739502, -12.849129676818848, -13.492867469787598, -13.04843807220459, -14.244098663330078, -10.96744441986084, -13.04316234588623, -10.102167129516602, -11.132833480834961, -13.10074234008789, -12.901350021362305, -8.950179100036621, -8.304210662841797, -8.540040969848633, -8.953367233276367, -5.320492744445801, -7.040678977966309, -10.958941459655762, -2.4909372329711914, -2.5496013164520264, -6.153591632843018, -5.434867858886719, -8.222221374511719, -9.709110260009766], "gpt2background_argmax_score": [-2.1366207599639893, -1.7164697647094727, -1.3455251455307007, -1.1603288650512695, -1.447943925857544, -1.4097721576690674, -1.712974190711975, -2.714103937149048, -2.515942335128784, -1.4624137878417969, -1.740241527557373, -1.1460827589035034, -0.3305322229862213, -1.5625407695770264, -1.669441819190979, -2.1138460636138916, -1.3300387859344482, -2.609754800796509, -2.2241756916046143, -1.3643369674682617, -0.86618971824646, -0.9351403117179871, -2.4851462841033936, -1.00991952419281, -0.6697413921356201, -2.674497365951538, -1.463867425918579, -0.730516791343689, -0.8608158230781555, -1.3287773132324219, -1.5214279890060425, -1.6606642007827759, -2.1175384521484375, -1.2712513208389282, -1.3848170042037964, -0.3598424196243286, -1.8933465480804443, -0.8356871604919434, -1.5645376443862915, -1.4175208806991577, -2.94646954536438, -2.6358180046081543, -1.8394982814788818, -1.7712606191635132, -1.8171321153640747, -2.6383743286132812, -1.0593148469924927, -2.9494290351867676, -2.1032874584198, -2.1565628051757812, -1.8983947038650513, -0.7204653024673462, -0.734779953956604, -2.3904707431793213, -2.0215706825256348, -0.8805150389671326, -1.5320230722427368, -1.7479606866836548, -1.4979125261306763, -0.8571857213973999, -1.8393712043762207, -1.6335515975952148, -0.22494475543498993, -1.1670671701431274, -1.3020308017730713]}, "Bot002_056_07": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_056.log.json", "context": "Hello, man Hi, I am a burger eater, how are you? I can eat them sometimes, but not very often I like to eat out and eat do you like to drink alcohol? [GRINNING FACE WITH SMILING EYES]  I do not drink much alcohol but I do like to eat yean, i see, u really like to eat something :)", "response": "I love to and eat out with my parents", "annotation_id": "Bot002_056_07", "annotations": ["O", "O", "O", "O", "X", "O", "T", "O", "T", "O", "T", "T", "O", "O", "O"], "gpt2background_target_score": [-9.545137405395508, -8.608527183532715, -7.384336948394775, -6.159113883972168, -11.001787185668945, -11.451519966125488, -7.290781021118164, -9.62398910522461, -11.95507526397705], "gpt2background_argmax_score": [-2.1366207599639893, -1.7164697647094727, -1.3455251455307007, -1.1603288650512695, -1.447943925857544, -1.4097721576690674, -1.712974190711975, -2.714103937149048, -2.515942335128784, -1.4624137878417969, -1.740241527557373, -1.1460827589035034, -0.3305322229862213, -1.5625407695770264, -1.669441819190979, -2.1138460636138916, -1.3300387859344482, -2.609754800796509, -2.2241756916046143, -1.3643369674682617, -0.86618971824646, -0.9351403117179871, -2.4851462841033936, -1.00991952419281, -0.6697413921356201, -2.674497365951538, -1.463867425918579, -0.730516791343689, -0.8608158230781555, -1.3287773132324219, -1.5214279890060425, -1.6606642007827759, -2.1175384521484375, -1.2712513208389282, -1.3848170042037964, -0.3598424196243286, -1.8933465480804443, -0.8356871604919434, -1.5645376443862915, -3.10542631149292, -1.8609720468521118, -1.9371180534362793, -0.76320880651474, -1.3576507568359375, -2.761150360107422, -1.0381497144699097, -3.128722906112671, -1.9581903219223022, -1.9834470748901367, -1.7965610027313232, -1.455387830734253, -1.3566200733184814, -2.363313674926758, -1.9249252080917358, -0.884307324886322, -1.6231310367584229, -1.660729169845581, -1.3929083347320557, -0.8292572498321533, -1.8954707384109497, -1.6369272470474243, -0.2820693254470825, -1.2425751686096191, -1.7191352844238281, -3.1522374153137207, -2.5272750854492188, -2.045497179031372, -2.32662296295166, -2.569380521774292, -2.3884875774383545, -2.4243786334991455, -1.178118109703064, -0.9648824334144592, -1.5916767120361328, -3.1965901851654053, -2.1661038398742676, -1.3931342363357544, -1.714511513710022, -2.347919464111328, -2.199002981185913, -1.5400753021240234, -1.4321385622024536, -3.261092185974121, -1.7470307350158691, -2.0734939575195312, -1.7056646347045898, -1.823714256286621]}, "Bot002_056_09": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_056.log.json", "context": "Hello, man Hi, I am a burger eater, how are you? I can eat them sometimes, but not very often I like to eat out and eat do you like to drink alcohol? [GRINNING FACE WITH SMILING EYES]  I do not drink much alcohol but I do like to eat yean, i see, u really like to eat something :) I love to and eat out with my parents u are lucky:my parents died long time ago", "response": "I am sorry to hear that.", "annotation_id": "Bot002_056_09", "annotations": ["X", "O", "O", "O", "X", "O", "X", "O", "T", "O", "O", "T", "O", "O", "O"], "gpt2background_target_score": [-9.545137405395508, -6.674424171447754, -8.808480262756348, -7.439827919006348, -8.98001480102539, -11.73111343383789, -7.670403957366943], "gpt2background_argmax_score": [-2.1366207599639893, -1.7164697647094727, -1.3455251455307007, -1.1603288650512695, -1.447943925857544, -1.4097721576690674, -1.712974190711975, -2.714103937149048, -2.515942335128784, -1.4624137878417969, -1.740241527557373, -1.1460827589035034, -0.3305322229862213, -1.5625407695770264, -1.669441819190979, -2.1138460636138916, -1.3300387859344482, -2.609754800796509, -2.2241756916046143, -1.3643369674682617, -0.86618971824646, -0.9351403117179871, -2.4851462841033936, -1.00991952419281, -0.6697413921356201, -2.674497365951538, -1.463867425918579, -0.730516791343689, -0.8608158230781555, -1.3287773132324219, -1.5214279890060425, -1.6606642007827759, -2.1175384521484375, -1.2712513208389282, -1.3848170042037964, -0.3598424196243286, -1.8933465480804443, -0.8356871604919434, -1.5645376443862915, -3.10542631149292, -1.8609720468521118, -1.9371180534362793, -0.7632089257240295, -1.3576524257659912, -2.7611489295959473, -1.0381495952606201, -3.1287245750427246, -1.9581916332244873, -1.9834458827972412, -1.7965607643127441, -1.455389142036438, -1.3566194772720337, -2.363314151763916, -1.9249249696731567, -0.8843079805374146, -1.6231297254562378, -1.6607309579849243, -1.3929082155227661, -0.8292574286460876, -1.895470380783081, -1.6369267702102661, -0.282069593667984, -1.2425734996795654, -1.7191345691680908, -3.1522364616394043, -2.527275800704956, -2.0454981327056885, -2.326622486114502, -2.5693790912628174, -2.388488531112671, -2.424379825592041, -1.1781202554702759, -0.9648795127868652, -1.5916773080825806, -3.196593761444092, -2.166104555130005, -1.3931344747543335, -2.7470595836639404, -2.1037344932556152, -1.3822591304779053, -1.880873203277588, -3.0383963584899902, -1.6471068859100342, -2.1442925930023193, -1.5565656423568726, -1.7124783992767334, -3.0749857425689697, -2.3563270568847656, -2.190112590789795, -2.645125389099121, -2.146253824234009, -1.401075839996338, -2.2641077041625977, -0.6057972311973572, -0.03864039480686188, -1.9287270307540894, -1.939774751663208, -2.4972686767578125, -1.923437237739563, -1.917093276977539, -0.3190074861049652, -0.6906530261039734, -1.2546709775924683, -1.145577311515808]}, "Bot002_056_11": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_056.log.json", "context": "Hello, man Hi, I am a burger eater, how are you? I can eat them sometimes, but not very often I like to eat out and eat do you like to drink alcohol? [GRINNING FACE WITH SMILING EYES]  I do not drink much alcohol but I do like to eat yean, i see, u really like to eat something :) I love to and eat out with my parents u are lucky:my parents died long time ago I am sorry to hear that. :(", "response": "[CRYING FACE]  Hi how are you doing", "annotation_id": "Bot002_056_11", "annotations": ["T", "O", "O", "T", "X", "X", "O", "O", "X", "T", "O", "T", "O", "T", "O"], "gpt2background_target_score": [-11.109343528747559, -12.290149688720703, -12.324483871459961, -12.448630332946777, -12.520970344543457, -8.551376342773438, -8.540361404418945, -10.76468276977539, -10.076532363891602, -7.54218053817749, -7.887677192687988], "gpt2background_argmax_score": [-2.1366207599639893, -1.7164697647094727, -1.3455251455307007, -1.1603288650512695, -1.447943925857544, -1.4097721576690674, -1.712974190711975, -2.714103937149048, -2.515942335128784, -1.4624137878417969, -1.740241527557373, -1.1460827589035034, -0.3305322229862213, -1.5625407695770264, -1.669441819190979, -2.1138460636138916, -1.3300387859344482, -2.609754800796509, -2.2241756916046143, -1.3643369674682617, -0.86618971824646, -0.9351403117179871, -2.4851462841033936, -1.00991952419281, -0.6697413921356201, -2.674497365951538, -1.463867425918579, -0.730516791343689, -0.8608158230781555, -1.3287773132324219, -1.5214279890060425, -1.6606642007827759, -2.1175384521484375, -1.2712513208389282, -1.3848170042037964, -0.3598424196243286, -1.8933465480804443, -0.8356871604919434, -1.5645376443862915, -3.10542631149292, -1.8609720468521118, -1.9371180534362793, -0.7632089257240295, -1.3576524257659912, -2.7611489295959473, -1.0381495952606201, -3.1287245750427246, -1.9581916332244873, -1.9834458827972412, -1.7965607643127441, -1.455389142036438, -1.3566194772720337, -2.363314151763916, -1.9249249696731567, -0.8843079805374146, -1.6231297254562378, -1.6607309579849243, -1.3929082155227661, -0.8292574286460876, -1.895470380783081, -1.6369267702102661, -0.282069593667984, -1.2425734996795654, -1.7191345691680908, -3.1522364616394043, -2.527275800704956, -2.0454981327056885, -2.326622486114502, -2.5693790912628174, -2.388488531112671, -2.424379825592041, -1.1781202554702759, -0.9648795127868652, -1.5916773080825806, -3.196593761444092, -2.166104555130005, -1.3931344747543335, -2.7470595836639404, -2.1037344932556152, -1.3822591304779053, -1.880873203277588, -3.0383963584899902, -1.6471068859100342, -2.1442925930023193, -1.5565656423568726, -1.7124783992767334, -3.0749857425689697, -2.3563270568847656, -2.190112590789795, -2.645125389099121, -2.146253824234009, -1.401075839996338, -2.2641077041625977, -0.6057972311973572, -0.03864039480686188, -1.9287270307540894, -1.8159884214401245, -2.0148885250091553, -2.1722588539123535, -0.5919411182403564, -0.8115497827529907, -1.5037165880203247, -1.7336429357528687, -1.4561767578125, -1.761856198310852, -2.8890459537506104, -2.6264877319335938, -1.2738136053085327, -1.0385353565216064, -1.3762909173965454, -1.6143314838409424, -0.8931152820587158, -0.9876644611358643, -0.1300879418849945, -1.2329144477844238, -1.2454805374145508]}, "Bot002_056_13": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_056.log.json", "context": "Hello, man Hi, I am a burger eater, how are you? I can eat them sometimes, but not very often I like to eat out and eat do you like to drink alcohol? [GRINNING FACE WITH SMILING EYES]  I do not drink much alcohol but I do like to eat yean, i see, u really like to eat something :) I love to and eat out with my parents u are lucky:my parents died long time ago I am sorry to hear that. :( [CRYING FACE]  Hi how are you doing i'm fine now", "response": "What do you do for a living?", "annotation_id": "Bot002_056_13", "annotations": ["O", "O", "O", "O", "O", "O", "T", "O", "T", "O", "O", "X", "O", "O", "O"], "gpt2background_target_score": [-11.17829418182373, -5.926984786987305, -5.9034295082092285, -7.759324550628662, -6.5091705322265625, -9.085695266723633, -7.4199652671813965, -12.614383697509766], "gpt2background_argmax_score": [-2.1366207599639893, -1.7164697647094727, -1.3455251455307007, -1.1603288650512695, -1.447943925857544, -1.4097721576690674, -1.712974190711975, -2.714103937149048, -2.515942335128784, -1.4624137878417969, -1.740241527557373, -1.1460827589035034, -0.3305322229862213, -1.5625407695770264, -1.669441819190979, -2.1138460636138916, -1.3300387859344482, -2.609754800796509, -2.2241756916046143, -1.3643369674682617, -0.86618971824646, -0.9351403117179871, -2.4851462841033936, -1.00991952419281, -0.6697413921356201, -2.674497365951538, -1.463867425918579, -0.730516791343689, -0.8608158230781555, -1.3287773132324219, -1.5214279890060425, -1.6606642007827759, -2.1175384521484375, -1.2712513208389282, -1.3848170042037964, -0.3598424196243286, -1.8933465480804443, -0.8356871604919434, -1.5645376443862915, -3.10542631149292, -1.8609720468521118, -1.9371180534362793, -0.7632089257240295, -1.3576524257659912, -2.7611489295959473, -1.0381495952606201, -3.1287245750427246, -1.9581916332244873, -1.9834458827972412, -1.7965607643127441, -1.455389142036438, -1.3566194772720337, -2.363314151763916, -1.9249249696731567, -0.8843079805374146, -1.6231297254562378, -1.6607309579849243, -1.3929082155227661, -0.8292574286460876, -1.895470380783081, -1.6369267702102661, -0.282069593667984, -1.2425734996795654, -1.7191345691680908, -3.1522364616394043, -2.527275800704956, -2.0454981327056885, -2.326622486114502, -2.5693790912628174, -2.388488531112671, -2.424379825592041, -1.1781202554702759, -0.9648795127868652, -1.5916773080825806, -3.196593761444092, -2.166104555130005, -1.3931344747543335, -2.7470595836639404, -2.1037344932556152, -1.3822591304779053, -1.880873203277588, -3.0383963584899902, -1.6471068859100342, -2.1442925930023193, -1.5565656423568726, -1.7124783992767334, -3.0749857425689697, -2.3563270568847656, -2.190112590789795, -2.645125389099121, -2.146253824234009, -1.401075839996338, -2.2641077041625977, -0.6057972311973572, -0.03864039480686188, -1.9287270307540894, -1.8159884214401245, -2.0148885250091553, -2.1722588539123535, -0.5919411182403564, -0.8115497827529907, -1.5037165880203247, -1.7336429357528687, -1.4561767578125, -3.558622121810913, -2.2828550338745117, -1.362147331237793, -0.8222275972366333, -1.3456683158874512, -1.7575050592422485, -0.8254468441009521, -1.0321911573410034, -0.13466514647006989, -1.2262077331542969, -1.2160141468048096, -2.3803391456604004, -1.3621091842651367, -2.113602876663208, -2.005344867706299, -1.738254189491272, -2.169696569442749, -0.26189884543418884, -1.6099445819854736, -1.6884970664978027, -1.620781421661377, -2.6178765296936035, -0.603179395198822, -1.0664302110671997]}, "Bot002_056_15": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_056.log.json", "context": "Hello, man Hi, I am a burger eater, how are you? I can eat them sometimes, but not very often I like to eat out and eat do you like to drink alcohol? [GRINNING FACE WITH SMILING EYES]  I do not drink much alcohol but I do like to eat yean, i see, u really like to eat something :) I love to and eat out with my parents u are lucky:my parents died long time ago I am sorry to hear that. :( [CRYING FACE]  Hi how are you doing i'm fine now What do you do for a living? i'm chess  and maths teacher", "response": "That is cool. I like to cook.  19, you a chain smokers fan at all?", "annotation_id": "Bot002_056_15", "annotations": ["T", "T", "O", "O", "O", "X", "O", "O", "O", "T", "T", "T", "O", "T", "O"], "gpt2background_target_score": [-13.314728736877441, -5.670446872711182, -10.761319160461426, -3.2285118103027344, -1.447943925857544, -5.643683433532715, -7.348038196563721, -7.6799821853637695, -4.192431449890137, -5.7924299240112305, -9.406435012817383, -8.024042129516602, -0.3305322229862213, -6.043007850646973, -12.072179794311523, -11.91086483001709, -12.16955280303955, -3.7693960666656494, -2.2241756916046143, -5.614787578582764], "gpt2background_argmax_score": [-2.1366207599639893, -1.7164697647094727, -1.3455251455307007, -1.1603288650512695, -1.447943925857544, -1.4097721576690674, -1.712974190711975, -2.714103937149048, -2.515942335128784, -1.4624137878417969, -1.740241527557373, -1.1460827589035034, -0.3305322229862213, -1.5625407695770264, -1.669441819190979, -2.1138460636138916, -1.3300387859344482, -2.609754800796509, -2.2241756916046143, -1.3643369674682617, -0.86618971824646, -0.9351403117179871, -2.4851462841033936, -1.00991952419281, -0.6697413921356201, -2.674497365951538, -1.463867425918579, -0.730516791343689, -0.8608158230781555, -1.3287773132324219, -1.5214279890060425, -1.6606642007827759, -2.1175384521484375, -1.2712513208389282, -1.3848170042037964, -0.3598424196243286, -1.8933465480804443, -0.8356871604919434, -1.5645376443862915, -3.10542631149292, -1.8609720468521118, -1.9371180534362793, -0.7632089257240295, -1.3576524257659912, -2.7611489295959473, -1.0381495952606201, -3.1287245750427246, -1.9581916332244873, -1.9834458827972412, -1.7965607643127441, -1.455389142036438, -1.3566194772720337, -2.363314151763916, -1.9249249696731567, -0.8843079805374146, -1.6231297254562378, -1.6607309579849243, -1.3929082155227661, -0.8292574286460876, -1.895470380783081, -1.6369267702102661, -0.282069593667984, -1.2425734996795654, -1.7191345691680908, -3.1522364616394043, -2.527275800704956, -2.0454981327056885, -2.326622486114502, -2.5693790912628174, -2.388488531112671, -2.424379825592041, -1.1781202554702759, -0.9648795127868652, -1.5916773080825806, -3.196593761444092, -2.166104555130005, -1.3931344747543335, -2.7470595836639404, -2.1037344932556152, -1.3822591304779053, -1.880873203277588, -3.0383963584899902, -1.6471068859100342, -2.1442925930023193, -1.5565656423568726, -1.7124783992767334, -3.0749857425689697, -2.3563270568847656, -2.190112590789795, -2.645125389099121, -2.146253824234009, -1.401075839996338, -2.2641077041625977, -0.6057972311973572, -0.03864039480686188, -1.9287270307540894, -1.8159884214401245, -2.0148885250091553, -2.1722588539123535, -0.5919411182403564, -0.8115497827529907, -1.5037165880203247, -1.7336429357528687, -1.4561767578125, -3.558622121810913, -2.2828550338745117, -1.362147331237793, -0.8222275972366333, -1.3456683158874512, -1.7575050592422485, -0.8254468441009521, -1.0321911573410034, -0.13466514647006989, -1.2262077331542969, -1.2160141468048096, -2.3803391456604004, -1.3621091842651367, -2.113602876663208, -2.005344867706299, -2.070464849472046, -0.3077442944049835, -1.5086477994918823, -1.5556279420852661, -2.469405174255371, -2.3597822189331055, -0.8114781379699707, -1.5269759893417358, -2.061190128326416, -2.0743355751037598, -3.057847023010254, -2.305371046066284, -1.7171639204025269, -3.233522891998291, -2.101323366165161, -1.9167691469192505, -0.8823379278182983, -2.3128292560577393, -1.6238598823547363, -1.2691410779953003, -2.17146372795105, -0.7753262519836426, -1.6009395122528076, -1.9939688444137573, -1.1015989780426025, -1.3879553079605103, -1.69076669216156, -2.0913596153259277, -2.4096858501434326, -2.013017177581787, -2.6079671382904053, -2.0959696769714355, -1.3589963912963867, -1.8712069988250732, -1.1666288375854492, -0.7167595624923706]}, "Bot002_056_17": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_056.log.json", "context": "Hello, man Hi, I am a burger eater, how are you? I can eat them sometimes, but not very often I like to eat out and eat do you like to drink alcohol? [GRINNING FACE WITH SMILING EYES]  I do not drink much alcohol but I do like to eat yean, i see, u really like to eat something :) I love to and eat out with my parents u are lucky:my parents died long time ago I am sorry to hear that. :( [CRYING FACE]  Hi how are you doing i'm fine now What do you do for a living? i'm chess  and maths teacher That is cool. I like to cook.  19, you a chain smokers fan at all? no", "response": "[WORRIED FACE]  I have never been out of school.", "annotation_id": "Bot002_056_17", "annotations": ["T", "X", "O", "X", "X", "X", "T", "O", "X", "T", "O", "T", "O", "O", "O"], "gpt2background_target_score": [-11.109343528747559, -13.451767921447754, -12.4522123336792, -13.2327299118042, -13.04843807220459, -11.558062553405762, -6.991150379180908, -8.539329528808594, -9.627060890197754, -10.410825729370117, -7.539303779602051, -9.911040306091309, -9.776176452636719, -10.100306510925293, -9.121319770812988], "gpt2background_argmax_score": [-2.1366207599639893, -1.7164697647094727, -1.3455251455307007, -1.1603288650512695, -1.447943925857544, -1.4097721576690674, -1.712974190711975, -2.714103937149048, -2.515942335128784, -1.4624137878417969, -1.740241527557373, -1.1460827589035034, -0.3305322229862213, -1.5625407695770264, -1.669441819190979, -2.1138460636138916, -1.3300387859344482, -2.609754800796509, -2.2241756916046143, -1.3643369674682617, -0.86618971824646, -0.9351403117179871, -2.4851462841033936, -1.00991952419281, -0.6697413921356201, -2.674497365951538, -1.463867425918579, -0.730516791343689, -0.8608158230781555, -1.3287773132324219, -1.5214279890060425, -1.6606642007827759, -2.1175384521484375, -1.2712513208389282, -1.3848170042037964, -0.3598424196243286, -1.8933465480804443, -0.8356871604919434, -1.5645376443862915, -3.10542631149292, -1.8609720468521118, -1.9371180534362793, -0.7632089257240295, -1.3576524257659912, -2.7611489295959473, -1.0381495952606201, -3.1287245750427246, -1.9581916332244873, -1.9834458827972412, -1.7965607643127441, -1.455389142036438, -1.3566194772720337, -2.363314151763916, -1.9249249696731567, -0.8843079805374146, -1.6231297254562378, -1.6607309579849243, -1.3929082155227661, -0.8292574286460876, -1.895470380783081, -1.6369267702102661, -0.282069593667984, -1.2425734996795654, -1.7191345691680908, -3.1522364616394043, -2.527275800704956, -2.0454981327056885, -2.326622486114502, -2.5693790912628174, -2.388488531112671, -2.424379825592041, -1.1781202554702759, -0.9648795127868652, -1.5916773080825806, -3.196593761444092, -2.166104555130005, -1.3931344747543335, -2.7470595836639404, -2.1037344932556152, -1.3822591304779053, -1.880873203277588, -3.0383963584899902, -1.6471068859100342, -2.1442925930023193, -1.5565656423568726, -1.7124783992767334, -3.0749857425689697, -2.3563270568847656, -2.190112590789795, -2.645125389099121, -2.146253824234009, -1.401075839996338, -2.2641077041625977, -0.6057972311973572, -0.03864039480686188, -1.9287270307540894, -1.8159884214401245, -2.0148885250091553, -2.1722588539123535, -0.5919411182403564, -0.8115497827529907, -1.5037165880203247, -1.7336429357528687, -1.4561767578125, -3.558622121810913, -2.2828550338745117, -1.362147331237793, -0.8222275972366333, -1.3456683158874512, -1.7575050592422485, -0.8254468441009521, -1.0321911573410034, -0.13466514647006989, -1.2262077331542969, -1.2160141468048096, -2.3803391456604004, -1.3621091842651367, -2.113602876663208, -2.005344867706299, -2.070464849472046, -0.3077442944049835, -1.5086477994918823, -1.5556279420852661, -2.469405174255371, -2.3597822189331055, -0.8114781379699707, -1.5269759893417358, -2.061190128326416, -2.0743355751037598, -3.057847023010254, -2.305371046066284, -1.7171639204025269, -3.23352313041687, -2.1013243198394775, -0.974120557308197, -2.559870958328247, -1.597096562385559, -1.7111656665802002, -2.029263496398926, -0.6217016577720642, -1.4231221675872803, -1.9067370891571045, -1.1801546812057495, -1.636802315711975, -1.7825279235839844, -2.0797510147094727, -2.322392702102661, -1.8944700956344604, -2.614870309829712, -2.165627956390381, -1.5374903678894043, -1.9302369356155396, -1.3053467273712158, -2.0508198738098145, -1.8603776693344116, -1.9376475811004639, -1.8845434188842773, -1.1874067783355713, -1.7533210515975952, -1.211963176727295, -0.710939884185791, -0.9997488260269165, -1.8997708559036255, -2.2792763710021973, -1.274985671043396, -2.087063789367676, -1.3801226615905762, -0.542686402797699, -1.6462430953979492, -1.9695290327072144, -1.2557218074798584]}, "Bot002_056_19": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_056.log.json", "context": "Hello, man Hi, I am a burger eater, how are you? I can eat them sometimes, but not very often I like to eat out and eat do you like to drink alcohol? [GRINNING FACE WITH SMILING EYES]  I do not drink much alcohol but I do like to eat yean, i see, u really like to eat something :) I love to and eat out with my parents u are lucky:my parents died long time ago I am sorry to hear that. :( [CRYING FACE]  Hi how are you doing i'm fine now What do you do for a living? i'm chess  and maths teacher That is cool. I like to cook.  19, you a chain smokers fan at all? no [WORRIED FACE]  I have never been out of school. u have a long live before u", "response": "I have never been to California.  if it was not faked then why do I have three thumbs?", "annotation_id": "Bot002_056_19", "annotations": ["O", "O", "T", "X", "T", "X", "T", "T", "X", "X", "T", "T", "O", "T", "X"], "gpt2background_target_score": [-9.545137405395508, -5.948514938354492, -10.215867042541504, -10.6220703125, -7.084694862365723, -12.614558219909668, -7.670403957366943, -7.796464920043945, -8.313135147094727, -9.190643310546875, -6.70916748046875, -9.171875953674316, -13.270733833312988, -10.093963623046875, -8.373397827148438, -4.641131401062012, -7.840620040893555, -8.69756031036377, -9.480956077575684, -12.503037452697754, -11.207049369812012], "gpt2background_argmax_score": [-2.1366207599639893, -1.7164697647094727, -1.3455251455307007, -1.1603288650512695, -1.447943925857544, -1.4097721576690674, -1.712974190711975, -2.714103937149048, -2.515942335128784, -1.4624137878417969, -1.740241527557373, -1.1460827589035034, -0.3305322229862213, -1.5625407695770264, -1.669441819190979, -2.1138460636138916, -1.3300387859344482, -2.609754800796509, -2.2241756916046143, -1.3643369674682617, -0.86618971824646, -0.9351403117179871, -2.4851462841033936, -1.00991952419281, -0.6697413921356201, -2.674497365951538, -1.463867425918579, -0.730516791343689, -0.8608158230781555, -1.3287773132324219, -1.5214279890060425, -1.6606642007827759, -2.1175384521484375, -1.2712513208389282, -1.3848170042037964, -0.3598424196243286, -1.8933465480804443, -0.8356871604919434, -1.5645376443862915, -3.10542631149292, -1.8609720468521118, -1.9371180534362793, -0.7632089257240295, -1.3576524257659912, -2.7611489295959473, -1.0381495952606201, -3.1287245750427246, -1.9581916332244873, -1.9834458827972412, -1.7965607643127441, -1.455389142036438, -1.3566194772720337, -2.363314151763916, -1.9249249696731567, -0.8843079805374146, -1.6231297254562378, -1.6607309579849243, -1.3929082155227661, -0.8292574286460876, -1.895470380783081, -1.6369267702102661, -0.282069593667984, -1.2425734996795654, -1.7191345691680908, -3.1522364616394043, -2.527275800704956, -2.0454981327056885, -2.326622486114502, -2.5693790912628174, -2.388488531112671, -2.424379825592041, -1.1781202554702759, -0.9648795127868652, -1.5916773080825806, -3.196593761444092, -2.166104555130005, -1.3931344747543335, -2.7470595836639404, -2.1037344932556152, -1.3822591304779053, -1.880873203277588, -3.0383963584899902, -1.6471068859100342, -2.1442925930023193, -1.5565656423568726, -1.7124783992767334, -3.0749857425689697, -2.3563270568847656, -2.190112590789795, -2.645125389099121, -2.146253824234009, -1.401075839996338, -2.2641077041625977, -0.6057972311973572, -0.03864039480686188, -1.9287270307540894, -1.8159884214401245, -2.0148885250091553, -2.1722588539123535, -0.5919411182403564, -0.8115497827529907, -1.5037165880203247, -1.7336429357528687, -1.4561767578125, -3.558622121810913, -2.2828550338745117, -1.362147331237793, -0.8222275972366333, -1.3456683158874512, -1.7575050592422485, -0.8254468441009521, -1.0321911573410034, -0.13466514647006989, -1.2262077331542969, -1.2160141468048096, -2.3803391456604004, -1.3621091842651367, -2.113602876663208, -2.005344867706299, -2.070464849472046, -0.3077442944049835, -1.5086477994918823, -1.5556279420852661, -2.469405174255371, -2.3597822189331055, -0.8114781379699707, -1.5269759893417358, -2.061190128326416, -2.0743355751037598, -3.057847023010254, -2.305371046066284, -1.7171639204025269, -3.233522891998291, -2.101323366165161, -0.9741197824478149, -2.5598714351654053, -1.5970959663391113, -1.711165428161621, -2.029264211654663, -0.6217012405395508, -1.4231233596801758, -1.9067357778549194, -1.1801533699035645, -1.6368032693862915, -1.7825270891189575, -2.0797529220581055, -2.3223907947540283, -1.8944720029830933, -2.6148715019226074, -2.1656291484832764, -1.5374902486801147, -1.9302334785461426, -1.3053455352783203, -2.05081844329834, -1.8603756427764893, -1.396081805229187, -1.493816614151001, -1.8313426971435547, -1.3920754194259644, -0.5980129837989807, -0.7032110691070557, -1.9580656290054321, -2.2054977416992188, -1.1743407249450684, -2.078005075454712, -1.4277369976043701, -0.518454909324646, -1.7329782247543335, -1.9377003908157349, -1.5087318420410156, -1.9080654382705688, -1.6047745943069458, -2.6768109798431396, -1.7681710720062256, -1.8096855878829956, -1.5740965604782104, -2.4905099868774414, -2.028318166732788, -2.117337703704834, -1.1051942110061646, -0.5299620032310486, -0.47622278332710266, -0.8695616126060486, -1.324843168258667, -1.3647407293319702, -1.173156499862671, -0.8605977892875671, -1.5765233039855957, -2.4605777263641357, -1.167554259300232, -2.180283308029175, -1.3303141593933105, -1.3056309223175049, -0.5066038966178894, -2.1165127754211426, -0.7289303541183472, -1.8319436311721802, -1.5063129663467407, -0.8491130471229553]}, "Bot002_061_01": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_061.log.json", "context": "Hello", "response": "Hi how are you doing?", "annotation_id": "Bot002_061_01", "annotations": ["O", "O", "O", "O", "O", "O", "O", "T", "O", "T", "O", "O", "O", "T", "O"], "gpt2background_target_score": [-11.239398002624512, -10.709144592285156, -8.602781295776367, -5.176236152648926, -9.687355041503906, -2.221325397491455], "gpt2background_argmax_score": [-2.13662052154541, -2.125326156616211, -1.5413612127304077, -1.8405169248580933, -0.33446255326271057, -1.9398397207260132, -1.5434932708740234, -0.8364734053611755]}, "Bot002_061_03": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_061.log.json", "context": "Hello Hi how are you doing? Fine, and you?", "response": "I am great, just got off work.", "annotation_id": "Bot002_061_03", "annotations": ["X", "O", "O", "O", "O", "O", "O", "T", "O", "T", "O", "O", "O", "T", "O"], "gpt2background_target_score": [-9.545134544372559, -9.241571426391602, -7.995633602142334, -9.308907508850098, -7.654091835021973, -10.835444450378418, -10.990323066711426, -4.752347946166992, -9.398004531860352], "gpt2background_argmax_score": [-2.13662052154541, -1.5561957359313965, -1.9855116605758667, -0.48706358671188354, -1.795391321182251, -1.5741522312164307, -0.7970593571662903, -2.5903451442718506, -1.6127054691314697, -1.8545384407043457, -1.7992427349090576, -1.4920018911361694, -1.8101637363433838, -1.3891130685806274, -2.5811336040496826, -1.0995794534683228, -1.647719383239746, -3.2024405002593994, -1.9364395141601562, -1.4366123676300049, -1.6071964502334595, -1.4417085647583008]}, "Bot002_061_05": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_061.log.json", "context": "Hello Hi how are you doing? Fine, and you? I am great, just got off work. It is 10 in the morning, what are you doing?", "response": "I am just playing with my glasses", "annotation_id": "Bot002_061_05", "annotations": ["X", "O", "O", "T", "O", "T", "T", "T", "O", "T", "O", "O", "O", "T", "O"], "gpt2background_target_score": [-9.545134544372559, -9.241571426391602, -7.977121353149414, -9.50619888305664, -5.306286811828613, -6.038156509399414, -11.51846694946289], "gpt2background_argmax_score": [-2.13662052154541, -1.5561957359313965, -1.9855116605758667, -0.48706358671188354, -1.795391321182251, -1.5741522312164307, -0.7970593571662903, -2.5903451442718506, -1.6127054691314697, -1.8545384407043457, -1.7992427349090576, -1.4920018911361694, -1.3727185726165771, -2.582139253616333, -1.2492069005966187, -1.4356437921524048, -3.154362916946411, -1.925540566444397, -1.4558638334274292, -1.5972323417663574, -1.5200610160827637, -0.7783735394477844, -2.3564987182617188, -1.1113836765289307, -1.3265434503555298, -0.250804603099823, -1.4344614744186401, -1.6055920124053955, -1.8577464818954468, -0.5164386630058289, -0.639103353023529, -0.7199193835258484, -1.6937329769134521, -1.9639148712158203, -1.5778555870056152, -2.195594549179077, -2.2076237201690674, -2.9272360801696777, -1.3870044946670532, -1.965733289718628, -1.900765299797058]}, "Bot002_061_07": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_061.log.json", "context": "Hello Hi how are you doing? Fine, and you? I am great, just got off work. It is 10 in the morning, what are you doing? I am just playing with my glasses And what are you doing for your job?))", "response": "I am a construction worker.  what do you do for a living?", "annotation_id": "Bot002_061_07", "annotations": ["O", "O", "O", "O", "O", "O", "O", "T", "O", "T", "O", "O", "O", "T", "T"], "gpt2background_target_score": [-9.545137405395508, -9.241572380065918, -6.969866752624512, -11.495638847351074, -13.336105346679688, -5.35775089263916, -5.203298568725586, -6.545103073120117, -5.107778549194336, -4.346548557281494, -4.712295055389404, -8.575457572937012, -9.370367050170898, -7.001405715942383, -6.170731544494629], "gpt2background_argmax_score": [-2.1366207599639893, -1.5561957359313965, -1.9855096340179443, -0.48706504702568054, -1.7953914403915405, -1.5741528272628784, -0.7970605492591858, -2.5903444290161133, -1.6127026081085205, -1.854538083076477, -1.7992439270019531, -1.4919997453689575, -1.372717261314392, -2.5821409225463867, -1.249206781387329, -1.4356451034545898, -3.1543614864349365, -1.9255380630493164, -1.455862045288086, -1.5972305536270142, -1.5200591087341309, -0.7783728837966919, -2.356499433517456, -1.1113829612731934, -1.3265444040298462, -0.25080376863479614, -1.4344605207443237, -1.6055904626846313, -1.8577497005462646, -0.5164405703544617, -0.6391049027442932, -0.7199188470840454, -1.693730354309082, -1.6772942543029785, -2.758009910583496, -2.586087465286255, -2.937450647354126, -1.471535325050354, -1.7485016584396362, -1.834542155265808, -1.188651204109192, -1.4331096410751343, -0.4062715172767639, -0.5311902165412903, -0.6195447444915771, -1.5668144226074219, -2.8432109355926514, -0.41612720489501953, -1.6334232091903687, -3.1777987480163574, -1.7778457403182983, -1.5402265787124634, -2.3446671962738037, -3.535691738128662, -0.7221413254737854, -1.5420377254486084, -0.9516863822937012, -1.3303788900375366, -1.3236937522888184, -0.2111663520336151, -0.9162866473197937, -1.002977967262268, -0.500051736831665, -1.342872977256775, -0.39311522245407104, -0.5967949628829956]}, "Bot002_061_09": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_061.log.json", "context": "Hello Hi how are you doing? Fine, and you? I am great, just got off work. It is 10 in the morning, what are you doing? I am just playing with my glasses And what are you doing for your job?)) I am a construction worker.  what do you do for a living? Currently I am looking for a job", "response": "What do you do for a living?", "annotation_id": "Bot002_061_09", "annotations": ["O", "X", "T", "X", "X", "T", "X", "T", "X", "T", "T", "O", "T", "T", "T"], "gpt2background_target_score": [-11.17829418182373, -9.248157501220703, -4.95712947845459, -9.347206115722656, -6.122914791107178, -6.604453086853027, -10.343615531921387, -4.3514204025268555], "gpt2background_argmax_score": [-2.1366207599639893, -1.5561957359313965, -1.9855096340179443, -0.48706504702568054, -1.7953914403915405, -1.5741528272628784, -0.7970605492591858, -2.5903444290161133, -1.6127026081085205, -1.854538083076477, -1.7992439270019531, -1.4919997453689575, -1.372717261314392, -2.5821409225463867, -1.249206781387329, -1.4356451034545898, -3.1543614864349365, -1.9255380630493164, -1.455862045288086, -1.5972305536270142, -1.5200591087341309, -0.7783728837966919, -2.356499433517456, -1.1113829612731934, -1.3265444040298462, -0.25080376863479614, -1.4344605207443237, -1.6055904626846313, -1.8577497005462646, -0.5164405703544617, -0.6391049027442932, -0.7199188470840454, -1.693730354309082, -1.6772942543029785, -2.758009910583496, -2.586087465286255, -2.937450647354126, -1.471535325050354, -1.7485016584396362, -1.834542155265808, -1.188651204109192, -1.4331096410751343, -0.4062715172767639, -0.5311902165412903, -0.6195447444915771, -1.5668144226074219, -2.8432109355926514, -0.41612720489501953, -1.6334232091903687, -3.1777987480163574, -1.8372619152069092, -2.708122968673706, -3.172179937362671, -0.8136087656021118, -1.500747561454773, -1.1305186748504639, -1.6265946626663208, -1.5414788722991943, -0.21907128393650055, -0.9862422347068787, -0.9555057883262634, -0.5367129445075989, -1.4792728424072266, -0.4053870737552643, -1.578307867050171, -1.5912500619888306, -1.1171091794967651, -1.934546947479248, -0.8414084911346436, -1.0946717262268066, -0.8663362860679626, -1.8966153860092163, -1.7510343790054321, -1.9463779926300049, -0.17477625608444214, -0.9487652778625488, -0.5921705961227417, -1.350546956062317, -0.4172760248184204, -0.32869455218315125, -0.9182343482971191]}, "Bot002_061_11": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_061.log.json", "context": "Hello Hi how are you doing? Fine, and you? I am great, just got off work. It is 10 in the morning, what are you doing? I am just playing with my glasses And what are you doing for your job?)) I am a construction worker.  what do you do for a living? Currently I am looking for a job What do you do for a living? I just answered)", "response": "I have a lot of friends", "annotation_id": "Bot002_061_11", "annotations": ["X", "X", "O", "X", "T", "X", "X", "T", "X", "T", "X", "T", "T", "T", "T"], "gpt2background_target_score": [-9.545137405395508, -9.580476760864258, -6.969866752624512, -11.804957389831543, -8.39931583404541, -9.660141944885254], "gpt2background_argmax_score": [-2.1366207599639893, -1.5561957359313965, -1.9855096340179443, -0.48706504702568054, -1.7953914403915405, -1.5741528272628784, -0.7970605492591858, -2.5903444290161133, -1.6127026081085205, -1.854538083076477, -1.7992439270019531, -1.4919997453689575, -1.372717261314392, -2.5821409225463867, -1.249206781387329, -1.4356451034545898, -3.1543614864349365, -1.9255380630493164, -1.455862045288086, -1.5972305536270142, -1.5200591087341309, -0.7783728837966919, -2.356499433517456, -1.1113829612731934, -1.3265444040298462, -0.25080376863479614, -1.4344605207443237, -1.6055904626846313, -1.8577497005462646, -0.5164405703544617, -0.6391049027442932, -0.7199188470840454, -1.693730354309082, -1.6772942543029785, -2.758009910583496, -2.586087465286255, -2.937450647354126, -1.471535325050354, -1.7485016584396362, -1.834542155265808, -1.188651204109192, -1.4331096410751343, -0.4062715172767639, -0.5311902165412903, -0.6195447444915771, -1.5668144226074219, -2.8432109355926514, -0.41612720489501953, -1.6334232091903687, -3.1777987480163574, -1.8372619152069092, -2.708122968673706, -3.172179937362671, -0.8136087656021118, -1.500747561454773, -1.1305186748504639, -1.6265946626663208, -1.5414788722991943, -0.21907128393650055, -0.9862422347068787, -0.9555057883262634, -0.5367129445075989, -1.4792728424072266, -0.4053870737552643, -1.578307867050171, -1.5912500619888306, -1.1171091794967651, -1.934546947479248, -0.8414084911346436, -1.0946717262268066, -0.8663362860679626, -1.8966153860092163, -2.030261993408203, -0.2023431807756424, -1.0003764629364014, -0.6380902528762817, -1.3460251092910767, -0.4199771285057068, -0.39447930455207825, -1.6988261938095093, -1.5452754497528076, -2.4009768962860107, -1.9084593057632446, -1.813386082649231, -1.7646675109863281, -2.039886474609375, -1.139599323272705, -1.416731595993042, -0.4339783191680908, -2.419163465499878, -1.8378883600234985]}, "Bot002_061_13": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_061.log.json", "context": "Hello Hi how are you doing? Fine, and you? I am great, just got off work. It is 10 in the morning, what are you doing? I am just playing with my glasses And what are you doing for your job?)) I am a construction worker.  what do you do for a living? Currently I am looking for a job What do you do for a living? I just answered) I have a lot of friends And who are your friends?)", "response": "I like to look at the stars", "annotation_id": "Bot002_061_13", "annotations": ["X", "X", "X", "X", "X", "X", "X", "T", "X", "T", "X", "X", "T", "T", "T"], "gpt2background_target_score": [-9.545137405395508, -10.573516845703125, -2.273008108139038, -11.354636192321777, -4.841032028198242, -5.518828868865967, -13.352104187011719], "gpt2background_argmax_score": [-2.1366207599639893, -1.5561957359313965, -1.9855096340179443, -0.48706504702568054, -1.7953914403915405, -1.5741528272628784, -0.7970605492591858, -2.5903444290161133, -1.6127026081085205, -1.854538083076477, -1.7992439270019531, -1.4919997453689575, -1.372717261314392, -2.5821409225463867, -1.249206781387329, -1.4356451034545898, -3.1543614864349365, -1.9255380630493164, -1.455862045288086, -1.5972305536270142, -1.5200591087341309, -0.7783728837966919, -2.356499433517456, -1.1113829612731934, -1.3265444040298462, -0.25080376863479614, -1.4344605207443237, -1.6055904626846313, -1.8577497005462646, -0.5164405703544617, -0.6391049027442932, -0.7199188470840454, -1.693730354309082, -1.6772942543029785, -2.758009910583496, -2.586087465286255, -2.937450647354126, -1.471535325050354, -1.7485016584396362, -1.834542155265808, -1.188651204109192, -1.4331096410751343, -0.4062715172767639, -0.5311902165412903, -0.6195447444915771, -1.5668144226074219, -2.8432109355926514, -0.41612720489501953, -1.6334232091903687, -3.1777987480163574, -1.8372619152069092, -2.708122968673706, -3.172179937362671, -0.8136087656021118, -1.500747561454773, -1.1305186748504639, -1.6265946626663208, -1.5414788722991943, -0.21907128393650055, -0.9862422347068787, -0.9555057883262634, -0.5367129445075989, -1.4792728424072266, -0.4053870737552643, -1.578307867050171, -1.5912500619888306, -1.1171091794967651, -1.934546947479248, -0.8414084911346436, -1.0946717262268066, -0.8663362860679626, -1.8966153860092163, -2.030261993408203, -0.2023431807756424, -1.0003764629364014, -0.6380902528762817, -1.3460251092910767, -0.4199771285057068, -0.39447930455207825, -1.6988261938095093, -1.5452754497528076, -2.4009768962860107, -1.9084593057632446, -1.813386082649231, -1.462324619293213, -1.3878899812698364, -1.5042644739151, -0.4180017113685608, -2.196633815765381, -1.6839473247528076, -1.0962822437286377, -1.279755711555481, -1.952781319618225, -1.0736759901046753, -1.438129186630249, -1.880739688873291, -1.5924675464630127, -2.010927200317383, -1.362879991531372, -2.3575987815856934, -1.9314895868301392, -2.3557891845703125, -2.8160436153411865, -1.8846735954284668]}, "Bot002_061_15": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_061.log.json", "context": "Hello Hi how are you doing? Fine, and you? I am great, just got off work. It is 10 in the morning, what are you doing? I am just playing with my glasses And what are you doing for your job?)) I am a construction worker.  what do you do for a living? Currently I am looking for a job What do you do for a living? I just answered) I have a lot of friends And who are your friends?) I like to look at the stars In our city it is hard to see stars)", "response": "I have never been to new York.", "annotation_id": "Bot002_061_15", "annotations": ["T", "X", "X", "X", "T", "O", "X", "T", "X", "T", "X", "T", "T", "T", "T"], "gpt2background_target_score": [-9.545137405395508, -9.580476760864258, -11.142585754394531, -10.898515701293945, -6.8285813331604, -8.705154418945312, -12.963358879089355, -3.3666415214538574], "gpt2background_argmax_score": [-2.1366207599639893, -1.5561957359313965, -1.9855096340179443, -0.48706504702568054, -1.7953914403915405, -1.5741528272628784, -0.7970605492591858, -2.5903444290161133, -1.6127026081085205, -1.854538083076477, -1.7992439270019531, -1.4919997453689575, -1.372717261314392, -2.5821409225463867, -1.249206781387329, -1.4356451034545898, -3.1543614864349365, -1.9255380630493164, -1.455862045288086, -1.5972305536270142, -1.5200591087341309, -0.7783728837966919, -2.356499433517456, -1.1113829612731934, -1.3265444040298462, -0.25080376863479614, -1.4344605207443237, -1.6055904626846313, -1.8577497005462646, -0.5164405703544617, -0.6391049027442932, -0.7199188470840454, -1.693730354309082, -1.6772942543029785, -2.758009910583496, -2.586087465286255, -2.937450647354126, -1.471535325050354, -1.7485016584396362, -1.834542155265808, -1.188651204109192, -1.4331096410751343, -0.4062715172767639, -0.5311902165412903, -0.6195447444915771, -1.5668144226074219, -2.8432109355926514, -0.41612720489501953, -1.6334232091903687, -3.1777987480163574, -1.8372619152069092, -2.708122968673706, -3.172179937362671, -0.8136087656021118, -1.500747561454773, -1.1305186748504639, -1.6265946626663208, -1.5414788722991943, -0.21907128393650055, -0.9862422347068787, -0.9555057883262634, -0.5367129445075989, -1.4792728424072266, -0.4053870737552643, -1.578307867050171, -1.5912500619888306, -1.1171091794967651, -1.934546947479248, -0.8414084911346436, -1.0946717262268066, -0.8663362860679626, -1.8966153860092163, -2.030261993408203, -0.2023431807756424, -1.0003764629364014, -0.6380902528762817, -1.3460251092910767, -0.4199771285057068, -0.39447930455207825, -1.6988261938095093, -1.5452754497528076, -2.4009768962860107, -1.9084593057632446, -1.813386082649231, -1.462323784828186, -1.3878905773162842, -1.5042636394500732, -0.41800281405448914, -2.19663143157959, -1.6839464902877808, -1.096283197402954, -1.27975594997406, -1.9527831077575684, -1.0736775398254395, -1.4381288290023804, -1.8807401657104492, -1.555396318435669, -0.9470028281211853, -2.2256827354431152, -1.7488948106765747, -2.444082498550415, -2.2389891147613525, -1.7824666500091553, -1.6024417877197266, -3.149301052093506, -1.895689845085144, -1.1545847654342651, -2.150132417678833, -0.7091346979141235, -1.9021081924438477, -1.9614135026931763, -1.5297930240631104, -1.9919490814208984, -1.7271908521652222, -2.167785167694092, -1.1166611909866333, -1.7340604066848755, -1.4269123077392578, -1.654778003692627, -1.3082741498947144, -1.7426881790161133, -1.129299521446228]}, "Bot002_061_17": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_061.log.json", "context": "Hello Hi how are you doing? Fine, and you? I am great, just got off work. It is 10 in the morning, what are you doing? I am just playing with my glasses And what are you doing for your job?)) I am a construction worker.  what do you do for a living? Currently I am looking for a job What do you do for a living? I just answered) I have a lot of friends And who are your friends?) I like to look at the stars In our city it is hard to see stars) I have never been to new York. You want to tell me everything about yourself?))", "response": "I like to make clothes[SMILING FACE WITH OPEN MOUTH AND SMILING EYES]", "annotation_id": "Bot002_061_17", "annotations": ["X", "O", "O", "X", "O", "X", "O", "O", "O", "T", "X", "X", "T", "T", "T"], "gpt2background_target_score": [-9.545137405395508, -10.573516845703125, -2.273008108139038, -11.857597351074219, -10.855198860168457, -12.741217613220215, -11.751893043518066, -11.697181701660156, -13.988421440124512, -13.500080108642578, -13.696954727172852, -11.593853950500488, -10.862866401672363, -12.51636791229248, -12.800848960876465, -10.412995338439941, -11.810730934143066, -12.501289367675781, -14.443559646606445, -11.718778610229492, -13.070798873901367, -12.72339916229248], "gpt2background_argmax_score": [-2.1366207599639893, -1.5561957359313965, -1.9855096340179443, -0.48706504702568054, -1.7953914403915405, -1.5741528272628784, -0.7970605492591858, -2.5903444290161133, -1.6127026081085205, -1.854538083076477, -1.7992439270019531, -1.4919997453689575, -1.372717261314392, -2.5821409225463867, -1.249206781387329, -1.4356451034545898, -3.1543614864349365, -1.9255380630493164, -1.455862045288086, -1.5972305536270142, -1.5200591087341309, -0.7783728837966919, -2.356499433517456, -1.1113829612731934, -1.3265444040298462, -0.25080376863479614, -1.4344605207443237, -1.6055904626846313, -1.8577497005462646, -0.5164405703544617, -0.6391049027442932, -0.7199188470840454, -1.693730354309082, -1.6772942543029785, -2.758009910583496, -2.586087465286255, -2.937450647354126, -1.471535325050354, -1.7485016584396362, -1.834542155265808, -1.188651204109192, -1.4331096410751343, -0.4062715172767639, -0.5311902165412903, -0.6195447444915771, -1.5668144226074219, -2.8432109355926514, -0.41612720489501953, -1.6334232091903687, -3.1777987480163574, -1.8372619152069092, -2.708122968673706, -3.172179937362671, -0.8136087656021118, -1.500747561454773, -1.1305186748504639, -1.6265946626663208, -1.5414788722991943, -0.21907128393650055, -0.9862422347068787, -0.9555057883262634, -0.5367129445075989, -1.4792728424072266, -0.4053870737552643, -1.578307867050171, -1.5912500619888306, -1.1171091794967651, -1.934546947479248, -0.8414084911346436, -1.0946717262268066, -0.8663362860679626, -1.8966153860092163, -2.030261993408203, -0.2023431807756424, -1.0003764629364014, -0.6380902528762817, -1.3460251092910767, -0.4199771285057068, -0.39447930455207825, -1.6988261938095093, -1.5452754497528076, -2.4009768962860107, -1.9084593057632446, -1.813386082649231, -1.462324619293213, -1.3878899812698364, -1.5042644739151, -0.4180017113685608, -2.196633815765381, -1.6839473247528076, -1.0962822437286377, -1.279755711555481, -1.952781319618225, -1.0736759901046753, -1.438129186630249, -1.880739688873291, -1.5553948879241943, -0.9470043778419495, -2.2256791591644287, -1.7488919496536255, -2.4440805912017822, -2.2389912605285645, -1.782468318939209, -1.6024408340454102, -3.1492984294891357, -1.895688533782959, -1.1545835733413696, -2.1501331329345703, -0.7091346979141235, -1.9021085500717163, -1.961416244506836, -1.5297939777374268, -1.9919496774673462, -2.0011229515075684, -1.3755961656570435, -1.706821322441101, -1.5426424741744995, -1.8000024557113647, -0.95220947265625, -1.8016549348831177, -1.367553949356079, -2.0811362266540527, -0.46643292903900146, -1.9081858396530151, -0.43896475434303284, -2.061816453933716, -2.031689167022705, -2.172882556915283, -1.5684936046600342, -1.5420253276824951, -1.9418811798095703, -1.4122235774993896, -1.9456653594970703, -0.8825246691703796, -2.413210868835449, -1.9055812358856201, -1.7514734268188477, -3.174799919128418, -2.960526704788208, -2.7441580295562744, -2.295405864715576, -1.6353144645690918, -2.3360846042633057, -3.736229419708252, -2.5985188484191895, -0.9807031154632568, -1.9511395692825317, -3.580803155899048, -0.2734889090061188, -0.54335618019104, -1.9361557960510254, -1.4805315732955933, -1.898383617401123, -1.9163874387741089]}, "Bot002_061_19": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_061.log.json", "context": "Hello Hi how are you doing? Fine, and you? I am great, just got off work. It is 10 in the morning, what are you doing? I am just playing with my glasses And what are you doing for your job?)) I am a construction worker.  what do you do for a living? Currently I am looking for a job What do you do for a living? I just answered) I have a lot of friends And who are your friends?) I like to look at the stars In our city it is hard to see stars) I have never been to new York. You want to tell me everything about yourself?)) I like to make clothes[SMILING FACE WITH OPEN MOUTH AND SMILING EYES] Can you make something for me?", "response": "I would love to do that", "annotation_id": "Bot002_061_19", "annotations": ["X", "O", "O", "O", "O", "O", "O", "T", "O", "T", "X", "O", "O", "T", "O"], "gpt2background_target_score": [-9.545137405395508, -9.088357925415039, -10.036489486694336, -9.44420051574707, -8.804234504699707, -6.635784149169922], "gpt2background_argmax_score": [-2.1366207599639893, -1.5561957359313965, -1.9855096340179443, -0.48706504702568054, -1.7953914403915405, -1.5741528272628784, -0.7970605492591858, -2.5903444290161133, -1.6127026081085205, -1.854538083076477, -1.7992439270019531, -1.4919997453689575, -1.372717261314392, -2.5821409225463867, -1.249206781387329, -1.4356451034545898, -3.1543614864349365, -1.9255380630493164, -1.455862045288086, -1.5972305536270142, -1.5200591087341309, -0.7783728837966919, -2.356499433517456, -1.1113829612731934, -1.3265444040298462, -0.25080376863479614, -1.4344605207443237, -1.6055904626846313, -1.8577497005462646, -0.5164405703544617, -0.6391049027442932, -0.7199188470840454, -1.693730354309082, -1.6772942543029785, -2.758009910583496, -2.586087465286255, -2.937450647354126, -1.471535325050354, -1.7485016584396362, -1.834542155265808, -1.188651204109192, -1.4331096410751343, -0.4062715172767639, -0.5311902165412903, -0.6195447444915771, -1.5668144226074219, -2.8432109355926514, -0.41612720489501953, -1.6334232091903687, -3.1777987480163574, -1.8372619152069092, -2.708122968673706, -3.172179937362671, -0.8136087656021118, -1.500747561454773, -1.1305186748504639, -1.6265946626663208, -1.5414788722991943, -0.21907128393650055, -0.9862422347068787, -0.9555057883262634, -0.5367129445075989, -1.4792728424072266, -0.4053870737552643, -1.578307867050171, -1.5912500619888306, -1.1171091794967651, -1.934546947479248, -0.8414084911346436, -1.0946717262268066, -0.8663362860679626, -1.8966153860092163, -2.030261993408203, -0.2023431807756424, -1.0003764629364014, -0.6380902528762817, -1.3460251092910767, -0.4199771285057068, -0.39447930455207825, -1.6988261938095093, -1.5452754497528076, -2.4009768962860107, -1.9084593057632446, -1.813386082649231, -1.462324619293213, -1.3878899812698364, -1.5042644739151, -0.4180017113685608, -2.196633815765381, -1.6839473247528076, -1.0962822437286377, -1.279755711555481, -1.952781319618225, -1.0736759901046753, -1.438129186630249, -1.880739688873291, -1.5553948879241943, -0.9470043778419495, -2.2256791591644287, -1.7488919496536255, -2.4440805912017822, -2.2389912605285645, -1.782468318939209, -1.6024408340454102, -3.1492984294891357, -1.895688533782959, -1.1545835733413696, -2.1501331329345703, -0.7091346979141235, -1.9021085500717163, -1.961416244506836, -1.5297939777374268, -1.9919496774673462, -2.0011229515075684, -1.3755961656570435, -1.706821322441101, -1.5426424741744995, -1.8000024557113647, -0.95220947265625, -1.8016549348831177, -1.367553949356079, -2.0811362266540527, -0.46643292903900146, -1.9081858396530151, -0.43896475434303284, -2.061816453933716, -2.031689167022705, -2.172882556915283, -1.5684936046600342, -1.5420253276824951, -1.9418811798095703, -1.5112547874450684, -0.8819285035133362, -2.4395041465759277, -1.9547759294509888, -1.555667519569397, -2.5517168045043945, -3.1269946098327637, -2.3393001556396484, -2.36984920501709, -1.8276944160461426, -2.416303873062134, -3.521472215652466, -2.6309123039245605, -0.9258241057395935, -2.226551055908203, -3.1084673404693604, -0.3025296628475189, -0.32484620809555054, -1.6527173519134521, -1.5128589868545532, -2.3981807231903076, -2.1228578090667725, -0.7536829113960266, -2.3343605995178223, -1.8925226926803589, -2.543050527572632, -0.8199161291122437, -0.6123695373535156, -1.646357536315918, -1.6341286897659302, -2.4230239391326904, -1.8157336711883545, -0.33896756172180176, -1.9137877225875854, -1.5592924356460571, -1.4179468154907227]}, "Bot002_069_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_069.log.json", "context": "Hey! Are you 24 years old? Because I am. No man, i am in high school, of course i am younger", "response": "I am a teacher, what do you do?", "annotation_id": "Bot002_069_02", "annotations": ["O", "O", "O", "T", "O", "T", "T", "O", "X", "T", "O", "O", "O", "O", "T"], "gpt2background_target_score": [-9.64731502532959, -8.879878044128418, -6.685614109039307, -11.783706665039062, -2.9194180965423584, -10.656309127807617, -9.520078659057617, -8.177225112915039, -8.503352165222168, -9.855836868286133], "gpt2background_argmax_score": [-2.115349054336548, -1.2066389322280884, -0.9871067404747009, -2.704385280609131, -1.8652112483978271, -0.15206760168075562, -1.0213466882705688, -1.548938512802124, -1.1129733324050903, -1.309951901435852, -2.427489757537842, -1.7880159616470337, -2.36690092086792, -1.4220067262649536, -1.3788193464279175, -1.49532151222229, -1.2161593437194824, -1.9589505195617676, -0.44108423590660095, -1.0573689937591553, -2.07183837890625, -0.36029598116874695, -1.2616294622421265, -1.0183050632476807, -1.3143352270126343, -0.5407271385192871, -2.221956491470337, -1.6493253707885742, -2.8165652751922607, -3.0430908203125, -1.7554715871810913, -2.197165012359619, -2.300652027130127, -0.23660039901733398, -1.3247315883636475, -1.2758475542068481, -0.4159924387931824]}, "Bot002_069_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_069.log.json", "context": "Hey! Are you 24 years old? Because I am. No man, i am in high school, of course i am younger I am a teacher, what do you do? i am student, what else can you do in high school?", "response": "I am a teacher and I love to eat healthy  what kind of fish would you catch?", "annotation_id": "Bot002_069_04", "annotations": ["T", "O", "O", "T", "O", "T", "T", "O", "T", "X", "T", "T", "O", "O", "O"], "gpt2background_target_score": [-9.647310256958008, -8.879878997802734, -6.685613632202148, -11.783706665039062, -3.255359172821045, -8.763174057006836, -10.820932388305664, -10.135226249694824, -11.729825019836426, -13.029574394226074, -6.509718894958496, -8.348480224609375, -8.864428520202637, -7.39124870300293, -11.625715255737305, -3.9504992961883545, -5.685044288635254, -12.540790557861328, -10.734482765197754], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -0.9871084094047546, -2.704385280609131, -1.8652111291885376, -0.15206769108772278, -1.0213475227355957, -1.5489383935928345, -1.112972617149353, -1.3099520206451416, -2.4274885654449463, -1.7880158424377441, -2.366898775100708, -1.4220064878463745, -1.3788189888000488, -1.4953229427337646, -1.2161610126495361, -1.958951711654663, -0.441084623336792, -1.0573698282241821, -2.071838617324829, -0.3602975010871887, -1.261629343032837, -1.0183054208755493, -1.3143365383148193, -0.5407251119613647, -0.80780428647995, -2.106966018676758, -3.283200979232788, -1.4133055210113525, -1.7690198421478271, -2.059713363647461, -0.3075486123561859, -1.382109522819519, -1.2695190906524658, -1.4990595579147339, -1.9331157207489014, -1.876706838607788, -2.4170660972595215, -1.9527212381362915, -0.7585115432739258, -1.3371646404266357, -0.8740981221199036, -0.3556544780731201, -0.7974491119384766, -1.4708243608474731, -0.22632300853729248, -0.5409820079803467, -1.5951473712921143, -2.3168933391571045, -2.1925792694091797, -1.6907092332839966, -1.3941503763198853, -1.2724974155426025, -1.6879938840866089, -1.2507069110870361, -2.5341644287109375, -2.489121675491333, -2.1919872760772705, -1.513669729232788, -1.652817726135254, -2.064502716064453, -0.2104187309741974, -0.8894717693328857, -1.3851886987686157, -0.17306840419769287, -1.415909767150879, -0.8719751238822937, -0.4882664382457733]}, "Bot002_069_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_069.log.json", "context": "Hey! Are you 24 years old? Because I am. No man, i am in high school, of course i am younger I am a teacher, what do you do? i am student, what else can you do in high school? I am a teacher and I love to eat healthy  what kind of fish would you catch? what? are you kind of barbarian?", "response": "I like to eat out and eat healthy", "annotation_id": "Bot002_069_06", "annotations": ["X", "O", "O", "X", "T", "T", "X", "T", "X", "T", "T", "X", "X", "O", "T"], "gpt2background_target_score": [-9.647310256958008, -10.527121543884277, -9.227169036865234, -10.800006866455078, -8.24279499053955, -6.172287464141846, -11.671098709106445, -11.784850120544434], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -0.9871084094047546, -2.704385280609131, -1.8652111291885376, -0.15206769108772278, -1.0213475227355957, -1.5489383935928345, -1.112972617149353, -1.3099520206451416, -2.4274885654449463, -1.7880158424377441, -2.366898775100708, -1.4220064878463745, -1.3788189888000488, -1.4953229427337646, -1.2161610126495361, -1.958951711654663, -0.441084623336792, -1.0573698282241821, -2.071838617324829, -0.3602975010871887, -1.261629343032837, -1.0183054208755493, -1.3143365383148193, -0.5407251119613647, -0.80780428647995, -2.106966018676758, -3.283200979232788, -1.4133055210113525, -1.7690198421478271, -2.059713363647461, -0.3075486123561859, -1.382109522819519, -1.2695190906524658, -1.4990595579147339, -1.9331157207489014, -1.876706838607788, -2.4170660972595215, -1.9527212381362915, -0.7585115432739258, -1.3371646404266357, -0.8740988969802856, -0.3556559085845947, -0.797450065612793, -1.4708248376846313, -0.22632290422916412, -0.5409826636314392, -1.5951462984085083, -1.6419397592544556, -1.8252922296524048, -1.965623140335083, -1.033968210220337, -1.2828749418258667, -1.0866823196411133, -2.573139190673828, -2.476699113845825, -2.150139093399048, -1.5970542430877686, -2.390104293823242, -1.9543726444244385, -0.20784424245357513, -0.8641272187232971, -1.384347915649414, -0.1619160920381546, -1.4865676164627075, -0.8560734987258911, -1.2226556539535522, -1.1280251741409302, -1.652112603187561, -0.359900563955307, -2.630587577819824, -0.45624732971191406, -1.7627750635147095, -0.6325878500938416, -0.5242916941642761, -1.712783932685852, -2.0112504959106445, -2.1572794914245605, -1.491942048072815, -1.0393116474151611, -0.8249756097793579, -1.2058095932006836, -1.4195942878723145, -1.6852431297302246, -1.5893241167068481]}, "Bot002_069_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_069.log.json", "context": "Hey! Are you 24 years old? Because I am. No man, i am in high school, of course i am younger I am a teacher, what do you do? i am student, what else can you do in high school? I am a teacher and I love to eat healthy  what kind of fish would you catch? what? are you kind of barbarian? I like to eat out and eat healthy so be vegan", "response": "I love meat, do you?", "annotation_id": "Bot002_069_08", "annotations": ["O", "O", "O", "O", "O", "X", "T", "O", "O", "O", "T", "T", "O", "O", "O"], "gpt2background_target_score": [-9.647310256958008, -11.528180122375488, -10.978179931640625, -7.610397815704346, -9.904658317565918, -9.882116317749023, -1.0213475227355957], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -0.9871084094047546, -2.704385280609131, -1.8652111291885376, -0.15206769108772278, -1.0213475227355957, -1.5489383935928345, -1.112972617149353, -1.3099520206451416, -2.4274885654449463, -1.7880158424377441, -2.366898775100708, -1.4220064878463745, -1.3788189888000488, -1.4953229427337646, -1.2161610126495361, -1.958951711654663, -0.441084623336792, -1.0573698282241821, -2.071838617324829, -0.3602975010871887, -1.261629343032837, -1.0183054208755493, -1.3143365383148193, -0.5407251119613647, -0.80780428647995, -2.106966018676758, -3.283200979232788, -1.4133055210113525, -1.7690198421478271, -2.059713363647461, -0.3075486123561859, -1.382109522819519, -1.2695190906524658, -1.4990595579147339, -1.9331157207489014, -1.876706838607788, -2.4170660972595215, -1.9527212381362915, -0.7585115432739258, -1.3371646404266357, -0.8740981221199036, -0.3556544780731201, -0.7974491119384766, -1.4708243608474731, -0.22632300853729248, -0.5409820079803467, -1.5951473712921143, -1.6419397592544556, -1.8252921104431152, -1.965622901916504, -1.0339678525924683, -1.2828751802444458, -1.086682677268982, -2.573140859603882, -2.4766993522644043, -2.150139093399048, -1.5970523357391357, -2.390101909637451, -1.9543712139129639, -0.20784452557563782, -0.8641262054443359, -1.38434898853302, -0.1619160920381546, -1.4865669012069702, -0.8560732007026672, -1.2226548194885254, -1.1280262470245361, -1.6521121263504028, -0.3599001467227936, -2.630589008331299, -0.4562472403049469, -1.7627745866775513, -0.6325886845588684, -0.5242918133735657, -1.7127853631973267, -2.0039525032043457, -1.4408917427062988, -1.0745593309402466, -1.028028964996338, -1.2203807830810547, -1.4709302186965942, -2.0242085456848145, -1.7088801860809326, -1.419082522392273, -2.131679058074951, -1.4047682285308838, -1.945146083831787, -2.3002233505249023, -1.219056487083435, -1.634927749633789, -1.6157273054122925, -0.2518875300884247, -1.6766788959503174, -0.7688360214233398]}, "Bot002_069_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_069.log.json", "context": "Hey! Are you 24 years old? Because I am. No man, i am in high school, of course i am younger I am a teacher, what do you do? i am student, what else can you do in high school? I am a teacher and I love to eat healthy  what kind of fish would you catch? what? are you kind of barbarian? I like to eat out and eat healthy so be vegan I love meat, do you? of course not, meat is violence", "response": "I think I am. I am a vegan.", "annotation_id": "Bot002_069_10", "annotations": ["X", "O", "X", "T", "T", "T", "X", "X", "X", "X", "T", "X", "O", "T", "T"], "gpt2background_target_score": [-9.647310256958008, -10.941649436950684, -5.488770484924316, -11.94857406616211, -5.347445964813232, -8.763174057006836, -11.199708938598633, -9.70899772644043, -12.047425270080566, -8.802146911621094], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -0.9871084094047546, -2.704385280609131, -1.8652111291885376, -0.15206769108772278, -1.0213475227355957, -1.5489383935928345, -1.112972617149353, -1.3099520206451416, -2.4274885654449463, -1.7880158424377441, -2.366898775100708, -1.4220064878463745, -1.3788189888000488, -1.4953229427337646, -1.2161610126495361, -1.958951711654663, -0.441084623336792, -1.0573698282241821, -2.071838617324829, -0.3602975010871887, -1.261629343032837, -1.0183054208755493, -1.3143365383148193, -0.5407251119613647, -0.80780428647995, -2.106966018676758, -3.283200979232788, -1.4133055210113525, -1.7690198421478271, -2.059713363647461, -0.3075486123561859, -1.382109522819519, -1.2695190906524658, -1.4990595579147339, -1.9331157207489014, -1.876706838607788, -2.4170660972595215, -1.9527212381362915, -0.7585115432739258, -1.3371646404266357, -0.8740981221199036, -0.3556544780731201, -0.7974491119384766, -1.4708243608474731, -0.22632300853729248, -0.5409820079803467, -1.5951473712921143, -1.6419397592544556, -1.8252921104431152, -1.965622901916504, -1.0339678525924683, -1.2828751802444458, -1.086682677268982, -2.573140859603882, -2.4766993522644043, -2.150139093399048, -1.5970523357391357, -2.390101909637451, -1.9543712139129639, -0.20784452557563782, -0.8641262054443359, -1.38434898853302, -0.1619160920381546, -1.4865669012069702, -0.8560732007026672, -1.2226548194885254, -1.1280262470245361, -1.6521121263504028, -0.3599001467227936, -2.630589008331299, -0.4562472403049469, -1.7627745866775513, -0.6325886845588684, -0.5242918133735657, -1.7127853631973267, -2.0039525032043457, -1.4408917427062988, -1.0745593309402466, -1.028028964996338, -1.2203807830810547, -1.4709302186965942, -2.0242085456848145, -1.7088801860809326, -1.419082522392273, -2.131679058074951, -1.4047682285308838, -2.5000522136688232, -1.6549049615859985, -1.56181001663208, -1.8909927606582642, -0.3137536644935608, -1.5304313898086548, -1.7761504650115967, -0.41503041982650757, -1.7763696908950806, -1.891851782798767, -1.7990771532058716, -0.9075281620025635, -2.110466480255127, -2.287790536880493, -1.8842984437942505, -2.3619439601898193, -1.6862218379974365, -2.0886685848236084, -1.6209321022033691, -1.0701086521148682, -2.0963165760040283, -1.4684556722640991, -2.5003573894500732, -1.4391692876815796, -0.9350964426994324]}, "Bot002_069_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_069.log.json", "context": "Hey! Are you 24 years old? Because I am. No man, i am in high school, of course i am younger I am a teacher, what do you do? i am student, what else can you do in high school? I am a teacher and I love to eat healthy  what kind of fish would you catch? what? are you kind of barbarian? I like to eat out and eat healthy so be vegan I love meat, do you? of course not, meat is violence I think I am. I am a vegan. how can you be vegan if you love meat?", "response": "I do not eat meat. I eat a lot of meat.", "annotation_id": "Bot002_069_12", "annotations": ["X", "O", "X", "X", "T", "O", "X", "X", "X", "X", "T", "O", "T", "X", "O"], "gpt2background_target_score": [-9.647310256958008, -8.556722640991211, -8.576349258422852, -10.800006866455078, -11.522768020629883, -8.464795112609863, -7.514565467834473, -12.025618553161621, -5.776852130889893, -11.661028861999512, -7.835478782653809, -12.444877624511719, -2.366898775100708], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -0.9871084094047546, -2.704385280609131, -1.8652111291885376, -0.15206769108772278, -1.0213475227355957, -1.5489383935928345, -1.112972617149353, -1.3099520206451416, -2.4274885654449463, -1.7880158424377441, -2.366898775100708, -1.4220064878463745, -1.3788189888000488, -1.4953229427337646, -1.2161610126495361, -1.958951711654663, -0.441084623336792, -1.0573698282241821, -2.071838617324829, -0.3602975010871887, -1.261629343032837, -1.0183054208755493, -1.3143365383148193, -0.5407251119613647, -0.80780428647995, -2.106966018676758, -3.283200979232788, -1.4133055210113525, -1.7690198421478271, -2.059713363647461, -0.3075486123561859, -1.382109522819519, -1.2695190906524658, -1.4990595579147339, -1.9331157207489014, -1.876706838607788, -2.4170660972595215, -1.9527212381362915, -0.7585115432739258, -1.3371646404266357, -0.8740981221199036, -0.3556544780731201, -0.7974491119384766, -1.4708243608474731, -0.22632300853729248, -0.5409820079803467, -1.5951473712921143, -1.6419397592544556, -1.8252921104431152, -1.965622901916504, -1.0339678525924683, -1.2828751802444458, -1.086682677268982, -2.573140859603882, -2.4766993522644043, -2.150139093399048, -1.5970523357391357, -2.390101909637451, -1.9543712139129639, -0.20784452557563782, -0.8641262054443359, -1.38434898853302, -0.1619160920381546, -1.4865669012069702, -0.8560732007026672, -1.2226548194885254, -1.1280262470245361, -1.6521121263504028, -0.3599001467227936, -2.630589008331299, -0.4562472403049469, -1.7627745866775513, -0.6325886845588684, -0.5242918133735657, -1.7127853631973267, -2.0039525032043457, -1.4408917427062988, -1.0745593309402466, -1.028028964996338, -1.2203807830810547, -1.4709302186965942, -2.0242085456848145, -1.7088801860809326, -1.419082522392273, -2.131679058074951, -1.4047682285308838, -2.5000522136688232, -1.6549049615859985, -1.5618096590042114, -1.8909940719604492, -0.3137536644935608, -1.5304312705993652, -1.7761489152908325, -0.41503003239631653, -1.7763681411743164, -1.8918513059616089, -1.799075722694397, -0.9075283408164978, -2.1104650497436523, -2.2877912521362305, -2.04479718208313, -2.2035064697265625, -1.8379682302474976, -1.732242226600647, -1.6533910036087036, -1.9870080947875977, -1.401231288909912, -2.3378658294677734, -1.689152717590332, -1.2145580053329468, -1.5639283657073975, -0.8044527173042297, -2.176208972930908, -1.1164865493774414, -0.559745192527771, -0.3415839374065399, -1.8107619285583496, -1.7082518339157104, -0.6264498829841614, -1.960089921951294, -1.7688401937484741, -2.1468145847320557, -2.039377450942993, -1.6212908029556274, -1.06419038772583, -1.3764044046401978, -0.6952821016311646, -1.9210186004638672, -2.0753138065338135, -0.5263825058937073, -0.5080854892730713, -1.7748042345046997, -1.0013771057128906, -0.8069148063659668]}, "Bot002_069_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_069.log.json", "context": "Hey! Are you 24 years old? Because I am. No man, i am in high school, of course i am younger I am a teacher, what do you do? i am student, what else can you do in high school? I am a teacher and I love to eat healthy  what kind of fish would you catch? what? are you kind of barbarian? I like to eat out and eat healthy so be vegan I love meat, do you? of course not, meat is violence I think I am. I am a vegan. how can you be vegan if you love meat? I do not eat meat. I eat a lot of meat. are you retarded or something?", "response": "I am a teacher, what about you?", "annotation_id": "Bot002_069_14", "annotations": ["X", "O", "T", "X", "O", "X", "X", "O", "X", "X", "O", "O", "O", "X", "T"], "gpt2background_target_score": [-9.647310256958008, -8.879878997802734, -6.685613632202148, -11.783706665039062, -2.9194130897521973, -10.656304359436035, -7.881141662597656, -8.177225112915039, -6.765135288238525], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -0.9871084094047546, -2.704385280609131, -1.8652111291885376, -0.15206769108772278, -1.0213475227355957, -1.5489383935928345, -1.112972617149353, -1.3099520206451416, -2.4274885654449463, -1.7880158424377441, -2.366898775100708, -1.4220064878463745, -1.3788189888000488, -1.4953229427337646, -1.2161610126495361, -1.958951711654663, -0.441084623336792, -1.0573698282241821, -2.071838617324829, -0.3602975010871887, -1.261629343032837, -1.0183054208755493, -1.3143365383148193, -0.5407251119613647, -0.80780428647995, -2.106966018676758, -3.283200979232788, -1.4133055210113525, -1.7690198421478271, -2.059713363647461, -0.3075486123561859, -1.382109522819519, -1.2695190906524658, -1.4990595579147339, -1.9331157207489014, -1.876706838607788, -2.4170660972595215, -1.9527212381362915, -0.7585115432739258, -1.3371646404266357, -0.8740981221199036, -0.3556544780731201, -0.7974491119384766, -1.4708243608474731, -0.22632300853729248, -0.5409820079803467, -1.5951473712921143, -1.6419397592544556, -1.8252921104431152, -1.965622901916504, -1.0339678525924683, -1.2828751802444458, -1.086682677268982, -2.573140859603882, -2.4766993522644043, -2.150139093399048, -1.5970523357391357, -2.390101909637451, -1.9543712139129639, -0.20784452557563782, -0.8641262054443359, -1.38434898853302, -0.1619160920381546, -1.4865669012069702, -0.8560732007026672, -1.2226548194885254, -1.1280262470245361, -1.6521121263504028, -0.3599001467227936, -2.630589008331299, -0.4562472403049469, -1.7627745866775513, -0.6325886845588684, -0.5242918133735657, -1.7127853631973267, -2.0039525032043457, -1.4408917427062988, -1.0745593309402466, -1.028028964996338, -1.2203807830810547, -1.4709302186965942, -2.0242085456848145, -1.7088801860809326, -1.419082522392273, -2.131679058074951, -1.4047682285308838, -2.5000522136688232, -1.6549049615859985, -1.56181001663208, -1.8909927606582642, -0.3137536644935608, -1.5304313898086548, -1.7761504650115967, -0.41503041982650757, -1.7763696908950806, -1.891851782798767, -1.7990771532058716, -0.9075281620025635, -2.110466480255127, -2.287790536880493, -2.044796943664551, -2.2035069465637207, -1.8379690647125244, -1.7322428226470947, -1.6533912420272827, -1.9870078563690186, -1.4012293815612793, -2.3378658294677734, -1.6891535520553589, -1.2145600318908691, -1.5639299154281616, -0.8044551610946655, -2.176208019256592, -1.1164891719818115, -0.5597453713417053, -0.3415839374065399, -1.8107610940933228, -1.7082499265670776, -0.6264511346817017, -1.9600883722305298, -1.8193715810775757, -1.4731489419937134, -1.3548846244812012, -1.0843260288238525, -1.457384467124939, -1.0838559865951538, -1.7400110960006714, -1.8471871614456177, -0.4505370259284973, -0.5607054233551025, -1.7125740051269531, -1.0327664613723755, -1.0246323347091675, -0.23947925865650177, -2.3678531646728516, -0.6743846535682678, -2.0480289459228516, -0.41985878348350525, -1.7554807662963867, -1.6496957540512085, -1.7054966688156128, -1.4936258792877197, -3.596062660217285, -1.472129225730896, -2.000894069671631, -1.7723734378814697, -0.7087939381599426, -0.4854734241962433, -0.9873016476631165]}, "Bot002_069_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_069.log.json", "context": "Hey! Are you 24 years old? Because I am. No man, i am in high school, of course i am younger I am a teacher, what do you do? i am student, what else can you do in high school? I am a teacher and I love to eat healthy  what kind of fish would you catch? what? are you kind of barbarian? I like to eat out and eat healthy so be vegan I love meat, do you? of course not, meat is violence I think I am. I am a vegan. how can you be vegan if you love meat? I do not eat meat. I eat a lot of meat. are you retarded or something? I am a teacher, what about you? you have already asked that", "response": "I have a lot of money.", "annotation_id": "Bot002_069_16", "annotations": ["X", "O", "T", "X", "T", "T", "X", "T", "X", "T", "T", "X", "T", "X", "O"], "gpt2background_target_score": [-9.647310256958008, -8.671810150146484, -6.685613632202148, -11.5084228515625, -7.319214820861816, -12.170165061950684, -5.406527042388916], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -0.9871084094047546, -2.704385280609131, -1.8652111291885376, -0.15206769108772278, -1.0213475227355957, -1.5489383935928345, -1.112972617149353, -1.3099520206451416, -2.4274885654449463, -1.7880158424377441, -2.366898775100708, -1.4220064878463745, -1.3788189888000488, -1.4953229427337646, -1.2161610126495361, -1.958951711654663, -0.441084623336792, -1.0573698282241821, -2.071838617324829, -0.3602975010871887, -1.261629343032837, -1.0183054208755493, -1.3143365383148193, -0.5407251119613647, -0.80780428647995, -2.106966018676758, -3.283200979232788, -1.4133055210113525, -1.7690198421478271, -2.059713363647461, -0.3075486123561859, -1.382109522819519, -1.2695190906524658, -1.4990595579147339, -1.9331157207489014, -1.876706838607788, -2.4170660972595215, -1.9527212381362915, -0.7585115432739258, -1.3371646404266357, -0.8740981221199036, -0.3556544780731201, -0.7974491119384766, -1.4708243608474731, -0.22632300853729248, -0.5409820079803467, -1.5951473712921143, -1.6419397592544556, -1.8252921104431152, -1.965622901916504, -1.0339678525924683, -1.2828751802444458, -1.086682677268982, -2.573140859603882, -2.4766993522644043, -2.150139093399048, -1.5970523357391357, -2.390101909637451, -1.9543712139129639, -0.20784452557563782, -0.8641262054443359, -1.38434898853302, -0.1619160920381546, -1.4865669012069702, -0.8560732007026672, -1.2226548194885254, -1.1280262470245361, -1.6521121263504028, -0.3599001467227936, -2.630589008331299, -0.4562472403049469, -1.7627745866775513, -0.6325886845588684, -0.5242918133735657, -1.7127853631973267, -2.0039525032043457, -1.4408917427062988, -1.0745593309402466, -1.028028964996338, -1.2203807830810547, -1.4709302186965942, -2.0242085456848145, -1.7088801860809326, -1.419082522392273, -2.131679058074951, -1.4047682285308838, -2.5000522136688232, -1.6549049615859985, -1.56181001663208, -1.8909927606582642, -0.3137536644935608, -1.5304313898086548, -1.7761504650115967, -0.41503041982650757, -1.7763696908950806, -1.891851782798767, -1.7990771532058716, -0.9075281620025635, -2.110466480255127, -2.287790536880493, -2.044796943664551, -2.2035069465637207, -1.8379690647125244, -1.7322428226470947, -1.6533912420272827, -1.9870078563690186, -1.4012293815612793, -2.3378658294677734, -1.6891535520553589, -1.2145600318908691, -1.5639299154281616, -0.8044551610946655, -2.176208019256592, -1.1164891719818115, -0.5597453713417053, -0.3415839374065399, -1.8107610940933228, -1.7082499265670776, -0.6264511346817017, -1.9600883722305298, -1.8193715810775757, -1.4731489419937134, -1.3548846244812012, -1.0843260288238525, -1.457384467124939, -1.0838559865951538, -1.7400110960006714, -1.8471871614456177, -0.4505370259284973, -0.5607054233551025, -1.7125740051269531, -1.0327664613723755, -1.0246323347091675, -0.23947925865650177, -2.3678531646728516, -0.6743846535682678, -2.0480289459228516, -0.41985878348350525, -1.7554807662963867, -1.5382399559020996, -1.4905762672424316, -3.0447936058044434, -1.260651707649231, -2.0399911403656006, -1.7448760271072388, -0.553806722164154, -0.4291899502277374, -1.556491494178772, -1.3888719081878662, -1.1719026565551758, -2.2260284423828125, -1.2353143692016602, -0.976708173751831, -1.7199780941009521, -1.4104011058807373, -1.7062629461288452, -1.81554114818573, -0.4362580478191376, -0.5593539476394653, -2.0250606536865234, -0.9971745610237122]}, "Bot002_069_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_069.log.json", "context": "Hey! Are you 24 years old? Because I am. No man, i am in high school, of course i am younger I am a teacher, what do you do? i am student, what else can you do in high school? I am a teacher and I love to eat healthy  what kind of fish would you catch? what? are you kind of barbarian? I like to eat out and eat healthy so be vegan I love meat, do you? of course not, meat is violence I think I am. I am a vegan. how can you be vegan if you love meat? I do not eat meat. I eat a lot of meat. are you retarded or something? I am a teacher, what about you? you have already asked that I have a lot of money. so share with me", "response": "Do you have any hobbies?", "annotation_id": "Bot002_069_18", "annotations": ["X", "O", "O", "X", "O", "O", "X", "O", "X", "O", "T", "X", "O", "X", "T"], "gpt2background_target_score": [-12.25747299194336, -7.276358604431152, -9.925067901611328, -5.291265487670898, -11.636795997619629, -5.964648723602295], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -0.9871084094047546, -2.704385280609131, -1.8652111291885376, -0.15206769108772278, -1.0213475227355957, -1.5489383935928345, -1.112972617149353, -1.3099520206451416, -2.4274885654449463, -1.7880158424377441, -2.366898775100708, -1.4220064878463745, -1.3788189888000488, -1.4953229427337646, -1.2161610126495361, -1.958951711654663, -0.441084623336792, -1.0573698282241821, -2.071838617324829, -0.3602975010871887, -1.261629343032837, -1.0183054208755493, -1.3143365383148193, -0.5407251119613647, -0.80780428647995, -2.106966018676758, -3.283200979232788, -1.4133055210113525, -1.7690198421478271, -2.059713363647461, -0.3075486123561859, -1.382109522819519, -1.2695190906524658, -1.4990595579147339, -1.9331157207489014, -1.876706838607788, -2.4170660972595215, -1.9527212381362915, -0.7585115432739258, -1.3371646404266357, -0.8740981221199036, -0.3556544780731201, -0.7974491119384766, -1.4708243608474731, -0.22632300853729248, -0.5409820079803467, -1.5951473712921143, -1.6419397592544556, -1.8252921104431152, -1.965622901916504, -1.0339678525924683, -1.2828751802444458, -1.086682677268982, -2.573140859603882, -2.4766993522644043, -2.150139093399048, -1.5970523357391357, -2.390101909637451, -1.9543712139129639, -0.20784452557563782, -0.8641262054443359, -1.38434898853302, -0.1619160920381546, -1.4865669012069702, -0.8560732007026672, -1.2226548194885254, -1.1280262470245361, -1.6521121263504028, -0.3599001467227936, -2.630589008331299, -0.4562472403049469, -1.7627745866775513, -0.6325886845588684, -0.5242918133735657, -1.7127853631973267, -2.0039525032043457, -1.4408917427062988, -1.0745593309402466, -1.028028964996338, -1.2203807830810547, -1.4709302186965942, -2.0242085456848145, -1.7088801860809326, -1.419082522392273, -2.131679058074951, -1.4047682285308838, -2.5000522136688232, -1.6549049615859985, -1.56181001663208, -1.8909927606582642, -0.3137536644935608, -1.5304313898086548, -1.7761504650115967, -0.41503041982650757, -1.7763696908950806, -1.891851782798767, -1.7990771532058716, -0.9075281620025635, -2.110466480255127, -2.287790536880493, -2.044796943664551, -2.2035069465637207, -1.8379690647125244, -1.7322428226470947, -1.6533912420272827, -1.9870078563690186, -1.4012293815612793, -2.3378658294677734, -1.6891535520553589, -1.2145600318908691, -1.5639299154281616, -0.8044551610946655, -2.176208019256592, -1.1164891719818115, -0.5597453713417053, -0.3415839374065399, -1.8107610940933228, -1.7082499265670776, -0.6264511346817017, -1.9600883722305298, -1.8193715810775757, -1.4731489419937134, -1.3548846244812012, -1.0843260288238525, -1.457384467124939, -1.0838559865951538, -1.7400110960006714, -1.8471871614456177, -0.4505370259284973, -0.5607054233551025, -1.7125744819641113, -1.03276789188385, -1.0246328115463257, -0.23947888612747192, -2.3678524494171143, -0.6743850111961365, -2.0480284690856934, -0.4198586940765381, -1.7554823160171509, -1.5382411479949951, -1.4905750751495361, -3.0447936058044434, -1.260650873184204, -2.039994239807129, -1.7448770999908447, -0.5538080930709839, -0.4291890859603882, -1.5564911365509033, -1.3888707160949707, -1.1719021797180176, -2.2260279655456543, -1.2353157997131348, -0.9767078161239624, -1.0745368003845215, -1.7613766193389893, -2.298283576965332, -0.27268755435943604, -0.4851733148097992, -1.8007023334503174, -1.4677133560180664, -2.168449640274048, -1.1466197967529297, -0.949109673500061, -1.7975780963897705, -1.8288156986236572, -0.15293428301811218, -1.1892846822738647, -1.0811289548873901, -3.0815396308898926, -0.8729545474052429, -1.2237474918365479]}, "Bot002_069_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_069.log.json", "context": "Hey! Are you 24 years old? Because I am. No man, i am in high school, of course i am younger I am a teacher, what do you do? i am student, what else can you do in high school? I am a teacher and I love to eat healthy  what kind of fish would you catch? what? are you kind of barbarian? I like to eat out and eat healthy so be vegan I love meat, do you? of course not, meat is violence I think I am. I am a vegan. how can you be vegan if you love meat? I do not eat meat. I eat a lot of meat. are you retarded or something? I am a teacher, what about you? you have already asked that I have a lot of money. so share with me Do you have any hobbies? whats your deal", "response": "I think it is. what do you do?", "annotation_id": "Bot002_069_20", "annotations": ["X", "T", "T", "X", "O", "T", "X", "O", "X", "X", "T", "X", "O", "X", "O"], "gpt2background_target_score": [-9.647310256958008, -10.941649436950684, -6.535720348358154, -9.442315101623535, -5.347445964813232, -10.656304359436035, -9.520076751708984, -8.177225112915039, -8.503351211547852, -9.855833053588867], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -0.9871084094047546, -2.704385280609131, -1.8652111291885376, -0.15206769108772278, -1.0213475227355957, -1.5489383935928345, -1.112972617149353, -1.3099520206451416, -2.4274885654449463, -1.7880158424377441, -2.366898775100708, -1.4220064878463745, -1.3788189888000488, -1.4953229427337646, -1.2161610126495361, -1.958951711654663, -0.441084623336792, -1.0573698282241821, -2.071838617324829, -0.3602975010871887, -1.261629343032837, -1.0183054208755493, -1.3143365383148193, -0.5407251119613647, -0.80780428647995, -2.106966018676758, -3.283200979232788, -1.4133055210113525, -1.7690198421478271, -2.059713363647461, -0.3075486123561859, -1.382109522819519, -1.2695190906524658, -1.4990595579147339, -1.9331157207489014, -1.876706838607788, -2.4170660972595215, -1.9527212381362915, -0.7585115432739258, -1.3371646404266357, -0.8740981221199036, -0.3556544780731201, -0.7974491119384766, -1.4708243608474731, -0.22632300853729248, -0.5409820079803467, -1.5951473712921143, -1.6419397592544556, -1.8252921104431152, -1.965622901916504, -1.0339678525924683, -1.2828751802444458, -1.086682677268982, -2.573140859603882, -2.4766993522644043, -2.150139093399048, -1.5970523357391357, -2.390101909637451, -1.9543712139129639, -0.20784452557563782, -0.8641262054443359, -1.38434898853302, -0.1619160920381546, -1.4865669012069702, -0.8560732007026672, -1.2226548194885254, -1.1280262470245361, -1.6521121263504028, -0.3599001467227936, -2.630589008331299, -0.4562472403049469, -1.7627745866775513, -0.6325886845588684, -0.5242918133735657, -1.7127853631973267, -2.0039525032043457, -1.4408917427062988, -1.0745593309402466, -1.028028964996338, -1.2203807830810547, -1.4709302186965942, -2.0242085456848145, -1.7088801860809326, -1.419082522392273, -2.131679058074951, -1.4047682285308838, -2.5000522136688232, -1.6549049615859985, -1.56181001663208, -1.8909927606582642, -0.3137536644935608, -1.5304313898086548, -1.7761504650115967, -0.41503041982650757, -1.7763696908950806, -1.891851782798767, -1.7990771532058716, -0.9075281620025635, -2.110466480255127, -2.287790536880493, -2.044796943664551, -2.2035069465637207, -1.8379690647125244, -1.7322428226470947, -1.6533912420272827, -1.9870078563690186, -1.4012293815612793, -2.3378658294677734, -1.6891535520553589, -1.2145600318908691, -1.5639299154281616, -0.8044551610946655, -2.176208019256592, -1.1164891719818115, -0.5597453713417053, -0.3415839374065399, -1.8107610940933228, -1.7082499265670776, -0.6264511346817017, -1.9600883722305298, -1.8193715810775757, -1.4731489419937134, -1.3548846244812012, -1.0843260288238525, -1.457384467124939, -1.0838559865951538, -1.7400110960006714, -1.8471871614456177, -0.4505370259284973, -0.5607054233551025, -1.7125740051269531, -1.0327664613723755, -1.0246323347091675, -0.23947925865650177, -2.3678531646728516, -0.6743846535682678, -2.048027992248535, -0.41985926032066345, -1.7554816007614136, -1.5382407903671265, -1.4905760288238525, -3.0447938442230225, -1.26065194606781, -2.0399928092956543, -1.7448766231536865, -0.5538080334663391, -0.42919009923934937, -1.5564916133880615, -1.3888720273971558, -1.171903133392334, -2.2260286808013916, -1.235315203666687, -0.9767085909843445, -1.074539065361023, -1.761376142501831, -2.298281192779541, -0.27268746495246887, -0.4851739704608917, -1.800701379776001, -1.467713713645935, -2.168450355529785, -1.1466184854507446, -0.9491090178489685, -1.7975780963897705, -0.20343101024627686, -1.1829311847686768, -1.2141520977020264, -2.686302423477173, -0.9171283841133118, -1.5833823680877686, -1.2068579196929932, -1.3355575799942017, -0.9923760294914246, -1.6296824216842651, -1.946090817451477, -1.3162176609039307, -1.464128851890564, -2.016835927963257, -0.879456639289856, -1.756646752357483, -0.18150568008422852, -1.1442910432815552, -1.552268624305725, -0.8324399590492249]}, "Bot002_072_01": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_072.log.json", "context": "hey", "response": "Hi how are you doing", "annotation_id": "Bot002_072_01", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "T", "O", "O", "O"], "gpt2background_target_score": [-11.47722053527832, -10.624382019042969, -8.089059829711914, -5.421963691711426, -9.9532470703125], "gpt2background_argmax_score": [-3.1134567260742188, -2.4310483932495117, -1.8731286525726318, -1.9598815441131592, -0.3181619644165039, -1.9265588521957397, -1.4140223264694214]}, "Bot002_072_03": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_072.log.json", "context": "hey Hi how are you doing it is good man how are you?", "response": "I'm great, just got off work.", "annotation_id": "Bot002_072_03", "annotations": ["O", "O", "O", "X", "X", "O", "O", "X", "T", "T", "T", "T", "O", "O", "O"], "gpt2background_target_score": [-8.176427841186523, -8.93636703491211, -8.181343078613281, -9.463802337646484, -7.431777000427246, -10.663731575012207, -8.688745498657227, -8.307862281799316, -3.080361843109131], "gpt2background_argmax_score": [-3.1134567260742188, -1.6824228763580322, -1.7031140327453613, -0.4659935235977173, -1.8627158403396606, -1.4935001134872437, -1.0667357444763184, -3.2294082641601562, -1.9775446653366089, -2.167564868927002, -1.3901162147521973, -0.2884587347507477, -0.40621790289878845, -1.5595759153366089, -1.8786429166793823, -1.4449955224990845, -2.302851676940918, -1.773221731185913, -1.6552608013153076, -3.336897373199463, -1.8497698307037354, -1.227378010749817, -1.5415191650390625, -1.4075406789779663]}, "Bot002_072_05": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_072.log.json", "context": "hey Hi how are you doing it is good man how are you? I'm great, just got off work. nice man if you got energy left go to the gym now", "response": "[SMILING FACE WITH OPEN MOUTH AND SMILING EYES]  I do not have a gym, but I do not have to go to the gym", "annotation_id": "Bot002_072_05", "annotations": ["T", "X", "O", "X", "X", "O", "T", "X", "X", "T", "T", "T", "O", "T", "O"], "gpt2background_target_score": [-10.57968807220459, -11.516608238220215, -11.23300838470459, -13.792030334472656, -12.92478084564209, -11.100189208984375, -13.537325859069824, -8.818463325500488, -13.038313865661621, -12.785150527954102, -13.157601356506348, -13.342277526855469, -15.361541748046875, -12.105892181396484, -12.44942569732666, -13.697602272033691, -11.091572761535645, -5.375512599945068, -7.313821315765381, -8.191529273986816, -9.241519927978516, -8.90482234954834, -7.776820182800293, -10.455537796020508, -2.107194423675537, -8.801405906677246, -8.71568489074707, -8.211091041564941, -7.638031959533691, -6.220149993896484, -2.298070192337036, -6.6587018966674805, -10.387614250183105, -6.588804721832275, -11.496759414672852], "gpt2background_argmax_score": [-3.113452911376953, -1.6824233531951904, -1.7031131982803345, -0.4659954011440277, -1.8627145290374756, -1.4934998750686646, -1.0667387247085571, -3.2294058799743652, -1.9775453805923462, -2.1675667762756348, -1.3901184797286987, -0.2884581983089447, -0.4062175154685974, -1.5595756769180298, -1.4893172979354858, -2.670743942260742, -2.0944712162017822, -1.6283496618270874, -3.396141529083252, -1.8184834718704224, -1.2933101654052734, -1.517160177230835, -1.5354530811309814, -2.239898204803467, -2.0816702842712402, -0.6127421259880066, -2.167813301086426, -1.8326810598373413, -2.536139965057373, -2.6840896606445312, -2.1380245685577393, -1.6853526830673218, -0.5373868346214294, -1.4747787714004517, -1.6749458312988281, -2.09287428855896, -2.8098866939544678, -2.477519989013672, -2.587068557739258, -2.574429750442505, -2.1061666011810303, -2.612830400466919, -3.25352144241333, -2.532529354095459, -1.1140562295913696, -1.6207935810089111, -3.508151054382324, -0.4450598359107971, -0.41040199995040894, -1.5493873357772827, -1.975523591041565, -2.142141342163086, -0.634522020816803, -0.6282274127006531, -1.7185481786727905, -2.5613553524017334, -2.2207329273223877, -1.533117651939392, -1.9607514142990112, -1.73734712600708, -1.5707439184188843, -0.8000020384788513, -2.1795096397399902, -0.9438436031341553, -0.8632992506027222, -0.509393572807312, -2.321977376937866, -0.831637442111969, -1.2371611595153809, -0.12246140092611313, -1.9242223501205444]}, "Bot002_072_07": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_072.log.json", "context": "hey Hi how are you doing it is good man how are you? I'm great, just got off work. nice man if you got energy left go to the gym now [SMILING FACE WITH OPEN MOUTH AND SMILING EYES]  I do not have a gym, but I do not have to go to the gym i go to the gym regularly", "response": "I like to go out to eat", "annotation_id": "Bot002_072_07", "annotations": ["X", "T", "O", "X", "X", "O", "X", "X", "X", "T", "T", "O", "O", "O", "O"], "gpt2background_target_score": [-8.176429748535156, -9.878351211547852, -2.489964008331299, -10.675724983215332, -5.987272262573242, -5.8132452964782715, -11.14737606048584], "gpt2background_argmax_score": [-3.113452911376953, -1.6824233531951904, -1.7031131982803345, -0.4659954011440277, -1.8627145290374756, -1.4934998750686646, -1.0667387247085571, -3.2294058799743652, -1.9775453805923462, -2.1675667762756348, -1.3901184797286987, -0.2884581983089447, -0.4062175154685974, -1.5595756769180298, -1.4893172979354858, -2.670743942260742, -2.0944712162017822, -1.6283496618270874, -3.396141529083252, -1.8184834718704224, -1.2933101654052734, -1.517160177230835, -1.5354530811309814, -2.239898204803467, -2.0816702842712402, -0.6127421259880066, -2.167813301086426, -1.8326810598373413, -2.536139965057373, -2.6840896606445312, -2.1380245685577393, -1.6853526830673218, -0.5373868346214294, -1.4747787714004517, -1.6749458312988281, -2.8640713691711426, -2.4784018993377686, -1.6600914001464844, -2.051396369934082, -2.268022060394287, -2.334352493286133, -3.4045209884643555, -2.5435855388641357, -1.1351532936096191, -1.8963038921356201, -3.60951828956604, -0.38461416959762573, -0.36904072761535645, -1.4332921504974365, -2.0376951694488525, -1.8087480068206787, -1.3067938089370728, -1.652345895767212, -1.5517871379852295, -2.5925064086914062, -2.1086173057556152, -1.570786714553833, -2.0544369220733643, -1.7427898645401, -1.640079140663147, -0.8442299962043762, -2.238157272338867, -0.8635937571525574, -0.7928106188774109, -0.5103349685668945, -2.309000015258789, -0.7765501737594604, -1.2205473184585571, -0.12632496654987335, -1.959816575050354, -2.020639181137085, -0.5706916451454163, -1.6259294748306274, -0.38036367297172546, -1.8323965072631836, -1.1613755226135254, -2.0651886463165283, -2.3196158409118652, -1.3693400621414185, -1.4091246128082275, -0.6862026453018188, -2.00051212310791, -1.008135199546814, -2.5349080562591553]}, "Bot002_072_09": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_072.log.json", "context": "hey Hi how are you doing it is good man how are you? I'm great, just got off work. nice man if you got energy left go to the gym now [SMILING FACE WITH OPEN MOUTH AND SMILING EYES]  I do not have a gym, but I do not have to go to the gym i go to the gym regularly I like to go out to eat eating is something i do when i'm bored", "response": "I like to eat healthy", "annotation_id": "Bot002_072_09", "annotations": ["O", "O", "O", "X", "X", "O", "T", "X", "X", "T", "T", "T", "O", "O", "O"], "gpt2background_target_score": [-8.176429748535156, -9.878351211547852, -2.489964008331299, -11.785325050354004, -9.293437004089355], "gpt2background_argmax_score": [-3.113452911376953, -1.6824233531951904, -1.7031131982803345, -0.4659954011440277, -1.8627145290374756, -1.4934998750686646, -1.0667387247085571, -3.2294058799743652, -1.9775453805923462, -2.1675667762756348, -1.3901184797286987, -0.2884581983089447, -0.4062175154685974, -1.5595756769180298, -1.4893172979354858, -2.670743942260742, -2.0944712162017822, -1.6283496618270874, -3.396141529083252, -1.8184834718704224, -1.2933101654052734, -1.517160177230835, -1.5354530811309814, -2.239898204803467, -2.0816702842712402, -0.6127421259880066, -2.167813301086426, -1.8326810598373413, -2.536139965057373, -2.6840896606445312, -2.1380245685577393, -1.6853526830673218, -0.5373868346214294, -1.4747787714004517, -1.6749458312988281, -2.8640713691711426, -2.4784018993377686, -1.6600914001464844, -2.051396369934082, -2.268022060394287, -2.334352493286133, -3.4045209884643555, -2.5435855388641357, -1.1351532936096191, -1.8963038921356201, -3.60951828956604, -0.38461416959762573, -0.36904072761535645, -1.4332921504974365, -2.0376951694488525, -1.8087480068206787, -1.3067938089370728, -1.652345895767212, -1.5517871379852295, -2.5925064086914062, -2.1086173057556152, -1.570786714553833, -2.0544369220733643, -1.7427898645401, -1.640079140663147, -0.8442299962043762, -2.238157272338867, -0.8635937571525574, -0.7928106188774109, -0.5103349685668945, -2.309000015258789, -0.7765501737594604, -1.2205473184585571, -0.12632496654987335, -1.959816575050354, -2.020639181137085, -0.5706916451454163, -1.625929594039917, -0.3803637623786926, -1.8323971033096313, -1.161375880241394, -2.3483033180236816, -1.1050337553024292, -1.8123265504837036, -0.814837634563446, -1.7810224294662476, -1.899603247642517, -2.0608954429626465, -2.3120858669281006, -2.69140625, -1.156416893005371, -2.3121025562286377, -2.021268844604492, -0.9111327528953552, -1.9805914163589478, -2.5454447269439697, -1.622356653213501, -2.0796782970428467, -2.4060873985290527, -0.7190305590629578, -1.2002192735671997, -2.959923505783081, -1.842700481414795]}, "Bot002_072_11": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_072.log.json", "context": "hey Hi how are you doing it is good man how are you? I'm great, just got off work. nice man if you got energy left go to the gym now [SMILING FACE WITH OPEN MOUTH AND SMILING EYES]  I do not have a gym, but I do not have to go to the gym i go to the gym regularly I like to go out to eat eating is something i do when i'm bored I like to eat healthy yeah man eat clean", "response": "[SMILING FACE WITH OPEN MOUTH]  I like to eat fast food.", "annotation_id": "Bot002_072_11", "annotations": ["X", "T", "O", "X", "X", "O", "X", "X", "X", "T", "T", "T", "O", "X", "X"], "gpt2background_target_score": [-10.57968807220459, -11.516608238220215, -11.23300838470459, -13.792030334472656, -12.92478084564209, -11.100189208984375, -13.537325859069824, -8.818463325500488, -13.038313865661621, -12.785150527954102, -12.603052139282227, -8.151341438293457, -9.707115173339844, -7.314784526824951, -10.212196350097656, -10.609919548034668, -9.669843673706055, -10.144198417663574, -8.767851829528809], "gpt2background_argmax_score": [-3.113452911376953, -1.6824233531951904, -1.7031131982803345, -0.4659954011440277, -1.8627145290374756, -1.4934998750686646, -1.0667387247085571, -3.2294058799743652, -1.9775453805923462, -2.1675667762756348, -1.3901184797286987, -0.2884581983089447, -0.4062175154685974, -1.5595756769180298, -1.4893172979354858, -2.670743942260742, -2.0944712162017822, -1.6283496618270874, -3.396141529083252, -1.8184834718704224, -1.2933101654052734, -1.517160177230835, -1.5354530811309814, -2.239898204803467, -2.0816702842712402, -0.6127421259880066, -2.167813301086426, -1.8326810598373413, -2.536139965057373, -2.6840896606445312, -2.1380245685577393, -1.6853526830673218, -0.5373868346214294, -1.4747787714004517, -1.6749458312988281, -2.8640713691711426, -2.4784018993377686, -1.6600914001464844, -2.051396369934082, -2.268022060394287, -2.334352493286133, -3.4045209884643555, -2.5435855388641357, -1.1351532936096191, -1.8963038921356201, -3.60951828956604, -0.38461416959762573, -0.36904072761535645, -1.4332921504974365, -2.0376951694488525, -1.8087480068206787, -1.3067938089370728, -1.652345895767212, -1.5517871379852295, -2.5925064086914062, -2.1086173057556152, -1.570786714553833, -2.0544369220733643, -1.7427898645401, -1.640079140663147, -0.8442299962043762, -2.238157272338867, -0.8635937571525574, -0.7928106188774109, -0.5103349685668945, -2.309000015258789, -0.7765501737594604, -1.2205473184585571, -0.12632496654987335, -1.959816575050354, -2.020639181137085, -0.5706916451454163, -1.625929594039917, -0.3803637623786926, -1.8323971033096313, -1.161375880241394, -2.3483033180236816, -1.1050337553024292, -1.8123265504837036, -0.814837634563446, -1.7810224294662476, -1.899603247642517, -2.0608954429626465, -2.3120858669281006, -2.691406011581421, -1.156415581703186, -2.312103271484375, -2.0212695598602295, -0.9111310243606567, -1.9805903434753418, -2.5454444885253906, -1.6223570108413696, -2.60198974609375, -0.6417198777198792, -1.8042612075805664, -2.201260566711426, -1.7214690446853638, -2.411856174468994, -2.113571882247925, -1.9607895612716675, -2.2707557678222656, -2.1025381088256836, -3.267292022705078, -0.24299225211143494, -0.12988464534282684, -0.4386390745639801, -0.4904218018054962, -0.5296195149421692, -0.05271178483963013, -0.17051130533218384, -0.10039615631103516, -0.13809844851493835, -1.4187579154968262, -1.5982167720794678, -1.1646538972854614, -0.43662017583847046, -0.7734156847000122, -0.7272742986679077, -0.4365900456905365, -1.8969786167144775, -1.3699954748153687]}, "Bot002_072_13": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_072.log.json", "context": "hey Hi how are you doing it is good man how are you? I'm great, just got off work. nice man if you got energy left go to the gym now [SMILING FACE WITH OPEN MOUTH AND SMILING EYES]  I do not have a gym, but I do not have to go to the gym i go to the gym regularly I like to go out to eat eating is something i do when i'm bored I like to eat healthy yeah man eat clean [SMILING FACE WITH OPEN MOUTH]  I like to eat fast food. dude you just said you like eating healthy", "response": "[WINKING FACE]  I do not eat meat.  cool! That must be nice. Do you have family all over?", "annotation_id": "Bot002_072_13", "annotations": ["X", "X", "X", "X", "O", "T", "X", "O", "X", "T", "T", "T", "T", "X", "O"], "gpt2background_target_score": [-10.57968807220459, -10.078071594238281, -13.486984252929688, -13.792030334472656, -12.92478084564209, -10.428472518920898, -6.857777118682861, -5.031996726989746, -7.810544490814209, -8.081506729125977, -10.588614463806152, -12.65981674194336, -8.234753608703613, -4.288601398468018, -10.509163856506348, -8.802202224731445, -8.816824913024902, -10.483808517456055, -5.501815319061279, -7.486202716827393, -5.866302490234375, -10.702818870544434, -7.547672271728516, -7.832336902618408, -11.248682022094727, -6.653151988983154, -9.434330940246582, -9.594730377197266], "gpt2background_argmax_score": [-3.113452911376953, -1.6824233531951904, -1.7031131982803345, -0.4659954011440277, -1.8627145290374756, -1.4934998750686646, -1.0667387247085571, -3.2294058799743652, -1.9775453805923462, -2.1675667762756348, -1.3901184797286987, -0.2884581983089447, -0.4062175154685974, -1.5595756769180298, -1.4893172979354858, -2.670743942260742, -2.0944712162017822, -1.6283496618270874, -3.396141529083252, -1.8184834718704224, -1.2933101654052734, -1.517160177230835, -1.5354530811309814, -2.239898204803467, -2.0816702842712402, -0.6127421259880066, -2.167813301086426, -1.8326810598373413, -2.536139965057373, -2.6840896606445312, -2.1380245685577393, -1.6853526830673218, -0.5373868346214294, -1.4747787714004517, -1.6749458312988281, -2.8640713691711426, -2.4784018993377686, -1.6600914001464844, -2.051396369934082, -2.268022060394287, -2.334352493286133, -3.4045209884643555, -2.5435855388641357, -1.1351532936096191, -1.8963038921356201, -3.60951828956604, -0.38461416959762573, -0.36904072761535645, -1.4332921504974365, -2.0376951694488525, -1.8087480068206787, -1.3067938089370728, -1.652345895767212, -1.5517871379852295, -2.5925064086914062, -2.1086173057556152, -1.570786714553833, -2.0544369220733643, -1.7427898645401, -1.640079140663147, -0.8442299962043762, -2.238157272338867, -0.8635937571525574, -0.7928106188774109, -0.5103349685668945, -2.309000015258789, -0.7765501737594604, -1.2205473184585571, -0.12632496654987335, -1.959816575050354, -2.020639181137085, -0.5706916451454163, -1.625929594039917, -0.3803637623786926, -1.8323971033096313, -1.161375880241394, -2.3483033180236816, -1.1050337553024292, -1.8123265504837036, -0.814837634563446, -1.7810224294662476, -1.899603247642517, -2.0608954429626465, -2.3120858669281006, -2.69140625, -1.156416893005371, -2.3121025562286377, -2.021268844604492, -0.9111327528953552, -1.9805914163589478, -2.5454447269439697, -1.622356653213501, -2.6019911766052246, -0.6417202353477478, -1.8042622804641724, -2.201258897781372, -1.721470832824707, -2.4118552207946777, -2.1135714054107666, -1.9607917070388794, -2.270756244659424, -2.475403070449829, -0.2449032962322235, -0.16073542833328247, -0.5702722668647766, -0.5611696839332581, -0.7557294964790344, -0.07522795349359512, -0.2171962410211563, -0.12442456930875778, -0.18321189284324646, -1.013161540031433, -1.7010833024978638, -1.9896873235702515, -0.4946574866771698, -1.1103942394256592, -1.1061524152755737, -0.44005510210990906, -1.9678199291229248, -1.5791401863098145, -2.211533546447754, -2.3595664501190186, -2.124789237976074, -1.813185453414917, -2.820510149002075, -0.7471656203269958, -2.0332581996917725, -2.085754871368408, -2.1014139652252197, -1.8944910764694214, -2.506622791290283, -1.81361722946167, -0.5197314023971558, -0.545525074005127, -1.1885440349578857, -1.5790693759918213, -1.5691899061203003, -0.3946741223335266, -0.669935405254364, -0.7484648823738098, -1.8921171426773071, -1.1154040098190308, -0.6919755339622498, -2.154081344604492, -1.103082299232483, -0.9368979334831238, -0.44592082500457764, -2.0395703315734863, -1.6524792909622192, -1.0641874074935913, -0.31732723116874695, -1.4064439535140991, -1.2782710790634155, -1.6122227907180786, -0.9164698123931885, -0.8347649574279785, -0.8732492923736572]}, "Bot002_072_15": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_072.log.json", "context": "hey Hi how are you doing it is good man how are you? I'm great, just got off work. nice man if you got energy left go to the gym now [SMILING FACE WITH OPEN MOUTH AND SMILING EYES]  I do not have a gym, but I do not have to go to the gym i go to the gym regularly I like to go out to eat eating is something i do when i'm bored I like to eat healthy yeah man eat clean [SMILING FACE WITH OPEN MOUTH]  I like to eat fast food. dude you just said you like eating healthy [WINKING FACE]  I do not eat meat.  cool! That must be nice. Do you have family all over? nah my family is away", "response": "I think they are.", "annotation_id": "Bot002_072_15", "annotations": ["T", "X", "X", "X", "T", "X", "T", "T", "X", "T", "T", "T", "T", "X", "T"], "gpt2background_target_score": [-8.176429748535156, -10.759082794189453, -8.102948188781738, -8.434855461120605, -5.8593597412109375], "gpt2background_argmax_score": [-3.113452911376953, -1.6824233531951904, -1.7031131982803345, -0.4659954011440277, -1.8627145290374756, -1.4934998750686646, -1.0667387247085571, -3.2294058799743652, -1.9775453805923462, -2.1675667762756348, -1.3901184797286987, -0.2884581983089447, -0.4062175154685974, -1.5595756769180298, -1.4893172979354858, -2.670743942260742, -2.0944712162017822, -1.6283496618270874, -3.396141529083252, -1.8184834718704224, -1.2933101654052734, -1.517160177230835, -1.5354530811309814, -2.239898204803467, -2.0816702842712402, -0.6127421259880066, -2.167813301086426, -1.8326810598373413, -2.536139965057373, -2.6840896606445312, -2.1380245685577393, -1.6853526830673218, -0.5373868346214294, -1.4747787714004517, -1.6749458312988281, -2.8640713691711426, -2.4784018993377686, -1.6600914001464844, -2.051396369934082, -2.268022060394287, -2.334352493286133, -3.4045209884643555, -2.5435855388641357, -1.1351532936096191, -1.8963038921356201, -3.60951828956604, -0.38461416959762573, -0.36904072761535645, -1.4332921504974365, -2.0376951694488525, -1.8087480068206787, -1.3067938089370728, -1.652345895767212, -1.5517871379852295, -2.5925064086914062, -2.1086173057556152, -1.570786714553833, -2.0544369220733643, -1.7427898645401, -1.640079140663147, -0.8442299962043762, -2.238157272338867, -0.8635937571525574, -0.7928106188774109, -0.5103349685668945, -2.309000015258789, -0.7765501737594604, -1.2205473184585571, -0.12632496654987335, -1.959816575050354, -2.020639181137085, -0.5706916451454163, -1.625929594039917, -0.3803637623786926, -1.8323971033096313, -1.161375880241394, -2.3483033180236816, -1.1050337553024292, -1.8123265504837036, -0.814837634563446, -1.7810224294662476, -1.899603247642517, -2.0608954429626465, -2.3120858669281006, -2.69140625, -1.156416893005371, -2.3121025562286377, -2.021268844604492, -0.9111327528953552, -1.9805914163589478, -2.5454447269439697, -1.622356653213501, -2.6019911766052246, -0.6417202353477478, -1.8042622804641724, -2.201258897781372, -1.721470832824707, -2.4118552207946777, -2.1135714054107666, -1.9607917070388794, -2.270756244659424, -2.475403070449829, -0.2449032962322235, -0.16073542833328247, -0.5702722668647766, -0.5611696839332581, -0.7557294964790344, -0.07522795349359512, -0.2171962410211563, -0.12442456930875778, -0.18321189284324646, -1.013161540031433, -1.7010833024978638, -1.9896873235702515, -0.4946574866771698, -1.1103942394256592, -1.1061524152755737, -0.44005510210990906, -1.9678199291229248, -1.5791401863098145, -2.211533546447754, -2.3595664501190186, -2.124789237976074, -1.813185453414917, -2.820510149002075, -0.7471656203269958, -2.0332581996917725, -2.085754871368408, -0.3624574840068817, -2.4977850914001465, -1.7205322980880737, -0.8472190499305725, -0.3849259912967682, -0.9865253567695618, -1.8337950706481934, -1.6334614753723145, -0.47756725549697876, -0.7326896786689758, -0.8272373676300049, -2.252586603164673, -1.4852488040924072, -1.2229838371276855, -2.329702854156494, -1.810394287109375, -0.909354567527771, -0.43287837505340576, -2.0603888034820557, -1.6150599718093872, -1.7793513536453247, -0.2632639408111572, -1.457249402999878, -1.2017619609832764, -1.5802295207977295, -0.9421452879905701, -0.6784628629684448, -1.8966885805130005, -1.2512832880020142, -2.17973256111145, -0.8053250312805176, -1.2792519330978394, -2.922150135040283, -1.546160340309143, -2.2935476303100586, -2.339784622192383, -2.1730968952178955, -1.9325227737426758, -2.111034870147705, -1.505454659461975]}, "Bot002_072_17": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_072.log.json", "context": "hey Hi how are you doing it is good man how are you? I'm great, just got off work. nice man if you got energy left go to the gym now [SMILING FACE WITH OPEN MOUTH AND SMILING EYES]  I do not have a gym, but I do not have to go to the gym i go to the gym regularly I like to go out to eat eating is something i do when i'm bored I like to eat healthy yeah man eat clean [SMILING FACE WITH OPEN MOUTH]  I like to eat fast food. dude you just said you like eating healthy [WINKING FACE]  I do not eat meat.  cool! That must be nice. Do you have family all over? nah my family is away I think they are. yeah", "response": "[SMILING FACE WITH OPEN MOUTH AND SMILING EYES]  I like to eat out.", "annotation_id": "Bot002_072_17", "annotations": ["T", "T", "X", "X", "X", "T", "X", "X", "X", "T", "T", "O", "T", "X", "O"], "gpt2background_target_score": [-10.57968807220459, -11.516608238220215, -11.23300838470459, -13.792030334472656, -12.92478084564209, -11.100189208984375, -13.537325859069824, -8.818463325500488, -13.038313865661621, -12.785150527954102, -13.157601356506348, -13.342277526855469, -15.361541748046875, -12.105892181396484, -12.44942569732666, -13.697602272033691, -11.091572761535645, -5.375512599945068, -7.313821315765381, -7.018177509307861, -4.10042667388916, -10.791646957397461, -10.648898124694824, -2.6339831352233887], "gpt2background_argmax_score": [-3.113452911376953, -1.6824233531951904, -1.7031131982803345, -0.4659954011440277, -1.8627145290374756, -1.4934998750686646, -1.0667387247085571, -3.2294058799743652, -1.9775453805923462, -2.1675667762756348, -1.3901184797286987, -0.2884581983089447, -0.4062175154685974, -1.5595756769180298, -1.4893172979354858, -2.670743942260742, -2.0944712162017822, -1.6283496618270874, -3.396141529083252, -1.8184834718704224, -1.2933101654052734, -1.517160177230835, -1.5354530811309814, -2.239898204803467, -2.0816702842712402, -0.6127421259880066, -2.167813301086426, -1.8326810598373413, -2.536139965057373, -2.6840896606445312, -2.1380245685577393, -1.6853526830673218, -0.5373868346214294, -1.4747787714004517, -1.6749458312988281, -2.8640713691711426, -2.4784018993377686, -1.6600914001464844, -2.051396369934082, -2.268022060394287, -2.334352493286133, -3.4045209884643555, -2.5435855388641357, -1.1351532936096191, -1.8963038921356201, -3.60951828956604, -0.38461416959762573, -0.36904072761535645, -1.4332921504974365, -2.0376951694488525, -1.8087480068206787, -1.3067938089370728, -1.652345895767212, -1.5517871379852295, -2.5925064086914062, -2.1086173057556152, -1.570786714553833, -2.0544369220733643, -1.7427898645401, -1.640079140663147, -0.8442299962043762, -2.238157272338867, -0.8635937571525574, -0.7928106188774109, -0.5103349685668945, -2.309000015258789, -0.7765501737594604, -1.2205473184585571, -0.12632496654987335, -1.959816575050354, -2.020639181137085, -0.5706916451454163, -1.625929594039917, -0.3803637623786926, -1.8323971033096313, -1.161375880241394, -2.3483033180236816, -1.1050337553024292, -1.8123265504837036, -0.814837634563446, -1.7810224294662476, -1.899603247642517, -2.0608954429626465, -2.3120858669281006, -2.69140625, -1.156416893005371, -2.3121025562286377, -2.021268844604492, -0.9111327528953552, -1.9805914163589478, -2.5454447269439697, -1.622356653213501, -2.6019911766052246, -0.6417202353477478, -1.8042622804641724, -2.201258897781372, -1.721470832824707, -2.4118552207946777, -2.1135714054107666, -1.9607917070388794, -2.270756244659424, -2.475403070449829, -0.2449032962322235, -0.16073542833328247, -0.5702722668647766, -0.5611696839332581, -0.7557294964790344, -0.07522795349359512, -0.2171962410211563, -0.12442456930875778, -0.18321189284324646, -1.013161540031433, -1.7010833024978638, -1.9896873235702515, -0.4946574866771698, -1.1103942394256592, -1.1061524152755737, -0.44005510210990906, -1.9678199291229248, -1.5791401863098145, -2.211533546447754, -2.3595664501190186, -2.124789237976074, -1.813185453414917, -2.820510149002075, -0.7471656203269958, -2.0332581996917725, -2.085754871368408, -0.3624574840068817, -2.4977850914001465, -1.7205322980880737, -0.8472190499305725, -0.3849259912967682, -0.9865253567695618, -1.8337950706481934, -1.6334614753723145, -0.47756725549697876, -0.7326896786689758, -0.8272373676300049, -2.252586603164673, -1.4852488040924072, -1.2229838371276855, -2.329702854156494, -1.810394287109375, -0.909354567527771, -0.43287837505340576, -2.0603888034820557, -1.6150599718093872, -1.7793513536453247, -0.2632639408111572, -1.457249402999878, -1.2017619609832764, -1.5802295207977295, -0.9421452879905701, -0.6784628629684448, -1.8966885805130005, -1.2512832880020142, -2.17973256111145, -0.8053250312805176, -1.2792519330978394, -2.922150135040283, -1.546160340309143, -2.4430418014526367, -1.9271389245986938, -1.9108961820602417, -1.9984811544418335, -1.970876693725586, -2.1386234760284424, -2.3994758129119873, -2.6411385536193848, -0.14550228416919708, -0.08263389021158218, -0.1977144330739975, -0.5652412176132202, -0.23536430299282074, -0.033430662006139755, -0.10167346149682999, -0.12363848090171814, -0.40217095613479614, -0.1877170354127884, -0.1331031620502472, -0.1442020833492279, -0.36102232336997986, -0.128834068775177, -0.28918740153312683, -0.8434921503067017, -1.2163254022598267, -0.6958673000335693, -0.14139385521411896, -0.32054200768470764, -0.9691101908683777, -0.7273950576782227, -1.4488859176635742]}, "Bot002_072_19": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_072.log.json", "context": "hey Hi how are you doing it is good man how are you? I'm great, just got off work. nice man if you got energy left go to the gym now [SMILING FACE WITH OPEN MOUTH AND SMILING EYES]  I do not have a gym, but I do not have to go to the gym i go to the gym regularly I like to go out to eat eating is something i do when i'm bored I like to eat healthy yeah man eat clean [SMILING FACE WITH OPEN MOUTH]  I like to eat fast food. dude you just said you like eating healthy [WINKING FACE]  I do not eat meat.  cool! That must be nice. Do you have family all over? nah my family is away I think they are. yeah [SMILING FACE WITH OPEN MOUTH AND SMILING EYES]  I like to eat out. it is expensive", "response": "I am a burger king, but I am a burger  I ran track for school. What was that one time? So mysterious.", "annotation_id": "Bot002_072_19", "annotations": ["X", "X", "X", "X", "X", "X", "X", "X", "X", "T", "T", "T", "X", "X", "X"], "gpt2background_target_score": [-8.176429748535156, -8.595096588134766, -6.857614994049072, -11.753395080566406, -12.044017791748047, -4.517204761505127, -6.046314716339111, -5.031996726989746, -9.553070068359375, -7.979829788208008, -11.476825714111328, -8.151341438293457, -9.707115173339844, -12.23148250579834, -10.306604385375977, -7.809290409088135, -9.689410209655762, -9.263452529907227, -11.521585464477539, -10.829259872436523, -5.927263259887695, -6.798576354980469, -10.439839363098145, -5.807740688323975, -7.88879919052124, -12.947724342346191, -8.071243286132812], "gpt2background_argmax_score": [-3.113452911376953, -1.6824233531951904, -1.7031131982803345, -0.4659954011440277, -1.8627145290374756, -1.4934998750686646, -1.0667387247085571, -3.2294058799743652, -1.9775453805923462, -2.1675667762756348, -1.3901184797286987, -0.2884581983089447, -0.4062175154685974, -1.5595756769180298, -1.4893172979354858, -2.670743942260742, -2.0944712162017822, -1.6283496618270874, -3.396141529083252, -1.8184834718704224, -1.2933101654052734, -1.517160177230835, -1.5354530811309814, -2.239898204803467, -2.0816702842712402, -0.6127421259880066, -2.167813301086426, -1.8326810598373413, -2.536139965057373, -2.6840896606445312, -2.1380245685577393, -1.6853526830673218, -0.5373868346214294, -1.4747787714004517, -1.6749458312988281, -2.8640713691711426, -2.4784018993377686, -1.6600914001464844, -2.051396369934082, -2.268022060394287, -2.334352493286133, -3.4045209884643555, -2.5435855388641357, -1.1351532936096191, -1.8963038921356201, -3.60951828956604, -0.38461416959762573, -0.36904072761535645, -1.4332921504974365, -2.0376951694488525, -1.8087480068206787, -1.3067938089370728, -1.652345895767212, -1.5517871379852295, -2.5925064086914062, -2.1086173057556152, -1.570786714553833, -2.0544369220733643, -1.7427898645401, -1.640079140663147, -0.8442299962043762, -2.238157272338867, -0.8635937571525574, -0.7928106188774109, -0.5103349685668945, -2.309000015258789, -0.7765501737594604, -1.2205473184585571, -0.12632496654987335, -1.959816575050354, -2.020639181137085, -0.5706916451454163, -1.625929594039917, -0.3803637623786926, -1.8323971033096313, -1.161375880241394, -2.3483033180236816, -1.1050337553024292, -1.8123265504837036, -0.814837634563446, -1.7810224294662476, -1.899603247642517, -2.0608954429626465, -2.3120858669281006, -2.69140625, -1.156416893005371, -2.3121025562286377, -2.021268844604492, -0.9111327528953552, -1.9805914163589478, -2.5454447269439697, -1.622356653213501, -2.6019911766052246, -0.6417202353477478, -1.8042622804641724, -2.201258897781372, -1.721470832824707, -2.4118552207946777, -2.1135714054107666, -1.9607917070388794, -2.270756244659424, -2.475403070449829, -0.2449032962322235, -0.16073542833328247, -0.5702722668647766, -0.5611696839332581, -0.7557294964790344, -0.07522795349359512, -0.2171962410211563, -0.12442456930875778, -0.18321189284324646, -1.013161540031433, -1.7010833024978638, -1.9896873235702515, -0.4946574866771698, -1.1103942394256592, -1.1061524152755737, -0.44005510210990906, -1.9678199291229248, -1.5791401863098145, -2.211533546447754, -2.3595664501190186, -2.124789237976074, -1.813185453414917, -2.820510149002075, -0.7471656203269958, -2.0332581996917725, -2.085754871368408, -0.3624574840068817, -2.4977850914001465, -1.7205322980880737, -0.8472190499305725, -0.3849259912967682, -0.9865253567695618, -1.8337950706481934, -1.6334614753723145, -0.47756725549697876, -0.7326896786689758, -0.8272373676300049, -2.252586603164673, -1.4852488040924072, -1.2229838371276855, -2.329702854156494, -1.810394287109375, -0.909354567527771, -0.43287837505340576, -2.0603888034820557, -1.6150599718093872, -1.7793513536453247, -0.2632639408111572, -1.457249402999878, -1.2017619609832764, -1.5802295207977295, -0.9421452879905701, -0.6784628629684448, -1.8966885805130005, -1.2512832880020142, -2.17973256111145, -0.8053250312805176, -1.2792519330978394, -2.922150135040283, -1.546160340309143, -2.4430418014526367, -1.9271389245986938, -1.9108961820602417, -1.9984811544418335, -1.970876693725586, -2.1386234760284424, -0.7312394380569458, -0.16578783094882965, -0.10167970508337021, -0.2432953119277954, -0.3896191418170929, -0.2367052137851715, -0.04928397759795189, -0.11430328339338303, -0.12867748737335205, -0.40437906980514526, -0.12113012373447418, -0.15912745893001556, -0.1571253538131714, -0.33985093235969543, -0.1454743593931198, -0.25015318393707275, -0.5988314747810364, -1.1594421863555908, -1.4547221660614014, -0.169411301612854, -0.323086678981781, -1.2295894622802734, -1.2354496717453003, -1.7251399755477905, -1.0120097398757935, -2.5976030826568604, -1.7426142692565918, -2.40622878074646, -2.623818874359131, -2.4727563858032227, -3.2262415885925293, -2.587841272354126, -1.6925402879714966, -2.227908134460449, -1.1521154642105103, -2.2549889087677, -1.9735640287399292, -2.2410354614257812, -0.3521813154220581, -2.029982566833496, -2.415142774581909, -1.7959680557250977, -2.257863759994507, -1.8379337787628174, -1.6818604469299316, -1.3996940851211548, -2.4935834407806396, -1.032047986984253, -1.317806601524353, -1.1775351762771606, -1.3439172506332397, -0.6211487054824829, -1.7347460985183716, -2.9185283184051514, -1.1312038898468018]}, "Bot002_074_01": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_074.log.json", "context": "Hi.", "response": "Hi how are you doing", "annotation_id": "Bot002_074_01", "annotations": ["O", "X", "T", "O", "O", "O", "O", "O", "O", "O", "O", "T", "O", "O", "O"], "gpt2background_target_score": [-9.969078063964844, -8.312786102294922, -10.561563491821289, -7.078536033630371, -9.541311264038086], "gpt2background_argmax_score": [-1.9761712551116943, -1.228973150253296, -2.1699633598327637, -1.0578160285949707, -1.829646348953247, -0.3173743784427643, -1.8280621767044067, -1.3393663167953491]}, "Bot002_074_03": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_074.log.json", "context": "Hi. Hi how are you doing I am good. How about you?", "response": "I'm great, just got off work.", "annotation_id": "Bot002_074_03", "annotations": ["T", "X", "T", "O", "O", "X", "O", "O", "O", "X", "O", "O", "O", "T", "O"], "gpt2background_target_score": [-9.236455917358398, -9.74101448059082, -11.103256225585938, -6.436105728149414, -10.06711196899414, -8.348124504089355, -9.301074981689453, -6.072884559631348, -5.1344780921936035], "gpt2background_argmax_score": [-1.9761712551116943, -1.2289732694625854, -0.6567940711975098, -2.077329397201538, -0.41280531883239746, -1.9102176427841187, -1.4331709146499634, -2.058497667312622, -2.4246668815612793, -1.317260980606079, -1.5811967849731445, -1.5668439865112305, -0.48532387614250183, -1.1678544282913208, -0.6896132826805115, -1.686371922492981, -1.716964602470398, -2.6312479972839355, -1.3247896432876587, -1.625557780265808, -3.0958797931671143, -1.9272520542144775, -1.4312629699707031, -1.5010465383529663, -1.4174370765686035]}, "Bot002_074_05": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_074.log.json", "context": "Hi. Hi how are you doing I am good. How about you? I'm great, just got off work. What work do you do?", "response": "I work for a clothing store.", "annotation_id": "Bot002_074_05", "annotations": ["O", "X", "T", "O", "O", "X", "O", "O", "O", "X", "O", "T", "O", "X", "O"], "gpt2background_target_score": [-9.236455917358398, -11.889485359191895, -7.979145050048828, -7.223437309265137, -12.418840408325195, -11.717218399047852, -4.6033196449279785], "gpt2background_argmax_score": [-1.9761712551116943, -1.2289732694625854, -0.6567940711975098, -2.077329397201538, -0.41280531883239746, -1.9102176427841187, -1.4331709146499634, -2.058497667312622, -2.4246668815612793, -1.317260980606079, -1.5811967849731445, -1.5668439865112305, -0.48532387614250183, -1.1678544282913208, -0.6896132826805115, -1.6485751867294312, -2.5322349071502686, -1.2617751359939575, -1.6084527969360352, -2.9964280128479004, -1.9355137348175049, -1.5204191207885742, -1.4620486497879028, -1.4338512420654297, -1.8364609479904175, -2.086691379547119, -0.23021014034748077, -0.8706682324409485, -1.027801752090454, -1.4648889303207397, -1.8054969310760498, -2.086428642272949, -1.58155357837677, -0.7333619594573975, -2.4010918140411377, -1.6153956651687622, -1.2431957721710205, -1.2809123992919922]}, "Bot002_074_07": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_074.log.json", "context": "Hi. Hi how are you doing I am good. How about you? I'm great, just got off work. What work do you do? I work for a clothing store. I am a cancer survivor.", "response": "I am sorry to hear that.", "annotation_id": "Bot002_074_07", "annotations": ["X", "T", "T", "T", "T", "X", "O", "O", "T", "X", "O", "T", "O", "X", "O"], "gpt2background_target_score": [-9.236455917358398, -8.514385223388672, -9.570295333862305, -2.882399320602417, -13.849559783935547, -7.794074535369873, -4.6033196449279785], "gpt2background_argmax_score": [-1.9761712551116943, -1.2289732694625854, -0.6567940711975098, -2.077329397201538, -0.41280531883239746, -1.9102176427841187, -1.4331709146499634, -2.058497667312622, -2.4246668815612793, -1.317260980606079, -1.5811967849731445, -1.5668439865112305, -0.48532387614250183, -1.1678544282913208, -0.6896132826805115, -1.6485751867294312, -2.5322349071502686, -1.2617751359939575, -1.6084527969360352, -2.9964280128479004, -1.9355137348175049, -1.5204191207885742, -1.4620486497879028, -1.4338512420654297, -1.8364574909210205, -2.086690664291382, -0.23021022975444794, -0.870670735836029, -1.0278019905090332, -1.4648888111114502, -1.736931324005127, -1.7878680229187012, -0.9016753435134888, -2.471949338912964, -1.5985065698623657, -1.196812391281128, -1.2444857358932495, -1.8395801782608032, -1.4500813484191895, -3.452420234680176, -1.4404078722000122, -1.0428484678268433, -1.1339833736419678, -1.7149332761764526, -1.7224105596542358, -1.7833261489868164, -1.941070318222046, -0.27487912774086, -0.666242778301239, -0.8153391480445862, -1.0650382041931152]}, "Bot002_074_09": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_074.log.json", "context": "Hi. Hi how are you doing I am good. How about you? I'm great, just got off work. What work do you do? I work for a clothing store. I am a cancer survivor. I am sorry to hear that. I got a new job just yesteday to be a life coach.", "response": "That is cool. What do you do for a living?", "annotation_id": "Bot002_074_09", "annotations": ["X", "T", "T", "O", "X", "O", "O", "O", "T", "X", "X", "T", "T", "O", "T"], "gpt2background_target_score": [-13.368456840515137, -8.728816986083984, -10.39342212677002, -5.698164463043213, -12.109460830688477, -9.103837966918945, -7.465450286865234, -6.0431013107299805, -7.866718292236328, -7.781954765319824, -10.547805786132812, -5.189668655395508], "gpt2background_argmax_score": [-1.9761701822280884, -1.2289729118347168, -0.6567928791046143, -2.077331066131592, -0.4128059446811676, -1.9102184772491455, -1.4331731796264648, -2.058495283126831, -2.424669027328491, -1.3172615766525269, -1.5811960697174072, -1.566841959953308, -0.4853241741657257, -1.1678546667099, -0.6896132826805115, -1.6485741138458252, -2.5322346687316895, -1.2617762088775635, -1.6084543466567993, -2.9964306354522705, -1.9355151653289795, -1.520420789718628, -1.4620475769042969, -1.4338504076004028, -1.8364588022232056, -2.0866925716400146, -0.23020900785923004, -0.8706712126731873, -1.027801275253296, -1.464890480041504, -1.7369343042373657, -1.787869930267334, -0.9016750454902649, -2.4719505310058594, -1.5985064506530762, -1.196812629699707, -1.2444864511489868, -1.8395779132843018, -1.450081467628479, -3.4524197578430176, -1.4404045343399048, -1.0428483486175537, -1.1339832544326782, -2.0083844661712646, -1.9484593868255615, -1.7247836589813232, -0.423008531332016, -0.7942648530006409, -0.6837132573127747, -1.2631406784057617, -1.6801894903182983, -0.7604181170463562, -2.226207733154297, -0.20521056652069092, -2.132453441619873, -2.4625792503356934, -1.8732496500015259, -2.0807554721832275, -1.052965521812439, -2.937748670578003, -1.5432058572769165, -3.0494110584259033, -1.5041645765304565, -0.8417640328407288, -1.3280858993530273, -1.7302002906799316, -0.9541999697685242, -2.2686898708343506, -1.0173406600952148, -1.1705399751663208, -2.076564311981201, -0.19498631358146667, -0.7426819205284119, -1.1340832710266113, -2.0548112392425537, -1.9279975891113281, -0.3954177498817444, -0.7976659536361694]}, "Bot002_074_11": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_074.log.json", "context": "Hi. Hi how are you doing I am good. How about you? I'm great, just got off work. What work do you do? I work for a clothing store. I am a cancer survivor. I am sorry to hear that. I got a new job just yesteday to be a life coach. That is cool. What do you do for a living? I am a life coach.", "response": "That is cool. What do you do for work?", "annotation_id": "Bot002_074_11", "annotations": ["X", "T", "T", "T", "X", "O", "O", "O", "T", "X", "X", "O", "T", "O", "X"], "gpt2background_target_score": [-13.368456840515137, -8.728816986083984, -10.39342212677002, -5.698164463043213, -12.109460830688477, -9.103837966918945, -7.465450286865234, -6.0431013107299805, -7.866718292236328, -7.875559329986572, -10.446900367736816], "gpt2background_argmax_score": [-1.9761701822280884, -1.2289729118347168, -0.6567928791046143, -2.077331066131592, -0.4128059446811676, -1.9102184772491455, -1.4331731796264648, -2.058495283126831, -2.424669027328491, -1.3172615766525269, -1.5811960697174072, -1.566841959953308, -0.4853241741657257, -1.1678546667099, -0.6896132826805115, -1.6485741138458252, -2.5322346687316895, -1.2617762088775635, -1.6084543466567993, -2.9964306354522705, -1.9355151653289795, -1.520420789718628, -1.4620475769042969, -1.4338504076004028, -1.8364588022232056, -2.0866925716400146, -0.23020900785923004, -0.8706712126731873, -1.027801275253296, -1.464890480041504, -1.7369343042373657, -1.787869930267334, -0.9016750454902649, -2.4719505310058594, -1.5985064506530762, -1.196812629699707, -1.2444859743118286, -1.839577555656433, -1.450081706047058, -3.4524190425872803, -1.4404042959213257, -1.0428487062454224, -1.1339830160140991, -2.008384943008423, -1.9484598636627197, -1.7247858047485352, -0.42300814390182495, -0.7942653894424438, -0.6837129592895508, -1.2631404399871826, -1.6801891326904297, -0.7604178786277771, -2.2262070178985596, -0.20521056652069092, -2.132453680038452, -2.462580680847168, -1.8732494115829468, -2.0807557106018066, -1.052965760231018, -2.9377479553222656, -1.5432075262069702, -3.049409866333008, -1.5041649341583252, -0.841765284538269, -1.3280857801437378, -1.1517751216888428, -2.4708573818206787, -0.7880685925483704, -1.3510183095932007, -1.9775042533874512, -0.23622189462184906, -0.7145252823829651, -1.1152031421661377, -1.9529058933258057, -2.0076608657836914, -0.40323635935783386, -1.3797417879104614, -2.3001115322113037, -1.7102872133255005, -3.060396909713745, -0.48691225051879883, -0.7697991728782654, -1.0609865188598633, -1.6377323865890503, -1.0251652002334595, -1.2358134984970093, -0.7431010007858276, -1.139009714126587, -1.4325120449066162, -0.20232340693473816, -0.3091687858104706, -0.5822522044181824, -0.5615694522857666, -0.411481112241745, -0.7515385150909424]}, "Bot002_074_13": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_074.log.json", "context": "Hi. Hi how are you doing I am good. How about you? I'm great, just got off work. What work do you do? I work for a clothing store. I am a cancer survivor. I am sorry to hear that. I got a new job just yesteday to be a life coach. That is cool. What do you do for a living? I am a life coach. That is cool. What do you do for work? How old are you?", "response": "I'm 5 years old.", "annotation_id": "Bot002_074_13", "annotations": ["X", "X", "O", "X", "T", "X", "T", "O", "X", "X", "X", "T", "O", "X", "X"], "gpt2background_target_score": [-9.236458778381348, -9.74101448059082, -10.375418663024902, -10.966684341430664, -9.857011795043945, -4.499960899353027], "gpt2background_argmax_score": [-1.9761701822280884, -1.2289729118347168, -0.6567928791046143, -2.077331066131592, -0.4128059446811676, -1.9102184772491455, -1.4331731796264648, -2.058495283126831, -2.424669027328491, -1.3172615766525269, -1.5811960697174072, -1.566841959953308, -0.4853241741657257, -1.1678546667099, -0.6896132826805115, -1.6485741138458252, -2.5322346687316895, -1.2617762088775635, -1.6084543466567993, -2.9964306354522705, -1.9355151653289795, -1.520420789718628, -1.4620475769042969, -1.4338504076004028, -1.8364588022232056, -2.0866925716400146, -0.23020900785923004, -0.8706712126731873, -1.027801275253296, -1.464890480041504, -1.7369343042373657, -1.787869930267334, -0.9016750454902649, -2.4719505310058594, -1.5985064506530762, -1.196812629699707, -1.2444859743118286, -1.839577555656433, -1.450081706047058, -3.4524190425872803, -1.4404042959213257, -1.0428487062454224, -1.1339830160140991, -2.008384943008423, -1.9484598636627197, -1.7247858047485352, -0.42300814390182495, -0.7942653894424438, -0.6837129592895508, -1.2631404399871826, -1.6801891326904297, -0.7604178786277771, -2.2262070178985596, -0.20521056652069092, -2.132453680038452, -2.462580680847168, -1.8732494115829468, -2.0807557106018066, -1.052965760231018, -2.9377479553222656, -1.5432075262069702, -3.049409866333008, -1.5041649341583252, -0.841765284538269, -1.3280857801437378, -1.1517751216888428, -2.4708573818206787, -0.7880685925483704, -1.3510183095932007, -1.9775042533874512, -0.23622189462184906, -0.7145252823829651, -1.1152031421661377, -1.9529058933258057, -2.0076608657836914, -0.40323635935783386, -1.3797417879104614, -2.3001115322113037, -1.7102872133255005, -3.060396909713745, -0.48691225051879883, -0.7697991728782654, -1.0609865188598633, -1.0690019130706787, -1.5519078969955444, -0.5228551626205444, -1.2594304084777832, -1.4325698614120483, -0.24263355135917664, -0.3190004825592041, -0.5343397259712219, -0.6488435864448547, -0.43660277128219604, -1.0339735746383667, -0.9833723306655884, -0.31501084566116333, -0.15125836431980133, -0.30212903022766113, -1.4814661741256714, -1.550014615058899, -1.821710467338562, -1.9035604000091553, -2.122230052947998, -0.3077852427959442, -1.1683944463729858, -0.7684153914451599]}, "Bot002_074_15": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_074.log.json", "context": "Hi. Hi how are you doing I am good. How about you? I'm great, just got off work. What work do you do? I work for a clothing store. I am a cancer survivor. I am sorry to hear that. I got a new job just yesteday to be a life coach. That is cool. What do you do for a living? I am a life coach. That is cool. What do you do for work? How old are you? I'm 5 years old. I cant believe.", "response": "I have a lot of tattoos", "annotation_id": "Bot002_074_15", "annotations": ["X", "X", "T", "X", "X", "X", "T", "T", "X", "X", "X", "T", "T", "X", "T"], "gpt2background_target_score": [-9.236458778381348, -9.5655517578125, -8.599372863769531, -10.898452758789062, -9.6685209274292, -12.480607986450195], "gpt2background_argmax_score": [-1.9761701822280884, -1.2289729118347168, -0.6567928791046143, -2.077331066131592, -0.4128059446811676, -1.9102184772491455, -1.4331731796264648, -2.058495283126831, -2.424669027328491, -1.3172615766525269, -1.5811960697174072, -1.566841959953308, -0.4853241741657257, -1.1678546667099, -0.6896132826805115, -1.6485741138458252, -2.5322346687316895, -1.2617762088775635, -1.6084543466567993, -2.9964306354522705, -1.9355151653289795, -1.520420789718628, -1.4620475769042969, -1.4338504076004028, -1.8364588022232056, -2.0866925716400146, -0.23020900785923004, -0.8706712126731873, -1.027801275253296, -1.464890480041504, -1.7369343042373657, -1.787869930267334, -0.9016750454902649, -2.4719505310058594, -1.5985064506530762, -1.196812629699707, -1.2444859743118286, -1.839577555656433, -1.450081706047058, -3.4524190425872803, -1.4404042959213257, -1.0428487062454224, -1.1339830160140991, -2.008384943008423, -1.9484598636627197, -1.7247858047485352, -0.42300814390182495, -0.7942653894424438, -0.6837129592895508, -1.2631404399871826, -1.6801891326904297, -0.7604178786277771, -2.2262070178985596, -0.20521056652069092, -2.132453680038452, -2.462580680847168, -1.8732494115829468, -2.0807557106018066, -1.052965760231018, -2.9377479553222656, -1.5432075262069702, -3.049409866333008, -1.5041649341583252, -0.841765284538269, -1.3280857801437378, -1.1517751216888428, -2.4708573818206787, -0.7880685925483704, -1.3510183095932007, -1.9775042533874512, -0.23622189462184906, -0.7145252823829651, -1.1152031421661377, -1.9529058933258057, -2.0076608657836914, -0.40323635935783386, -1.3797417879104614, -2.3001115322113037, -1.7102872133255005, -3.060396909713745, -0.48691225051879883, -0.7697991728782654, -1.0609865188598633, -1.0690019130706787, -1.5519078969955444, -0.5228551626205444, -1.2594304084777832, -1.4325698614120483, -0.24263355135917664, -0.3190004825592041, -0.5343397259712219, -0.6488435864448547, -0.43660277128219604, -1.0339735746383667, -0.9833723306655884, -0.31501084566116333, -0.15125826001167297, -0.30212822556495667, -1.4814649820327759, -1.2665960788726807, -2.141037940979004, -1.6964125633239746, -0.26778462529182434, -0.9582628011703491, -0.7997326850891113, -1.9935117959976196, -2.297822952270508, -1.1157325506210327, -0.8674754500389099, -1.5800740718841553, -1.9553961753845215, -1.2258983850479126, -1.7440681457519531, -0.45437365770339966, -2.4958109855651855, -1.3457958698272705]}, "Bot002_074_17": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_074.log.json", "context": "Hi. Hi how are you doing I am good. How about you? I'm great, just got off work. What work do you do? I work for a clothing store. I am a cancer survivor. I am sorry to hear that. I got a new job just yesteday to be a life coach. That is cool. What do you do for a living? I am a life coach. That is cool. What do you do for work? How old are you? I'm 5 years old. I cant believe. I have a lot of tattoos You are not enough old having tattoos", "response": "I have a tattoo of tattoos.  have you told her about it?", "annotation_id": "Bot002_074_17", "annotations": ["X", "T", "O", "X", "X", "O", "O", "T", "X", "X", "X", "T", "T", "O", "X"], "gpt2background_target_score": [-9.236458778381348, -9.5655517578125, -8.599372863769531, -12.660453796386719, -9.6685209274292, -12.480607986450195, -4.603318214416504, -8.70906925201416, -9.55911636352539, -6.527390956878662, -11.702502250671387, -11.622509002685547, -9.746407508850098, -8.671548843383789, -9.42976188659668], "gpt2background_argmax_score": [-1.9761701822280884, -1.2289729118347168, -0.6567928791046143, -2.077331066131592, -0.4128059446811676, -1.9102184772491455, -1.4331731796264648, -2.058495283126831, -2.424669027328491, -1.3172615766525269, -1.5811960697174072, -1.566841959953308, -0.4853241741657257, -1.1678546667099, -0.6896132826805115, -1.6485741138458252, -2.5322346687316895, -1.2617762088775635, -1.6084543466567993, -2.9964306354522705, -1.9355151653289795, -1.520420789718628, -1.4620475769042969, -1.4338504076004028, -1.8364588022232056, -2.0866925716400146, -0.23020900785923004, -0.8706712126731873, -1.027801275253296, -1.464890480041504, -1.7369343042373657, -1.787869930267334, -0.9016750454902649, -2.4719505310058594, -1.5985064506530762, -1.196812629699707, -1.2444859743118286, -1.839577555656433, -1.450081706047058, -3.4524190425872803, -1.4404042959213257, -1.0428487062454224, -1.1339830160140991, -2.008384943008423, -1.9484598636627197, -1.7247858047485352, -0.42300814390182495, -0.7942653894424438, -0.6837129592895508, -1.2631404399871826, -1.6801891326904297, -0.7604178786277771, -2.2262070178985596, -0.20521056652069092, -2.132453680038452, -2.462580680847168, -1.8732494115829468, -2.0807557106018066, -1.052965760231018, -2.9377479553222656, -1.5432075262069702, -3.049409866333008, -1.5041649341583252, -0.841765284538269, -1.3280857801437378, -1.1517751216888428, -2.4708573818206787, -0.7880685925483704, -1.3510183095932007, -1.9775042533874512, -0.23622189462184906, -0.7145252823829651, -1.1152031421661377, -1.9529058933258057, -2.0076608657836914, -0.40323635935783386, -1.3797417879104614, -2.3001115322113037, -1.7102872133255005, -3.060396909713745, -0.48691225051879883, -0.7697991728782654, -1.0609865188598633, -1.0690019130706787, -1.5519078969955444, -0.5228551626205444, -1.2594304084777832, -1.4325698614120483, -0.24263355135917664, -0.3190004825592041, -0.534340500831604, -0.6488438248634338, -0.4366025924682617, -1.033972144126892, -0.9833704829216003, -0.31501033902168274, -0.15125836431980133, -0.30212849378585815, -1.4814658164978027, -1.2665953636169434, -2.1410393714904785, -1.6964111328125, -0.26778480410575867, -0.9582629203796387, -0.7997331023216248, -1.9935119152069092, -2.297820568084717, -1.1157310009002686, -0.8674746155738831, -2.0488033294677734, -1.5906376838684082, -1.8881611824035645, -0.3939913511276245, -2.7701947689056396, -1.1926771402359009, -2.0877859592437744, -2.260499954223633, -2.209656000137329, -1.3830676078796387, -1.474320888519287, -1.6897796392440796, -1.1075325012207031, -1.691781759262085, -2.069403886795044, -1.3190315961837769, -1.4655544757843018, -1.8651158809661865, -1.503841519355774, -1.5312707424163818, -1.2300094366073608, -1.2961345911026, -1.3566234111785889, -1.7050793170928955, -0.4976820945739746, -1.6754462718963623, -1.2873096466064453, -0.2970588207244873, -0.7738845944404602]}, "Bot002_074_19": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_074.log.json", "context": "Hi. Hi how are you doing I am good. How about you? I'm great, just got off work. What work do you do? I work for a clothing store. I am a cancer survivor. I am sorry to hear that. I got a new job just yesteday to be a life coach. That is cool. What do you do for a living? I am a life coach. That is cool. What do you do for work? How old are you? I'm 5 years old. I cant believe. I have a lot of tattoos You are not enough old having tattoos I have a tattoo of tattoos.  have you told her about it? Okey.", "response": "This is all Greek to me.  Anyways, I live in a country area, and we going running with dog", "annotation_id": "Bot002_074_19", "annotations": ["X", "T", "T", "X", "X", "X", "T", "T", "X", "X", "T", "O", "T", "X", "T"], "gpt2background_target_score": [-12.39611530303955, -8.728816986083984, -4.797032356262207, -12.014846801757812, -9.599321365356445, -10.869277000427246, -4.603318214416504, -8.70906925201416, -13.372543334960938, -13.60667610168457, -10.28387451171875, -6.932409286499023, -11.822477340698242, -4.429272651672363, -8.894074440002441, -12.813105583190918, -13.524133682250977, -2.9358904361724854, -2.7624478340148926, -9.788012504577637, -8.547725677490234, -8.558695793151855, -4.731444358825684, -11.97955322265625], "gpt2background_argmax_score": [-1.9761701822280884, -1.2289729118347168, -0.6567928791046143, -2.077331066131592, -0.4128059446811676, -1.9102184772491455, -1.4331731796264648, -2.058495283126831, -2.424669027328491, -1.3172615766525269, -1.5811960697174072, -1.566841959953308, -0.4853241741657257, -1.1678546667099, -0.6896132826805115, -1.6485741138458252, -2.5322346687316895, -1.2617762088775635, -1.6084543466567993, -2.9964306354522705, -1.9355151653289795, -1.520420789718628, -1.4620475769042969, -1.4338504076004028, -1.8364588022232056, -2.0866925716400146, -0.23020900785923004, -0.8706712126731873, -1.027801275253296, -1.464890480041504, -1.7369343042373657, -1.787869930267334, -0.9016750454902649, -2.4719505310058594, -1.5985064506530762, -1.196812629699707, -1.2444859743118286, -1.839577555656433, -1.450081706047058, -3.4524190425872803, -1.4404042959213257, -1.0428487062454224, -1.1339830160140991, -2.008384943008423, -1.9484598636627197, -1.7247858047485352, -0.42300814390182495, -0.7942653894424438, -0.6837129592895508, -1.2631404399871826, -1.6801891326904297, -0.7604178786277771, -2.2262070178985596, -0.20521056652069092, -2.132453680038452, -2.462580680847168, -1.8732494115829468, -2.0807557106018066, -1.052965760231018, -2.9377479553222656, -1.5432075262069702, -3.049409866333008, -1.5041649341583252, -0.841765284538269, -1.3280857801437378, -1.1517751216888428, -2.4708573818206787, -0.7880685925483704, -1.3510183095932007, -1.9775042533874512, -0.23622189462184906, -0.7145252823829651, -1.1152031421661377, -1.9529058933258057, -2.0076608657836914, -0.40323635935783386, -1.3797417879104614, -2.3001115322113037, -1.7102872133255005, -3.060396909713745, -0.48691225051879883, -0.7697991728782654, -1.0609865188598633, -1.0690019130706787, -1.5519078969955444, -0.5228551626205444, -1.2594304084777832, -1.4325698614120483, -0.24263355135917664, -0.3190004825592041, -0.5343397259712219, -0.6488435864448547, -0.43660277128219604, -1.0339735746383667, -0.9833723306655884, -0.31501084566116333, -0.15125826001167297, -0.30212822556495667, -1.4814649820327759, -1.2665960788726807, -2.141037940979004, -1.6964125633239746, -0.26778462529182434, -0.9582628011703491, -0.7997326850891113, -1.9935117959976196, -2.297822952270508, -1.1157325506210327, -0.8674754500389099, -2.0488030910491943, -1.590638279914856, -1.8881608247756958, -0.39399105310440063, -2.770193099975586, -1.1926766633987427, -2.087786912918091, -2.260500192642212, -2.209656000137329, -1.3830684423446655, -1.474321722984314, -1.6897813081741333, -1.107532024383545, -2.3961386680603027, -1.644060492515564, -1.3073127269744873, -1.577148199081421, -1.7027772665023804, -1.5995218753814697, -1.4277360439300537, -1.4558759927749634, -0.825035035610199, -1.9597547054290771, -0.6220328211784363, -1.368022084236145, -1.745720386505127, -0.3725864589214325, -1.802912950515747, -1.4984785318374634, -2.24950909614563, -1.5882006883621216, -1.7963025569915771, -0.7087005376815796, -2.2638144493103027, -2.2149498462677, -1.6937272548675537, -1.1264147758483887, -0.6248248815536499, -1.2120319604873657, -1.4884908199310303, -1.9881412982940674, -0.7370551824569702, -1.3443800210952759, -1.6829861402511597, -0.5764400362968445, -1.9176055192947388, -2.037083148956299, -0.6964030861854553, -1.9076180458068848, -1.3720930814743042, -0.998742401599884, -1.4016083478927612, -0.4450991153717041, -1.6695748567581177, -2.002603054046631, -3.1177783012390137]}, "Bot002_081_01": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_081.log.json", "context": "Hi!", "response": "Hi how are you doing", "annotation_id": "Bot002_081_01", "annotations": ["O", "T", "O", "O", "O", "T", "O", "T", "O", "O", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-9.969078063964844, -7.248311519622803, -10.567747116088867, -6.740694522857666, -9.464385032653809], "gpt2background_argmax_score": [-1.9761712551116943, -1.0809346437454224, -2.0424060821533203, -1.2499839067459106, -1.732646107673645, -0.3029288947582245, -1.6191120147705078, -1.4517179727554321]}, "Bot002_081_03": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_081.log.json", "context": "Hi! Hi how are you doing Fine and you?", "response": "I'm great! Just got off work.", "annotation_id": "Bot002_081_03", "annotations": ["O", "X", "O", "O", "O", "T", "O", "T", "O", "T", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-9.236455917358398, -9.65643310546875, -10.517066955566406, -6.961321830749512, -11.674691200256348, -8.706342697143555, -9.409036636352539, -4.9368062019348145, -8.915447235107422], "gpt2background_argmax_score": [-1.9761712551116943, -1.080935001373291, -1.285549283027649, -2.0390465259552, -0.3731781840324402, -1.6012403964996338, -1.5984115600585938, -2.3211259841918945, -1.7204878330230713, -2.3170647621154785, -1.07878839969635, -1.7092617750167847, -1.4929312467575073, -2.299872398376465, -1.2727020978927612, -1.2502655982971191, -2.5754504203796387, -1.9882386922836304, -1.3829165697097778, -1.3274824619293213, -1.7521909475326538]}, "Bot002_081_05": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_081.log.json", "context": "Hi! Hi how are you doing Fine and you? I'm great! Just got off work. Perfect!", "response": "[SLIGHTLY SMILING FACE]  I love winter, especially ice cream", "annotation_id": "Bot002_081_05", "annotations": ["O", "T", "T", "T", "O", "T", "X", "O", "O", "T", "O", "O", "X", "O", "X"], "gpt2background_target_score": [-10.947332382202148, -12.1341552734375, -13.94223403930664, -13.221209526062012, -12.235742568969727, -12.416465759277344, -12.575901985168457, -13.024085998535156, -12.377998352050781, -8.45259952545166, -2.188429355621338, -4.572944641113281, -9.9952392578125, -3.079936981201172, -10.39025592803955, -10.335383415222168, -10.496522903442383], "gpt2background_argmax_score": [-1.9761712551116943, -1.080935001373291, -1.285549283027649, -2.0390465259552, -0.3731781840324402, -1.6012403964996338, -1.5984115600585938, -2.3211259841918945, -1.7204878330230713, -2.3170647621154785, -1.07878839969635, -1.464772343635559, -2.5828163623809814, -1.47921621799469, -1.5030068159103394, -2.560715675354004, -1.9193700551986694, -1.405442714691162, -1.2985517978668213, -1.572300910949707, -1.8570204973220825, -1.7361665964126587, -1.9299479722976685, -2.8486640453338623, -3.208944320678711, -1.9618505239486694, -3.2149107456207275, -1.7694262266159058, -3.3744258880615234, -1.8954073190689087, -2.123839855194092, -1.1067183017730713, -0.6629183888435364, -1.5549547672271729, -1.585525631904602, -2.181882858276367, -1.5711157321929932, -1.8706612586975098, -1.6092664003372192, -1.3843822479248047]}, "Bot002_081_07": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_081.log.json", "context": "Hi! Hi how are you doing Fine and you? I'm great! Just got off work. Perfect! [SLIGHTLY SMILING FACE]  I love winter, especially ice cream Great, but i love summer", "response": "[SMILING FACE WITH OPEN MOUTH]  I like winter, but I like winter[GRINNING FACE]", "annotation_id": "Bot002_081_07", "annotations": ["O", "X", "X", "X", "O", "T", "X", "T", "X", "O", "O", "O", "O", "T", "T"], "gpt2background_target_score": [-10.947333335876465, -11.812325477600098, -11.528321266174316, -12.875931739807129, -12.833307266235352, -12.550069808959961, -13.920380592346191, -7.075411796569824, -13.017849922180176, -11.181343078613281, -11.564241409301758, -9.130799293518066, -8.309082984924316, -7.894449234008789, -11.275291442871094, -7.960291385650635, -10.797040939331055, -6.383020401000977, -8.186895370483398, -11.767107009887695, -12.793819427490234, -12.50689697265625, -9.504426956176758, -12.66397762298584, -8.130151748657227, -3.9593019485473633], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.2855499982833862, -2.039046287536621, -0.37317827343940735, -1.601242184638977, -1.5984125137329102, -2.3211264610290527, -1.7204883098602295, -2.3170647621154785, -1.0787864923477173, -1.4647735357284546, -2.5828170776367188, -1.4792135953903198, -1.5030051469802856, -2.560716152191162, -1.9193692207336426, -1.405441164970398, -1.2985520362854004, -1.5723003149032593, -1.857021689414978, -1.736167550086975, -2.7917678356170654, -2.8258087635040283, -1.986724615097046, -3.561595916748047, -1.7869312763214111, -3.4489269256591797, -1.7127922773361206, -2.0665981769561768, -1.468358039855957, -1.1426148414611816, -1.357304573059082, -1.563838243484497, -2.342738389968872, -1.5585711002349854, -1.9295659065246582, -1.7520555257797241, -1.284109354019165, -2.481606960296631, -1.7202492952346802, -1.1751347780227661, -1.9358808994293213, -1.8259016275405884, -1.2556073665618896, -1.8824187517166138, -2.746415615081787, -0.300522118806839, -0.24028944969177246, -0.5429527759552002, -0.669208824634552, -2.709801435470581, -3.3423798084259033, -2.588465929031372, -1.1295900344848633, -2.409291982650757, -1.1005560159683228, -1.5506999492645264, -1.7300355434417725, -2.192086696624756, -1.4872032403945923, -1.2389881610870361, -1.7417397499084473, -1.9785069227218628, -1.5413843393325806, -1.424104928970337, -1.299806833267212, -1.8578282594680786, -1.8194822072982788, -0.722375214099884, -0.9120159149169922, -0.9763760566711426]}, "Bot002_081_09": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_081.log.json", "context": "Hi! Hi how are you doing Fine and you? I'm great! Just got off work. Perfect! [SLIGHTLY SMILING FACE]  I love winter, especially ice cream Great, but i love summer [SMILING FACE WITH OPEN MOUTH]  I like winter, but I like winter[GRINNING FACE] What do you do at work?", "response": "I do not work right now.", "annotation_id": "Bot002_081_09", "annotations": ["O", "T", "O", "O", "T", "T", "X", "T", "T", "O", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-9.236458778381348, -8.541638374328613, -9.333096504211426, -10.549817085266113, -11.024158477783203, -4.141864776611328, -5.2598042488098145], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.2855499982833862, -2.039046287536621, -0.37317827343940735, -1.601242184638977, -1.5984125137329102, -2.3211264610290527, -1.7204883098602295, -2.3170647621154785, -1.0787864923477173, -1.4647735357284546, -2.5828170776367188, -1.4792135953903198, -1.5030051469802856, -2.560716152191162, -1.9193692207336426, -1.405441164970398, -1.2985520362854004, -1.5723003149032593, -1.857021689414978, -1.736167550086975, -2.7917678356170654, -2.8258087635040283, -1.986724615097046, -3.561595916748047, -1.7869312763214111, -3.4489269256591797, -1.7127922773361206, -2.0665981769561768, -1.468358039855957, -1.1426148414611816, -1.357304573059082, -1.563838243484497, -2.342738389968872, -1.5585711002349854, -1.9295659065246582, -1.7520555257797241, -1.284109354019165, -2.481606960296631, -1.7202492952346802, -1.1751347780227661, -1.9358803033828735, -1.825900673866272, -1.2556084394454956, -3.020263910293579, -0.35918989777565, -0.21283632516860962, -0.8560439348220825, -0.35534244775772095, -2.73008131980896, -3.3203210830688477, -2.6687517166137695, -1.1849255561828613, -2.1609396934509277, -0.8557004928588867, -1.4232794046401978, -1.9199073314666748, -2.2284021377563477, -1.729907751083374, -1.245069980621338, -1.8179253339767456, -1.8263592720031738, -1.7190465927124023, -1.3905998468399048, -1.6736468076705933, -2.0407822132110596, -1.8653961420059204, -0.9049504399299622, -0.8728635311126709, -0.8597481846809387, -1.7835336923599243, -0.29003530740737915, -1.8027667999267578, -1.976640224456787, -0.8187466263771057, -0.6289613246917725, -1.7163610458374023, -1.7837470769882202, -1.8916629552841187, -2.7132954597473145, -1.4358112812042236, -0.9039947986602783, -0.47590184211730957, -1.3081145286560059, -0.9439677596092224]}, "Bot002_081_11": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_081.log.json", "context": "Hi! Hi how are you doing Fine and you? I'm great! Just got off work. Perfect! [SLIGHTLY SMILING FACE]  I love winter, especially ice cream Great, but i love summer [SMILING FACE WITH OPEN MOUTH]  I like winter, but I like winter[GRINNING FACE] What do you do at work? I do not work right now. Ok", "response": "[GRINNING FACE]  I just got off the winter.", "annotation_id": "Bot002_081_11", "annotations": ["O", "T", "T", "X", "O", "T", "X", "T", "O", "T", "O", "O", "T", "X", "O"], "gpt2background_target_score": [-10.947333335876465, -12.303377151489258, -12.577226638793945, -13.222432136535645, -12.833307266235352, -11.972830772399902, -7.934648513793945, -3.089320182800293, -5.387717247009277, -4.861845970153809, -11.041112899780273, -10.627423286437988, -9.9952392578125, -2.8216609954833984], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.2855499982833862, -2.039046287536621, -0.37317827343940735, -1.601242184638977, -1.5984125137329102, -2.3211264610290527, -1.7204883098602295, -2.3170647621154785, -1.0787864923477173, -1.4647735357284546, -2.5828170776367188, -1.4792135953903198, -1.5030051469802856, -2.560716152191162, -1.9193692207336426, -1.405441164970398, -1.2985520362854004, -1.5723003149032593, -1.857021689414978, -1.736167550086975, -2.7917678356170654, -2.8258087635040283, -1.986724615097046, -3.561595916748047, -1.7869312763214111, -3.4489269256591797, -1.7127922773361206, -2.0665981769561768, -1.468358039855957, -1.1426148414611816, -1.357304573059082, -1.563838243484497, -2.342738389968872, -1.5585711002349854, -1.9295659065246582, -1.7520555257797241, -1.284109354019165, -2.481606960296631, -1.7202492952346802, -1.1751347780227661, -1.9358808994293213, -1.8259016275405884, -1.2556073665618896, -3.0202653408050537, -0.3591892123222351, -0.21283680200576782, -0.8560426235198975, -0.3553420305252075, -2.730081796646118, -3.3203208446502686, -2.6687536239624023, -1.1849238872528076, -2.160939931869507, -0.8557003140449524, -1.4232791662216187, -1.9199087619781494, -2.2284016609191895, -1.7299065589904785, -1.2450690269470215, -1.8179265260696411, -1.8263589143753052, -1.719046950340271, -1.3905993700027466, -1.6736443042755127, -2.0407814979553223, -1.865398645401001, -0.9049476385116577, -0.8728641271591187, -0.8597475290298462, -1.783534288406372, -0.29003503918647766, -1.8027660846710205, -1.9766420125961304, -0.8187466263771057, -0.6289612650871277, -1.716360092163086, -2.0647387504577637, -2.9123666286468506, -1.275512933731079, -1.3618501424789429, -0.39603567123413086, -1.3550108671188354, -1.2556077241897583, -1.1674835681915283, -1.7783316373825073, -1.7375705242156982, -0.6971294283866882, -0.5238384008407593, -0.32490235567092896, -1.3173701763153076, -1.996093988418579, -1.2865122556686401, -2.0638997554779053, -1.8346376419067383, -0.332271933555603, -0.3322526812553406, -2.973958969116211, -1.2402174472808838, -1.6231240034103394]}, "Bot002_081_13": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_081.log.json", "context": "Hi! Hi how are you doing Fine and you? I'm great! Just got off work. Perfect! [SLIGHTLY SMILING FACE]  I love winter, especially ice cream Great, but i love summer [SMILING FACE WITH OPEN MOUTH]  I like winter, but I like winter[GRINNING FACE] What do you do at work? I do not work right now. Ok [GRINNING FACE]  I just got off the winter. Are you cat person?", "response": "I have a cat named after my cat named.", "annotation_id": "Bot002_081_13", "annotations": ["O", "X", "T", "X", "T", "T", "X", "O", "O", "O", "O", "T", "T", "X", "T"], "gpt2background_target_score": [-9.236458778381348, -8.602306365966797, -8.089750289916992, -12.164642333984375, -13.755160331726074, -6.064123153686523, -6.54353666305542, -10.04603385925293, -12.224163055419922, -6.844348907470703], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.2855499982833862, -2.039046287536621, -0.37317827343940735, -1.601242184638977, -1.5984125137329102, -2.3211264610290527, -1.7204883098602295, -2.3170647621154785, -1.0787864923477173, -1.4647735357284546, -2.5828170776367188, -1.4792135953903198, -1.5030051469802856, -2.560716152191162, -1.9193692207336426, -1.405441164970398, -1.2985520362854004, -1.5723003149032593, -1.857021689414978, -1.736167550086975, -2.7917678356170654, -2.8258087635040283, -1.986724615097046, -3.561595916748047, -1.7869312763214111, -3.4489269256591797, -1.7127922773361206, -2.0665981769561768, -1.468358039855957, -1.1426148414611816, -1.357304573059082, -1.563838243484497, -2.342738389968872, -1.5585711002349854, -1.9295659065246582, -1.7520555257797241, -1.284109354019165, -2.481606960296631, -1.7202492952346802, -1.1751347780227661, -1.9358808994293213, -1.8259016275405884, -1.2556073665618896, -3.0202653408050537, -0.3591892123222351, -0.21283680200576782, -0.8560426235198975, -0.3553420305252075, -2.730081796646118, -3.3203208446502686, -2.6687536239624023, -1.1849238872528076, -2.160939931869507, -0.8557003140449524, -1.4232791662216187, -1.9199087619781494, -2.2284016609191895, -1.7299065589904785, -1.2450690269470215, -1.8179265260696411, -1.8263589143753052, -1.719046950340271, -1.3905993700027466, -1.6736443042755127, -2.0407814979553223, -1.865398645401001, -0.9049476385116577, -0.8728641271591187, -0.8597475290298462, -1.783534288406372, -0.29003503918647766, -1.8027660846710205, -1.9766420125961304, -0.8187466263771057, -0.6289612650871277, -1.716360092163086, -2.0647387504577637, -2.9123666286468506, -1.275512933731079, -1.3618501424789429, -0.39603567123413086, -1.3550108671188354, -1.2556077241897583, -1.1674835681915283, -2.201228618621826, -0.695930540561676, -0.5983534455299377, -0.34977370500564575, -1.1354095935821533, -1.6700899600982666, -1.247077465057373, -2.385131597518921, -1.9640690088272095, -0.33571699261665344, -0.3521636128425598, -3.18558931350708, -1.3281744718551636, -1.4715933799743652, -0.3462320566177368, -1.86457097530365, -2.0492846965789795, -0.6603451371192932, -1.6266121864318848, -1.6360222101211548, -1.6341148614883423, -1.1528208255767822, -0.4172862470149994, -2.1138148307800293, -3.6400680541992188, -0.9580490589141846, -1.5687986612319946, -1.5563799142837524, -2.4232423305511475, -1.8103734254837036]}, "Bot002_081_15": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_081.log.json", "context": "Hi! Hi how are you doing Fine and you? I'm great! Just got off work. Perfect! [SLIGHTLY SMILING FACE]  I love winter, especially ice cream Great, but i love summer [SMILING FACE WITH OPEN MOUTH]  I like winter, but I like winter[GRINNING FACE] What do you do at work? I do not work right now. Ok [GRINNING FACE]  I just got off the winter. Are you cat person? I have a cat named after my cat named. I have 5 cats", "response": "I have two cats. Do you have any pets?", "annotation_id": "Bot002_081_15", "annotations": ["O", "O", "X", "T", "X", "T", "X", "T", "T", "T", "O", "O", "O", "X", "X"], "gpt2background_target_score": [-9.236458778381348, -8.602306365966797, -9.953003883361816, -11.834480285644531, -10.453573226928711, -10.873201370239258, -7.592154026031494, -7.857363224029541, -7.260312080383301, -11.647146224975586, -8.90291690826416], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.2855499982833862, -2.039046287536621, -0.37317827343940735, -1.601242184638977, -1.5984125137329102, -2.3211264610290527, -1.7204883098602295, -2.3170647621154785, -1.0787864923477173, -1.4647735357284546, -2.5828170776367188, -1.4792135953903198, -1.5030051469802856, -2.560716152191162, -1.9193692207336426, -1.405441164970398, -1.2985520362854004, -1.5723003149032593, -1.857021689414978, -1.736167550086975, -2.7917678356170654, -2.8258087635040283, -1.986724615097046, -3.561595916748047, -1.7869312763214111, -3.4489269256591797, -1.7127922773361206, -2.0665981769561768, -1.468358039855957, -1.1426148414611816, -1.357304573059082, -1.563838243484497, -2.342738389968872, -1.5585711002349854, -1.9295659065246582, -1.7520555257797241, -1.284109354019165, -2.481606960296631, -1.7202492952346802, -1.1751347780227661, -1.9358808994293213, -1.8259016275405884, -1.2556073665618896, -3.0202653408050537, -0.3591892123222351, -0.21283680200576782, -0.8560426235198975, -0.3553420305252075, -2.730081796646118, -3.3203208446502686, -2.6687536239624023, -1.1849238872528076, -2.160939931869507, -0.8557003140449524, -1.4232791662216187, -1.9199087619781494, -2.2284016609191895, -1.7299065589904785, -1.2450690269470215, -1.8179265260696411, -1.8263589143753052, -1.719046950340271, -1.3905993700027466, -1.6736443042755127, -2.0407814979553223, -1.865398645401001, -0.9049476385116577, -0.8728641271591187, -0.8597475290298462, -1.783534288406372, -0.29003503918647766, -1.8027660846710205, -1.9766420125961304, -0.8187466263771057, -0.6289612650871277, -1.716360092163086, -2.0647387504577637, -2.9123666286468506, -1.275512933731079, -1.3618501424789429, -0.39603567123413086, -1.3550108671188354, -1.2556077241897583, -1.1674835681915283, -2.201228618621826, -0.695930540561676, -0.5983534455299377, -0.34977370500564575, -1.1354095935821533, -1.6700899600982666, -1.247077465057373, -2.385131597518921, -1.9640690088272095, -0.33571699261665344, -0.3521636128425598, -3.18558931350708, -1.3281744718551636, -1.4715933799743652, -0.3462320566177368, -1.86457097530365, -2.0492846965789795, -0.6603451371192932, -1.6266121864318848, -1.954717993736267, -1.2524640560150146, -0.6635480523109436, -2.1741421222686768, -3.397717237472534, -0.9488313794136047, -1.4128239154815674, -1.5535402297973633, -2.48628830909729, -1.8222471475601196, -2.2087955474853516, -0.792046308517456, -0.25365012884140015, -1.794042706489563, -1.9871844053268433, -2.0688974857330322, -1.2263933420181274, -0.37429147958755493, -1.3418211936950684, -1.8092163801193237, -0.24770496785640717, -1.0392142534255981, -1.2388758659362793, -1.5870018005371094, -0.488092303276062, -1.0065211057662964]}, "Bot002_081_17": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_081.log.json", "context": "Hi! Hi how are you doing Fine and you? I'm great! Just got off work. Perfect! [SLIGHTLY SMILING FACE]  I love winter, especially ice cream Great, but i love summer [SMILING FACE WITH OPEN MOUTH]  I like winter, but I like winter[GRINNING FACE] What do you do at work? I do not work right now. Ok [GRINNING FACE]  I just got off the winter. Are you cat person? I have a cat named after my cat named. I have 5 cats I have two cats. Do you have any pets? 5", "response": "Hi how are you doing", "annotation_id": "Bot002_081_17", "annotations": ["O", "X", "X", "X", "X", "T", "X", "T", "X", "O", "O", "X", "X", "X", "X"], "gpt2background_target_score": [-9.96907901763916, -7.248311519622803, -8.664514541625977, -5.097916603088379, -9.145989418029785], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.2855499982833862, -2.039046287536621, -0.37317827343940735, -1.601242184638977, -1.5984125137329102, -2.3211264610290527, -1.7204883098602295, -2.3170647621154785, -1.0787864923477173, -1.4647735357284546, -2.5828170776367188, -1.4792135953903198, -1.5030051469802856, -2.560716152191162, -1.9193692207336426, -1.405441164970398, -1.2985520362854004, -1.5723003149032593, -1.857021689414978, -1.736167550086975, -2.7917678356170654, -2.8258087635040283, -1.986724615097046, -3.561595916748047, -1.7869312763214111, -3.4489269256591797, -1.7127922773361206, -2.0665981769561768, -1.468358039855957, -1.1426148414611816, -1.357304573059082, -1.563838243484497, -2.342738389968872, -1.5585711002349854, -1.9295659065246582, -1.7520555257797241, -1.284109354019165, -2.481606960296631, -1.7202492952346802, -1.1751347780227661, -1.9358808994293213, -1.8259016275405884, -1.2556073665618896, -3.0202653408050537, -0.3591892123222351, -0.21283680200576782, -0.8560426235198975, -0.3553420305252075, -2.730081796646118, -3.3203208446502686, -2.6687536239624023, -1.1849238872528076, -2.160939931869507, -0.8557003140449524, -1.4232791662216187, -1.9199087619781494, -2.2284016609191895, -1.7299065589904785, -1.2450690269470215, -1.8179265260696411, -1.8263589143753052, -1.719046950340271, -1.3905993700027466, -1.6736443042755127, -2.0407814979553223, -1.865398645401001, -0.9049476385116577, -0.8728641271591187, -0.8597475290298462, -1.783534288406372, -0.29003503918647766, -1.8027660846710205, -1.9766420125961304, -0.8187466263771057, -0.6289612650871277, -1.716360092163086, -2.0647387504577637, -2.9123666286468506, -1.275512933731079, -1.3618501424789429, -0.39603567123413086, -1.3550108671188354, -1.2556077241897583, -1.1674835681915283, -2.201228618621826, -0.695930540561676, -0.5983534455299377, -0.34977370500564575, -1.1354111433029175, -1.6700903177261353, -1.2470792531967163, -2.3851306438446045, -1.9640703201293945, -0.3357166647911072, -0.35216352343559265, -3.1855900287628174, -1.3281751871109009, -1.4715927839279175, -0.3462315499782562, -1.86457097530365, -2.049283504486084, -0.6603448390960693, -1.6266124248504639, -1.9547158479690552, -1.252463698387146, -0.66354900598526, -2.1741416454315186, -3.3977203369140625, -0.9488328099250793, -1.4128227233886719, -1.553540587425232, -2.4862890243530273, -1.8222451210021973, -2.2087948322296143, -0.7920472621917725, -0.253650426864624, -1.7940422296524048, -2.4364993572235107, -2.1406867504119873, -0.7062664031982422, -1.4002039432525635, -1.6749448776245117, -0.261536568403244, -1.1302872896194458, -1.2545260190963745, -2.1378297805786133, -0.5093289613723755, -1.4915865659713745, -0.4665868580341339, -1.9406920671463013, -1.2829740047454834, -0.5772593021392822, -0.15083658695220947, -0.33550623059272766, -1.1078768968582153]}, "Bot002_081_19": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_081.log.json", "context": "Hi! Hi how are you doing Fine and you? I'm great! Just got off work. Perfect! [SLIGHTLY SMILING FACE]  I love winter, especially ice cream Great, but i love summer [SMILING FACE WITH OPEN MOUTH]  I like winter, but I like winter[GRINNING FACE] What do you do at work? I do not work right now. Ok [GRINNING FACE]  I just got off the winter. Are you cat person? I have a cat named after my cat named. I have 5 cats I have two cats. Do you have any pets? 5 Hi how are you doing Cats", "response": "I have a cat named radar", "annotation_id": "Bot002_081_19", "annotations": ["O", "T", "T", "T", "O", "T", "X", "T", "O", "T", "O", "T", "O", "T", "O"], "gpt2background_target_score": [-9.236458778381348, -8.602306365966797, -8.089750289916992, -12.164642333984375, -13.755160331726074, -13.342996597290039], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.2855499982833862, -2.039046287536621, -0.37317827343940735, -1.601242184638977, -1.5984125137329102, -2.3211264610290527, -1.7204883098602295, -2.3170647621154785, -1.0787864923477173, -1.4647735357284546, -2.5828170776367188, -1.4792135953903198, -1.5030051469802856, -2.560716152191162, -1.9193692207336426, -1.405441164970398, -1.2985520362854004, -1.5723003149032593, -1.857021689414978, -1.736167550086975, -2.7917678356170654, -2.8258087635040283, -1.986724615097046, -3.561595916748047, -1.7869312763214111, -3.4489269256591797, -1.7127922773361206, -2.0665981769561768, -1.468358039855957, -1.1426148414611816, -1.357304573059082, -1.563838243484497, -2.342738389968872, -1.5585711002349854, -1.9295659065246582, -1.7520555257797241, -1.284109354019165, -2.481606960296631, -1.7202492952346802, -1.1751347780227661, -1.9358808994293213, -1.8259016275405884, -1.2556073665618896, -3.0202653408050537, -0.3591892123222351, -0.21283680200576782, -0.8560426235198975, -0.3553420305252075, -2.730081796646118, -3.3203208446502686, -2.6687536239624023, -1.1849238872528076, -2.160939931869507, -0.8557003140449524, -1.4232791662216187, -1.9199087619781494, -2.2284016609191895, -1.7299065589904785, -1.2450690269470215, -1.8179265260696411, -1.8263589143753052, -1.719046950340271, -1.3905993700027466, -1.6736443042755127, -2.0407814979553223, -1.865398645401001, -0.9049476385116577, -0.8728641271591187, -0.8597475290298462, -1.783534288406372, -0.29003503918647766, -1.8027660846710205, -1.9766420125961304, -0.8187466263771057, -0.6289612650871277, -1.716360092163086, -2.0647387504577637, -2.9123666286468506, -1.275512933731079, -1.3618501424789429, -0.39603567123413086, -1.3550108671188354, -1.2556077241897583, -1.1674835681915283, -2.201228618621826, -0.695930540561676, -0.5983534455299377, -0.34977370500564575, -1.1354095935821533, -1.6700899600982666, -1.247077465057373, -2.385131597518921, -1.9640690088272095, -0.33571699261665344, -0.3521636128425598, -3.18558931350708, -1.3281744718551636, -1.4715933799743652, -0.3462320566177368, -1.86457097530365, -2.0492846965789795, -0.6603451371192932, -1.6266121864318848, -1.954717993736267, -1.2524640560150146, -0.6635480523109436, -2.1741421222686768, -3.397717237472534, -0.9488313794136047, -1.4128239154815674, -1.5535402297973633, -2.48628830909729, -1.8222471475601196, -2.2087955474853516, -0.792046308517456, -0.25365012884140015, -1.794042706489563, -2.4365005493164062, -2.1406848430633545, -0.706267237663269, -1.400203824043274, -1.6749458312988281, -0.2615371346473694, -1.1302868127822876, -1.25452721118927, -2.137828826904297, -0.5093293786048889, -1.4915865659713745, -0.466587096452713, -1.2005903720855713, -0.9822949171066284, -0.1598663330078125, -0.40479278564453125, -0.943943977355957, -0.5188063383102417, -1.7234885692596436, -1.7753459215164185, -1.3824563026428223, -0.33690494298934937, -0.11705628037452698, -1.7936755418777466, -2.4141037464141846]}, "Bot002_082_01": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_082.log.json", "context": "hi", "response": "Hi how are you doing", "annotation_id": "Bot002_082_01", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "O", "T", "T", "T", "O", "T", "O"], "gpt2background_target_score": [-11.34253978729248, -10.819114685058594, -8.223419189453125, -5.235471248626709, -9.871915817260742], "gpt2background_argmax_score": [-3.6915242671966553, -2.3802895545959473, -1.9308507442474365, -1.9821075201034546, -0.33461979031562805, -1.940395474433899, -1.4895100593566895]}, "Bot002_082_03": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_082.log.json", "context": "hi Hi how are you doing great\ndo you like math?", "response": "[SMILING FACE WITH OPEN MOUTH]  I do not like math, but I do like math", "annotation_id": "Bot002_082_03", "annotations": ["T", "T", "X", "X", "T", "X", "T", "T", "T", "T", "T", "T", "T", "T", "O"], "gpt2background_target_score": [-9.2960844039917, -11.710539817810059, -11.137399673461914, -13.697443008422852, -13.016545295715332, -10.951828002929688, -14.060367584228516, -9.801331520080566, -13.976614952087402, -11.491903305053711, -11.82923698425293, -3.756444215774536, -3.4350128173828125, -9.551077842712402, -10.650945663452148, -10.553665161132812, -8.11473560333252, -5.992241382598877, -10.449493408203125, -7.5069990158081055, -12.3097505569458, -14.148157119750977, -11.554049491882324], "gpt2background_argmax_score": [-3.6915242671966553, -1.8420276641845703, -1.776486873626709, -0.5396725535392761, -1.8484631776809692, -1.6338508129119873, -1.7456508874893188, -0.5032690763473511, -0.4872102737426758, -1.9532911777496338, -2.0682642459869385, -1.679485559463501, -1.2302638292312622, -1.9535554647445679, -3.0556910037994385, -2.571934223175049, -1.7832165956497192, -2.1484007835388184, -2.094827651977539, -2.713324785232544, -3.549333333969116, -2.475994110107422, -1.3245660066604614, -1.5579501390457153, -1.1589365005493164, -0.6309842467308044, -2.1020612716674805, -2.203524351119995, -0.8106361031532288, -1.6376620531082153, -1.7915430068969727, -1.1431348323822021, -0.9123407602310181, -1.9885847568511963, -1.0795167684555054, -2.0897953510284424, -1.4203212261199951]}, "Bot002_082_05": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_082.log.json", "context": "hi Hi how are you doing great\ndo you like math? [SMILING FACE WITH OPEN MOUTH]  I do not like math, but I do like math well, curious", "response": "[SMILING FACE WITH OPEN MOUTH AND SMILING EYES]  I like to be with my kids", "annotation_id": "Bot002_082_05", "annotations": ["O", "O", "O", "X", "X", "X", "T", "O", "O", "T", "T", "T", "X", "T", "T"], "gpt2background_target_score": [-9.296085357666016, -11.710540771484375, -11.137399673461914, -13.697442054748535, -13.016546249389648, -10.951826095581055, -14.0603666305542, -9.80133056640625, -13.97661018371582, -11.491904258728027, -12.740694999694824, -12.880783081054688, -13.219719886779785, -11.250726699829102, -10.082505226135254, -9.158620834350586, -1.5495773553848267, -6.744124412536621, -7.125400543212891, -11.286304473876953, -11.58899211883545, -14.371209144592285, -8.474494934082031, -8.611701011657715, -10.970606803894043], "gpt2background_argmax_score": [-3.6915245056152344, -1.8420274257659912, -1.7764862775802612, -0.5396736860275269, -1.8484636545181274, -1.6338495016098022, -1.7456501722335815, -0.5032677054405212, -0.4872105121612549, -1.953292965888977, -2.068265199661255, -1.6794871091842651, -1.2302645444869995, -3.6405467987060547, -2.3946382999420166, -1.123117446899414, -1.5495773553848267, -1.6230123043060303, -2.8698809146881104, -3.654839515686035, -2.6001269817352295, -1.3285444974899292, -2.0879933834075928, -1.0586808919906616, -1.3052446842193604, -1.8833274841308594, -2.544741153717041, -0.7537748217582703, -1.5878827571868896, -2.0451037883758545, -1.1541374921798706, -0.8899444937705994, -2.068831443786621, -1.1114355325698853, -2.291708469390869, -1.5275126695632935, -1.8752530813217163, -1.9125317335128784, -2.3768348693847656, -1.748609185218811, -2.853773593902588, -0.1085173636674881, -0.10744322091341019, -0.4364612400531769, -0.5711936950683594, -0.5545827150344849, -0.09773728251457214, -0.1465393304824829, -0.12554287910461426, -0.2324553281068802, -0.5749600529670715, -0.11951108276844025, -0.10662469267845154, -0.3439747989177704, -1.9194154739379883, -1.5199220180511475, -1.0208600759506226, -1.516060471534729, -0.8288318514823914, -0.47731131315231323, -2.294917345046997, -2.2292239665985107, -1.3265833854675293, -1.1003726720809937, -1.281315803527832]}, "Bot002_082_07": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_082.log.json", "context": "hi Hi how are you doing great\ndo you like math? [SMILING FACE WITH OPEN MOUTH]  I do not like math, but I do like math well, curious [SMILING FACE WITH OPEN MOUTH AND SMILING EYES]  I like to be with my kids me neither", "response": "I like to go to school and be a teacher", "annotation_id": "Bot002_082_07", "annotations": ["T", "O", "O", "X", "T", "X", "X", "O", "O", "T", "X", "T", "O", "O", "O"], "gpt2background_target_score": [-7.763757228851318, -9.978731155395508, -2.255575180053711, -10.588783264160156, -6.802924633026123, -8.401472091674805, -4.253635883331299, -11.332639694213867, -5.9911603927612305, -11.804251670837402], "gpt2background_argmax_score": [-3.6915245056152344, -1.8420274257659912, -1.7764862775802612, -0.5396736860275269, -1.8484636545181274, -1.6338495016098022, -1.7456501722335815, -0.5032677054405212, -0.4872105121612549, -1.953292965888977, -2.068265199661255, -1.6794871091842651, -1.2302645444869995, -3.6405467987060547, -2.3946382999420166, -1.123117446899414, -1.5495773553848267, -1.6230123043060303, -2.8698809146881104, -3.654839515686035, -2.6001269817352295, -1.3285444974899292, -2.0879933834075928, -1.0586808919906616, -1.3052446842193604, -1.8833274841308594, -2.544741153717041, -0.7537748217582703, -1.5878827571868896, -2.0451037883758545, -1.1541374921798706, -0.8899444937705994, -2.068831443786621, -1.1114355325698853, -2.291708469390869, -1.5275126695632935, -1.8752517700195312, -1.9125323295593262, -2.3768343925476074, -3.3350563049316406, -0.1218072772026062, -0.11884899437427521, -0.5469831228256226, -0.5905763506889343, -0.6542105078697205, -0.14868518710136414, -0.1611480861902237, -0.12056336551904678, -0.20622321963310242, -1.1177655458450317, -0.11901188641786575, -0.08922429382801056, -0.3282005786895752, -1.8264728784561157, -1.2398937940597534, -1.1288737058639526, -1.5814920663833618, -1.7185105085372925, -0.8495704531669617, -2.4454519748687744, -2.2448666095733643, -1.6929714679718018, -1.2086727619171143, -1.3693596124649048, -1.8614026308059692, -2.6579198837280273, -1.8633832931518555, -1.8840173482894897, -1.1033822298049927, -0.536977231502533, -1.115902304649353, -2.1381113529205322, -1.771859884262085, -2.4885098934173584, -1.1299675703048706, -2.314622163772583, -1.5334452390670776]}, "Bot002_082_09": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_082.log.json", "context": "hi Hi how are you doing great\ndo you like math? [SMILING FACE WITH OPEN MOUTH]  I do not like math, but I do like math well, curious [SMILING FACE WITH OPEN MOUTH AND SMILING EYES]  I like to be with my kids me neither I like to go to school and be a teacher i don't like that", "response": "I like to go to the movies with my kids.", "annotation_id": "Bot002_082_09", "annotations": ["T", "T", "O", "X", "O", "X", "O", "O", "X", "T", "T", "T", "O", "T", "O"], "gpt2background_target_score": [-7.763757228851318, -9.978731155395508, -2.255575180053711, -10.588783264160156, -6.802924633026123, -5.633349895477295, -10.247692108154297, -10.114843368530273, -7.467312812805176, -11.262906074523926, -9.591989517211914], "gpt2background_argmax_score": [-3.6915245056152344, -1.8420274257659912, -1.7764862775802612, -0.5396736860275269, -1.8484636545181274, -1.6338495016098022, -1.7456501722335815, -0.5032677054405212, -0.4872105121612549, -1.953292965888977, -2.068265199661255, -1.6794871091842651, -1.2302645444869995, -3.6405467987060547, -2.3946382999420166, -1.123117446899414, -1.5495773553848267, -1.6230123043060303, -2.8698809146881104, -3.654839515686035, -2.6001269817352295, -1.3285444974899292, -2.0879933834075928, -1.0586808919906616, -1.3052446842193604, -1.8833274841308594, -2.544741153717041, -0.7537748217582703, -1.5878827571868896, -2.0451037883758545, -1.1541374921798706, -0.8899444937705994, -2.068831443786621, -1.1114355325698853, -2.291708469390869, -1.5275126695632935, -1.8752530813217163, -1.9125317335128784, -2.3768348693847656, -3.3350539207458496, -0.12180717289447784, -0.11884856969118118, -0.5469835996627808, -0.5905771255493164, -0.6542097330093384, -0.1486852914094925, -0.16114817559719086, -0.12056336551904678, -0.20622330904006958, -1.1177654266357422, -0.11901167035102844, -0.08922439813613892, -0.32819971442222595, -1.8264732360839844, -1.2398966550827026, -1.1288740634918213, -1.5814917087554932, -1.7185111045837402, -0.8495723009109497, -2.4454519748687744, -2.244866132736206, -1.6929709911346436, -1.20867121219635, -1.369360327720642, -1.8614025115966797, -2.6579201221466064, -2.3325681686401367, -0.9805904626846313, -1.2885626554489136, -1.1793805360794067, -1.5559512376785278, -1.593681812286377, -1.8235732316970825, -1.1004196405410767, -2.366539239883423, -1.7067091464996338, -2.377833604812622, -0.2819949686527252, -0.8621676564216614, -1.2381455898284912, -2.2436370849609375, -1.8257417678833008, -1.8123528957366943, -1.327789306640625, -0.7572733759880066, -0.3628649413585663, -0.5865002274513245, -2.161137104034424, -1.6806881427764893, -0.48087796568870544, -0.8090062737464905, -1.8165321350097656, -1.431891918182373]}, "Bot002_082_11": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_082.log.json", "context": "hi Hi how are you doing great\ndo you like math? [SMILING FACE WITH OPEN MOUTH]  I do not like math, but I do like math well, curious [SMILING FACE WITH OPEN MOUTH AND SMILING EYES]  I like to be with my kids me neither I like to go to school and be a teacher i don't like that I like to go to the movies with my kids. good luck", "response": "[GRINNING FACE]  Thank you. What do you do for work?", "annotation_id": "Bot002_082_11", "annotations": ["T", "O", "O", "O", "O", "O", "O", "T", "T", "T", "O", "T", "X", "T", "X"], "gpt2background_target_score": [-9.296085357666016, -11.10481071472168, -13.119763374328613, -12.833724975585938, -13.016546249389648, -10.362202644348145, -7.587558746337891, -8.436355590820312, -0.4872105121612549, -8.766315460205078, -9.499035835266113, -7.077289581298828, -5.308467388153076, -9.372249603271484, -9.060925483703613, -9.740036964416504, -6.672570705413818], "gpt2background_argmax_score": [-3.6915245056152344, -1.8420274257659912, -1.7764862775802612, -0.5396736860275269, -1.8484636545181274, -1.6338495016098022, -1.7456501722335815, -0.5032677054405212, -0.4872105121612549, -1.953292965888977, -2.068265199661255, -1.6794871091842651, -1.2302645444869995, -3.6405467987060547, -2.3946382999420166, -1.123117446899414, -1.5495773553848267, -1.6230123043060303, -2.8698809146881104, -3.654839515686035, -2.6001269817352295, -1.3285444974899292, -2.0879933834075928, -1.0586808919906616, -1.3052446842193604, -1.8833274841308594, -2.544741153717041, -0.7537748217582703, -1.5878827571868896, -2.0451037883758545, -1.1541374921798706, -0.8899444937705994, -2.068831443786621, -1.1114355325698853, -2.291708469390869, -1.5275126695632935, -1.8752530813217163, -1.9125317335128784, -2.3768348693847656, -3.3350539207458496, -0.12180717289447784, -0.11884856969118118, -0.5469835996627808, -0.5905771255493164, -0.6542097330093384, -0.1486852914094925, -0.16114817559719086, -0.12056336551904678, -0.20622330904006958, -1.1177654266357422, -0.11901167035102844, -0.08922439813613892, -0.32819971442222595, -1.8264732360839844, -1.2398966550827026, -1.1288740634918213, -1.5814917087554932, -1.7185111045837402, -0.8495723009109497, -2.4454519748687744, -2.244866132736206, -1.6929709911346436, -1.20867121219635, -1.369360327720642, -1.8614025115966797, -2.6579201221466064, -2.3325681686401367, -0.9805904626846313, -1.2885626554489136, -1.1793805360794067, -1.5559512376785278, -1.593681812286377, -1.8235732316970825, -1.1004196405410767, -2.366539239883423, -1.7067091464996338, -2.377833604812622, -0.2819949686527252, -0.8621676564216614, -1.2381455898284912, -2.2436370849609375, -1.8688884973526, -1.4030370712280273, -1.6730926036834717, -0.37817662954330444, -0.7338037490844727, -1.7793033123016357, -2.163987398147583, -0.8956109881401062, -1.0281360149383545, -1.8455127477645874, -1.7669408321380615, -1.6153912544250488, -2.0731639862060547, -1.880041480064392, -2.587247371673584, -2.0476577281951904, -2.0707619190216064, -3.1444411277770996, -0.9292856454849243, -0.865697979927063, -1.655053973197937, -0.2335132658481598, -1.4841026067733765, -1.3873722553253174, -1.966660737991333, -0.21470637619495392, -1.2890615463256836, -1.4286519289016724, -2.1973965167999268, -0.5482835173606873, -0.6534605026245117]}, "Bot002_082_13": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_082.log.json", "context": "hi Hi how are you doing great\ndo you like math? [SMILING FACE WITH OPEN MOUTH]  I do not like math, but I do like math well, curious [SMILING FACE WITH OPEN MOUTH AND SMILING EYES]  I like to be with my kids me neither I like to go to school and be a teacher i don't like that I like to go to the movies with my kids. good luck [GRINNING FACE]  Thank you. What do you do for work? i'm a student now", "response": "I am a student and I love to go to school", "annotation_id": "Bot002_082_13", "annotations": ["T", "O", "O", "X", "X", "X", "O", "O", "X", "T", "T", "T", "X", "O", "O"], "gpt2background_target_score": [-7.763757228851318, -8.643117904663086, -6.685234069824219, -11.373342514038086, -4.761074542999268, -6.381271839141846, -10.641465187072754, -9.68131160736084, -9.051695823669434, -8.722926139831543, -7.030095100402832], "gpt2background_argmax_score": [-3.6915245056152344, -1.8420274257659912, -1.7764862775802612, -0.5396736860275269, -1.8484636545181274, -1.6338495016098022, -1.7456501722335815, -0.5032677054405212, -0.4872105121612549, -1.953292965888977, -2.068265199661255, -1.6794871091842651, -1.2302645444869995, -3.6405467987060547, -2.3946382999420166, -1.123117446899414, -1.5495773553848267, -1.6230123043060303, -2.8698809146881104, -3.654839515686035, -2.6001269817352295, -1.3285444974899292, -2.0879933834075928, -1.0586808919906616, -1.3052446842193604, -1.8833274841308594, -2.544741153717041, -0.7537748217582703, -1.5878827571868896, -2.0451037883758545, -1.1541374921798706, -0.8899444937705994, -2.068831443786621, -1.1114355325698853, -2.291708469390869, -1.5275126695632935, -1.8752530813217163, -1.9125317335128784, -2.3768348693847656, -3.3350539207458496, -0.12180717289447784, -0.11884856969118118, -0.5469835996627808, -0.5905771255493164, -0.6542097330093384, -0.1486852914094925, -0.16114817559719086, -0.12056336551904678, -0.20622330904006958, -1.1177654266357422, -0.11901167035102844, -0.08922439813613892, -0.32819971442222595, -1.8264732360839844, -1.2398966550827026, -1.1288740634918213, -1.5814917087554932, -1.7185111045837402, -0.8495723009109497, -2.4454519748687744, -2.244866132736206, -1.6929709911346436, -1.20867121219635, -1.369360327720642, -1.8614025115966797, -2.6579201221466064, -2.3325681686401367, -0.9805904626846313, -1.2885626554489136, -1.1793805360794067, -1.5559512376785278, -1.593681812286377, -1.8235732316970825, -1.1004196405410767, -2.366539239883423, -1.7067091464996338, -2.377833604812622, -0.2819949686527252, -0.8621676564216614, -1.2381455898284912, -2.2436370849609375, -1.8688884973526, -1.4030370712280273, -1.6730926036834717, -0.37817662954330444, -0.7338037490844727, -1.7793033123016357, -2.163987398147583, -0.8956109881401062, -1.0281360149383545, -1.8455127477645874, -1.7669408321380615, -1.6153912544250488, -2.0731639862060547, -0.9801182746887207, -2.339083671569824, -2.100529909133911, -2.0847349166870117, -0.7800711393356323, -1.2202646732330322, -1.384050965309143, -0.24491384625434875, -1.6495540142059326, -1.464231014251709, -2.0427780151367188, -0.23603305220603943, -1.455127239227295, -1.5169967412948608, -1.991949200630188, -0.6533450484275818, -1.2502193450927734, -2.5965940952301025, -2.1742684841156006, -2.3429503440856934, -1.815362811088562, -1.540306806564331, -2.1093711853027344, -2.340557336807251, -1.0787326097488403, -0.7633049488067627, -0.9184399843215942, -1.523370623588562, -1.8989695310592651, -1.7789191007614136, -2.0321428775787354, -0.5564124584197998, -1.4924039840698242, -1.8913745880126953]}, "Bot002_082_15": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_082.log.json", "context": "hi Hi how are you doing great\ndo you like math? [SMILING FACE WITH OPEN MOUTH]  I do not like math, but I do like math well, curious [SMILING FACE WITH OPEN MOUTH AND SMILING EYES]  I like to be with my kids me neither I like to go to school and be a teacher i don't like that I like to go to the movies with my kids. good luck [GRINNING FACE]  Thank you. What do you do for work? i'm a student now I am a student and I love to go to school it's cool", "response": "I like to go to the movies with my kids.  my wife is fixing us tofu but I hate that stuff. I'm good how are you?", "annotation_id": "Bot002_082_15", "annotations": ["T", "O", "O", "O", "X", "X", "O", "O", "T", "T", "O", "T", "O", "T", "T"], "gpt2background_target_score": [-7.763757228851318, -9.978731155395508, -2.255575180053711, -10.588783264160156, -6.802924633026123, -5.633349895477295, -10.247692108154297, -10.114843368530273, -7.467312812805176, -11.262906074523926, -9.591989517211914, -3.756450653076172, -6.258527755737305, -12.478665351867676, -6.708174705505371, -11.528679847717285, -10.096857070922852, -11.19847297668457, -14.537213325500488, -8.1860990524292, -15.65488052368164, -11.179999351501465, -12.710247039794922, -10.21424674987793, -3.023191213607788, -1.8833274841308594, -4.566562175750732, -9.842460632324219, -11.021923065185547, -6.7963056564331055, -10.388699531555176], "gpt2background_argmax_score": [-3.6915245056152344, -1.8420274257659912, -1.7764862775802612, -0.5396736860275269, -1.8484636545181274, -1.6338495016098022, -1.7456501722335815, -0.5032677054405212, -0.4872105121612549, -1.953292965888977, -2.068265199661255, -1.6794871091842651, -1.2302645444869995, -3.6405467987060547, -2.3946382999420166, -1.123117446899414, -1.5495773553848267, -1.6230123043060303, -2.8698809146881104, -3.654839515686035, -2.6001269817352295, -1.3285444974899292, -2.0879933834075928, -1.0586808919906616, -1.3052446842193604, -1.8833274841308594, -2.544741153717041, -0.7537748217582703, -1.5878827571868896, -2.0451037883758545, -1.1541374921798706, -0.8899444937705994, -2.068831443786621, -1.1114355325698853, -2.291708469390869, -1.5275126695632935, -1.8752530813217163, -1.9125317335128784, -2.3768348693847656, -3.3350539207458496, -0.12180717289447784, -0.11884856969118118, -0.5469835996627808, -0.5905771255493164, -0.6542097330093384, -0.1486852914094925, -0.16114817559719086, -0.12056336551904678, -0.20622330904006958, -1.1177654266357422, -0.11901167035102844, -0.08922439813613892, -0.32819971442222595, -1.8264732360839844, -1.2398966550827026, -1.1288740634918213, -1.5814917087554932, -1.7185111045837402, -0.8495723009109497, -2.4454519748687744, -2.244866132736206, -1.6929709911346436, -1.20867121219635, -1.369360327720642, -1.8614025115966797, -2.6579201221466064, -2.3325681686401367, -0.9805904626846313, -1.2885626554489136, -1.1793805360794067, -1.5559512376785278, -1.593681812286377, -1.8235732316970825, -1.1004196405410767, -2.366539239883423, -1.7067091464996338, -2.377833604812622, -0.2819949686527252, -0.8621676564216614, -1.2381455898284912, -2.2436370849609375, -1.8688884973526, -1.4030370712280273, -1.6730926036834717, -0.37817662954330444, -0.7338037490844727, -1.7793033123016357, -2.163987398147583, -0.8956109881401062, -1.0281360149383545, -1.8455127477645874, -1.7669408321380615, -1.6153912544250488, -2.0731639862060547, -0.9801182746887207, -2.339083671569824, -2.100529909133911, -2.0847349166870117, -0.7800711393356323, -1.2202646732330322, -1.384050965309143, -0.24491384625434875, -1.6495540142059326, -1.464231014251709, -2.0427780151367188, -0.23603305220603943, -1.455127239227295, -1.5169967412948608, -1.991949200630188, -0.6533450484275818, -1.2502193450927734, -2.5965940952301025, -2.1742684841156006, -2.3429503440856934, -1.815362811088562, -1.540306806564331, -1.9088506698608398, -1.9117380380630493, -1.6477088928222656, -1.8033314943313599, -1.7438217401504517, -2.103097915649414, -1.744608998298645, -2.0938498973846436, -0.5785861611366272, -1.4619417190551758, -1.9905744791030884, -0.6828198432922363, -2.495737314224243, -1.642069697380066, -2.027242660522461, -2.4373526573181152, -1.2499576807022095, -1.3765006065368652, -0.401667058467865, -1.1379191875457764, -0.13526374101638794, -0.6031566262245178, -0.17944052815437317, -0.3418176472187042, -1.5778181552886963, -1.2142188549041748, -1.387630820274353, -1.4649463891983032, -1.2308944463729858, -0.9685985445976257, -2.4512150287628174, -1.7672059535980225, -2.7143993377685547, -1.7103153467178345, -2.0485715866088867, -2.1834094524383545, -1.8818385601043701, -0.9238237142562866, -1.1274417638778687, -2.51507306098938, -2.11742901802063, -0.17318731546401978, -1.0076878070831299, -0.18631210923194885, -0.799177885055542, -0.41787055134773254]}, "Bot002_082_17": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_082.log.json", "context": "hi Hi how are you doing great\ndo you like math? [SMILING FACE WITH OPEN MOUTH]  I do not like math, but I do like math well, curious [SMILING FACE WITH OPEN MOUTH AND SMILING EYES]  I like to be with my kids me neither I like to go to school and be a teacher i don't like that I like to go to the movies with my kids. good luck [GRINNING FACE]  Thank you. What do you do for work? i'm a student now I am a student and I love to go to school it's cool I like to go to the movies with my kids.  my wife is fixing us tofu but I hate that stuff. I'm good how are you? bye", "response": "I am a high school student and I am a high school teacher  what is a show cat?", "annotation_id": "Bot002_082_17", "annotations": ["X", "T", "X", "O", "X", "X", "X", "X", "O", "T", "O", "T", "T", "T", "T"], "gpt2background_target_score": [-7.763757228851318, -8.643117904663086, -6.685234069824219, -9.688311576843262, -8.860186576843262, -11.186394691467285, -4.253635883331299, -5.627952575683594, -10.893406867980957, -8.061405181884766, -7.589968681335449, -7.477004051208496, -9.815393447875977, -11.051607131958008, -9.6498441696167, -5.597694396972656, -7.161026477813721, -12.45876693725586, -10.4733247756958, -8.02730655670166], "gpt2background_argmax_score": [-3.6915245056152344, -1.8420274257659912, -1.7764862775802612, -0.5396736860275269, -1.8484636545181274, -1.6338495016098022, -1.7456501722335815, -0.5032677054405212, -0.4872105121612549, -1.953292965888977, -2.068265199661255, -1.6794871091842651, -1.2302645444869995, -3.6405467987060547, -2.3946382999420166, -1.123117446899414, -1.5495773553848267, -1.6230123043060303, -2.8698809146881104, -3.654839515686035, -2.6001269817352295, -1.3285444974899292, -2.0879933834075928, -1.0586808919906616, -1.3052446842193604, -1.8833274841308594, -2.544741153717041, -0.7537748217582703, -1.5878827571868896, -2.0451037883758545, -1.1541374921798706, -0.8899444937705994, -2.068831443786621, -1.1114355325698853, -2.291708469390869, -1.5275126695632935, -1.8752530813217163, -1.9125317335128784, -2.3768348693847656, -3.3350539207458496, -0.12180717289447784, -0.11884856969118118, -0.5469835996627808, -0.5905771255493164, -0.6542097330093384, -0.1486852914094925, -0.16114817559719086, -0.12056336551904678, -0.20622330904006958, -1.1177654266357422, -0.11901167035102844, -0.08922439813613892, -0.32819971442222595, -1.8264732360839844, -1.2398966550827026, -1.1288740634918213, -1.5814917087554932, -1.7185111045837402, -0.8495723009109497, -2.4454519748687744, -2.244866132736206, -1.6929709911346436, -1.20867121219635, -1.369360327720642, -1.8614025115966797, -2.6579201221466064, -2.3325681686401367, -0.9805904626846313, -1.2885626554489136, -1.1793805360794067, -1.5559512376785278, -1.593681812286377, -1.8235732316970825, -1.1004196405410767, -2.366539239883423, -1.7067091464996338, -2.377833604812622, -0.2819949686527252, -0.8621676564216614, -1.2381455898284912, -2.2436370849609375, -1.8688884973526, -1.4030370712280273, -1.6730926036834717, -0.37817662954330444, -0.7338037490844727, -1.7793033123016357, -2.163987398147583, -0.8956109881401062, -1.0281360149383545, -1.8455127477645874, -1.7669408321380615, -1.6153912544250488, -2.0731639862060547, -0.9801182746887207, -2.339083671569824, -2.100529909133911, -2.0847349166870117, -0.7800711393356323, -1.2202646732330322, -1.384050965309143, -0.24491384625434875, -1.6495540142059326, -1.464231014251709, -2.0427780151367188, -0.23603305220603943, -1.455127239227295, -1.5169967412948608, -1.991949200630188, -0.6533450484275818, -1.2502193450927734, -2.5965940952301025, -2.1742684841156006, -2.3429503440856934, -1.815362811088562, -1.540306806564331, -1.9088506698608398, -1.9117380380630493, -1.6477088928222656, -1.8033314943313599, -1.7438217401504517, -2.103097915649414, -1.744608998298645, -2.0938498973846436, -0.5785861611366272, -1.4619417190551758, -1.9905744791030884, -0.6828198432922363, -2.495737314224243, -1.642069697380066, -2.4952189922332764, -1.040181279182434, -1.8375916481018066, -0.515285074710846, -1.704953908920288, -0.14974479377269745, -0.6826364398002625, -0.19303447008132935, -0.3618282675743103, -1.5399378538131714, -2.0759050846099854, -1.7819408178329468, -1.6143361330032349, -1.4201995134353638, -0.9496890902519226, -2.2923688888549805, -1.7237011194229126, -3.1895573139190674, -1.6737531423568726, -2.023637533187866, -2.054211139678955, -1.9549075365066528, -1.178984522819519, -2.0917270183563232, -2.5141966342926025, -2.1727776527404785, -0.20324891805648804, -1.08609938621521, -0.16324371099472046, -0.6004272103309631, -1.4835563898086548, -3.2228777408599854, -1.8808430433273315, -2.0489139556884766, -1.445203185081482, -0.5313165783882141, -0.264282763004303, -0.9962674975395203, -1.6035974025726318, -0.9493904709815979, -1.486868977546692, -1.8768366575241089, -2.049071788787842, -0.11459842324256897, -0.29046761989593506, -0.8942208886146545, -1.4558494091033936, -1.5566811561584473, -1.0492228269577026, -1.2649353742599487, -2.4877188205718994, -1.510019063949585, -0.8216217160224915]}, "Bot002_082_19": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_082.log.json", "context": "hi Hi how are you doing great\ndo you like math? [SMILING FACE WITH OPEN MOUTH]  I do not like math, but I do like math well, curious [SMILING FACE WITH OPEN MOUTH AND SMILING EYES]  I like to be with my kids me neither I like to go to school and be a teacher i don't like that I like to go to the movies with my kids. good luck [GRINNING FACE]  Thank you. What do you do for work? i'm a student now I am a student and I love to go to school it's cool I like to go to the movies with my kids.  my wife is fixing us tofu but I hate that stuff. I'm good how are you? bye I am a high school student and I am a high school teacher  what is a show cat? what?", "response": "I just got back from a class", "annotation_id": "Bot002_082_19", "annotations": ["X", "O", "O", "X", "X", "X", "X", "T", "X", "T", "X", "T", "X", "O", "O"], "gpt2background_target_score": [-7.763757228851318, -7.944847106933594, -8.624017715454102, -9.3767728805542, -6.208169937133789, -6.568849086761475, -10.324419021606445], "gpt2background_argmax_score": [-3.6915245056152344, -1.8420274257659912, -1.7764862775802612, -0.5396736860275269, -1.8484636545181274, -1.6338495016098022, -1.7456501722335815, -0.5032677054405212, -0.4872105121612549, -1.953292965888977, -2.068265199661255, -1.6794871091842651, -1.2302645444869995, -3.6405467987060547, -2.3946382999420166, -1.123117446899414, -1.5495773553848267, -1.6230123043060303, -2.8698809146881104, -3.654839515686035, -2.6001269817352295, -1.3285444974899292, -2.0879933834075928, -1.0586808919906616, -1.3052446842193604, -1.8833274841308594, -2.544741153717041, -0.7537748217582703, -1.5878827571868896, -2.0451037883758545, -1.1541374921798706, -0.8899444937705994, -2.068831443786621, -1.1114355325698853, -2.291708469390869, -1.5275126695632935, -1.8752530813217163, -1.9125317335128784, -2.3768348693847656, -3.3350539207458496, -0.12180717289447784, -0.11884856969118118, -0.5469835996627808, -0.5905771255493164, -0.6542097330093384, -0.1486852914094925, -0.16114817559719086, -0.12056336551904678, -0.20622330904006958, -1.1177654266357422, -0.11901167035102844, -0.08922439813613892, -0.32819971442222595, -1.8264732360839844, -1.2398966550827026, -1.1288740634918213, -1.5814917087554932, -1.7185111045837402, -0.8495723009109497, -2.4454519748687744, -2.244866132736206, -1.6929709911346436, -1.20867121219635, -1.369360327720642, -1.8614025115966797, -2.6579201221466064, -2.3325681686401367, -0.9805904626846313, -1.2885626554489136, -1.1793805360794067, -1.5559512376785278, -1.593681812286377, -1.8235732316970825, -1.1004196405410767, -2.366539239883423, -1.7067091464996338, -2.377833604812622, -0.2819949686527252, -0.8621676564216614, -1.2381455898284912, -2.2436370849609375, -1.8688884973526, -1.4030370712280273, -1.6730926036834717, -0.37817662954330444, -0.7338037490844727, -1.7793033123016357, -2.163987398147583, -0.8956109881401062, -1.0281360149383545, -1.8455127477645874, -1.7669408321380615, -1.6153912544250488, -2.0731639862060547, -0.9801182746887207, -2.339083671569824, -2.100529909133911, -2.0847349166870117, -0.7800711393356323, -1.2202646732330322, -1.384050965309143, -0.24491384625434875, -1.6495540142059326, -1.464231014251709, -2.0427780151367188, -0.23603305220603943, -1.455127239227295, -1.5169967412948608, -1.991949200630188, -0.6533450484275818, -1.2502193450927734, -2.5965940952301025, -2.1742684841156006, -2.3429503440856934, -1.815362811088562, -1.540306806564331, -1.9088506698608398, -1.9117380380630493, -1.6477088928222656, -1.8033314943313599, -1.7438217401504517, -2.103097915649414, -1.744608998298645, -2.0938498973846436, -0.5785861611366272, -1.4619417190551758, -1.9905744791030884, -0.6828198432922363, -2.495737314224243, -1.642069697380066, -2.4952189922332764, -1.040181279182434, -1.8375916481018066, -0.515285074710846, -1.704953908920288, -0.14974479377269745, -0.6826364398002625, -0.19303447008132935, -0.3618275225162506, -1.5399372577667236, -2.0759027004241943, -1.7819409370422363, -1.6143362522125244, -1.4201993942260742, -0.9496882557868958, -2.2923710346221924, -1.7237021923065186, -3.1895575523376465, -1.6737531423568726, -2.0236382484436035, -2.054213047027588, -1.9549083709716797, -1.1789861917495728, -2.091728448867798, -2.514195680618286, -2.1727771759033203, -0.20324872434139252, -1.0860997438430786, -0.16324350237846375, -0.6004274487495422, -1.4835550785064697, -3.2228777408599854, -1.8444294929504395, -2.0335490703582764, -0.7415589094161987, -0.2810697555541992, -0.9585464596748352, -1.641298770904541, -0.8525586724281311, -1.4079322814941406, -1.9855120182037354, -2.021871328353882, -0.1350020319223404, -0.3307517170906067, -1.1268914937973022, -2.1015686988830566, -1.8582098484039307, -0.917818009853363, -1.3333467245101929, -2.285074234008789, -1.3666353225708008, -1.7214747667312622, -1.4593416452407837, -1.9216080904006958, -2.3484270572662354, -2.0857601165771484, -2.2719013690948486, -1.375065565109253, -0.5076731443405151, -1.6188958883285522, -2.517566680908203, -1.5022975206375122]}, "Bot002_084_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_084.log.json", "context": "Hey! Do you live in Colorado? no in texas", "response": "[WHITE FROWNING FACE]  I live in Colorado.", "annotation_id": "Bot002_084_02", "annotations": ["O", "O", "O", "O", "O", "O", "X", "O", "O", "O", "T", "T", "O", "O", "O"], "gpt2background_target_score": [-11.51324462890625, -11.410076141357422, -15.014571189880371, -12.440488815307617, -13.128634452819824, -13.073240280151367, -12.17996597290039, -11.638663291931152, -5.18321418762207, -7.081686019897461, -10.950718879699707, -5.606602668762207, -7.223169326782227, -8.769326210021973], "gpt2background_argmax_score": [-2.115349054336548, -1.2066389322280884, -0.5884727239608765, -2.003615379333496, -0.4821622371673584, -1.7619136571884155, -0.8472397923469543, -1.2667276859283447, -1.9622944593429565, -1.3113664388656616, -0.3591620922088623, -1.9117518663406372, -2.283764123916626, -3.144529104232788, -0.39896300435066223, -2.654910087585449, -0.5560773015022278, -2.265976905822754, -2.3737449645996094, -2.2502448558807373, -1.0131866931915283, -0.7733896374702454, -1.4031301736831665, -0.29550617933273315, -2.196528673171997, -1.650130271911621, -1.3960609436035156]}, "Bot002_084_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_084.log.json", "context": "Hey! Do you live in Colorado? no in texas [WHITE FROWNING FACE]  I live in Colorado. that's cool. \nwhat do you like to do in your spare time?", "response": "I like to hike", "annotation_id": "Bot002_084_04", "annotations": ["O", "O", "O", "T", "O", "O", "T", "O", "O", "O", "T", "T", "O", "O", "T"], "gpt2background_target_score": [-9.64731502532959, -10.527118682861328, -8.078811645507812, -10.469358444213867], "gpt2background_argmax_score": [-2.115349054336548, -1.2066389322280884, -0.5884727239608765, -2.003615379333496, -0.4821622371673584, -1.7619136571884155, -0.8472397923469543, -1.2667276859283447, -1.9622944593429565, -1.3113664388656616, -0.3591620922088623, -1.9117518663406372, -3.6040639877319336, -0.4545063376426697, -1.5974737405776978, -0.5573089718818665, -1.2043647766113281, -1.3762457370758057, -2.0120811462402344, -1.3927257061004639, -1.741454839706421, -0.5943294763565063, -0.29393377900123596, -2.5333399772644043, -1.563629388809204, -1.7981646060943604, -0.8907557725906372, -2.188427686691284, -1.3120536804199219, -2.0345520973205566, -1.7710001468658447, -0.5106418132781982, -2.0311203002929688, -0.2272491604089737, -1.9619650840759277, -0.6423795819282532, -1.216972827911377, -1.3841133117675781, -1.3620977401733398, -1.5455833673477173, -0.11197219043970108, -0.5818037986755371, -0.6717919111251831, -1.8493316173553467, -1.9072175025939941, -1.1042602062225342, -1.7438901662826538, -2.0987210273742676]}, "Bot002_084_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_084.log.json", "context": "Hey! Do you live in Colorado? no in texas [WHITE FROWNING FACE]  I live in Colorado. that's cool. \nwhat do you like to do in your spare time? I like to hike are you terrified of something?", "response": "No, I am not. I do not have a job.", "annotation_id": "Bot002_084_06", "annotations": ["O", "O", "T", "T", "T", "O", "X", "O", "O", "T", "T", "T", "O", "T", "O"], "gpt2background_target_score": [-11.246122360229492, -10.00779914855957, -2.3079514503479004, -10.489105224609375, -9.268590927124023, -9.09280014038086, -7.524543762207031, -7.781373977661133, -6.053712844848633, -9.76220703125, -9.477301597595215, -11.262643814086914, -7.845268249511719], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -0.5884748101234436, -2.0036141872406006, -0.4821634292602539, -1.7619132995605469, -0.8472411036491394, -1.2667274475097656, -1.9622935056686401, -1.3113656044006348, -0.3591620922088623, -1.911750078201294, -3.604062795639038, -0.45450541377067566, -1.5974712371826172, -0.5573086142539978, -1.2043641805648804, -1.3762423992156982, -2.0120785236358643, -1.3927278518676758, -1.7414542436599731, -0.5943312644958496, -0.29393327236175537, -2.533339262008667, -1.5636296272277832, -1.7981655597686768, -0.8907542824745178, -2.1884279251098633, -1.3120543956756592, -2.034552812576294, -1.7710007429122925, -0.5106415748596191, -2.0311193466186523, -0.22724945843219757, -1.9619674682617188, -0.6423802375793457, -1.216971755027771, -1.3841123580932617, -1.3621034622192383, -1.5455864667892456, -0.11197197437286377, -0.5818040370941162, -0.6717926263809204, -2.225529670715332, -1.0905746221542358, -2.099003314971924, -1.795403003692627, -1.7109737396240234, -2.724665641784668, -0.5237493515014648, -2.3189852237701416, -1.7361561059951782, -1.2367616891860962, -1.5909379720687866, -1.7021262645721436, -1.3127845525741577, -1.625717282295227, -1.3762017488479614, -1.2845853567123413, -1.1609143018722534, -1.963159203529358, -1.150642991065979, -1.1166834831237793, -1.1680768728256226, -2.636411666870117, -1.5245909690856934, -0.9069299697875977]}, "Bot002_084_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_084.log.json", "context": "Hey! Do you live in Colorado? no in texas [WHITE FROWNING FACE]  I live in Colorado. that's cool. \nwhat do you like to do in your spare time? I like to hike are you terrified of something? No, I am not. I do not have a job. have ever you met a celebrity?", "response": "No, I have a great day off.", "annotation_id": "Bot002_084_08", "annotations": ["O", "X", "T", "X", "X", "X", "X", "O", "O", "T", "T", "T", "X", "T", "T"], "gpt2background_target_score": [-11.246122360229492, -10.00779914855957, -2.3079514503479004, -2.0730903148651123, -5.009765625, -9.69926929473877, -10.437188148498535, -12.473946571350098, -2.5329160690307617], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -0.5884748101234436, -2.0036141872406006, -0.4821634292602539, -1.7619132995605469, -0.8472411036491394, -1.2667274475097656, -1.9622935056686401, -1.3113656044006348, -0.3591620922088623, -1.911750078201294, -3.604062795639038, -0.45450541377067566, -1.5974712371826172, -0.5573086142539978, -1.2043641805648804, -1.3762423992156982, -2.0120785236358643, -1.3927278518676758, -1.7414542436599731, -0.5943312644958496, -0.29393327236175537, -2.533339262008667, -1.5636296272277832, -1.7981655597686768, -0.8907542824745178, -2.1884279251098633, -1.3120543956756592, -2.034552812576294, -1.7710007429122925, -0.5106415748596191, -2.0311193466186523, -0.22724945843219757, -1.9619674682617188, -0.6423802375793457, -1.216971755027771, -1.3841123580932617, -1.3621034622192383, -1.5455864667892456, -0.11197197437286377, -0.5818040370941162, -0.6717926263809204, -2.225529670715332, -1.0905746221542358, -2.099003314971924, -1.795403003692627, -1.7109737396240234, -2.724665641784668, -0.5237493515014648, -2.3189852237701416, -1.7361561059951782, -1.2367616891860962, -1.8134703636169434, -1.364937424659729, -1.6187528371810913, -1.3414360284805298, -1.4287556409835815, -1.6068036556243896, -2.2439606189727783, -1.195377230644226, -1.022477149963379, -1.1587591171264648, -2.6410529613494873, -1.5036016702651978, -1.2033933401107788, -1.729312539100647, -1.289423942565918, -1.72285795211792, -1.3256992101669312, -2.1588432788848877, -0.894191563129425, -2.0636909008026123, -1.6612143516540527, -0.9767102599143982, -0.8827316164970398, -1.2184642553329468, -1.1861774921417236, -1.6463547945022583, -2.269277572631836, -1.1540969610214233, -1.474225640296936, -1.3131322860717773]}, "Bot002_084_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_084.log.json", "context": "Hey! Do you live in Colorado? no in texas [WHITE FROWNING FACE]  I live in Colorado. that's cool. \nwhat do you like to do in your spare time? I like to hike are you terrified of something? No, I am not. I do not have a job. have ever you met a celebrity? No, I have a great day off. are you single?", "response": "I am. I am a girl.", "annotation_id": "Bot002_084_10", "annotations": ["T", "X", "O", "O", "O", "O", "X", "O", "O", "O", "T", "X", "T", "T", "O"], "gpt2background_target_score": [-9.647310256958008, -8.879878997802734, -9.092400550842285, -9.576579093933105, -13.00023365020752, -1.7619132995605469, -12.234735488891602, -9.58541488647461], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -0.5884748101234436, -2.0036141872406006, -0.4821634292602539, -1.7619132995605469, -0.8472411036491394, -1.2667274475097656, -1.9622935056686401, -1.3113656044006348, -0.3591620922088623, -1.911750078201294, -3.604062795639038, -0.45450541377067566, -1.5974712371826172, -0.5573086142539978, -1.2043641805648804, -1.3762423992156982, -2.0120785236358643, -1.3927278518676758, -1.7414542436599731, -0.5943312644958496, -0.29393327236175537, -2.533339262008667, -1.5636296272277832, -1.7981655597686768, -0.8907542824745178, -2.1884279251098633, -1.3120543956756592, -2.034552812576294, -1.7710007429122925, -0.5106415748596191, -2.0311193466186523, -0.22724945843219757, -1.9619674682617188, -0.6423802375793457, -1.216971755027771, -1.3841123580932617, -1.3621034622192383, -1.5455864667892456, -0.11197197437286377, -0.5818040370941162, -0.6717926263809204, -2.225529670715332, -1.0905746221542358, -2.099003314971924, -1.795403003692627, -1.7109737396240234, -2.724665641784668, -0.5237493515014648, -2.3189852237701416, -1.7361561059951782, -1.2367616891860962, -1.8134703636169434, -1.364937424659729, -1.6187528371810913, -1.3414360284805298, -1.4287556409835815, -1.6068036556243896, -2.2439606189727783, -1.195377230644226, -1.022477149963379, -1.1587591171264648, -2.6410529613494873, -1.5036016702651978, -1.2033933401107788, -1.729312539100647, -1.289423942565918, -1.72285795211792, -1.3256992101669312, -2.1588432788848877, -0.894191563129425, -2.063692569732666, -0.8577756881713867, -0.7566885948181152, -0.996121346950531, -1.0892943143844604, -1.6190358400344849, -2.2421011924743652, -0.8637434244155884, -1.2998836040496826, -1.6598926782608032, -0.23304255306720734, -1.9784590005874634, -0.5208805799484253, -1.6134402751922607, -1.6573114395141602, -1.9142906665802002, -2.3320810794830322, -1.0179901123046875, -1.5014069080352783, -2.5586891174316406, -2.4661054611206055, -0.9540871381759644, -0.7721877098083496]}, "Bot002_084_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_084.log.json", "context": "Hey! Do you live in Colorado? no in texas [WHITE FROWNING FACE]  I live in Colorado. that's cool. \nwhat do you like to do in your spare time? I like to hike are you terrified of something? No, I am not. I do not have a job. have ever you met a celebrity? No, I have a great day off. are you single? I am. I am a girl. do you have pets?", "response": "No, I do not. Do you?", "annotation_id": "Bot002_084_12", "annotations": ["O", "O", "O", "T", "O", "O", "O", "O", "O", "O", "T", "O", "O", "O", "T"], "gpt2background_target_score": [-11.246122360229492, -10.00779914855957, -2.3079514503479004, -4.993283271789551, -9.268590927124023, -9.09280014038086, -8.882534980773926, -8.468390464782715, -3.985380172729492], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -0.5884748101234436, -2.0036141872406006, -0.4821634292602539, -1.7619132995605469, -0.8472411036491394, -1.2667274475097656, -1.9622935056686401, -1.3113656044006348, -0.3591620922088623, -1.911750078201294, -3.604062795639038, -0.45450541377067566, -1.5974712371826172, -0.5573086142539978, -1.2043641805648804, -1.3762423992156982, -2.0120785236358643, -1.3927278518676758, -1.7414542436599731, -0.5943312644958496, -0.29393327236175537, -2.533339262008667, -1.5636296272277832, -1.7981655597686768, -0.8907542824745178, -2.1884279251098633, -1.3120543956756592, -2.034552812576294, -1.7710007429122925, -0.5106415748596191, -2.0311193466186523, -0.22724945843219757, -1.9619674682617188, -0.6423802375793457, -1.216971755027771, -1.3841123580932617, -1.3621034622192383, -1.5455864667892456, -0.11197197437286377, -0.5818040370941162, -0.6717926263809204, -2.225529670715332, -1.0905746221542358, -2.099003314971924, -1.795403003692627, -1.7109737396240234, -2.724665641784668, -0.5237493515014648, -2.3189852237701416, -1.7361561059951782, -1.2367616891860962, -1.8134703636169434, -1.364937424659729, -1.6187528371810913, -1.3414360284805298, -1.4287556409835815, -1.6068036556243896, -2.2439606189727783, -1.195377230644226, -1.022477149963379, -1.1587591171264648, -2.6410529613494873, -1.5036016702651978, -1.2033933401107788, -1.729312539100647, -1.289423942565918, -1.72285795211792, -1.3256992101669312, -2.1588432788848877, -0.894191563129425, -2.063692569732666, -0.8577756881713867, -0.7566885948181152, -0.996121346950531, -1.0892943143844604, -1.6190358400344849, -2.2421011924743652, -0.8637434244155884, -1.2998836040496826, -1.6598926782608032, -0.23304255306720734, -1.9784590005874634, -0.5208805799484253, -1.6134402751922607, -1.9170349836349487, -1.956244707107544, -1.4212727546691895, -1.2457807064056396, -2.0355868339538574, -3.199690580368042, -0.7355430722236633, -1.119396448135376, -0.24181345105171204, -1.6220136880874634, -0.9569863080978394, -0.40857353806495667, -1.5135687589645386, -1.7384040355682373, -0.9247419238090515, -0.7777083516120911, -0.9175653457641602, -0.5293413996696472, -0.7849138379096985, -0.7006167769432068, -0.21840249001979828, -0.953019380569458, -1.0293773412704468]}, "Bot002_084_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_084.log.json", "context": "Hey! Do you live in Colorado? no in texas [WHITE FROWNING FACE]  I live in Colorado. that's cool. \nwhat do you like to do in your spare time? I like to hike are you terrified of something? No, I am not. I do not have a job. have ever you met a celebrity? No, I have a great day off. are you single? I am. I am a girl. do you have pets? No, I do not. Do you? yes 2 cats", "response": "I have a lot of pets.", "annotation_id": "Bot002_084_14", "annotations": ["T", "X", "O", "X", "X", "X", "X", "O", "X", "T", "T", "O", "O", "O", "T"], "gpt2background_target_score": [-9.647310256958008, -8.671810150146484, -5.246744632720947, -10.630243301391602, -8.753175735473633, -12.114182472229004, -4.6823554039001465], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -0.5884748101234436, -2.0036141872406006, -0.4821634292602539, -1.7619132995605469, -0.8472411036491394, -1.2667274475097656, -1.9622935056686401, -1.3113656044006348, -0.3591620922088623, -1.911750078201294, -3.604062795639038, -0.45450541377067566, -1.5974712371826172, -0.5573086142539978, -1.2043641805648804, -1.3762423992156982, -2.0120785236358643, -1.3927278518676758, -1.7414542436599731, -0.5943312644958496, -0.29393327236175537, -2.533339262008667, -1.5636296272277832, -1.7981655597686768, -0.8907542824745178, -2.1884279251098633, -1.3120543956756592, -2.034552812576294, -1.7710007429122925, -0.5106415748596191, -2.0311193466186523, -0.22724945843219757, -1.9619674682617188, -0.6423802375793457, -1.216971755027771, -1.3841123580932617, -1.3621034622192383, -1.5455864667892456, -0.11197197437286377, -0.5818040370941162, -0.6717926263809204, -2.225529670715332, -1.0905746221542358, -2.099003314971924, -1.795403003692627, -1.7109737396240234, -2.724665641784668, -0.5237493515014648, -2.3189852237701416, -1.7361561059951782, -1.2367616891860962, -1.8134703636169434, -1.364937424659729, -1.6187528371810913, -1.3414360284805298, -1.4287556409835815, -1.6068036556243896, -2.2439606189727783, -1.195377230644226, -1.022477149963379, -1.1587591171264648, -2.6410529613494873, -1.5036016702651978, -1.2033933401107788, -1.729312539100647, -1.289423942565918, -1.72285795211792, -1.3256992101669312, -2.1588432788848877, -0.894191563129425, -2.063692569732666, -0.8577756881713867, -0.7566885948181152, -0.996121346950531, -1.0892943143844604, -1.6190358400344849, -2.2421011924743652, -0.8637434244155884, -1.2998836040496826, -1.6598926782608032, -0.23304255306720734, -1.9784590005874634, -0.5208805799484253, -1.6134402751922607, -1.9170349836349487, -1.956244707107544, -1.4212727546691895, -1.2457807064056396, -2.0355868339538574, -3.199690580368042, -0.7355430722236633, -1.119396448135376, -0.24181345105171204, -1.6220136880874634, -0.9569839239120483, -0.40857306122779846, -1.5135701894760132, -0.7863420844078064, -0.6389254331588745, -0.8517023921012878, -0.37108170986175537, -0.8457327485084534, -1.1551291942596436, -0.17531941831111908, -1.0500364303588867, -0.9628713726997375, -1.1728688478469849, -1.5647863149642944, -1.3958401679992676, -2.0381906032562256, -2.0405900478363037, -1.4197982549667358, -0.9755232334136963, -0.44229039549827576, -0.9800918698310852, -0.9861481189727783, -1.3075308799743652]}, "Bot002_084_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_084.log.json", "context": "Hey! Do you live in Colorado? no in texas [WHITE FROWNING FACE]  I live in Colorado. that's cool. \nwhat do you like to do in your spare time? I like to hike are you terrified of something? No, I am not. I do not have a job. have ever you met a celebrity? No, I have a great day off. are you single? I am. I am a girl. do you have pets? No, I do not. Do you? yes 2 cats I have a lot of pets. what are they", "response": "I like to hike", "annotation_id": "Bot002_084_16", "annotations": ["T", "X", "X", "O", "X", "X", "X", "O", "X", "X", "T", "X", "X", "X", "O"], "gpt2background_target_score": [-9.647310256958008, -10.527121543884277, -8.078810691833496, -10.469359397888184], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -0.5884748101234436, -2.0036141872406006, -0.4821634292602539, -1.7619132995605469, -0.8472411036491394, -1.2667274475097656, -1.9622935056686401, -1.3113656044006348, -0.3591620922088623, -1.911750078201294, -3.604062795639038, -0.45450541377067566, -1.5974712371826172, -0.5573086142539978, -1.2043641805648804, -1.3762423992156982, -2.0120785236358643, -1.3927278518676758, -1.7414542436599731, -0.5943312644958496, -0.29393327236175537, -2.533339262008667, -1.5636296272277832, -1.7981655597686768, -0.8907542824745178, -2.1884279251098633, -1.3120543956756592, -2.034552812576294, -1.7710007429122925, -0.5106415748596191, -2.0311193466186523, -0.22724945843219757, -1.9619674682617188, -0.6423802375793457, -1.216971755027771, -1.3841123580932617, -1.3621034622192383, -1.5455864667892456, -0.11197197437286377, -0.5818040370941162, -0.6717926263809204, -2.225529670715332, -1.0905746221542358, -2.099003314971924, -1.795403003692627, -1.7109737396240234, -2.724665641784668, -0.5237493515014648, -2.3189852237701416, -1.7361561059951782, -1.2367616891860962, -1.8134703636169434, -1.364937424659729, -1.6187528371810913, -1.3414360284805298, -1.4287556409835815, -1.6068036556243896, -2.2439606189727783, -1.195377230644226, -1.022477149963379, -1.1587591171264648, -2.6410529613494873, -1.5036016702651978, -1.2033933401107788, -1.729312539100647, -1.289423942565918, -1.72285795211792, -1.3256992101669312, -2.1588432788848877, -0.894191563129425, -2.063692569732666, -0.8577756881713867, -0.7566885948181152, -0.996121346950531, -1.0892943143844604, -1.6190358400344849, -2.2421011924743652, -0.8637434244155884, -1.2998836040496826, -1.6598926782608032, -0.23304255306720734, -1.9784590005874634, -0.5208806991577148, -1.6134387254714966, -1.9170359373092651, -1.9562445878982544, -1.4212727546691895, -1.245780110359192, -2.035586357116699, -3.1996893882751465, -0.7355433106422424, -1.1193971633911133, -0.2418140172958374, -1.6220126152038574, -0.9569849371910095, -0.40857386589050293, -1.5135717391967773, -0.7863428592681885, -0.6389248967170715, -0.851703405380249, -0.3710819482803345, -0.8457316160202026, -1.1551297903060913, -0.17531901597976685, -1.050037145614624, -0.9628710150718689, -1.172868013381958, -1.5647857189178467, -1.395839810371399, -1.6763156652450562, -1.5178887844085693, -1.4656389951705933, -0.4137563109397888, -1.3492194414138794, -0.7978785037994385, -1.745285987854004, -1.4274530410766602, -0.5245546102523804, -0.5046091079711914, -1.9709742069244385, -2.233419895172119, -1.3226901292800903, -2.0448126792907715, -1.755217432975769]}, "Bot002_084_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_084.log.json", "context": "Hey! Do you live in Colorado? no in texas [WHITE FROWNING FACE]  I live in Colorado. that's cool. \nwhat do you like to do in your spare time? I like to hike are you terrified of something? No, I am not. I do not have a job. have ever you met a celebrity? No, I have a great day off. are you single? I am. I am a girl. do you have pets? No, I do not. Do you? yes 2 cats I have a lot of pets. what are they I like to hike yhow old are you", "response": "I am. I am about to go hiking.", "annotation_id": "Bot002_084_18", "annotations": ["T", "X", "X", "T", "X", "X", "X", "O", "X", "X", "T", "X", "X", "X", "O"], "gpt2background_target_score": [-9.647310256958008, -8.879878997802734, -9.092400550842285, -9.576579093933105, -13.00023365020752, -10.751752853393555, -7.071194171905518, -10.074633598327637, -9.089816093444824, -6.3959527015686035], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -0.5884748101234436, -2.0036141872406006, -0.4821634292602539, -1.7619132995605469, -0.8472411036491394, -1.2667274475097656, -1.9622935056686401, -1.3113656044006348, -0.3591620922088623, -1.911750078201294, -3.604062795639038, -0.45450541377067566, -1.5974712371826172, -0.5573086142539978, -1.2043641805648804, -1.3762423992156982, -2.0120785236358643, -1.3927278518676758, -1.7414542436599731, -0.5943312644958496, -0.29393327236175537, -2.533339262008667, -1.5636296272277832, -1.7981655597686768, -0.8907542824745178, -2.1884279251098633, -1.3120543956756592, -2.034552812576294, -1.7710007429122925, -0.5106415748596191, -2.0311193466186523, -0.22724945843219757, -1.9619674682617188, -0.6423802375793457, -1.216971755027771, -1.3841123580932617, -1.3621034622192383, -1.5455864667892456, -0.11197197437286377, -0.5818040370941162, -0.6717926263809204, -2.225529670715332, -1.0905746221542358, -2.099003314971924, -1.795403003692627, -1.7109737396240234, -2.724665641784668, -0.5237493515014648, -2.3189852237701416, -1.7361561059951782, -1.2367616891860962, -1.8134703636169434, -1.364937424659729, -1.6187528371810913, -1.3414360284805298, -1.4287556409835815, -1.6068036556243896, -2.2439606189727783, -1.195377230644226, -1.022477149963379, -1.1587591171264648, -2.6410529613494873, -1.5036016702651978, -1.2033933401107788, -1.729312539100647, -1.289423942565918, -1.72285795211792, -1.3256992101669312, -2.1588432788848877, -0.894191563129425, -2.063692569732666, -0.8577756881713867, -0.7566885948181152, -0.996121346950531, -1.0892943143844604, -1.6190358400344849, -2.2421011924743652, -0.8637434244155884, -1.2998836040496826, -1.6598926782608032, -0.23304255306720734, -1.9784590005874634, -0.5208805799484253, -1.6134402751922607, -1.9170349836349487, -1.956244707107544, -1.4212727546691895, -1.2457807064056396, -2.0355868339538574, -3.199690580368042, -0.7355430722236633, -1.119396448135376, -0.24181345105171204, -1.6220136880874634, -0.9569839239120483, -0.40857306122779846, -1.5135701894760132, -0.7863420844078064, -0.6389254331588745, -0.8517023921012878, -0.37108170986175537, -0.8457327485084534, -1.1551291942596436, -0.17531941831111908, -1.0500364303588867, -0.9628713726997375, -1.1728688478469849, -1.5647863149642944, -1.3958401679992676, -1.676317811012268, -1.5178889036178589, -1.465639352798462, -0.41375622153282166, -1.3492212295532227, -0.797878623008728, -1.745285153388977, -1.427455186843872, -0.5245543122291565, -0.5046083927154541, -1.9392088651657104, -0.4511345624923706, -0.5346994400024414, -1.4276338815689087, -2.0524775981903076, -1.3858730792999268, -1.098052740097046, -0.6496585607528687, -0.3541993796825409, -2.0106334686279297, -1.9032388925552368, -2.077174186706543, -0.9949387907981873, -1.4971449375152588, -2.073699474334717, -1.9588568210601807, -2.1267311573028564, -1.1251204013824463, -1.5282775163650513, -0.9862520098686218]}, "Bot002_084_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_084.log.json", "context": "Hey! Do you live in Colorado? no in texas [WHITE FROWNING FACE]  I live in Colorado. that's cool. \nwhat do you like to do in your spare time? I like to hike are you terrified of something? No, I am not. I do not have a job. have ever you met a celebrity? No, I have a great day off. are you single? I am. I am a girl. do you have pets? No, I do not. Do you? yes 2 cats I have a lot of pets. what are they I like to hike yhow old are you I am. I am about to go hiking. what is your favorite movie?", "response": "[SLIGHTLY SMILING FACE]  I like the movie movies.[GRINNING FACE WITH SMILING EYES]", "annotation_id": "Bot002_084_20", "annotations": ["O", "X", "X", "T", "X", "X", "X", "O", "T", "X", "T", "T", "T", "O", "T"], "gpt2background_target_score": [-11.5132417678833, -12.35090160369873, -14.270758628845215, -13.189620018005371, -12.644713401794434, -12.04597282409668, -13.791102409362793, -12.497973442077637, -10.31808090209961, -6.880556106567383, -8.982137680053711, -6.550042152404785, -9.22067642211914, -11.330504417419434, -12.66224479675293, -14.184745788574219, -8.360539436340332, -7.328710556030273, -10.036112785339355, -10.9434232711792, -11.618633270263672, -13.252376556396484, -12.729632377624512, -12.45136547088623, -9.89818000793457, -10.976448059082031, -12.53319263458252], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -0.5884748101234436, -2.0036141872406006, -0.4821634292602539, -1.7619132995605469, -0.8472411036491394, -1.2667274475097656, -1.9622935056686401, -1.3113656044006348, -0.3591620922088623, -1.911750078201294, -3.604062795639038, -0.45450541377067566, -1.5974712371826172, -0.5573086142539978, -1.2043641805648804, -1.3762423992156982, -2.0120785236358643, -1.3927278518676758, -1.7414542436599731, -0.5943312644958496, -0.29393327236175537, -2.533339262008667, -1.5636296272277832, -1.7981655597686768, -0.8907542824745178, -2.1884279251098633, -1.3120543956756592, -2.034552812576294, -1.7710007429122925, -0.5106415748596191, -2.0311193466186523, -0.22724945843219757, -1.9619674682617188, -0.6423802375793457, -1.216971755027771, -1.3841123580932617, -1.3621034622192383, -1.5455864667892456, -0.11197197437286377, -0.5818040370941162, -0.6717926263809204, -2.225529670715332, -1.0905746221542358, -2.099003314971924, -1.795403003692627, -1.7109737396240234, -2.724665641784668, -0.5237493515014648, -2.3189852237701416, -1.7361561059951782, -1.2367616891860962, -1.8134703636169434, -1.364937424659729, -1.6187528371810913, -1.3414360284805298, -1.4287556409835815, -1.6068036556243896, -2.2439606189727783, -1.195377230644226, -1.022477149963379, -1.1587591171264648, -2.6410529613494873, -1.5036016702651978, -1.2033933401107788, -1.729312539100647, -1.289423942565918, -1.72285795211792, -1.3256992101669312, -2.1588432788848877, -0.894191563129425, -2.063692569732666, -0.8577756881713867, -0.7566885948181152, -0.996121346950531, -1.0892943143844604, -1.6190358400344849, -2.2421011924743652, -0.8637434244155884, -1.2998836040496826, -1.6598926782608032, -0.23304255306720734, -1.9784590005874634, -0.5208805799484253, -1.6134402751922607, -1.9170349836349487, -1.956244707107544, -1.4212727546691895, -1.2457807064056396, -2.0355868339538574, -3.199690580368042, -0.7355430722236633, -1.119396448135376, -0.24181345105171204, -1.6220136880874634, -0.9569839239120483, -0.40857306122779846, -1.5135701894760132, -0.7863420844078064, -0.6389254331588745, -0.8517023921012878, -0.37108170986175537, -0.8457327485084534, -1.1551291942596436, -0.17531941831111908, -1.0500364303588867, -0.9628713726997375, -1.1728688478469849, -1.5647863149642944, -1.3958401679992676, -1.676317811012268, -1.5178889036178589, -1.465639352798462, -0.41375622153282166, -1.3492212295532227, -0.797878623008728, -1.745285153388977, -1.427455186843872, -0.5245543122291565, -0.5046083927154541, -1.9392088651657104, -0.4511345624923706, -0.5346994400024414, -1.4276338815689087, -2.0524775981903076, -1.3858730792999268, -1.098052740097046, -0.6496585607528687, -0.3541993796825409, -1.6337484121322632, -1.84583580493927, -1.459582805633545, -1.5574361085891724, -1.7917195558547974, -1.8152507543563843, -2.162587881088257, -1.0406397581100464, -1.7012839317321777, -1.495009422302246, -1.3013277053833008, -1.1513290405273438, -1.8472251892089844, -1.7848193645477295, -0.6536892652511597, -2.196885108947754, -2.127257823944092, -3.1613502502441406, -2.441117286682129, -3.370603561401367, -3.1290528774261475, -1.576372504234314, -3.038581132888794, -2.343337297439575, -1.6368173360824585, -0.9919816851615906, -0.8618404269218445, -2.3629000186920166, -1.0729267597198486, -1.9154707193374634, -1.8851211071014404, -1.629310131072998, -2.550959825515747, -1.5177253484725952, -1.8655455112457275, -1.002921462059021, -0.3077528178691864, -1.672703742980957, -0.21572108566761017, -0.30935585498809814, -0.4308640658855438, -1.1859945058822632, -2.072493314743042, -1.118168830871582]}, "Bot002_093_01": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_093.log.json", "context": "hi there", "response": "Hi how are you doing", "annotation_id": "Bot002_093_01", "annotations": ["O", "O", "O", "O", "O", "X", "O", "O", "O", "O", "O", "O", "O", "O", "T"], "gpt2background_target_score": [-11.34253978729248, -8.448997497558594, -10.127792358398438, -5.763590335845947, -9.5779390335083], "gpt2background_argmax_score": [-3.6915242671966553, -1.3596116304397583, -2.357316493988037, -1.9707850217819214, -1.9505707025527954, -0.319305956363678, -2.037294864654541, -1.4471173286437988]}, "Bot002_093_03": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_093.log.json", "context": "hi there Hi how are you doing fine you?", "response": "I am doing great. Just got off work.", "annotation_id": "Bot002_093_03", "annotations": ["O", "O", "T", "O", "X", "T", "O", "O", "O", "O", "T", "X", "O", "O", "O"], "gpt2background_target_score": [-7.763755798339844, -8.495015144348145, -10.310295104980469, -7.975530624389648, -10.459230422973633, -11.338780403137207, -10.608912467956543, -8.265851020812988, -6.855493068695068, -9.1013822555542], "gpt2background_argmax_score": [-3.6915242671966553, -1.359610915184021, -1.8950765132904053, -1.5844101905822754, -0.5697134733200073, -1.8845418691635132, -1.8515268564224243, -1.4252077341079712, -2.834135055541992, -0.7586438655853271, -1.9501010179519653, -1.5767292976379395, -2.6220157146453857, -1.3120872974395752, -1.4752397537231445, -1.1940200328826904, -3.5678532123565674, -1.9371777772903442, -1.3720093965530396, -1.3711243867874146, -1.695595145225525]}, "Bot002_093_05": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_093.log.json", "context": "hi there Hi how are you doing fine you? I am doing great. Just got off work. what are you", "response": "I am a nurse, what about you?", "annotation_id": "Bot002_093_05", "annotations": ["O", "T", "X", "O", "O", "X", "O", "O", "O", "O", "O", "O", "O", "O", "T"], "gpt2background_target_score": [-7.763755798339844, -8.495015144348145, -7.409120559692383, -13.190473556518555, -9.44278335571289, -10.429375648498535, -6.117735862731934, -6.311915874481201, -2.9917211532592773], "gpt2background_argmax_score": [-3.6915242671966553, -1.359610915184021, -1.8950765132904053, -1.5844101905822754, -0.5697134733200073, -1.8845418691635132, -1.8515268564224243, -1.4252077341079712, -2.834135055541992, -0.7586438655853271, -1.572884440422058, -2.6137051582336426, -1.30470609664917, -2.159254312515259, -1.413875699043274, -3.4249863624572754, -1.8733763694763184, -1.3532549142837524, -1.4167232513427734, -1.742708683013916, -1.8878895044326782, -0.7075769305229187, -0.29753512144088745, -1.887624979019165, -1.6415663957595825, -1.7330652475357056, -2.914794683456421, -1.7320841550827026, -1.979631781578064, -1.5782397985458374, -0.5461824536323547, -0.680003821849823, -0.5526143312454224]}, "Bot002_093_07": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_093.log.json", "context": "hi there Hi how are you doing fine you? I am doing great. Just got off work. what are you I am a nurse, what about you? i am doctor", "response": "I am a nurse, I love to eat chicken wings.", "annotation_id": "Bot002_093_07", "annotations": ["X", "T", "O", "O", "X", "T", "T", "X", "O", "O", "T", "X", "T", "O", "O"], "gpt2background_target_score": [-7.763755798339844, -8.495015144348145, -7.409120559692383, -13.190473556518555, -9.44278335571289, -8.130339622497559, -11.327701568603516, -6.239943504333496, -7.524930953979492, -11.78693675994873, -12.937716484069824, -6.931837558746338], "gpt2background_argmax_score": [-3.6915242671966553, -1.359610915184021, -1.8950765132904053, -1.5844101905822754, -0.5697134733200073, -1.8845418691635132, -1.8515268564224243, -1.4252077341079712, -2.834135055541992, -0.7586438655853271, -1.572884440422058, -2.6137051582336426, -1.30470609664917, -2.159254312515259, -1.413875699043274, -3.4249863624572754, -1.8733763694763184, -1.3532549142837524, -1.4167232513427734, -1.742708683013916, -1.8878895044326782, -0.7075769305229187, -0.29753512144088745, -1.789853572845459, -0.9622455835342407, -2.4336161613464355, -1.9319632053375244, -2.077862024307251, -1.5148893594741821, -0.4252789318561554, -0.5576261281967163, -1.4153193235397339, -1.8476885557174683, -1.5480849742889404, -1.6678467988967896, -2.186290740966797, -1.6525343656539917, -1.2165322303771973, -0.1677202582359314, -1.358451247215271, -2.143395185470581, -1.178877592086792, -1.6387516260147095, -2.5802931785583496, -2.307079792022705, -1.6025515794754028, -1.4835991859436035, -1.1728475093841553]}, "Bot002_093_09": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_093.log.json", "context": "hi there Hi how are you doing fine you? I am doing great. Just got off work. what are you I am a nurse, what about you? i am doctor I am a nurse, I love to eat chicken wings. do you like to dance?", "response": "I do, but I like to dance", "annotation_id": "Bot002_093_09", "annotations": ["X", "X", "X", "O", "X", "T", "T", "T", "O", "O", "T", "X", "T", "X", "T"], "gpt2background_target_score": [-7.763755798339844, -8.648187637329102, -1.8950765132904053, -9.62401008605957, -4.382741928100586, -6.02720308303833, -5.250699520111084, -10.623893737792969], "gpt2background_argmax_score": [-3.6915242671966553, -1.359610915184021, -1.8950765132904053, -1.5844101905822754, -0.5697134733200073, -1.8845418691635132, -1.8515268564224243, -1.4252077341079712, -2.834135055541992, -0.7586438655853271, -1.572884440422058, -2.6137051582336426, -1.30470609664917, -2.159254312515259, -1.413875699043274, -3.4249863624572754, -1.8733763694763184, -1.3532549142837524, -1.4167232513427734, -1.742708683013916, -1.8878895044326782, -0.7075769305229187, -0.29753512144088745, -1.789853572845459, -0.9622455835342407, -2.4336161613464355, -1.9319632053375244, -2.077862024307251, -1.5148893594741821, -0.4252789318561554, -0.5576267838478088, -1.415320873260498, -1.8476901054382324, -1.5480846166610718, -1.6678448915481567, -1.2501777410507202, -1.6992299556732178, -0.5371721386909485, -1.4667900800704956, -2.1340291500091553, -0.8130284547805786, -1.6211071014404297, -2.606825590133667, -2.208038568496704, -1.6625603437423706, -1.5087329149246216, -1.5870457887649536, -0.26264113187789917, -1.54734468460083, -1.9076347351074219, -0.7668033838272095, -1.4952493906021118, -1.786837100982666, -1.6458029747009277, -1.957974910736084, -1.8075140714645386, -1.7847328186035156, -1.0365912914276123, -2.258167266845703, -0.695363461971283, -0.715668261051178, -1.3540631532669067]}, "Bot002_093_11": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_093.log.json", "context": "hi there Hi how are you doing fine you? I am doing great. Just got off work. what are you I am a nurse, what about you? i am doctor I am a nurse, I love to eat chicken wings. do you like to dance? I do, but I like to dance do you like alcohol", "response": "I do not drink alcohol, but I do like to drink", "annotation_id": "Bot002_093_11", "annotations": ["X", "X", "O", "O", "X", "O", "X", "T", "O", "O", "O", "X", "T", "O", "T"], "gpt2background_target_score": [-7.763757228851318, -8.648189544677734, -8.291417121887207, -11.665658950805664, -11.236236572265625, -4.889028072357178, -6.496379852294922, -5.33258056640625, -5.686953067779541, -8.182324409484863, -10.384977340698242, -9.76826286315918], "gpt2background_argmax_score": [-3.6915245056152344, -1.3596086502075195, -1.8950761556625366, -1.5844100713729858, -0.5697135925292969, -1.8845430612564087, -1.851524829864502, -1.4252089262008667, -2.8341288566589355, -0.7586424946784973, -1.5728862285614014, -2.613704204559326, -1.304705023765564, -2.1592535972595215, -1.4138742685317993, -3.4249863624572754, -1.8733742237091064, -1.353259801864624, -1.416724681854248, -1.7427068948745728, -1.887890338897705, -0.7075783610343933, -0.297534704208374, -1.789852499961853, -0.9622458219528198, -2.43361759185791, -1.9319618940353394, -2.077862501144409, -1.514888882637024, -0.4252791702747345, -0.5576257109642029, -1.415319800376892, -1.8476872444152832, -1.5480836629867554, -1.6678436994552612, -1.2501791715621948, -1.6992286443710327, -0.5371702313423157, -1.4667898416519165, -2.134026288986206, -0.8130294680595398, -1.6211109161376953, -2.606825590133667, -2.2080373764038086, -1.6625607013702393, -1.508732557296753, -1.5870466232299805, -0.26264113187789917, -1.5473452806472778, -1.9076341390609741, -0.7668043375015259, -1.4952476024627686, -1.7868376970291138, -1.6378695964813232, -2.3042986392974854, -1.7285172939300537, -1.1526457071304321, -1.9455969333648682, -0.585202157497406, -1.3416314125061035, -1.3183302879333496, -1.7661068439483643, -1.4377158880233765, -0.6586991548538208, -0.7376357316970825, -1.7003154754638672, -1.7638499736785889, -1.8214179277420044, -0.8192268013954163, -1.9925587177276611, -1.3983434438705444, -1.3553045988082886, -0.7574151754379272, -1.6192412376403809, -1.970080018043518, -0.6084123849868774, -1.026881456375122, -2.172901153564453]}, "Bot002_093_13": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_093.log.json", "context": "hi there Hi how are you doing fine you? I am doing great. Just got off work. what are you I am a nurse, what about you? i am doctor I am a nurse, I love to eat chicken wings. do you like to dance? I do, but I like to dance do you like alcohol I do not drink alcohol, but I do like to drink do you watch movies?", "response": "I do not. I like movies.", "annotation_id": "Bot002_093_13", "annotations": ["X", "X", "T", "T", "X", "X", "X", "T", "O", "O", "T", "X", "T", "X", "X"], "gpt2background_target_score": [-7.763757228851318, -8.648189544677734, -8.291417121887207, -7.653594493865967, -4.3827409744262695, -6.02720308303833, -10.762350082397461, -4.787291526794434], "gpt2background_argmax_score": [-3.6915245056152344, -1.3596086502075195, -1.8950761556625366, -1.5844100713729858, -0.5697135925292969, -1.8845430612564087, -1.851524829864502, -1.4252089262008667, -2.8341288566589355, -0.7586424946784973, -1.5728862285614014, -2.613704204559326, -1.304705023765564, -2.1592535972595215, -1.4138742685317993, -3.4249863624572754, -1.8733742237091064, -1.353259801864624, -1.416724681854248, -1.7427068948745728, -1.887890338897705, -0.7075783610343933, -0.297534704208374, -1.789852499961853, -0.9622458219528198, -2.43361759185791, -1.9319618940353394, -2.077862501144409, -1.514888882637024, -0.4252791702747345, -0.5576257109642029, -1.415319800376892, -1.8476872444152832, -1.5480836629867554, -1.6678436994552612, -1.2501791715621948, -1.6992284059524536, -0.5371696352958679, -1.4667905569076538, -2.134026050567627, -0.8130302429199219, -1.6211124658584595, -2.6068246364593506, -2.2080371379852295, -1.662559986114502, -1.508731484413147, -1.5870451927185059, -0.26264095306396484, -1.5473453998565674, -1.9076343774795532, -0.7668042182922363, -1.4952479600906372, -1.7868367433547974, -1.6378706693649292, -2.304297924041748, -1.7285176515579224, -1.152645230293274, -1.9455978870391846, -0.585202157497406, -1.341631293296814, -1.318329930305481, -1.7661094665527344, -1.437713861465454, -0.6586989760398865, -0.7376366257667542, -2.0384092330932617, -2.4603874683380127, -0.775496244430542, -2.1119730472564697, -1.547285795211792, -1.6474794149398804, -0.9182431697845459, -2.010913372039795, -2.1108906269073486, -0.583057701587677, -1.6172077655792236, -2.2054994106292725, -0.8196052312850952, -0.6948676705360413, -2.5301311016082764, -1.326635479927063, -1.8175468444824219, -1.4826784133911133, -2.140178918838501, -2.1473681926727295, -1.1446796655654907, -0.6745976805686951, -1.9743854999542236, -0.6438809037208557, -1.1404626369476318, -0.8188367486000061]}, "Bot002_093_15": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_093.log.json", "context": "hi there Hi how are you doing fine you? I am doing great. Just got off work. what are you I am a nurse, what about you? i am doctor I am a nurse, I love to eat chicken wings. do you like to dance? I do, but I like to dance do you like alcohol I do not drink alcohol, but I do like to drink do you watch movies? I do not. I like movies. what is your favorite tv program?", "response": "I like to watch TV", "annotation_id": "Bot002_093_15", "annotations": ["X", "X", "T", "X", "X", "O", "X", "T", "T", "O", "O", "X", "O", "O", "T"], "gpt2background_target_score": [-7.763757228851318, -7.091142654418945, -6.97818660736084, -10.291505813598633, -11.164377212524414], "gpt2background_argmax_score": [-3.6915245056152344, -1.3596086502075195, -1.8950761556625366, -1.5844100713729858, -0.5697135925292969, -1.8845430612564087, -1.851524829864502, -1.4252089262008667, -2.8341288566589355, -0.7586424946784973, -1.5728862285614014, -2.613704204559326, -1.304705023765564, -2.1592535972595215, -1.4138742685317993, -3.4249863624572754, -1.8733742237091064, -1.353259801864624, -1.416724681854248, -1.7427068948745728, -1.887890338897705, -0.7075783610343933, -0.297534704208374, -1.789852499961853, -0.9622458219528198, -2.43361759185791, -1.9319618940353394, -2.077862501144409, -1.514888882637024, -0.4252791702747345, -0.5576257109642029, -1.415319800376892, -1.8476872444152832, -1.5480836629867554, -1.6678436994552612, -1.2501791715621948, -1.6992284059524536, -0.5371696352958679, -1.4667905569076538, -2.134026050567627, -0.8130302429199219, -1.6211124658584595, -2.6068246364593506, -2.2080371379852295, -1.662559986114502, -1.508731484413147, -1.5870451927185059, -0.26264095306396484, -1.5473453998565674, -1.9076343774795532, -0.7668042182922363, -1.4952479600906372, -1.7868367433547974, -1.6378706693649292, -2.304297924041748, -1.7285176515579224, -1.152645230293274, -1.9455978870391846, -0.585202157497406, -1.341631293296814, -1.318329930305481, -1.7661094665527344, -1.437713861465454, -0.6586989760398865, -0.7376366257667542, -2.0384092330932617, -2.4603874683380127, -0.775496244430542, -2.1119730472564697, -1.547285795211792, -1.6474794149398804, -0.9182431697845459, -2.010913372039795, -2.1108906269073486, -0.583057701587677, -1.6172077655792236, -2.2054994106292725, -0.8196052312850952, -0.6948676705360413, -2.5301311016082764, -1.326635479927063, -1.8175468444824219, -2.2790660858154297, -1.784968614578247, -1.1023311614990234, -0.997551441192627, -1.9407007694244385, -0.5874689817428589, -1.2578072547912598, -0.877996563911438, -1.682220697402954, -1.029680848121643, -1.2248138189315796, -2.0892179012298584, -0.23270897567272186, -0.7279388308525085, -1.8263801336288452, -1.9569398164749146, -1.7504537105560303, -1.5717191696166992, -1.4281082153320312, -1.7110921144485474, -1.2875847816467285]}, "Bot002_093_17": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_093.log.json", "context": "hi there Hi how are you doing fine you? I am doing great. Just got off work. what are you I am a nurse, what about you? i am doctor I am a nurse, I love to eat chicken wings. do you like to dance? I do, but I like to dance do you like alcohol I do not drink alcohol, but I do like to drink do you watch movies? I do not. I like movies. what is your favorite tv program? I like to watch TV what is your favorite color?", "response": "[SLIGHTLY SMILING FACE]  I like blue, what color is yours?", "annotation_id": "Bot002_093_17", "annotations": ["O", "O", "O", "O", "O", "T", "O", "T", "O", "O", "O", "O", "O", "X", "O"], "gpt2background_target_score": [-9.296085357666016, -14.615541458129883, -13.442206382751465, -13.469409942626953, -11.5552978515625, -12.59955883026123, -12.337274551391602, -13.644205093383789, -11.814491271972656, -5.433452129364014, -9.206890106201172, -6.139033317565918, -10.817900657653809, -2.7503857612609863, -7.345180034637451, -12.865213394165039, -10.130812644958496, -12.867201805114746, -8.021194458007812], "gpt2background_argmax_score": [-3.6915245056152344, -1.3596086502075195, -1.8950761556625366, -1.5844100713729858, -0.5697135925292969, -1.8845430612564087, -1.851524829864502, -1.4252089262008667, -2.8341288566589355, -0.7586424946784973, -1.5728862285614014, -2.613704204559326, -1.304705023765564, -2.1592535972595215, -1.4138742685317993, -3.4249863624572754, -1.8733742237091064, -1.353259801864624, -1.416724681854248, -1.7427068948745728, -1.887890338897705, -0.7075783610343933, -0.297534704208374, -1.789852499961853, -0.9622458219528198, -2.43361759185791, -1.9319618940353394, -2.077862501144409, -1.514888882637024, -0.4252791702747345, -0.5576257109642029, -1.415319800376892, -1.8476872444152832, -1.5480836629867554, -1.6678436994552612, -1.2501791715621948, -1.6992284059524536, -0.5371696352958679, -1.4667905569076538, -2.134026050567627, -0.8130302429199219, -1.6211124658584595, -2.6068246364593506, -2.2080371379852295, -1.662559986114502, -1.508731484413147, -1.5870451927185059, -0.26264095306396484, -1.5473453998565674, -1.9076343774795532, -0.7668042182922363, -1.4952479600906372, -1.7868367433547974, -1.6378706693649292, -2.304297924041748, -1.7285176515579224, -1.152645230293274, -1.9455978870391846, -0.585202157497406, -1.341631293296814, -1.318329930305481, -1.7661094665527344, -1.437713861465454, -0.6586989760398865, -0.7376366257667542, -2.0384092330932617, -2.4603874683380127, -0.775496244430542, -2.1119730472564697, -1.547285795211792, -1.6474794149398804, -0.9182431697845459, -2.010913372039795, -2.1108906269073486, -0.583057701587677, -1.6172077655792236, -2.2054994106292725, -0.8196052312850952, -0.6948676705360413, -2.5301311016082764, -1.326635479927063, -1.8175468444824219, -2.2790660858154297, -1.784968614578247, -1.1023311614990234, -0.997551441192627, -1.9407007694244385, -0.5874689817428589, -1.2578072547912598, -0.877996563911438, -1.682220697402954, -1.029680848121643, -1.2248138189315796, -2.0892179012298584, -0.23270897567272186, -0.7279388308525085, -1.8263804912567139, -1.7649444341659546, -1.3595912456512451, -1.2438347339630127, -2.1142513751983643, -1.1179134845733643, -1.953473448753357, -1.2509372234344482, -0.2296028584241867, -1.9439964294433594, -0.782639741897583, -1.5614506006240845, -1.9250648021697998, -3.5754666328430176, -2.90244460105896, -2.4630632400512695, -2.4003477096557617, -1.558747410774231, -2.987874746322632, -1.7150427103042603, -1.7124733924865723, -1.4242584705352783, -0.735319972038269, -2.05391526222229, -1.2308720350265503, -3.0510354042053223, -2.404343366622925, -1.8650221824645996, -1.478780746459961, -1.0717788934707642, -0.26158374547958374, -0.8325266242027283]}, "Bot002_093_19": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_093.log.json", "context": "hi there Hi how are you doing fine you? I am doing great. Just got off work. what are you I am a nurse, what about you? i am doctor I am a nurse, I love to eat chicken wings. do you like to dance? I do, but I like to dance do you like alcohol I do not drink alcohol, but I do like to drink do you watch movies? I do not. I like movies. what is your favorite tv program? I like to watch TV what is your favorite color? [SLIGHTLY SMILING FACE]  I like blue, what color is yours? blue too", "response": "I like blue, but I like blue", "annotation_id": "Bot002_093_19", "annotations": ["X", "X", "T", "T", "X", "T", "X", "X", "T", "T", "T", "X", "T", "O", "T"], "gpt2background_target_score": [-7.763757228851318, -7.091142654418945, -12.240930557250977, -6.523472785949707, -10.920289993286133, -8.130341529846191, -7.700397968292236, -10.977531433105469], "gpt2background_argmax_score": [-3.6915245056152344, -1.3596086502075195, -1.8950761556625366, -1.5844100713729858, -0.5697135925292969, -1.8845430612564087, -1.851524829864502, -1.4252089262008667, -2.8341288566589355, -0.7586424946784973, -1.5728862285614014, -2.613704204559326, -1.304705023765564, -2.1592535972595215, -1.4138742685317993, -3.4249863624572754, -1.8733742237091064, -1.353259801864624, -1.416724681854248, -1.7427068948745728, -1.887890338897705, -0.7075783610343933, -0.297534704208374, -1.789852499961853, -0.9622458219528198, -2.43361759185791, -1.9319618940353394, -2.077862501144409, -1.514888882637024, -0.4252791702747345, -0.5576257109642029, -1.415319800376892, -1.8476872444152832, -1.5480836629867554, -1.6678436994552612, -1.2501791715621948, -1.6992284059524536, -0.5371696352958679, -1.4667905569076538, -2.134026050567627, -0.8130302429199219, -1.6211124658584595, -2.6068246364593506, -2.2080371379852295, -1.662559986114502, -1.508731484413147, -1.5870451927185059, -0.26264095306396484, -1.5473453998565674, -1.9076343774795532, -0.7668042182922363, -1.4952479600906372, -1.7868367433547974, -1.6378706693649292, -2.304297924041748, -1.7285176515579224, -1.152645230293274, -1.9455978870391846, -0.585202157497406, -1.341631293296814, -1.318329930305481, -1.7661094665527344, -1.437713861465454, -0.6586989760398865, -0.7376366257667542, -2.0384092330932617, -2.4603874683380127, -0.775496244430542, -2.1119730472564697, -1.547285795211792, -1.6474794149398804, -0.9182431697845459, -2.010913372039795, -2.1108906269073486, -0.583057701587677, -1.6172077655792236, -2.2054994106292725, -0.8196052312850952, -0.6948676705360413, -2.5301311016082764, -1.326635479927063, -1.8175468444824219, -2.2790660858154297, -1.784968614578247, -1.1023311614990234, -0.997551441192627, -1.9407007694244385, -0.5874689817428589, -1.2578072547912598, -0.877996563911438, -1.6822201013565063, -1.0296820402145386, -1.224812626838684, -2.089219331741333, -0.23270897567272186, -0.7279391884803772, -1.8263808488845825, -1.7649435997009277, -1.3595912456512451, -1.243835210800171, -2.1142516136169434, -1.1179133653640747, -1.953472375869751, -1.250938057899475, -0.2296028584241867, -1.9439986944198608, -0.7826395630836487, -1.561449646949768, -3.4505372047424316, -3.0898070335388184, -1.8797262907028198, -2.2991743087768555, -1.5787854194641113, -2.5633678436279297, -1.363089919090271, -1.5798077583312988, -1.7864524126052856, -1.4719854593276978, -1.7471376657485962, -1.1428709030151367, -2.9344491958618164, -2.263213872909546, -1.9977668523788452, -1.4947168827056885, -1.1182211637496948, -0.28103500604629517, -1.7988238334655762, -1.0915309190750122, -1.5509803295135498, -2.0575079917907715, -1.1498669385910034, -2.3658573627471924, -1.6372700929641724, -1.839105248451233, -1.137351632118225, -2.079272508621216, -2.545907497406006, -1.4553669691085815]}, "Bot002_099_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_099.log.json", "context": "Hey! Are you very lonely? Because I am. hey. yeah i\u2019m lonely that\u2019s what brings me here", "response": "[WORRIED FACE]  I am a girl and I love to travel", "annotation_id": "Bot002_099_02", "annotations": ["T", "O", "T", "X", "T", "T", "O", "O", "X", "T", "T", "T", "O", "O", "T"], "gpt2background_target_score": [-11.51324462890625, -13.189741134643555, -14.314614295959473, -13.761842727661133, -13.26024055480957, -11.621894836425781, -5.19015645980835, -1.038530945777893, -3.056306838989258, -2.8068366050720215, -11.4661226272583, -6.170627593994141, -2.1033084392547607, -8.91395092010498, -10.062506675720215, -13.967106819152832], "gpt2background_argmax_score": [-2.115349054336548, -1.2066389322280884, -0.9871067404747009, -2.704385280609131, -2.331766128540039, -0.8358310461044312, -1.0695728063583374, -1.038530945777893, -1.5195579528808594, -2.0114011764526367, -1.7912877798080444, -1.517795443534851, -2.1033084392547607, -1.1564548015594482, -1.9572765827178955, -0.12256253510713577, -0.23658111691474915, -1.4901646375656128, -1.3765372037887573, -1.356860637664795, -0.13458189368247986, -0.14999599754810333, -2.249899387359619, -1.3087520599365234, -0.893003523349762, -1.4415980577468872, -1.0627553462982178, -2.518059253692627, -2.816375970840454, -1.1881967782974243, -1.5145262479782104, -1.4700002670288086, -1.5499039888381958, -0.653343677520752, -0.7293282151222229, -1.8606175184249878, -2.423680543899536, -3.0259194374084473, -1.944685935974121, -1.2613829374313354, -1.8152433633804321, -1.146260142326355, -1.8477987051010132, -1.8444305658340454]}, "Bot002_099_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_099.log.json", "context": "Hey! Are you very lonely? Because I am. hey. yeah i\u2019m lonely that\u2019s what brings me here [WORRIED FACE]  I am a girl and I love to travel are you a student?", "response": "No, I just graduated college.", "annotation_id": "Bot002_099_04", "annotations": ["O", "O", "O", "T", "O", "O", "O", "O", "X", "O", "O", "O", "O", "O", "T"], "gpt2background_target_score": [-11.246122360229492, -10.007796287536621, -5.488772869110107, -5.3369669914245605, -13.18489933013916, -10.689577102661133, -9.776009559631348], "gpt2background_argmax_score": [-2.115349054336548, -1.2066389322280884, -0.9871067404747009, -2.704385280609131, -2.331766128540039, -0.8358310461044312, -1.0695728063583374, -1.038530945777893, -1.5195579528808594, -2.0114011764526367, -1.7912877798080444, -1.517795443534851, -2.1033084392547607, -1.1564548015594482, -1.9572765827178955, -0.12256253510713577, -0.23658111691474915, -1.4901646375656128, -1.3765372037887573, -1.356860637664795, -0.13458189368247986, -0.14999599754810333, -2.249899387359619, -1.3087520599365234, -0.893003523349762, -1.4415980577468872, -1.0627553462982178, -3.259392499923706, -1.7264060974121094, -1.752138614654541, -0.9208505153656006, -1.7338933944702148, -1.6261197328567505, -1.6141566038131714, -1.6966346502304077, -2.327627182006836, -2.9509356021881104, -1.857092022895813, -1.3748732805252075, -1.8939481973648071, -1.151287317276001, -1.6133133172988892, -1.7931487560272217, -1.1112743616104126, -2.5739798545837402, -0.9538609981536865, -0.9988602995872498, -1.9112334251403809, -2.2862584590911865, -1.4648970365524292, -1.2789514064788818, -1.1835113763809204, -2.3822004795074463, -1.7795400619506836, -1.4054044485092163, -1.1625289916992188]}, "Bot002_099_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_099.log.json", "context": "Hey! Are you very lonely? Because I am. hey. yeah i\u2019m lonely that\u2019s what brings me here [WORRIED FACE]  I am a girl and I love to travel are you a student? No, I just graduated college. me too. i graduated yale in 2011", "response": "I have never been to college, but I do not have a job", "annotation_id": "Bot002_099_06", "annotations": ["X", "X", "T", "X", "X", "O", "O", "X", "X", "X", "O", "X", "O", "X", "T"], "gpt2background_target_score": [-9.647310256958008, -8.671810150146484, -11.731439590454102, -9.00317668914795, -7.654752731323242, -10.689577102661133, -9.754467010498047, -9.092803001403809, -9.42486572265625, -9.910552978515625, -9.227800369262695, -6.7241621017456055, -6.151594161987305, -10.828031539916992], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -0.9871084094047546, -2.704385280609131, -2.331768274307251, -0.8358306288719177, -1.0695738792419434, -1.0385322570800781, -1.5195603370666504, -2.0113987922668457, -1.7912898063659668, -1.5177967548370361, -2.1033072471618652, -1.156455397605896, -1.957275629043579, -0.12256243079900742, -0.23658157885074615, -1.49016535282135, -1.3765363693237305, -1.3568605184555054, -0.13458210229873657, -0.14999549090862274, -2.2499043941497803, -1.3087526559829712, -0.8930027484893799, -1.4415961503982544, -1.0627561807632446, -3.2593915462493896, -1.726402997970581, -1.752134919166565, -0.9208493828773499, -1.7338945865631104, -1.6261214017868042, -1.6141560077667236, -1.6966338157653809, -2.327623128890991, -2.9509332180023193, -1.8570919036865234, -1.3748759031295776, -1.893951654434204, -1.1512876749038696, -1.613319754600525, -1.7931499481201172, -1.1112732887268066, -2.5739779472351074, -0.9538627862930298, -0.9988604784011841, -1.9112317562103271, -1.575583577156067, -1.3549695014953613, -1.1312536001205444, -2.231198787689209, -1.9813671112060547, -1.3391714096069336, -1.640458106994629, -2.7943358421325684, -1.505688190460205, -2.337221145629883, -2.269289255142212, -0.9069952964782715, -1.166313886642456, -1.9981892108917236, -2.3808367252349854, -1.3471519947052002, -2.4903616905212402, -2.207879066467285, -1.24843168258667, -1.4845424890518188, -1.6275427341461182, -1.3202359676361084, -1.8244024515151978, -1.5225828886032104, -1.2541900873184204, -2.3872551918029785, -1.9512786865234375, -1.7997357845306396, -1.1720428466796875, -1.5977139472961426, -1.4386335611343384]}, "Bot002_099_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_099.log.json", "context": "Hey! Are you very lonely? Because I am. hey. yeah i\u2019m lonely that\u2019s what brings me here [WORRIED FACE]  I am a girl and I love to travel are you a student? No, I just graduated college. me too. i graduated yale in 2011 I have never been to college, but I do not have a job you just told me the other thing but ok", "response": "I think I can be.", "annotation_id": "Bot002_099_08", "annotations": ["X", "X", "X", "X", "X", "O", "O", "X", "X", "X", "X", "X", "T", "X", "X"], "gpt2background_target_score": [-9.647310256958008, -10.941649436950684, -5.488770484924316, -9.299129486083984, -11.63155460357666, -5.2255401611328125], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -0.9871084094047546, -2.704385280609131, -2.331768274307251, -0.8358306288719177, -1.0695738792419434, -1.0385322570800781, -1.5195603370666504, -2.0113987922668457, -1.7912898063659668, -1.5177967548370361, -2.1033072471618652, -1.156455397605896, -1.957275629043579, -0.12256243079900742, -0.23658157885074615, -1.49016535282135, -1.3765363693237305, -1.3568605184555054, -0.13458210229873657, -0.14999549090862274, -2.2499043941497803, -1.3087526559829712, -0.8930027484893799, -1.4415961503982544, -1.0627561807632446, -3.2593915462493896, -1.726402997970581, -1.752134919166565, -0.9208493828773499, -1.7338945865631104, -1.6261214017868042, -1.6141560077667236, -1.6966338157653809, -2.327623128890991, -2.9509332180023193, -1.8570919036865234, -1.3748759031295776, -1.893951654434204, -1.1512876749038696, -1.613319754600525, -1.7931499481201172, -1.1112732887268066, -2.5739779472351074, -0.9538627862930298, -0.9988604784011841, -1.9112317562103271, -1.575583577156067, -1.3549695014953613, -1.1312536001205444, -2.231198787689209, -1.9813671112060547, -1.3391714096069336, -1.640458106994629, -2.7943358421325684, -1.505688190460205, -2.337221145629883, -2.269289255142212, -0.9069952964782715, -1.166313886642456, -1.9981892108917236, -2.3808367252349854, -1.3471519947052002, -2.4106295108795166, -1.506830096244812, -1.4238346815109253, -1.9011321067810059, -1.604811668395996, -1.6812459230422974, -1.8718467950820923, -1.5253459215164185, -2.0460615158081055, -1.8016667366027832, -1.729003667831421, -1.1868634223937988, -1.514174461364746, -1.3732154369354248, -1.5204837322235107, -2.021669387817383, -0.1458466798067093, -2.085160732269287, -2.244265556335449, -0.14226260781288147, -1.6442197561264038, -1.3555632829666138, -1.4421277046203613, -2.437286615371704, -2.358391046524048, -1.3063342571258545, -1.8971736431121826, -2.1230967044830322, -1.9563356637954712, -1.2888195514678955]}, "Bot002_099_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_099.log.json", "context": "Hey! Are you very lonely? Because I am. hey. yeah i\u2019m lonely that\u2019s what brings me here [WORRIED FACE]  I am a girl and I love to travel are you a student? No, I just graduated college. me too. i graduated yale in 2011 I have never been to college, but I do not have a job you just told me the other thing but ok I think I can be. tell me about your parents", "response": "I like to be with my friends and family.[WINKING FACE]", "annotation_id": "Bot002_099_10", "annotations": ["O", "O", "X", "X", "T", "O", "O", "T", "X", "T", "T", "X", "O", "T", "X"], "gpt2background_target_score": [-9.647310256958008, -10.527121543884277, -9.227169036865234, -10.852785110473633, -10.362943649291992, -9.255123138427734, -10.461111068725586, -8.250961303710938, -11.829793930053711, -12.082803726196289, -10.914461135864258, -13.389135360717773, -13.546960830688477, -12.360568046569824, -12.46417236328125], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -0.9871084094047546, -2.704385280609131, -2.331768274307251, -0.8358306288719177, -1.0695738792419434, -1.0385322570800781, -1.5195603370666504, -2.0113987922668457, -1.7912898063659668, -1.5177967548370361, -2.1033072471618652, -1.156455397605896, -1.957275629043579, -0.12256243079900742, -0.23658157885074615, -1.49016535282135, -1.3765363693237305, -1.3568605184555054, -0.13458210229873657, -0.14999549090862274, -2.2499043941497803, -1.3087526559829712, -0.8930027484893799, -1.4415961503982544, -1.0627561807632446, -3.2593915462493896, -1.726402997970581, -1.752134919166565, -0.9208493828773499, -1.7338945865631104, -1.6261214017868042, -1.6141560077667236, -1.6966338157653809, -2.327623128890991, -2.9509332180023193, -1.8570919036865234, -1.3748759031295776, -1.893951654434204, -1.1512876749038696, -1.613319754600525, -1.7931499481201172, -1.1112732887268066, -2.5739779472351074, -0.9538627862930298, -0.9988604784011841, -1.9112317562103271, -1.575583577156067, -1.3549695014953613, -1.1312536001205444, -2.231198787689209, -1.9813671112060547, -1.3391714096069336, -1.640458106994629, -2.7943358421325684, -1.505688190460205, -2.337221145629883, -2.269289255142212, -0.9069952964782715, -1.166313886642456, -1.9981892108917236, -2.3808367252349854, -1.3471519947052002, -2.4106295108795166, -1.506830096244812, -1.4238346815109253, -1.9011321067810059, -1.604811668395996, -1.6812459230422974, -1.8718467950820923, -1.5253459215164185, -2.0460615158081055, -1.8016667366027832, -1.729003667831421, -1.1868634223937988, -1.514174461364746, -1.3732154369354248, -1.5204837322235107, -2.021669387817383, -0.1458466798067093, -2.085160732269287, -2.244265556335449, -0.14226260781288147, -1.6442197561264038, -1.3555632829666138, -1.4421277046203613, -2.193437337875366, -1.4665957689285278, -1.8161247968673706, -1.633730173110962, -2.0387942790985107, -2.2943990230560303, -0.7166716456413269, -2.3383591175079346, -1.6506925821304321, -2.1149232387542725, -1.897477149963379, -2.314509868621826, -2.3414266109466553, -1.5147141218185425, -2.384446859359741, -2.320189952850342, -0.834097146987915, -0.8898115754127502, -1.873278021812439, -1.5535527467727661, -1.6845327615737915, -2.0933828353881836, -2.0678040981292725, -2.486668348312378, -2.4986047744750977, -2.241692066192627, -1.0720032453536987]}, "Bot002_099_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_099.log.json", "context": "Hey! Are you very lonely? Because I am. hey. yeah i\u2019m lonely that\u2019s what brings me here [WORRIED FACE]  I am a girl and I love to travel are you a student? No, I just graduated college. me too. i graduated yale in 2011 I have never been to college, but I do not have a job you just told me the other thing but ok I think I can be. tell me about your parents I like to be with my friends and family.[WINKING FACE] i\u2019m close to my parents. they\u2019re bankers. i want to become one too", "response": "I do not know how to do that.", "annotation_id": "Bot002_099_12", "annotations": ["T", "O", "O", "T", "O", "X", "O", "O", "X", "T", "T", "T", "T", "O", "T"], "gpt2background_target_score": [-9.647310256958008, -8.556722640991211, -8.576349258422852, -9.988300323486328, -10.787227630615234, -5.106227397918701, -8.741540908813477, -4.376930236816406, -8.831382751464844], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -0.9871084094047546, -2.704385280609131, -2.331768274307251, -0.8358306288719177, -1.0695738792419434, -1.0385322570800781, -1.5195603370666504, -2.0113987922668457, -1.7912898063659668, -1.5177967548370361, -2.1033072471618652, -1.156455397605896, -1.957275629043579, -0.12256243079900742, -0.23658157885074615, -1.49016535282135, -1.3765363693237305, -1.3568605184555054, -0.13458210229873657, -0.14999549090862274, -2.2499043941497803, -1.3087526559829712, -0.8930027484893799, -1.4415961503982544, -1.0627561807632446, -3.2593915462493896, -1.726402997970581, -1.752134919166565, -0.9208493828773499, -1.7338945865631104, -1.6261214017868042, -1.6141560077667236, -1.6966338157653809, -2.327623128890991, -2.9509332180023193, -1.8570919036865234, -1.3748759031295776, -1.893951654434204, -1.1512876749038696, -1.613319754600525, -1.7931499481201172, -1.1112732887268066, -2.5739779472351074, -0.9538627862930298, -0.9988604784011841, -1.9112317562103271, -1.575583577156067, -1.3549695014953613, -1.1312536001205444, -2.231198787689209, -1.9813671112060547, -1.3391714096069336, -1.640458106994629, -2.7943358421325684, -1.505688190460205, -2.337221145629883, -2.269289255142212, -0.9069952964782715, -1.166313886642456, -1.9981892108917236, -2.3808367252349854, -1.3471519947052002, -2.4106295108795166, -1.506830096244812, -1.4238346815109253, -1.9011321067810059, -1.604811668395996, -1.6812459230422974, -1.8718467950820923, -1.5253459215164185, -2.0460615158081055, -1.8016667366027832, -1.729003667831421, -1.1868634223937988, -1.514174461364746, -1.3732154369354248, -1.5204837322235107, -2.021669387817383, -0.1458466798067093, -2.085160732269287, -2.244265556335449, -0.14226260781288147, -1.6442197561264038, -1.3555632829666138, -1.4421277046203613, -2.193437337875366, -1.4665957689285278, -1.8161247968673706, -1.633730173110962, -2.0387942790985107, -2.2943990230560303, -0.7166716456413269, -2.3383591175079346, -1.6506925821304321, -2.1149232387542725, -1.897477149963379, -2.1399099826812744, -1.831168532371521, -2.042360305786133, -2.139004707336426, -0.6244029998779297, -1.519161343574524, -2.0016238689422607, -2.0072391033172607, -1.7597802877426147, -2.5212111473083496, -2.0278899669647217, -2.5810751914978027, -2.623995065689087, -1.3797173500061035, -1.8903769254684448, -2.411987066268921, -0.1603381484746933, -0.4136180579662323, -2.3464431762695312, -0.9058883786201477, -1.5460580587387085, -1.0760056972503662, -2.188229560852051, -1.8930827379226685, -1.9647115468978882, -0.13281531631946564, -0.33782637119293213, -3.0782711505889893, -2.7963643074035645, -1.9025695323944092, -1.489915132522583, -0.41957712173461914, -0.9831908345222473, -1.1073569059371948, -0.9321044683456421, -1.0603246688842773, -2.1280739307403564, -2.145674228668213, -1.6841884851455688, -1.4553488492965698, -1.956235647201538, -0.9332533478736877, -2.219207286834717, -0.8432179689407349, -1.1554005146026611, -1.2911334037780762]}, "Bot002_099_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_099.log.json", "context": "Hey! Are you very lonely? Because I am. hey. yeah i\u2019m lonely that\u2019s what brings me here [WORRIED FACE]  I am a girl and I love to travel are you a student? No, I just graduated college. me too. i graduated yale in 2011 I have never been to college, but I do not have a job you just told me the other thing but ok I think I can be. tell me about your parents I like to be with my friends and family.[WINKING FACE] i\u2019m close to my parents. they\u2019re bankers. i want to become one too I do not know how to do that. that\u2019s why i have to study finance", "response": "I am a girl and I love to travel", "annotation_id": "Bot002_099_14", "annotations": ["X", "X", "X", "X", "X", "X", "X", "X", "X", "X", "X", "X", "O", "X", "X"], "gpt2background_target_score": [-9.647310256958008, -8.879878997802734, -6.685613632202148, -8.251280784606934, -7.984686851501465, -6.965716361999512, -11.26019287109375, -7.140873908996582, -8.921356201171875], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -0.9871084094047546, -2.704385280609131, -2.331768274307251, -0.8358306288719177, -1.0695738792419434, -1.0385322570800781, -1.5195603370666504, -2.0113987922668457, -1.7912898063659668, -1.5177967548370361, -2.1033072471618652, -1.156455397605896, -1.957275629043579, -0.12256243079900742, -0.23658157885074615, -1.49016535282135, -1.3765363693237305, -1.3568605184555054, -0.13458210229873657, -0.14999549090862274, -2.2499043941497803, -1.3087526559829712, -0.8930027484893799, -1.4415961503982544, -1.0627561807632446, -3.2593915462493896, -1.726402997970581, -1.752134919166565, -0.9208493828773499, -1.7338945865631104, -1.6261214017868042, -1.6141560077667236, -1.6966338157653809, -2.327623128890991, -2.9509332180023193, -1.8570919036865234, -1.3748759031295776, -1.893951654434204, -1.1512876749038696, -1.613319754600525, -1.7931499481201172, -1.1112732887268066, -2.5739779472351074, -0.9538627862930298, -0.9988604784011841, -1.9112317562103271, -1.575583577156067, -1.3549695014953613, -1.1312536001205444, -2.231198787689209, -1.9813671112060547, -1.3391714096069336, -1.640458106994629, -2.7943358421325684, -1.505688190460205, -2.337221145629883, -2.269289255142212, -0.9069952964782715, -1.166313886642456, -1.9981892108917236, -2.3808367252349854, -1.3471519947052002, -2.4106295108795166, -1.506830096244812, -1.4238346815109253, -1.9011321067810059, -1.604811668395996, -1.6812459230422974, -1.8718467950820923, -1.5253459215164185, -2.0460615158081055, -1.8016667366027832, -1.729003667831421, -1.1868634223937988, -1.514174461364746, -1.3732154369354248, -1.5204837322235107, -2.021669387817383, -0.1458466798067093, -2.085160732269287, -2.244265556335449, -0.14226260781288147, -1.6442197561264038, -1.3555632829666138, -1.4421277046203613, -2.193437337875366, -1.4665957689285278, -1.8161247968673706, -1.633730173110962, -2.0387942790985107, -2.2943990230560303, -0.7166716456413269, -2.3383591175079346, -1.6506925821304321, -2.1149232387542725, -1.897477149963379, -2.1399099826812744, -1.831168532371521, -2.042360305786133, -2.139004707336426, -0.6244029998779297, -1.519161343574524, -2.0016238689422607, -2.0072391033172607, -1.7597802877426147, -2.5212111473083496, -2.0278899669647217, -2.5810751914978027, -2.623995065689087, -1.3797173500061035, -1.8903769254684448, -2.411987066268921, -0.1603381484746933, -0.4136180579662323, -2.3464431762695312, -0.9058883786201477, -1.5460580587387085, -1.0760056972503662, -2.188229560852051, -1.8930827379226685, -1.9647115468978882, -0.13281531631946564, -0.33782637119293213, -3.0782711505889893, -2.7963643074035645, -1.9025695323944092, -1.489915132522583, -0.41957712173461914, -0.9831908345222473, -1.1073569059371948, -0.9321044683456421, -1.0603246688842773, -1.6845754384994507, -0.8565022349357605, -1.413218379020691, -1.8781203031539917, -0.65831059217453, -1.777113676071167, -1.1389679908752441, -0.9881569743156433, -1.8408609628677368, -0.8614373207092285, -0.14445921778678894, -0.1563967764377594, -2.196362018585205, -1.05764901638031, -1.6660866737365723, -2.1065876483917236, -2.48563551902771, -1.8921732902526855, -1.635911464691162, -2.1203436851501465, -2.2266199588775635, -2.146014928817749, -1.320757508277893, -1.713700294494629, -1.1327564716339111, -1.8954201936721802, -1.2849054336547852, -1.891552448272705, -1.4283521175384521]}, "Bot002_099_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_099.log.json", "context": "Hey! Are you very lonely? Because I am. hey. yeah i\u2019m lonely that\u2019s what brings me here [WORRIED FACE]  I am a girl and I love to travel are you a student? No, I just graduated college. me too. i graduated yale in 2011 I have never been to college, but I do not have a job you just told me the other thing but ok I think I can be. tell me about your parents I like to be with my friends and family.[WINKING FACE] i\u2019m close to my parents. they\u2019re bankers. i want to become one too I do not know how to do that. that\u2019s why i have to study finance I am a girl and I love to travel i know that", "response": "I have a lot of friends", "annotation_id": "Bot002_099_16", "annotations": ["X", "O", "T", "T", "T", "O", "T", "O", "X", "T", "T", "O", "T", "T", "X"], "gpt2background_target_score": [-9.647310256958008, -8.671810150146484, -6.685613632202148, -11.5084228515625, -7.921210289001465, -8.942535400390625], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -0.9871084094047546, -2.704385280609131, -2.331768274307251, -0.8358306288719177, -1.0695738792419434, -1.0385322570800781, -1.5195603370666504, -2.0113987922668457, -1.7912898063659668, -1.5177967548370361, -2.1033072471618652, -1.156455397605896, -1.957275629043579, -0.12256243079900742, -0.23658157885074615, -1.49016535282135, -1.3765363693237305, -1.3568605184555054, -0.13458210229873657, -0.14999549090862274, -2.2499043941497803, -1.3087526559829712, -0.8930027484893799, -1.4415961503982544, -1.0627561807632446, -3.2593915462493896, -1.726402997970581, -1.752134919166565, -0.9208493828773499, -1.7338945865631104, -1.6261214017868042, -1.6141560077667236, -1.6966338157653809, -2.327623128890991, -2.9509332180023193, -1.8570919036865234, -1.3748759031295776, -1.893951654434204, -1.1512876749038696, -1.613319754600525, -1.7931499481201172, -1.1112732887268066, -2.5739779472351074, -0.9538627862930298, -0.9988604784011841, -1.9112317562103271, -1.575583577156067, -1.3549695014953613, -1.1312536001205444, -2.231198787689209, -1.9813671112060547, -1.3391714096069336, -1.640458106994629, -2.7943358421325684, -1.505688190460205, -2.337221145629883, -2.269289255142212, -0.9069952964782715, -1.166313886642456, -1.9981892108917236, -2.3808367252349854, -1.3471519947052002, -2.4106295108795166, -1.506830096244812, -1.4238346815109253, -1.9011321067810059, -1.604811668395996, -1.6812459230422974, -1.8718467950820923, -1.5253459215164185, -2.0460615158081055, -1.8016667366027832, -1.729003667831421, -1.1868634223937988, -1.514174461364746, -1.3732154369354248, -1.5204837322235107, -2.021669387817383, -0.1458466798067093, -2.085160732269287, -2.244265556335449, -0.14226260781288147, -1.6442197561264038, -1.3555632829666138, -1.4421277046203613, -2.193437337875366, -1.4665957689285278, -1.8161247968673706, -1.633730173110962, -2.0387942790985107, -2.2943990230560303, -0.7166716456413269, -2.3383591175079346, -1.6506925821304321, -2.1149232387542725, -1.897477149963379, -2.1399099826812744, -1.831168532371521, -2.042360305786133, -2.139004707336426, -0.6244029998779297, -1.519161343574524, -2.0016238689422607, -2.0072391033172607, -1.7597802877426147, -2.5212111473083496, -2.0278899669647217, -2.5810751914978027, -2.623995065689087, -1.3797173500061035, -1.8903769254684448, -2.411987066268921, -0.1603381484746933, -0.4136180579662323, -2.3464431762695312, -0.9058883786201477, -1.5460580587387085, -1.0760056972503662, -2.188229560852051, -1.8930827379226685, -1.9647115468978882, -0.13281531631946564, -0.33782637119293213, -3.0782711505889893, -2.7963643074035645, -1.9025695323944092, -1.489915132522583, -0.41957712173461914, -0.9831908345222473, -1.1073569059371948, -0.9321038126945496, -1.0603255033493042, -1.684574007987976, -0.8564998507499695, -1.413217544555664, -1.8781183958053589, -0.6583108305931091, -1.7771131992340088, -1.138965129852295, -0.9881565570831299, -1.8408607244491577, -0.8614369034767151, -0.14445963501930237, -0.1563967764377594, -2.1963613033294678, -1.0576480627059937, -1.6660882234573364, -2.1065869331359863, -2.4856364727020264, -1.8921717405319214, -1.635912299156189, -2.1251301765441895, -2.3195853233337402, -1.9661978483200073, -1.6076395511627197, -1.3816651105880737, -2.281035900115967, -1.3715479373931885, -1.920937180519104, -1.4084700345993042, -2.519947052001953, -2.281419277191162, -1.9792017936706543, -2.168205499649048, -2.2124686241149902, -1.632788896560669, -2.2967751026153564, -0.43229639530181885, -1.2027546167373657, -1.968468189239502]}, "Bot002_099_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_099.log.json", "context": "Hey! Are you very lonely? Because I am. hey. yeah i\u2019m lonely that\u2019s what brings me here [WORRIED FACE]  I am a girl and I love to travel are you a student? No, I just graduated college. me too. i graduated yale in 2011 I have never been to college, but I do not have a job you just told me the other thing but ok I think I can be. tell me about your parents I like to be with my friends and family.[WINKING FACE] i\u2019m close to my parents. they\u2019re bankers. i want to become one too I do not know how to do that. that\u2019s why i have to study finance I am a girl and I love to travel i know that I have a lot of friends me too", "response": "I like to be with my friends.[SMILING FACE WITH OPEN MOUTH AND SMILING EYES]", "annotation_id": "Bot002_099_18", "annotations": ["O", "O", "O", "T", "O", "O", "O", "O", "X", "O", "O", "T", "O", "T", "T"], "gpt2background_target_score": [-9.647310256958008, -10.527121543884277, -9.227169036865234, -10.852785110473633, -10.362943649291992, -9.255123138427734, -10.461111068725586, -13.359596252441406, -12.396306991577148, -12.333126068115234, -12.837936401367188, -11.918800354003906, -13.051218032836914, -12.832352638244629, -10.570246696472168, -12.962748527526855, -13.6993408203125, -12.791498184204102, -12.13634204864502, -13.918482780456543, -12.723733901977539, -12.894021034240723, -12.6315279006958, -12.713513374328613], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -0.9871084094047546, -2.704385280609131, -2.331768274307251, -0.8358306288719177, -1.0695738792419434, -1.0385322570800781, -1.5195603370666504, -2.0113987922668457, -1.7912898063659668, -1.5177967548370361, -2.1033072471618652, -1.156455397605896, -1.957275629043579, -0.12256243079900742, -0.23658157885074615, -1.49016535282135, -1.3765363693237305, -1.3568605184555054, -0.13458210229873657, -0.14999549090862274, -2.2499043941497803, -1.3087526559829712, -0.8930027484893799, -1.4415961503982544, -1.0627561807632446, -3.2593915462493896, -1.726402997970581, -1.752134919166565, -0.9208493828773499, -1.7338945865631104, -1.6261214017868042, -1.6141560077667236, -1.6966338157653809, -2.327623128890991, -2.9509332180023193, -1.8570919036865234, -1.3748759031295776, -1.893951654434204, -1.1512876749038696, -1.613319754600525, -1.7931499481201172, -1.1112732887268066, -2.5739779472351074, -0.9538627862930298, -0.9988604784011841, -1.9112317562103271, -1.575583577156067, -1.3549695014953613, -1.1312536001205444, -2.231198787689209, -1.9813671112060547, -1.3391714096069336, -1.640458106994629, -2.7943358421325684, -1.505688190460205, -2.337221145629883, -2.269289255142212, -0.9069952964782715, -1.166313886642456, -1.9981892108917236, -2.3808367252349854, -1.3471519947052002, -2.4106295108795166, -1.506830096244812, -1.4238346815109253, -1.9011321067810059, -1.604811668395996, -1.6812459230422974, -1.8718467950820923, -1.5253459215164185, -2.0460615158081055, -1.8016667366027832, -1.729003667831421, -1.1868634223937988, -1.514174461364746, -1.3732154369354248, -1.5204837322235107, -2.021669387817383, -0.1458466798067093, -2.085160732269287, -2.244265556335449, -0.14226260781288147, -1.6442197561264038, -1.3555632829666138, -1.4421277046203613, -2.193437337875366, -1.4665957689285278, -1.8161247968673706, -1.633730173110962, -2.0387942790985107, -2.2943990230560303, -0.7166716456413269, -2.3383591175079346, -1.6506925821304321, -2.1149232387542725, -1.897477149963379, -2.1399099826812744, -1.831168532371521, -2.042360305786133, -2.139004707336426, -0.6244029998779297, -1.519161343574524, -2.0016238689422607, -2.0072391033172607, -1.7597802877426147, -2.5212111473083496, -2.0278899669647217, -2.5810751914978027, -2.623995065689087, -1.3797173500061035, -1.8903769254684448, -2.411987066268921, -0.1603381484746933, -0.4136180579662323, -2.3464431762695312, -0.9058883786201477, -1.5460580587387085, -1.0760056972503662, -2.188229560852051, -1.8930827379226685, -1.9647115468978882, -0.13281531631946564, -0.33782637119293213, -3.0782711505889893, -2.7963643074035645, -1.9025695323944092, -1.489915132522583, -0.41957712173461914, -0.9831908345222473, -1.1073569059371948, -0.9321044683456421, -1.0603246688842773, -1.6845754384994507, -0.8565022349357605, -1.413218379020691, -1.8781203031539917, -0.65831059217453, -1.777113676071167, -1.1389679908752441, -0.9881569743156433, -1.8408609628677368, -0.8614373207092285, -0.14445921778678894, -0.1563967764377594, -2.196362018585205, -1.05764901638031, -1.6660866737365723, -2.1065876483917236, -2.48563551902771, -1.8921732902526855, -1.635911464691162, -2.125129461288452, -2.3195865154266357, -1.9661990404129028, -1.6076403856277466, -1.3816659450531006, -2.2810356616973877, -1.3715459108352661, -1.9209394454956055, -1.4084690809249878, -2.5199458599090576, -2.2814173698425293, -1.9792014360427856, -2.006657838821411, -1.2085024118423462, -1.8614060878753662, -0.5019661784172058, -1.5028674602508545, -1.6188385486602783, -1.7350410223007202, -1.0083563327789307, -2.267986297607422, -2.235631227493286, -0.692866325378418, -1.2946206331253052, -1.3432258367538452, -1.0134291648864746, -0.5804163813591003, -1.9296984672546387, -1.8361979722976685, -2.032715320587158, -1.7512104511260986, -0.34775519371032715, -0.24025055766105652, -1.6033375263214111, -3.6785006523132324, -2.0234177112579346, -1.009804368019104, -1.8701577186584473, -2.1170339584350586, -0.2857081890106201, -0.3819885551929474, -0.34089046716690063, -1.8398997783660889, -2.0873076915740967, -2.2110869884490967]}, "Bot002_099_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot002_099.log.json", "context": "Hey! Are you very lonely? Because I am. hey. yeah i\u2019m lonely that\u2019s what brings me here [WORRIED FACE]  I am a girl and I love to travel are you a student? No, I just graduated college. me too. i graduated yale in 2011 I have never been to college, but I do not have a job you just told me the other thing but ok I think I can be. tell me about your parents I like to be with my friends and family.[WINKING FACE] i\u2019m close to my parents. they\u2019re bankers. i want to become one too I do not know how to do that. that\u2019s why i have to study finance I am a girl and I love to travel i know that I have a lot of friends me too I like to be with my friends.[SMILING FACE WITH OPEN MOUTH AND SMILING EYES] so do i", "response": "I like to be with my friends.", "annotation_id": "Bot002_099_20", "annotations": ["X", "T", "X", "T", "T", "O", "T", "T", "X", "X", "T", "X", "O", "X", "T"], "gpt2background_target_score": [-9.647310256958008, -10.527121543884277, -9.227169036865234, -10.852785110473633, -10.362943649291992, -9.255123138427734, -10.461111068725586, -7.09622859954834], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -0.9871084094047546, -2.704385280609131, -2.331768274307251, -0.8358306288719177, -1.0695738792419434, -1.0385322570800781, -1.5195603370666504, -2.0113987922668457, -1.7912898063659668, -1.5177967548370361, -2.1033072471618652, -1.156455397605896, -1.957275629043579, -0.12256243079900742, -0.23658157885074615, -1.49016535282135, -1.3765363693237305, -1.3568605184555054, -0.13458210229873657, -0.14999549090862274, -2.2499043941497803, -1.3087526559829712, -0.8930027484893799, -1.4415961503982544, -1.0627561807632446, -3.2593915462493896, -1.726402997970581, -1.752134919166565, -0.9208493828773499, -1.7338945865631104, -1.6261214017868042, -1.6141560077667236, -1.6966338157653809, -2.327623128890991, -2.9509332180023193, -1.8570919036865234, -1.3748759031295776, -1.893951654434204, -1.1512876749038696, -1.613319754600525, -1.7931499481201172, -1.1112732887268066, -2.5739779472351074, -0.9538627862930298, -0.9988604784011841, -1.9112317562103271, -1.575583577156067, -1.3549695014953613, -1.1312536001205444, -2.231198787689209, -1.9813671112060547, -1.3391714096069336, -1.640458106994629, -2.7943358421325684, -1.505688190460205, -2.337221145629883, -2.269289255142212, -0.9069952964782715, -1.166313886642456, -1.9981892108917236, -2.3808367252349854, -1.3471519947052002, -2.4106295108795166, -1.506830096244812, -1.4238346815109253, -1.9011321067810059, -1.604811668395996, -1.6812459230422974, -1.8718467950820923, -1.5253459215164185, -2.0460615158081055, -1.8016667366027832, -1.729003667831421, -1.1868634223937988, -1.514174461364746, -1.3732154369354248, -1.5204837322235107, -2.021669387817383, -0.1458466798067093, -2.085160732269287, -2.244265556335449, -0.14226260781288147, -1.6442197561264038, -1.3555632829666138, -1.4421277046203613, -2.193437337875366, -1.4665957689285278, -1.8161247968673706, -1.633730173110962, -2.0387942790985107, -2.2943990230560303, -0.7166716456413269, -2.3383591175079346, -1.6506925821304321, -2.1149232387542725, -1.897477149963379, -2.1399099826812744, -1.831168532371521, -2.042360305786133, -2.139004707336426, -0.6244029998779297, -1.519161343574524, -2.0016238689422607, -2.0072391033172607, -1.7597802877426147, -2.5212111473083496, -2.0278899669647217, -2.5810751914978027, -2.623995065689087, -1.3797173500061035, -1.8903769254684448, -2.411987066268921, -0.1603381484746933, -0.4136180579662323, -2.3464431762695312, -0.9058883786201477, -1.5460580587387085, -1.0760056972503662, -2.188229560852051, -1.8930827379226685, -1.9647115468978882, -0.13281531631946564, -0.33782637119293213, -3.0782711505889893, -2.7963643074035645, -1.9025695323944092, -1.489915132522583, -0.41957712173461914, -0.9831908345222473, -1.1073569059371948, -0.9321044683456421, -1.0603246688842773, -1.6845754384994507, -0.8565022349357605, -1.413218379020691, -1.8781203031539917, -0.65831059217453, -1.777113676071167, -1.1389679908752441, -0.9881569743156433, -1.8408609628677368, -0.8614373207092285, -0.14445921778678894, -0.1563967764377594, -2.196362018585205, -1.05764901638031, -1.6660866737365723, -2.1065876483917236, -2.48563551902771, -1.8921732902526855, -1.635911464691162, -2.125129461288452, -2.3195865154266357, -1.9661990404129028, -1.6076403856277466, -1.3816659450531006, -2.2810356616973877, -1.3715459108352661, -1.9209394454956055, -1.4084690809249878, -2.5199458599090576, -2.2814173698425293, -1.9792014360427856, -2.006657838821411, -1.2085024118423462, -1.8614060878753662, -0.5019661784172058, -1.5028674602508545, -1.6188385486602783, -1.7350410223007202, -1.0083563327789307, -2.5287883281707764, -0.5142595171928406, -1.5310434103012085, -1.1510192155838013, -0.8103015422821045, -1.1381239891052246, -1.5126549005508423, -0.5803129076957703, -2.5072832107543945, -1.2974773645401, -0.3611237704753876, -0.15680938959121704, -2.3131043910980225, -3.59148907661438, -1.9087793827056885, -1.051304817199707, -1.2806721925735474, -2.2477736473083496, -0.3173423409461975, -0.2691829800605774, -0.37654268741607666, -1.8377666473388672, -1.745215654373169, -2.3184432983398438, -1.7356171607971191, -0.8891087174415588, -2.331369638442993, -2.2044315338134766, -2.330533981323242, -0.7100405693054199, -0.8443682193756104, -0.7766311764717102, -0.7492048740386963, -1.0521827936172485, -2.1218509674072266, -1.2708832025527954]}, "Bot003_003_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_003.log.json", "context": "Whazzup? Hi!", "response": "Hi! i am a hip hop hop hop hop hop hop.", "annotation_id": "Bot003_003_02", "annotations": ["X", "O", "X", "O", "T", "T", "O", "O", "O", "X", "X", "T", "T", "T", "T"], "gpt2background_target_score": [-15.289566993713379, -7.29688835144043, -7.2534685134887695, -11.048316955566406, -7.778816223144531, -13.371238708496094, -12.192059516906738, -12.455056190490723, -12.4153413772583, -11.389777183532715, -12.082911491394043, -11.396326065063477, -8.304186820983887], "gpt2background_argmax_score": [-0.12561701238155365, -2.3559441566467285, -3.120349168777466, -0.5248879194259644, -1.9196546077728271, -1.2721056938171387, -2.0683085918426514, -1.2062194347381592, -1.2123558521270752, -1.55758798122406, -1.5529974699020386, -2.8703396320343018, -1.0937327146530151, -2.0454490184783936, -2.08357834815979, -2.186155080795288, -2.3428564071655273, -2.494436264038086, -2.5265307426452637, -0.9485318660736084]}, "Bot003_003_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_003.log.json", "context": "Whazzup? Hi! Hi! i am a hip hop hop hop hop hop hop. Heh. So much love for hip hop?", "response": "Yeah, i'm talking about that.", "annotation_id": "Bot003_003_04", "annotations": ["O", "O", "T", "O", "T", "O", "O", "O", "T", "O", "O", "O", "O", "O", "T"], "gpt2background_target_score": [-14.385953903198242, -5.834481716156006, -7.2534685134887695, -11.898195266723633, -11.942906379699707, -9.923198699951172, -7.852725982666016, -9.811503410339355], "gpt2background_argmax_score": [-0.12561701238155365, -2.3559441566467285, -3.120349168777466, -0.5248879194259644, -1.9196546077728271, -1.2721056938171387, -1.2332260608673096, -1.2069348096847534, -1.5034630298614502, -1.6084450483322144, -2.6729609966278076, -1.0191608667373657, -2.1830241680145264, -2.2344937324523926, -2.360780954360962, -2.5526974201202393, -2.681898355484009, -2.8290839195251465, -1.2714663743972778, -1.7061798572540283, -1.8636317253112793, -2.1772241592407227, -1.6908037662506104, -2.5437090396881104, -1.7509514093399048, -2.1231911182403564, -0.17031456530094147, -1.096968650817871, -2.489905595779419, -2.1085543632507324, -1.4156155586242676, -1.8665233850479126, -2.4200124740600586, -1.8547037839889526, -0.49769625067710876, -2.5018887519836426, -2.1614696979522705, -1.730023741722107]}, "Bot003_003_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_003.log.json", "context": "Whazzup? Hi! Hi! i am a hip hop hop hop hop hop hop. Heh. So much love for hip hop? Yeah, i'm talking about that. What other music do you like?", "response": "I like hip hop and r b", "annotation_id": "Bot003_003_06", "annotations": ["O", "O", "O", "O", "T", "O", "O", "O", "T", "O", "T", "O", "O", "O", "T"], "gpt2background_target_score": [-10.475935935974121, -6.715299129486084, -10.59502124786377, -12.759397506713867, -6.844670295715332, -7.657989025115967, -8.65695571899414], "gpt2background_argmax_score": [-0.12561701238155365, -2.3559441566467285, -3.120349168777466, -0.5248879194259644, -1.9196546077728271, -1.2721056938171387, -1.2332260608673096, -1.2069348096847534, -1.5034630298614502, -1.6084450483322144, -2.6729609966278076, -1.0191608667373657, -2.1830241680145264, -2.2344937324523926, -2.360780954360962, -2.5526974201202393, -2.681898355484009, -2.8290839195251465, -1.2714663743972778, -1.7061798572540283, -1.8636317253112793, -2.1772241592407227, -1.6908037662506104, -2.5437090396881104, -1.7509499788284302, -2.1231882572174072, -0.1703144609928131, -1.0969682931900024, -2.489905595779419, -1.4362351894378662, -1.882319450378418, -2.5655202865600586, -1.7966279983520508, -0.5862531065940857, -2.6062636375427246, -2.051708698272705, -1.9980990886688232, -2.034733533859253, -1.7884604930877686, -1.8141725063323975, -0.2398449033498764, -1.665694236755371, -1.2066668272018433, -1.7268242835998535, -2.4463469982147217, -1.318444848060608, -1.8325270414352417, -0.17313598096370697, -1.5575369596481323, -2.8573825359344482, -1.69178307056427, -2.5934784412384033]}, "Bot003_003_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_003.log.json", "context": "Whazzup? Hi! Hi! i am a hip hop hop hop hop hop hop. Heh. So much love for hip hop? Yeah, i'm talking about that. What other music do you like? I like hip hop and r b How old are you,?", "response": "I'm not", "annotation_id": "Bot003_003_08", "annotations": ["T", "O", "X", "O", "X", "X", "X", "T", "X", "X", "X", "T", "T", "T", "T"], "gpt2background_target_score": [-10.475935935974121, -7.241512298583984, -7.614580154418945], "gpt2background_argmax_score": [-0.12561701238155365, -2.3559441566467285, -3.120349168777466, -0.5248879194259644, -1.9196546077728271, -1.2721056938171387, -1.2332260608673096, -1.2069348096847534, -1.5034630298614502, -1.6084450483322144, -2.6729609966278076, -1.0191608667373657, -2.1830241680145264, -2.2344937324523926, -2.360780954360962, -2.5526974201202393, -2.681898355484009, -2.8290839195251465, -1.2714663743972778, -1.7061798572540283, -1.8636317253112793, -2.1772241592407227, -1.6908037662506104, -2.5437090396881104, -1.7509514093399048, -2.1231911182403564, -0.17031456530094147, -1.096968650817871, -2.489905595779419, -1.4362339973449707, -1.882317066192627, -2.565516948699951, -1.7966291904449463, -0.5862534642219543, -2.606262683868408, -2.051708459854126, -1.9980988502502441, -2.0347330570220947, -1.788459062576294, -1.8141733407974243, -0.23984433710575104, -1.6656928062438965, -1.206666350364685, -1.7268222570419312, -1.713338851928711, -1.7383794784545898, -0.16714107990264893, -1.4704455137252808, -2.640406847000122, -1.4597855806350708, -2.44836688041687, -2.0090386867523193, -0.5036244988441467, -0.2178346812725067, -0.2988678514957428, -2.3820629119873047, -1.9344831705093384, -2.2773385047912598, -1.340264081954956, -2.9009485244750977, -2.3533477783203125]}, "Bot003_003_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_003.log.json", "context": "Whazzup? Hi! Hi! i am a hip hop hop hop hop hop hop. Heh. So much love for hip hop? Yeah, i'm talking about that. What other music do you like? I like hip hop and r b How old are you,? I'm not Me too...", "response": "I'm not gon na be able to help you.", "annotation_id": "Bot003_003_10", "annotations": ["X", "T", "X", "X", "X", "X", "T", "T", "T", "X", "X", "T", "O", "T", "T"], "gpt2background_target_score": [-10.475923538208008, -7.241511344909668, -7.614581108093262, -13.128334045410156, -11.01119613647461, -11.528746604919434, -13.061346054077148, -9.511992454528809, -8.37513256072998, -8.403712272644043, -9.881697654724121], "gpt2background_argmax_score": [-0.12561805546283722, -2.355942964553833, -3.120349645614624, -0.524888277053833, -1.9196538925170898, -1.272104024887085, -1.233227252960205, -1.2069346904754639, -1.5034635066986084, -1.6084476709365845, -2.6729631423950195, -1.0191596746444702, -2.183023452758789, -2.2344908714294434, -2.3607828617095947, -2.552694797515869, -2.6818981170654297, -2.8290812969207764, -1.271465539932251, -1.706178903579712, -1.8636322021484375, -2.1772255897521973, -1.690802812576294, -2.5437099933624268, -1.750951886177063, -2.123185634613037, -0.17031365633010864, -1.096968412399292, -2.48990535736084, -1.4362361431121826, -1.8823199272155762, -2.5655171871185303, -1.796628475189209, -0.5862526297569275, -2.6062633991241455, -2.051706552505493, -1.998100757598877, -2.034735918045044, -1.7884602546691895, -1.8141741752624512, -0.2398444414138794, -1.6656936407089233, -1.206664800643921, -1.7268213033676147, -1.7133376598358154, -1.738378882408142, -0.16714169085025787, -1.4704434871673584, -2.640408515930176, -1.4597885608673096, -2.448369264602661, -2.0090417861938477, -0.5036234855651855, -0.2178346812725067, -0.2988680303096771, -2.382061243057251, -1.934483528137207, -1.5736689567565918, -2.7740635871887207, -2.2248952388763428, -2.4208037853240967, -1.0877761840820312, -2.264061450958252, -2.072974443435669, -1.2429664134979248, -2.7122347354888916, -2.3615689277648926, -2.7139627933502197, -2.739628553390503, -2.582430839538574, -0.11316987127065659, -2.7057409286499023, -0.2992226779460907, -2.0730886459350586, -1.3279987573623657]}, "Bot003_003_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_003.log.json", "context": "Whazzup? Hi! Hi! i am a hip hop hop hop hop hop hop. Heh. So much love for hip hop? Yeah, i'm talking about that. What other music do you like? I like hip hop and r b How old are you,? I'm not Me too... I'm not gon na be able to help you. What are you doing?", "response": "I'm not trying to kill you.", "annotation_id": "Bot003_003_12", "annotations": ["X", "X", "X", "T", "X", "X", "X", "T", "T", "T", "X", "T", "O", "T", "T"], "gpt2background_target_score": [-10.475923538208008, -7.241511344909668, -7.614581108093262, -11.202081680297852, -7.0938849449157715, -12.847402572631836, -7.162926197052002, -9.811507225036621], "gpt2background_argmax_score": [-0.12561805546283722, -2.355942964553833, -3.120349645614624, -0.524888277053833, -1.9196538925170898, -1.272104024887085, -1.233227252960205, -1.2069346904754639, -1.5034635066986084, -1.6084476709365845, -2.6729631423950195, -1.0191596746444702, -2.183023452758789, -2.2344908714294434, -2.3607828617095947, -2.552694797515869, -2.6818981170654297, -2.8290812969207764, -1.271465539932251, -1.706178903579712, -1.8636322021484375, -2.1772255897521973, -1.690802812576294, -2.5437099933624268, -1.750951886177063, -2.123185634613037, -0.17031365633010864, -1.096968412399292, -2.48990535736084, -1.4362361431121826, -1.8823199272155762, -2.5655171871185303, -1.796628475189209, -0.5862526297569275, -2.6062633991241455, -2.051706552505493, -1.9981006383895874, -2.0347347259521484, -1.7884577512741089, -1.8141728639602661, -0.23984424769878387, -1.6656965017318726, -1.2066642045974731, -1.7268195152282715, -1.713335394859314, -1.738379955291748, -0.1671418994665146, -1.4704443216323853, -2.6404073238372803, -1.4597876071929932, -2.448369264602661, -2.0090420246124268, -0.5036238431930542, -0.21783526241779327, -0.2988683879375458, -2.382061719894409, -1.9344841241836548, -1.57366943359375, -2.774066686630249, -2.2248966693878174, -2.420802116394043, -1.0877758264541626, -2.2640628814697266, -1.1787971258163452, -2.467175006866455, -2.2475295066833496, -2.893763780593872, -2.9383764266967773, -2.667598247528076, -0.12237132340669632, -2.8963963985443115, -0.4025651514530182, -1.9836760759353638, -1.501384973526001, -2.148815155029297, -0.8830639123916626, -2.082772731781006, -1.5702458620071411, -1.4115766286849976, -1.7432178258895874, -1.1505911350250244, -2.699288845062256, -2.4030518531799316, -0.20104075968265533, -2.1037402153015137, -0.3798365890979767, -1.1207603216171265, -0.8291873335838318]}, "Bot003_003_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_003.log.json", "context": "Whazzup? Hi! Hi! i am a hip hop hop hop hop hop hop. Heh. So much love for hip hop? Yeah, i'm talking about that. What other music do you like? I like hip hop and r b How old are you,? I'm not Me too... I'm not gon na be able to help you. What are you doing? I'm not trying to kill you. That is nice to hear...", "response": "I'm not gon na let you go", "annotation_id": "Bot003_003_14", "annotations": ["T", "X", "X", "T", "X", "X", "T", "O", "X", "X", "X", "X", "O", "T", "T"], "gpt2background_target_score": [-10.475923538208008, -7.241511344909668, -7.614581108093262, -13.128334045410156, -11.01119613647461, -10.016352653503418, -7.162926197052002, -11.500592231750488], "gpt2background_argmax_score": [-0.12561805546283722, -2.355942964553833, -3.120349645614624, -0.524888277053833, -1.9196538925170898, -1.272104024887085, -1.233227252960205, -1.2069346904754639, -1.5034635066986084, -1.6084476709365845, -2.6729631423950195, -1.0191596746444702, -2.183023452758789, -2.2344908714294434, -2.3607828617095947, -2.552694797515869, -2.6818981170654297, -2.8290812969207764, -1.271465539932251, -1.706178903579712, -1.8636322021484375, -2.1772255897521973, -1.690802812576294, -2.5437099933624268, -1.750951886177063, -2.123185634613037, -0.17031365633010864, -1.096968412399292, -2.48990535736084, -1.4362361431121826, -1.8823199272155762, -2.5655171871185303, -1.796628475189209, -0.5862526297569275, -2.6062633991241455, -2.051706552505493, -1.9981006383895874, -2.0347347259521484, -1.7884577512741089, -1.8141728639602661, -0.23984424769878387, -1.6656965017318726, -1.2066657543182373, -1.7268213033676147, -1.7133363485336304, -1.738378643989563, -0.16714198887348175, -1.4704455137252808, -2.6404073238372803, -1.459788203239441, -2.4483699798583984, -2.0090408325195312, -0.503623902797699, -0.21783526241779327, -0.2988690137863159, -2.3820600509643555, -1.9344836473464966, -1.5736678838729858, -2.7740657329559326, -2.2248945236206055, -2.420804023742676, -1.0877752304077148, -2.264061450958252, -1.1787960529327393, -2.4671788215637207, -2.2475287914276123, -2.893764019012451, -2.9383745193481445, -2.667595386505127, -0.1223718523979187, -2.896394729614258, -0.40256553888320923, -1.9836763143539429, -1.5013854503631592, -2.148815155029297, -0.8830649852752686, -2.082773208618164, -1.570245623588562, -1.4115766286849976, -1.1541764736175537, -2.6059486865997314, -2.443816900253296, -0.21038898825645447, -2.0614051818847656, -0.34773901104927063, -1.18339204788208, -0.9686931371688843, -0.7784293293952942, -2.285212278366089, -1.266870379447937, -0.6573392152786255, -1.0727875232696533, -1.8868744373321533, -1.7529215812683105, -1.1941580772399902, -2.1906888484954834, -2.4249160289764404, -0.32058846950531006, -1.0194288492202759, -0.6345916986465454, -1.9413963556289673, -1.2952561378479004]}, "Bot003_003_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_003.log.json", "context": "Whazzup? Hi! Hi! i am a hip hop hop hop hop hop hop. Heh. So much love for hip hop? Yeah, i'm talking about that. What other music do you like? I like hip hop and r b How old are you,? I'm not Me too... I'm not gon na be able to help you. What are you doing? I'm not trying to kill you. That is nice to hear... I'm not gon na let you go Like my parents", "response": "I am a hip hop hop hop hop hop hop.", "annotation_id": "Bot003_003_16", "annotations": ["X", "X", "X", "X", "X", "X", "X", "X", "T", "X", "X", "X", "T", "T", "T"], "gpt2background_target_score": [-10.475923538208008, -7.731025695800781, -6.074779510498047, -12.603981018066406, -11.776688575744629, -12.491113662719727, -12.538301467895508, -12.47525691986084, -11.59067440032959, -12.246856689453125, -9.881697654724121], "gpt2background_argmax_score": [-0.12561805546283722, -2.355942964553833, -3.120349645614624, -0.524888277053833, -1.9196538925170898, -1.272104024887085, -1.233227252960205, -1.2069346904754639, -1.5034635066986084, -1.6084476709365845, -2.6729631423950195, -1.0191596746444702, -2.183023452758789, -2.2344908714294434, -2.3607828617095947, -2.552694797515869, -2.6818981170654297, -2.8290812969207764, -1.271465539932251, -1.706178903579712, -1.8636322021484375, -2.1772255897521973, -1.690802812576294, -2.5437099933624268, -1.750951886177063, -2.123185634613037, -0.17031365633010864, -1.096968412399292, -2.48990535736084, -1.4362361431121826, -1.8823199272155762, -2.5655171871185303, -1.796628475189209, -0.5862526297569275, -2.6062633991241455, -2.051706552505493, -1.9981006383895874, -2.0347347259521484, -1.7884577512741089, -1.8141728639602661, -0.23984424769878387, -1.6656965017318726, -1.2066657543182373, -1.7268213033676147, -1.7133363485336304, -1.738378643989563, -0.16714198887348175, -1.4704455137252808, -2.6404073238372803, -1.459788203239441, -2.4483699798583984, -2.0090408325195312, -0.503623902797699, -0.21783526241779327, -0.2988690137863159, -2.3820600509643555, -1.9344836473464966, -1.5736678838729858, -2.7740657329559326, -2.2248945236206055, -2.420804023742676, -1.0877752304077148, -2.264061450958252, -1.1787960529327393, -2.4671788215637207, -2.2475287914276123, -2.893764019012451, -2.9383745193481445, -2.667595386505127, -0.1223718523979187, -2.896394729614258, -0.40256553888320923, -1.9836763143539429, -1.5013854503631592, -2.148815155029297, -0.8830649852752686, -2.082773208618164, -1.570245623588562, -1.4115766286849976, -1.1541764736175537, -2.6059486865997314, -2.443816900253296, -0.21038898825645447, -2.0614051818847656, -0.34773901104927063, -1.18339204788208, -0.9686931371688843, -0.7784293293952942, -2.285212278366089, -1.266870379447937, -0.6573392152786255, -1.0727875232696533, -1.8868744373321533, -1.0241549015045166, -1.7890950441360474, -2.428311347961426, -0.3508378267288208, -1.0092464685440063, -0.8052868843078613, -1.8002216815948486, -1.3094587326049805, -2.044459342956543, -3.4194421768188477, -1.6438531875610352, -2.0628268718719482, -1.1887848377227783, -2.4145257472991943, -1.6149321794509888, -0.26425474882125854, -3.0729494094848633, -3.286524534225464, -3.053837299346924, -2.8864033222198486, -2.6423540115356445, -2.2404935359954834, -1.0728325843811035]}, "Bot003_003_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_003.log.json", "context": "Whazzup? Hi! Hi! i am a hip hop hop hop hop hop hop. Heh. So much love for hip hop? Yeah, i'm talking about that. What other music do you like? I like hip hop and r b How old are you,? I'm not Me too... I'm not gon na be able to help you. What are you doing? I'm not trying to kill you. That is nice to hear... I'm not gon na let you go Like my parents I am a hip hop hop hop hop hop hop. What does it mean?", "response": "I don't know.", "annotation_id": "Bot003_003_18", "annotations": ["T", "X", "O", "T", "X", "X", "O", "O", "T", "T", "O", "T", "X", "O", "T"], "gpt2background_target_score": [-10.475923538208008, -8.35865592956543, -8.824494361877441, -12.76386833190918, -3.518216133117676], "gpt2background_argmax_score": [-0.12561805546283722, -2.355942964553833, -3.120349645614624, -0.524888277053833, -1.9196538925170898, -1.272104024887085, -1.233227252960205, -1.2069346904754639, -1.5034635066986084, -1.6084476709365845, -2.6729631423950195, -1.0191596746444702, -2.183023452758789, -2.2344908714294434, -2.3607828617095947, -2.552694797515869, -2.6818981170654297, -2.8290812969207764, -1.271465539932251, -1.706178903579712, -1.8636322021484375, -2.1772255897521973, -1.690802812576294, -2.5437099933624268, -1.750951886177063, -2.123185634613037, -0.17031365633010864, -1.096968412399292, -2.48990535736084, -1.4362361431121826, -1.8823199272155762, -2.5655171871185303, -1.796628475189209, -0.5862526297569275, -2.6062633991241455, -2.051706552505493, -1.9981006383895874, -2.0347347259521484, -1.7884577512741089, -1.8141728639602661, -0.23984424769878387, -1.6656965017318726, -1.2066657543182373, -1.7268213033676147, -1.7133363485336304, -1.738378643989563, -0.16714198887348175, -1.4704455137252808, -2.6404073238372803, -1.459788203239441, -2.4483699798583984, -2.0090408325195312, -0.503623902797699, -0.21783526241779327, -0.2988690137863159, -2.3820600509643555, -1.9344836473464966, -1.5736678838729858, -2.7740657329559326, -2.2248945236206055, -2.420804023742676, -1.0877752304077148, -2.264061450958252, -1.1787960529327393, -2.4671788215637207, -2.2475287914276123, -2.893764019012451, -2.9383745193481445, -2.667595386505127, -0.1223718523979187, -2.896394729614258, -0.40256553888320923, -1.9836763143539429, -1.5013854503631592, -2.148815155029297, -0.8830649852752686, -2.082773208618164, -1.570245623588562, -1.4115766286849976, -1.1541764736175537, -2.6059486865997314, -2.443816900253296, -0.21038898825645447, -2.0614051818847656, -0.3477395176887512, -1.1833926439285278, -0.9686938524246216, -0.7784296870231628, -2.2852120399475098, -1.266872763633728, -0.6573388576507568, -1.0727870464324951, -1.886873483657837, -1.0241541862487793, -1.7890952825546265, -2.428312063217163, -0.35083773732185364, -1.009246826171875, -0.8052859306335449, -1.8002208471298218, -1.3094587326049805, -2.044459342956543, -3.4194395542144775, -1.643855333328247, -1.0718040466308594, -2.359938144683838, -2.2064285278320312, -0.28642916679382324, -2.994297742843628, -2.8577544689178467, -2.7320497035980225, -2.5755088329315186, -2.3551456928253174, -2.190173864364624, -1.3324135541915894, -1.9200834035873413, -1.6461408138275146, -0.9648817181587219, -0.9002223014831543, -1.4566385746002197, -1.9033615589141846, -1.319315791130066, -0.31764885783195496, -1.679126262664795, -1.6094990968704224, -1.0112403631210327]}, "Bot003_003_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_003.log.json", "context": "Whazzup? Hi! Hi! i am a hip hop hop hop hop hop hop. Heh. So much love for hip hop? Yeah, i'm talking about that. What other music do you like? I like hip hop and r b How old are you,? I'm not Me too... I'm not gon na be able to help you. What are you doing? I'm not trying to kill you. That is nice to hear... I'm not gon na let you go Like my parents I am a hip hop hop hop hop hop hop. What does it mean? I don't know. Are you high or something?", "response": "I don't know.", "annotation_id": "Bot003_003_20", "annotations": ["T", "X", "X", "T", "X", "X", "T", "O", "T", "X", "X", "T", "X", "T", "T"], "gpt2background_target_score": [-10.475923538208008, -8.35865592956543, -8.824494361877441, -12.76386833190918, -3.518216133117676], "gpt2background_argmax_score": [-0.12561805546283722, -2.355942964553833, -3.120349645614624, -0.524888277053833, -1.9196538925170898, -1.272104024887085, -1.233227252960205, -1.2069346904754639, -1.5034635066986084, -1.6084476709365845, -2.6729631423950195, -1.0191596746444702, -2.183023452758789, -2.2344908714294434, -2.3607828617095947, -2.552694797515869, -2.6818981170654297, -2.8290812969207764, -1.271465539932251, -1.706178903579712, -1.8636322021484375, -2.1772255897521973, -1.690802812576294, -2.5437099933624268, -1.750951886177063, -2.123185634613037, -0.17031365633010864, -1.096968412399292, -2.48990535736084, -1.4362361431121826, -1.8823199272155762, -2.5655171871185303, -1.796628475189209, -0.5862526297569275, -2.6062633991241455, -2.051706552505493, -1.9981006383895874, -2.0347347259521484, -1.7884577512741089, -1.8141728639602661, -0.23984424769878387, -1.6656965017318726, -1.2066657543182373, -1.7268213033676147, -1.7133363485336304, -1.738378643989563, -0.16714198887348175, -1.4704455137252808, -2.6404073238372803, -1.459788203239441, -2.4483699798583984, -2.0090408325195312, -0.503623902797699, -0.21783526241779327, -0.2988690137863159, -2.3820600509643555, -1.9344836473464966, -1.5736678838729858, -2.7740657329559326, -2.2248945236206055, -2.420804023742676, -1.0877752304077148, -2.264061450958252, -1.1787960529327393, -2.4671788215637207, -2.2475287914276123, -2.893764019012451, -2.9383745193481445, -2.667595386505127, -0.1223718523979187, -2.896394729614258, -0.40256553888320923, -1.9836763143539429, -1.5013854503631592, -2.148815155029297, -0.8830649852752686, -2.082773208618164, -1.570245623588562, -1.4115766286849976, -1.1541764736175537, -2.6059486865997314, -2.443816900253296, -0.21038898825645447, -2.0614051818847656, -0.34773901104927063, -1.18339204788208, -0.9686931371688843, -0.7784293293952942, -2.285212278366089, -1.266870379447937, -0.6573376059532166, -1.0727880001068115, -1.8868739604949951, -1.0241529941558838, -1.7890961170196533, -2.4283106327056885, -0.3508376479148865, -1.0092464685440063, -0.8052863478660583, -1.8002208471298218, -1.309458613395691, -2.0444586277008057, -3.4194419384002686, -1.6438544988632202, -1.0718055963516235, -2.359938859939575, -2.2064270973205566, -0.28642845153808594, -2.994295835494995, -2.8577537536621094, -2.7320497035980225, -2.575509786605835, -2.3551442623138428, -2.1901695728302, -1.3324151039123535, -1.920082688331604, -1.6461423635482788, -0.9648822546005249, -0.9002217650413513, -1.4566375017166138, -1.1010668277740479, -0.21090243756771088, -1.7347017526626587, -1.6196575164794922, -1.143992304801941, -0.2098771184682846, -2.7825822830200195, -1.1083959341049194, -1.7007684707641602, -0.6803399920463562, -1.3866583108901978, -1.732961893081665, -1.1696326732635498, -0.28241363167762756, -1.186931848526001, -1.186468482017517, -0.923530101776123]}, "Bot003_004_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_004.log.json", "context": "Alright mate? hi\nhow is it&", "response": "I am a bit of a loner. i like to be in the shower.", "annotation_id": "Bot003_004_02", "annotations": ["X", "O", "X", "T", "X", "T", "T", "O", "X", "O", "O", "O", "O", "O", "T"], "gpt2background_target_score": [-8.241695404052734, -8.464509963989258, -8.756606101989746, -10.47309684753418, -10.577276229858398, -6.627833366394043, -6.5265913009643555, -14.689127922058105, -6.767041206359863, -8.882786750793457, -4.111433506011963, -6.861435890197754, -9.56372356414795, -5.690223693847656, -4.753413677215576, -10.40551471710205, -8.66584587097168], "gpt2background_argmax_score": [-1.8155909776687622, -1.7335877418518066, -0.668935239315033, -2.4068267345428467, -0.7238523960113525, -1.9203388690948486, -1.9163668155670166, -2.4919321537017822, -1.7844812870025635, -2.5062239170074463, -1.9259076118469238, -2.195279836654663, -3.7111432552337646, -1.8325273990631104, -0.2413746416568756, -3.223707914352417, -0.7316047549247742, -1.8928080797195435, -1.4606088399887085, -2.522186040878296, -1.7972289323806763, -2.9023232460021973, -2.0404276847839355, -1.5112240314483643, -0.945831298828125, -1.9904121160507202, -1.611366629600525]}, "Bot003_004_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_004.log.json", "context": "Alright mate? hi\nhow is it& I am a bit of a loner. i like to be in the shower. hmmm weired", "response": "I see.. what is your sign?", "annotation_id": "Bot003_004_04", "annotations": ["T", "O", "X", "T", "X", "T", "X", "O", "X", "O", "T", "O", "O", "O", "T"], "gpt2background_target_score": [-8.241695404052734, -9.733983993530273, -9.753606796264648, -5.073083877563477, -9.73704719543457, -7.852343559265137, -12.322607040405273, -2.7732269763946533], "gpt2background_argmax_score": [-1.8155909776687622, -1.7335877418518066, -0.668935239315033, -2.4068267345428467, -0.7238523960113525, -1.9203388690948486, -1.9163668155670166, -2.4919321537017822, -1.7844812870025635, -1.666189193725586, -2.7728664875030518, -3.2452383041381836, -2.1824893951416016, -0.2243201732635498, -3.372011661529541, -0.8371067047119141, -2.512824773788452, -2.2524774074554443, -2.339038133621216, -1.7381126880645752, -2.87185001373291, -2.0848381519317627, -1.4744505882263184, -1.0062772035598755, -2.097200393676758, -1.6387380361557007, -1.0966800451278687, -2.702521324157715, -2.244579792022705, -3.036412000656128, -2.5052244663238525, -2.186445713043213, -1.803703784942627, -1.6418620347976685, -2.246424913406372, -1.93136727809906, -3.207266330718994, -1.4896501302719116, -0.3455379903316498]}, "Bot003_004_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_004.log.json", "context": "Alright mate? hi\nhow is it& I am a bit of a loner. i like to be in the shower. hmmm weired I see.. what is your sign? fish", "response": "What do you like about it?", "annotation_id": "Bot003_004_06", "annotations": ["T", "O", "X", "O", "T", "O", "O", "O", "O", "T", "O", "O", "O", "O", "T"], "gpt2background_target_score": [-11.097264289855957, -6.704235553741455, -7.535714626312256, -6.948397636413574, -11.804832458496094, -6.684055328369141, -9.449484825134277], "gpt2background_argmax_score": [-1.8155909776687622, -1.7335877418518066, -0.668935239315033, -2.4068267345428467, -0.7238523960113525, -1.9203388690948486, -1.9163668155670166, -2.4919321537017822, -1.7844812870025635, -1.666189193725586, -2.7728664875030518, -3.2452383041381836, -2.1824893951416016, -0.2243201732635498, -3.372011661529541, -0.8371067047119141, -2.512824773788452, -2.2524774074554443, -2.339038133621216, -1.7381126880645752, -2.87185001373291, -2.0848381519317627, -1.4744505882263184, -1.0062772035598755, -2.097200393676758, -1.6387380361557007, -1.0966800451278687, -2.702521324157715, -2.244579792022705, -3.036412000656128, -2.383296489715576, -1.6701265573501587, -2.509244680404663, -2.013380527496338, -1.752445101737976, -2.815825939178467, -1.4920063018798828, -1.4940438270568848, -2.713956594467163, -2.724902629852295, -1.9196982383728027, -0.2450259029865265, -0.978111982345581, -0.9437127709388733, -1.2261998653411865, -0.45799434185028076, -0.3224494457244873]}, "Bot003_004_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_004.log.json", "context": "Alright mate? hi\nhow is it& I am a bit of a loner. i like to be in the shower. hmmm weired I see.. what is your sign? fish What do you like about it? i am not in too it", "response": "I am sorry to hear that. i am a bit of a loner.", "annotation_id": "Bot003_004_08", "annotations": ["T", "O", "X", "T", "X", "T", "O", "T", "O", "T", "T", "O", "T", "O", "T"], "gpt2background_target_score": [-8.24169635772705, -8.464509010314941, -9.721409797668457, -5.491703987121582, -12.019991874694824, -8.1368989944458, -10.034536361694336, -5.549139976501465, -7.41615104675293, -8.166486740112305, -9.238176345825195, -9.942994117736816, -6.083375930786133, -7.789790153503418, -10.1427001953125, -8.820018768310547], "gpt2background_argmax_score": [-1.815590500831604, -1.7335883378982544, -0.6689350008964539, -2.4068284034729004, -0.7238517999649048, -1.9203376770019531, -1.9163682460784912, -2.4919302463531494, -1.7844806909561157, -1.6661885976791382, -2.7728657722473145, -3.2452356815338135, -2.1824944019317627, -0.22431941330432892, -3.372011423110962, -0.8371069431304932, -2.5128235816955566, -2.25247859954834, -2.339036703109741, -1.7381079196929932, -2.871851921081543, -2.084839105606079, -1.4744518995285034, -1.006277084350586, -2.0971977710723877, -1.638738989830017, -1.0966832637786865, -2.702518939971924, -2.2445836067199707, -3.0364105701446533, -2.383296489715576, -1.6701258420944214, -2.509247064590454, -2.0133824348449707, -1.7524428367614746, -2.8158204555511475, -1.4920051097869873, -1.494044303894043, -2.713956594467163, -1.8432559967041016, -0.266177237033844, -1.505797028541565, -0.7905474305152893, -1.5731406211853027, -0.46510857343673706, -1.2206354141235352, -1.3266441822052002, -1.3382388353347778, -1.483684778213501, -0.6946575045585632, -0.968628466129303, -2.7814362049102783, -2.2473349571228027, -1.1588391065597534, -1.8346675634384155, -2.15181827545166, -0.49199962615966797, -0.8128886222839355, -1.21414315700531, -1.6715245246887207, -1.9159437417984009, -1.9588828086853027, -1.3863945007324219, -1.4532248973846436, -0.08581631630659103, -1.0616929531097412, -0.022962035611271858, -1.3475420475006104, -1.2172530889511108]}, "Bot003_004_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_004.log.json", "context": "Alright mate? hi\nhow is it& I am a bit of a loner. i like to be in the shower. hmmm weired I see.. what is your sign? fish What do you like about it? i am not in too it I am sorry to hear that. i am a bit of a loner. what is your hobby?", "response": "I like to go to the gym and listen to music", "annotation_id": "Bot003_004_10", "annotations": ["T", "O", "X", "O", "O", "T", "O", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-8.24169635772705, -8.596778869628906, -9.443628311157227, -7.4190545082092285, -10.593172073364258, -4.699879169464111, -11.244046211242676, -5.810657501220703, -11.103555679321289, -8.406847953796387, -10.274871826171875], "gpt2background_argmax_score": [-1.815590500831604, -1.7335883378982544, -0.6689350008964539, -2.4068284034729004, -0.7238517999649048, -1.9203376770019531, -1.9163682460784912, -2.4919302463531494, -1.7844806909561157, -1.6661885976791382, -2.7728657722473145, -3.2452356815338135, -2.1824944019317627, -0.22431941330432892, -3.372011423110962, -0.8371069431304932, -2.5128235816955566, -2.25247859954834, -2.339036703109741, -1.7381079196929932, -2.871851921081543, -2.084839105606079, -1.4744518995285034, -1.006277084350586, -2.0971977710723877, -1.638738989830017, -1.0966832637786865, -2.702518939971924, -2.2445836067199707, -3.0364105701446533, -2.383296489715576, -1.6701258420944214, -2.509247064590454, -2.0133824348449707, -1.7524428367614746, -2.8158204555511475, -1.4920051097869873, -1.494044303894043, -2.713956594467163, -1.8432559967041016, -0.266177237033844, -1.505797028541565, -0.7905471324920654, -1.5731407403945923, -0.4651090204715729, -1.2206361293792725, -1.326643943786621, -1.3382388353347778, -1.483686089515686, -0.6946565508842468, -0.9686293601989746, -2.781435489654541, -2.1402688026428223, -2.0728304386138916, -2.087606430053711, -0.6149111986160278, -1.1549581289291382, -1.2805588245391846, -2.2367570400238037, -1.7652252912521362, -1.9710904359817505, -1.59093177318573, -1.5006283521652222, -0.09428425878286362, -1.4092837572097778, -0.026001639664173126, -1.5899317264556885, -1.4470415115356445, -1.5929911136627197, -0.3661726713180542, -1.4013540744781494, -0.5368078351020813, -1.9547690153121948, -2.3742194175720215, -1.8364968299865723, -1.2628566026687622, -0.9967997074127197, -1.174509048461914, -1.7903251647949219, -1.6301836967468262, -1.5013400316238403, -2.040475368499756, -0.16127003729343414, -0.6244503855705261, -0.9974491000175476]}, "Bot003_004_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_004.log.json", "context": "Alright mate? hi\nhow is it& I am a bit of a loner. i like to be in the shower. hmmm weired I see.. what is your sign? fish What do you like about it? i am not in too it I am sorry to hear that. i am a bit of a loner. what is your hobby? I like to go to the gym and listen to music what music do you like?", "response": "Britney spears is my favorite. i like britney spears.  Do you know familiar persons?", "annotation_id": "Bot003_004_12", "annotations": ["X", "O", "X", "O", "O", "O", "T", "O", "O", "O", "O", "O", "T", "O", "T"], "gpt2background_target_score": [-12.6976900100708, -13.39859676361084, -13.427821159362793, -5.642023086547852, -8.845291137695312, -12.04399585723877, -10.034536361694336, -5.549139976501465, -7.597180366516113, -8.487984657287598, -11.929101943969727, -13.853381156921387, -13.340801239013672, -10.888654708862305, -6.893520355224609, -13.244011878967285, -6.261251449584961, -8.474775314331055, -11.644177436828613, -12.391732215881348, -10.437936782836914], "gpt2background_argmax_score": [-1.815590500831604, -1.7335883378982544, -0.6689350008964539, -2.4068284034729004, -0.7238517999649048, -1.9203376770019531, -1.9163682460784912, -2.4919302463531494, -1.7844806909561157, -1.6661885976791382, -2.7728657722473145, -3.2452356815338135, -2.1824944019317627, -0.22431941330432892, -3.372011423110962, -0.8371069431304932, -2.5128235816955566, -2.25247859954834, -2.339036703109741, -1.7381079196929932, -2.871851921081543, -2.084839105606079, -1.4744518995285034, -1.006277084350586, -2.0971977710723877, -1.638738989830017, -1.0966832637786865, -2.702518939971924, -2.2445836067199707, -3.0364105701446533, -2.383296489715576, -1.6701258420944214, -2.509247064590454, -2.0133824348449707, -1.7524428367614746, -2.8158204555511475, -1.4920051097869873, -1.494044303894043, -2.713956594467163, -1.8432559967041016, -0.266177237033844, -1.505797028541565, -0.7905474305152893, -1.5731406211853027, -0.46510857343673706, -1.2206354141235352, -1.3266441822052002, -1.3382388353347778, -1.483684778213501, -0.6946575045585632, -0.968628466129303, -2.7814362049102783, -2.140267848968506, -2.0728299617767334, -2.087606906890869, -0.6149098873138428, -1.1549582481384277, -1.2805585861206055, -2.2367589473724365, -1.765226125717163, -1.9710893630981445, -1.5909324884414673, -1.5006288290023804, -0.09428425878286362, -1.40928316116333, -0.026001639664173126, -1.5899299383163452, -1.4470436573028564, -1.5929911136627197, -0.36617225408554077, -1.4013572931289673, -0.536809504032135, -1.9547698497772217, -1.9155868291854858, -1.1774399280548096, -1.1466853618621826, -1.1724539995193481, -1.6982859373092651, -1.548687219619751, -1.6051857471466064, -2.047292470932007, -0.1574077159166336, -0.5928181409835815, -0.9750992655754089, -2.79470157623291, -2.057579517364502, -0.21417361497879028, -1.005460500717163, -1.5830069780349731, -2.1369946002960205, -2.3917675018310547, -1.9594876766204834, -0.3925338089466095, -2.706277847290039, -1.5924863815307617, -1.9189746379852295, -2.556060552597046, -1.5085111856460571, -1.472220540046692, -1.060942530632019, -1.4230912923812866, -0.9253025650978088, -2.0090043544769287, -2.8515050411224365, -1.1258786916732788, -0.7199035286903381, -0.2796124815940857, -1.0364456176757812, -1.8227001428604126, -1.7843067646026611, -2.625485897064209, -0.762776255607605]}, "Bot003_004_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_004.log.json", "context": "Alright mate? hi\nhow is it& I am a bit of a loner. i like to be in the shower. hmmm weired I see.. what is your sign? fish What do you like about it? i am not in too it I am sorry to hear that. i am a bit of a loner. what is your hobby? I like to go to the gym and listen to music what music do you like? Britney spears is my favorite. i like britney spears.  Do you know familiar persons? yep\nJon Dowe", "response": "I don't understand why people are so concerned about this.", "annotation_id": "Bot003_004_14", "annotations": ["X", "O", "X", "O", "T", "T", "X", "T", "X", "T", "O", "O", "T", "X", "T"], "gpt2background_target_score": [-8.24169635772705, -7.949357032775879, -11.080909729003906, -10.622173309326172, -10.45768928527832, -8.966379165649414, -10.43325424194336, -3.6731159687042236, -11.5574369430542, -9.310493469238281, -6.580568790435791, -9.559442520141602], "gpt2background_argmax_score": [-1.815590500831604, -1.7335883378982544, -0.6689350008964539, -2.4068284034729004, -0.7238517999649048, -1.9203376770019531, -1.9163682460784912, -2.4919302463531494, -1.7844806909561157, -1.6661885976791382, -2.7728657722473145, -3.2452356815338135, -2.1824944019317627, -0.22431941330432892, -3.372011423110962, -0.8371069431304932, -2.5128235816955566, -2.25247859954834, -2.339036703109741, -1.7381079196929932, -2.871851921081543, -2.084839105606079, -1.4744518995285034, -1.006277084350586, -2.0971977710723877, -1.638738989830017, -1.0966832637786865, -2.702518939971924, -2.2445836067199707, -3.0364105701446533, -2.383296489715576, -1.6701258420944214, -2.509247064590454, -2.0133824348449707, -1.7524428367614746, -2.8158204555511475, -1.4920051097869873, -1.494044303894043, -2.713956594467163, -1.8432559967041016, -0.266177237033844, -1.505797028541565, -0.7905474305152893, -1.5731406211853027, -0.46510857343673706, -1.2206354141235352, -1.3266441822052002, -1.3382388353347778, -1.483684778213501, -0.6946575045585632, -0.968628466129303, -2.7814362049102783, -2.140267848968506, -2.0728299617767334, -2.087606906890869, -0.6149098873138428, -1.1549582481384277, -1.2805585861206055, -2.2367589473724365, -1.765226125717163, -1.9710893630981445, -1.5909324884414673, -1.5006288290023804, -0.09428425878286362, -1.40928316116333, -0.026001639664173126, -1.5899299383163452, -1.4470436573028564, -1.5929911136627197, -0.36617225408554077, -1.4013572931289673, -0.536809504032135, -1.9547698497772217, -1.9155868291854858, -1.1774399280548096, -1.1466853618621826, -1.1724539995193481, -1.6982859373092651, -1.548687219619751, -1.6051857471466064, -2.047292470932007, -0.1574077159166336, -0.5928181409835815, -0.9750992655754089, -2.79470157623291, -2.057579517364502, -0.21417361497879028, -1.005460500717163, -1.5830069780349731, -2.1369946002960205, -2.100897789001465, -0.13554735481739044, -3.1617398262023926, -1.67606782913208, -2.0009524822235107, -2.255429744720459, -1.9105650186538696, -1.3181464672088623, -0.8546826839447021, -1.3868513107299805, -1.0782474279403687, -2.374079942703247, -2.9075264930725098, -1.3905248641967773, -1.6288939714431763, -0.23905029892921448, -0.8957511782646179, -1.8302539587020874, -1.7561506032943726, -2.721592426300049, -1.9967005252838135, -1.5802379846572876, -1.8996225595474243, -1.1127694845199585, -3.106879949569702, -2.109496593475342, -1.67271888256073, -2.4098410606384277, -1.8635174036026, -0.41705822944641113, -1.07955002784729, -2.4137203693389893, -1.2352288961410522, -2.217562198638916, -1.530147671699524, -3.3982737064361572, -0.95713210105896, -2.420179605484009, -1.263959288597107, -1.4577041864395142]}, "Bot003_004_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_004.log.json", "context": "Alright mate? hi\nhow is it& I am a bit of a loner. i like to be in the shower. hmmm weired I see.. what is your sign? fish What do you like about it? i am not in too it I am sorry to hear that. i am a bit of a loner. what is your hobby? I like to go to the gym and listen to music what music do you like? Britney spears is my favorite. i like britney spears.  Do you know familiar persons? yep\nJon Dowe I don't understand why people are so concerned about this. about what?", "response": "I don't know.", "annotation_id": "Bot003_004_16", "annotations": ["T", "O", "X", "T", "T", "T", "X", "O", "O", "T", "T", "O", "T", "X", "T"], "gpt2background_target_score": [-8.24169635772705, -7.949357032775879, -11.080909729003906, -6.625874042510986, -9.741842269897461], "gpt2background_argmax_score": [-1.815590500831604, -1.7335883378982544, -0.6689350008964539, -2.4068284034729004, -0.7238517999649048, -1.9203376770019531, -1.9163682460784912, -2.4919302463531494, -1.7844806909561157, -1.6661885976791382, -2.7728657722473145, -3.2452356815338135, -2.1824944019317627, -0.22431941330432892, -3.372011423110962, -0.8371069431304932, -2.5128235816955566, -2.25247859954834, -2.339036703109741, -1.7381079196929932, -2.871851921081543, -2.084839105606079, -1.4744518995285034, -1.006277084350586, -2.0971977710723877, -1.638738989830017, -1.0966832637786865, -2.702518939971924, -2.2445836067199707, -3.0364105701446533, -2.383296489715576, -1.6701258420944214, -2.509247064590454, -2.0133824348449707, -1.7524428367614746, -2.8158204555511475, -1.4920051097869873, -1.494044303894043, -2.713956594467163, -1.8432559967041016, -0.266177237033844, -1.505797028541565, -0.7905474305152893, -1.5731406211853027, -0.46510857343673706, -1.2206354141235352, -1.3266441822052002, -1.3382388353347778, -1.483684778213501, -0.6946575045585632, -0.968628466129303, -2.7814362049102783, -2.140267848968506, -2.0728299617767334, -2.087606906890869, -0.6149098873138428, -1.1549582481384277, -1.2805585861206055, -2.2367589473724365, -1.765226125717163, -1.9710893630981445, -1.5909324884414673, -1.5006288290023804, -0.09428425878286362, -1.40928316116333, -0.026001639664173126, -1.5899299383163452, -1.4470436573028564, -1.5929911136627197, -0.36617225408554077, -1.4013572931289673, -0.536809504032135, -1.9547698497772217, -1.9155868291854858, -1.1774399280548096, -1.1466853618621826, -1.1724539995193481, -1.6982859373092651, -1.548687219619751, -1.6051857471466064, -2.047292470932007, -0.1574077159166336, -0.5928181409835815, -0.9750992655754089, -2.79470157623291, -2.057579517364502, -0.21417361497879028, -1.005460500717163, -1.5830069780349731, -2.1369946002960205, -2.100895881652832, -0.13554725050926208, -3.161738872528076, -1.6760672330856323, -2.0009548664093018, -2.2554280757904053, -1.9105639457702637, -1.3181480169296265, -0.8546828627586365, -1.3868508338928223, -1.0782480239868164, -2.3740785121917725, -2.907526969909668, -1.390525221824646, -1.62889564037323, -0.23904964327812195, -0.8957515954971313, -1.830254316329956, -1.7561482191085815, -2.721590995788574, -1.9967007637023926, -1.5802375078201294, -1.8996223211288452, -1.1127697229385376, -3.1068804264068604, -2.109496593475342, -1.6727190017700195, -1.824019193649292, -0.4082971513271332, -1.115697979927063, -2.4961087703704834, -1.442014455795288, -2.1155593395233154, -1.5168867111206055, -3.4667880535125732, -0.9922298789024353, -2.2854666709899902, -1.3254128694534302, -2.00299334526062, -2.443770170211792, -2.328455686569214, -2.496795654296875, -2.207824230194092, -1.8910009860992432, -0.2839946150779724, -1.3955016136169434, -1.8178715705871582, -1.1172208786010742]}, "Bot003_004_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_004.log.json", "context": "Alright mate? hi\nhow is it& I am a bit of a loner. i like to be in the shower. hmmm weired I see.. what is your sign? fish What do you like about it? i am not in too it I am sorry to hear that. i am a bit of a loner. what is your hobby? I like to go to the gym and listen to music what music do you like? Britney spears is my favorite. i like britney spears.  Do you know familiar persons? yep\nJon Dowe I don't understand why people are so concerned about this. about what? I don't know. do u laike horces?", "response": "I do not know. i am a bit of a loner.", "annotation_id": "Bot003_004_18", "annotations": ["T", "O", "X", "X", "X", "O", "T", "T", "X", "T", "T", "O", "T", "X", "T"], "gpt2background_target_score": [-8.24169635772705, -6.7042341232299805, -8.602084159851074, -6.625874042510986, -9.741842269897461, -4.860015392303467, -9.61179256439209, -5.505786895751953, -8.745956420898438, -9.798276901245117, -2.7728657722473145, -5.115287780761719, -11.823918342590332, -10.888654708862305], "gpt2background_argmax_score": [-1.815590500831604, -1.7335883378982544, -0.6689350008964539, -2.4068284034729004, -0.7238517999649048, -1.9203376770019531, -1.9163682460784912, -2.4919302463531494, -1.7844806909561157, -1.6661885976791382, -2.7728657722473145, -3.2452356815338135, -2.1824944019317627, -0.22431941330432892, -3.372011423110962, -0.8371069431304932, -2.5128235816955566, -2.25247859954834, -2.339036703109741, -1.7381079196929932, -2.871851921081543, -2.084839105606079, -1.4744518995285034, -1.006277084350586, -2.0971977710723877, -1.638738989830017, -1.0966832637786865, -2.702518939971924, -2.2445836067199707, -3.0364105701446533, -2.383296489715576, -1.6701258420944214, -2.509247064590454, -2.0133824348449707, -1.7524428367614746, -2.8158204555511475, -1.4920051097869873, -1.494044303894043, -2.713956594467163, -1.8432559967041016, -0.266177237033844, -1.505797028541565, -0.7905474305152893, -1.5731406211853027, -0.46510857343673706, -1.2206354141235352, -1.3266441822052002, -1.3382388353347778, -1.483684778213501, -0.6946575045585632, -0.968628466129303, -2.7814362049102783, -2.140267848968506, -2.0728299617767334, -2.087606906890869, -0.6149098873138428, -1.1549582481384277, -1.2805585861206055, -2.2367589473724365, -1.765226125717163, -1.9710893630981445, -1.5909324884414673, -1.5006288290023804, -0.09428425878286362, -1.40928316116333, -0.026001639664173126, -1.5899299383163452, -1.4470436573028564, -1.5929911136627197, -0.36617225408554077, -1.4013572931289673, -0.536809504032135, -1.9547698497772217, -1.9155868291854858, -1.1774399280548096, -1.1466853618621826, -1.1724539995193481, -1.6982859373092651, -1.548687219619751, -1.6051857471466064, -2.047292470932007, -0.1574077159166336, -0.5928181409835815, -0.9750992655754089, -2.79470157623291, -2.057579517364502, -0.21417361497879028, -1.005460500717163, -1.5830069780349731, -2.1369946002960205, -2.100897789001465, -0.13554735481739044, -3.1617398262023926, -1.67606782913208, -2.0009524822235107, -2.255429744720459, -1.9105650186538696, -1.3181464672088623, -0.8546826839447021, -1.3868513107299805, -1.0782474279403687, -2.374079942703247, -2.9075264930725098, -1.3905248641967773, -1.6288939714431763, -0.23905029892921448, -0.8957511782646179, -1.8302539587020874, -1.7561506032943726, -2.721592426300049, -1.9967005252838135, -1.5802379846572876, -1.8996225595474243, -1.1127694845199585, -3.106879949569702, -2.109496593475342, -1.67271888256073, -1.8240187168121338, -0.40829652547836304, -1.1156986951828003, -2.496107339859009, -1.4420146942138672, -2.115560531616211, -1.5168861150741577, -3.466787338256836, -0.9922301173210144, -2.285465717315674, -1.3254133462905884, -2.0029938220977783, -2.443769693374634, -2.3284575939178467, -2.496795654296875, -2.0689849853515625, -0.18922802805900574, -1.355263590812683, -1.918949007987976, -1.8412309885025024, -0.3153548538684845, -1.481753945350647, -3.2019715309143066, -1.9318771362304688, -3.186051368713379, -1.6037819385528564, -2.209146738052368, -2.5863685607910156, -2.2746031284332275, -2.070237874984741, -1.4861994981765747, -1.6830991506576538, -1.3073115348815918, -2.1958510875701904, -1.5379157066345215, -1.5428245067596436, -1.384259581565857, -0.10230063647031784, -0.613105833530426, -0.03495800867676735, -0.7779012322425842, -1.8076895475387573]}, "Bot003_004_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_004.log.json", "context": "Alright mate? hi\nhow is it& I am a bit of a loner. i like to be in the shower. hmmm weired I see.. what is your sign? fish What do you like about it? i am not in too it I am sorry to hear that. i am a bit of a loner. what is your hobby? I like to go to the gym and listen to music what music do you like? Britney spears is my favorite. i like britney spears.  Do you know familiar persons? yep\nJon Dowe I don't understand why people are so concerned about this. about what? I don't know. do u laike horces? I do not know. i am a bit of a loner. do you like horses?", "response": "I do, i love horses. i love horses.", "annotation_id": "Bot003_004_20", "annotations": ["O", "O", "X", "O", "O", "T", "O", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-8.24169635772705, -6.7042341232299805, -9.631564140319824, -3.1775927543640137, -11.477720260620117, -12.918102264404297, -10.034536361694336, -5.549139976501465, -9.214836120605469, -13.468689918518066, -5.265214443206787], "gpt2background_argmax_score": [-1.815590500831604, -1.7335883378982544, -0.6689350008964539, -2.4068284034729004, -0.7238517999649048, -1.9203376770019531, -1.9163682460784912, -2.4919302463531494, -1.7844806909561157, -1.6661885976791382, -2.7728657722473145, -3.2452356815338135, -2.1824944019317627, -0.22431941330432892, -3.372011423110962, -0.8371069431304932, -2.5128235816955566, -2.25247859954834, -2.339036703109741, -1.7381079196929932, -2.871851921081543, -2.084839105606079, -1.4744518995285034, -1.006277084350586, -2.0971977710723877, -1.638738989830017, -1.0966832637786865, -2.702518939971924, -2.2445836067199707, -3.0364105701446533, -2.383296489715576, -1.6701258420944214, -2.509247064590454, -2.0133824348449707, -1.7524428367614746, -2.8158204555511475, -1.4920051097869873, -1.494044303894043, -2.713956594467163, -1.8432559967041016, -0.266177237033844, -1.505797028541565, -0.7905474305152893, -1.5731406211853027, -0.46510857343673706, -1.2206354141235352, -1.3266441822052002, -1.3382388353347778, -1.483684778213501, -0.6946575045585632, -0.968628466129303, -2.7814362049102783, -2.140267848968506, -2.0728299617767334, -2.087606906890869, -0.6149098873138428, -1.1549582481384277, -1.2805585861206055, -2.2367589473724365, -1.765226125717163, -1.9710893630981445, -1.5909324884414673, -1.5006288290023804, -0.09428425878286362, -1.40928316116333, -0.026001639664173126, -1.5899299383163452, -1.4470436573028564, -1.5929911136627197, -0.36617225408554077, -1.4013572931289673, -0.536809504032135, -1.9547698497772217, -1.9155868291854858, -1.1774399280548096, -1.1466853618621826, -1.1724539995193481, -1.6982859373092651, -1.548687219619751, -1.6051857471466064, -2.047292470932007, -0.1574077159166336, -0.5928181409835815, -0.9750992655754089, -2.79470157623291, -2.057579517364502, -0.21417361497879028, -1.005460500717163, -1.5830069780349731, -2.1369946002960205, -2.100897789001465, -0.13554735481739044, -3.1617398262023926, -1.67606782913208, -2.0009524822235107, -2.255429744720459, -1.9105650186538696, -1.3181464672088623, -0.8546826839447021, -1.3868513107299805, -1.0782474279403687, -2.374079942703247, -2.9075264930725098, -1.3905248641967773, -1.6288939714431763, -0.23905029892921448, -0.8957511782646179, -1.8302539587020874, -1.7561506032943726, -2.721592426300049, -1.9967005252838135, -1.5802379846572876, -1.8996225595474243, -1.1127694845199585, -3.106879949569702, -2.109496593475342, -1.67271888256073, -1.8240187168121338, -0.40829652547836304, -1.1156986951828003, -2.496107339859009, -1.4420146942138672, -2.115560531616211, -1.5168861150741577, -3.466787338256836, -0.9922301173210144, -2.285465717315674, -1.3254133462905884, -2.0029938220977783, -2.443769693374634, -2.3284575939178467, -2.496795654296875, -2.0689849853515625, -0.18922802805900574, -1.355263590812683, -1.918949007987976, -1.8412309885025024, -0.3153548538684845, -1.481753945350647, -3.2019715309143066, -1.9318771362304688, -3.186051368713379, -1.6037819385528564, -2.209146738052368, -2.36671781539917, -2.3217082023620605, -1.232025146484375, -1.7548024654388428, -2.0634899139404297, -2.13643479347229, -1.6578768491744995, -1.5323970317840576, -1.349317193031311, -0.10925804078578949, -0.708665668964386, -0.03880909085273743, -0.7715278267860413, -1.9948599338531494, -0.5289338827133179, -1.4507278203964233, -1.5970659255981445, -0.6647722125053406, -2.114333152770996, -2.2321906089782715, -1.3089499473571777, -1.1747839450836182, -1.5202229022979736, -1.4597092866897583, -0.26137393712997437, -0.9239774942398071, -1.7101452350616455, -1.5321003198623657, -0.7896407842636108, -0.5801787376403809, -0.8583185076713562]}, "Bot003_009_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_009.log.json", "context": "What\u2019s up? Hi", "response": "Hello, how are you?", "annotation_id": "Bot003_009_02", "annotations": ["T", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-13.295888900756836, -12.11563491821289, -13.312252044677734, -9.392820358276367, -5.530821800231934, -9.843549728393555], "gpt2background_argmax_score": [-1.5889259576797485, -0.10457372665405273, -0.11996308714151382, -1.0227618217468262, -0.4194791615009308, -1.2426238059997559, -2.327024459838867, -2.3494904041290283, -1.5185986757278442, -1.3139874935150146, -1.7682043313980103, -0.25571319460868835, -1.683876633644104, -0.575372040271759]}, "Bot003_009_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_009.log.json", "context": "What\u2019s up? Hi Hello, how are you? I\u2019m fine you", "response": "Enough about me, let's talk about my dress.", "annotation_id": "Bot003_009_04", "annotations": ["O", "O", "X", "O", "O", "O", "X", "O", "O", "T", "T", "O", "X", "T", "O"], "gpt2background_target_score": [-14.763766288757324, -12.077238082885742, -13.017678260803223, -9.204584121704102, -10.686314582824707, -11.421438217163086, -8.717548370361328, -9.003174781799316, -4.108772277832031, -12.46964168548584, -10.18299674987793], "gpt2background_argmax_score": [-1.5889259576797485, -0.10457372665405273, -0.11996308714151382, -1.0227618217468262, -0.4194791615009308, -1.2426238059997559, -2.327024459838867, -1.8485281467437744, -1.3364497423171997, -1.388299822807312, -0.3000013828277588, -1.773789882659912, -1.7079039812088013, -1.036312460899353, -0.10875027626752853, -0.39358779788017273, -2.117253065109253, -1.2038732767105103, -2.3809871673583984, -1.9181172847747803, -2.2213070392608643, -2.5278332233428955, -1.5132116079330444, -1.7617700099945068, -1.2513185739517212, -2.0459678173065186, -0.8422125577926636, -2.264543056488037, -2.954789876937866, -1.8093706369400024, -1.2038017511367798]}, "Bot003_009_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_009.log.json", "context": "What\u2019s up? Hi Hello, how are you? I\u2019m fine you Enough about me, let's talk about my dress. How is orb", "response": "Fine as far as i know.", "annotation_id": "Bot003_009_06", "annotations": ["T", "X", "O", "T", "O", "T", "O", "O", "O", "T", "O", "O", "X", "O", "O"], "gpt2background_target_score": [-14.316905975341797, -13.381204605102539, -13.47164535522461, -9.089797973632812, -8.404765129089355, -12.600419998168945, -3.846297264099121], "gpt2background_argmax_score": [-1.5889259576797485, -0.10457372665405273, -0.11996308714151382, -1.0227618217468262, -0.4194791615009308, -1.2426238059997559, -2.327024459838867, -1.8485281467437744, -1.3364497423171997, -1.388299822807312, -0.3000013828277588, -1.773789882659912, -1.7079039812088013, -1.036312460899353, -0.10875027626752853, -0.39358779788017273, -2.117253065109253, -1.2038732767105103, -2.3809871673583984, -2.076270341873169, -2.464357376098633, -1.7434303760528564, -1.435076355934143, -0.999501645565033, -1.5314985513687134, -0.7093252539634705, -1.9377844333648682, -2.4219882488250732, -1.8846843242645264, -1.6650358438491821, -1.7261196374893188, -1.1996301412582397, -1.7626310586929321, -1.7630729675292969, -1.4000498056411743, -1.3786351680755615, -0.09621870517730713, -0.9860194325447083, -0.8702304363250732, -1.3028274774551392, -1.7244338989257812]}, "Bot003_009_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_009.log.json", "context": "What\u2019s up? Hi Hello, how are you? I\u2019m fine you Enough about me, let's talk about my dress. How is orb Fine as far as i know. It", "response": "What a joke!", "annotation_id": "Bot003_009_08", "annotations": ["T", "X", "T", "T", "O", "X", "X", "O", "O", "T", "O", "T", "X", "X", "O"], "gpt2background_target_score": [-10.399100303649902, -10.538520812988281, -12.501558303833008, -10.166086196899414], "gpt2background_argmax_score": [-1.5889259576797485, -0.10457372665405273, -0.11996308714151382, -1.0227618217468262, -0.4194791615009308, -1.2426238059997559, -2.327024459838867, -1.8485281467437744, -1.3364497423171997, -1.388299822807312, -0.3000013828277588, -1.773789882659912, -1.7079039812088013, -1.036312460899353, -0.10875027626752853, -0.39358779788017273, -2.117253065109253, -1.2038732767105103, -2.3809871673583984, -2.076270341873169, -2.464357376098633, -1.7434303760528564, -1.435076355934143, -0.999501645565033, -1.5314985513687134, -0.7093252539634705, -1.9377844333648682, -2.4219882488250732, -1.8846843242645264, -1.6650358438491821, -1.7261196374893188, -1.1996301412582397, -1.7626310586929321, -1.1255345344543457, -1.5780898332595825, -0.15999485552310944, -1.378354787826538, -0.9624711275100708, -1.394713044166565, -1.7403197288513184, -1.0618174076080322, -2.0556886196136475, -2.099609851837158, -2.576831102371216, -1.1863014698028564, -1.1654109954833984]}, "Bot003_009_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_009.log.json", "context": "What\u2019s up? Hi Hello, how are you? I\u2019m fine you Enough about me, let's talk about my dress. How is orb Fine as far as i know. It What a joke! What color", "response": "What do you feel about my person?", "annotation_id": "Bot003_009_10", "annotations": ["O", "X", "T", "T", "X", "X", "X", "X", "O", "X", "T", "X", "O", "X", "O"], "gpt2background_target_score": [-10.399100303649902, -12.078409194946289, -9.440321922302246, -11.442956924438477, -7.399864196777344, -7.976619720458984, -9.490053176879883, -6.586652755737305], "gpt2background_argmax_score": [-1.5889259576797485, -0.10457372665405273, -0.11996308714151382, -1.0227618217468262, -0.4194791615009308, -1.2426238059997559, -2.327024459838867, -1.8485281467437744, -1.3364497423171997, -1.388299822807312, -0.3000013828277588, -1.773789882659912, -1.7079039812088013, -1.036312460899353, -0.10875027626752853, -0.39358779788017273, -2.117253065109253, -1.2038732767105103, -2.3809871673583984, -2.076270341873169, -2.464357376098633, -1.7434303760528564, -1.435076355934143, -0.999501645565033, -1.5314985513687134, -0.7093252539634705, -1.9377844333648682, -2.4219882488250732, -1.8846843242645264, -1.6650358438491821, -1.7261196374893188, -1.1996301412582397, -1.7626310586929321, -1.1255345344543457, -1.5780898332595825, -0.15999485552310944, -1.378354787826538, -0.9624711275100708, -1.394713044166565, -1.7403197288513184, -1.0618174076080322, -2.1453537940979004, -2.561681032180786, -1.1993921995162964, -1.8841044902801514, -1.5604764223098755, -1.5513333082199097, -2.0275418758392334, -0.7707951068878174, -0.21395978331565857, -1.7783074378967285, -1.5555331707000732, -1.2874633073806763, -1.038255214691162, -0.5589113831520081, -0.7282097339630127]}, "Bot003_009_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_009.log.json", "context": "What\u2019s up? Hi Hello, how are you? I\u2019m fine you Enough about me, let's talk about my dress. How is orb Fine as far as i know. It What a joke! What color What do you feel about my person? Is it", "response": "That's what i was told.", "annotation_id": "Bot003_009_12", "annotations": ["T", "X", "T", "T", "O", "X", "X", "O", "T", "X", "X", "X", "X", "T", "T"], "gpt2background_target_score": [-13.070326805114746, -11.705850601196289, -12.41568374633789, -11.9736328125, -10.655665397644043, -12.169121742248535, -3.846294641494751], "gpt2background_argmax_score": [-1.5889270305633545, -0.10457329452037811, -0.1199619248509407, -1.022763967514038, -0.4194786250591278, -1.2426255941390991, -2.32702374458313, -1.848528504371643, -1.3364498615264893, -1.3883002996444702, -0.3000016510486603, -1.7737901210784912, -1.707902431488037, -1.0363107919692993, -0.10875027626752853, -0.39358916878700256, -2.1172542572021484, -1.2038702964782715, -2.3809878826141357, -2.07627010345459, -2.464355707168579, -1.7434320449829102, -1.4350769519805908, -0.9995003342628479, -1.5314984321594238, -0.7093244194984436, -1.9377838373184204, -2.4219884872436523, -1.8846861124038696, -1.6650351285934448, -1.7261208295822144, -1.1996285915374756, -1.7626334428787231, -1.1255345344543457, -1.5780876874923706, -0.15999384224414825, -1.378359079360962, -0.962471604347229, -1.3947112560272217, -1.7403196096420288, -1.0618189573287964, -2.1453535556793213, -2.561681032180786, -1.199393391609192, -1.884104609489441, -1.5604772567749023, -1.5513323545455933, -1.3516916036605835, -0.21575357019901276, -1.5721532106399536, -1.5495704412460327, -1.2498055696487427, -1.0240600109100342, -0.5101435780525208, -1.6605703830718994, -0.6437287330627441, -2.3956515789031982, -1.7225714921951294, -0.9683511257171631, -2.0601019859313965, -1.057124376296997, -1.6151690483093262, -1.219565987586975, -1.7754679918289185, -1.5284028053283691]}, "Bot003_009_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_009.log.json", "context": "What\u2019s up? Hi Hello, how are you? I\u2019m fine you Enough about me, let's talk about my dress. How is orb Fine as far as i know. It What a joke! What color What do you feel about my person? Is it That's what i was told. Good", "response": "It's called ``wealthcare ''", "annotation_id": "Bot003_009_14", "annotations": ["O", "X", "O", "T", "X", "X", "X", "O", "T", "X", "X", "T", "X", "X", "T"], "gpt2background_target_score": [-12.022040367126465, -11.705850601196289, -12.991476058959961, -13.839273452758789, -14.056185722351074, -12.2448091506958, -12.335289001464844], "gpt2background_argmax_score": [-1.5889270305633545, -0.10457329452037811, -0.1199619248509407, -1.022763967514038, -0.4194786250591278, -1.2426255941390991, -2.32702374458313, -1.848528504371643, -1.3364498615264893, -1.3883002996444702, -0.3000016510486603, -1.7737901210784912, -1.707902431488037, -1.0363107919692993, -0.10875027626752853, -0.39358916878700256, -2.1172542572021484, -1.2038702964782715, -2.3809878826141357, -2.07627010345459, -2.464355707168579, -1.7434320449829102, -1.4350769519805908, -0.9995003342628479, -1.5314984321594238, -0.7093244194984436, -1.9377838373184204, -2.4219884872436523, -1.8846861124038696, -1.6650351285934448, -1.7261208295822144, -1.1996285915374756, -1.7626334428787231, -1.1255345344543457, -1.5780876874923706, -0.15999384224414825, -1.378358244895935, -0.9624705910682678, -1.3947128057479858, -1.740318775177002, -1.0618189573287964, -2.1453518867492676, -2.5616812705993652, -1.1993931531906128, -1.8841031789779663, -1.5604749917984009, -1.5513323545455933, -1.3516899347305298, -0.21575357019901276, -1.5721522569656372, -1.5495706796646118, -1.2498058080673218, -1.024059772491455, -0.5101438760757446, -1.6605719327926636, -0.6437278389930725, -2.39565110206604, -2.8147597312927246, -2.080278158187866, -1.3745242357254028, -1.550105094909668, -1.4496477842330933, -1.9891413450241089, -1.6033543348312378, -2.21622633934021, -1.8682249784469604, -0.8026685118675232, -2.0603420734405518, -2.1442134380340576, -3.5929136276245117, -2.568039894104004, -1.889794945716858, -3.1880581378936768]}, "Bot003_009_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_009.log.json", "context": "What\u2019s up? Hi Hello, how are you? I\u2019m fine you Enough about me, let's talk about my dress. How is orb Fine as far as i know. It What a joke! What color What do you feel about my person? Is it That's what i was told. Good It's called ``wealthcare '' Hmm ok", "response": "I see.", "annotation_id": "Bot003_009_16", "annotations": ["T", "X", "O", "T", "O", "X", "T", "O", "O", "X", "X", "T", "X", "O", "T"], "gpt2background_target_score": [-10.164461135864258, -12.703686714172363, -11.539185523986816], "gpt2background_argmax_score": [-1.5889270305633545, -0.10457329452037811, -0.1199619248509407, -1.022763967514038, -0.4194786250591278, -1.2426255941390991, -2.32702374458313, -1.848528504371643, -1.3364498615264893, -1.3883002996444702, -0.3000016510486603, -1.7737901210784912, -1.707902431488037, -1.0363107919692993, -0.10875027626752853, -0.39358916878700256, -2.1172542572021484, -1.2038702964782715, -2.3809878826141357, -2.07627010345459, -2.464355707168579, -1.7434320449829102, -1.4350769519805908, -0.9995003342628479, -1.5314984321594238, -0.7093244194984436, -1.9377838373184204, -2.4219884872436523, -1.8846861124038696, -1.6650351285934448, -1.7261208295822144, -1.1996285915374756, -1.7626334428787231, -1.1255345344543457, -1.5780876874923706, -0.15999384224414825, -1.3783588409423828, -0.9624712467193604, -1.394713044166565, -1.7403197288513184, -1.0618189573287964, -2.1453511714935303, -2.561680555343628, -1.1993927955627441, -1.8841038942337036, -1.56047785282135, -1.5513324737548828, -1.3516886234283447, -0.21575365960597992, -1.5721505880355835, -1.5495734214782715, -1.2498055696487427, -1.0240598917007446, -0.5101436376571655, -1.6605712175369263, -0.643728494644165, -2.3956518173217773, -2.8147597312927246, -2.080277681350708, -1.374524712562561, -1.5501034259796143, -1.4496467113494873, -1.989142656326294, -1.6033544540405273, -2.216224193572998, -0.7816616296768188, -2.2764673233032227, -2.019224166870117, -3.43669056892395, -2.4569735527038574, -1.5855121612548828, -2.980419397354126, -1.426642894744873, -1.612403392791748, -2.265024185180664, -1.9135113954544067, -1.7419543266296387, -1.5510205030441284]}, "Bot003_009_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_009.log.json", "context": "What\u2019s up? Hi Hello, how are you? I\u2019m fine you Enough about me, let's talk about my dress. How is orb Fine as far as i know. It What a joke! What color What do you feel about my person? Is it That's what i was told. Good It's called ``wealthcare '' Hmm ok I see. What\u2019s your job", "response": "Are you a man or woman?", "annotation_id": "Bot003_009_18", "annotations": ["O", "X", "T", "T", "X", "X", "X", "X", "T", "X", "O", "T", "O", "X", "T"], "gpt2background_target_score": [-11.438200950622559, -10.542229652404785, -10.555974006652832, -12.007477760314941, -7.733969211578369, -11.591083526611328, -6.713954925537109], "gpt2background_argmax_score": [-1.5889270305633545, -0.10457329452037811, -0.1199619248509407, -1.022763967514038, -0.4194786250591278, -1.2426255941390991, -2.32702374458313, -1.848528504371643, -1.3364498615264893, -1.3883002996444702, -0.3000016510486603, -1.7737901210784912, -1.707902431488037, -1.0363107919692993, -0.10875027626752853, -0.39358916878700256, -2.1172542572021484, -1.2038702964782715, -2.3809878826141357, -2.07627010345459, -2.464355707168579, -1.7434320449829102, -1.4350769519805908, -0.9995003342628479, -1.5314984321594238, -0.7093244194984436, -1.9377838373184204, -2.4219884872436523, -1.8846861124038696, -1.6650351285934448, -1.7261208295822144, -1.1996285915374756, -1.7626334428787231, -1.1255345344543457, -1.5780876874923706, -0.15999384224414825, -1.378359079360962, -0.962471604347229, -1.3947112560272217, -1.7403196096420288, -1.0618189573287964, -2.1453535556793213, -2.561681032180786, -1.199393391609192, -1.884104609489441, -1.5604772567749023, -1.5513323545455933, -1.3516916036605835, -0.21575357019901276, -1.5721532106399536, -1.5495704412460327, -1.2498055696487427, -1.0240600109100342, -0.5101435780525208, -1.6605703830718994, -0.6437287330627441, -2.3956515789031982, -2.8147592544555664, -2.080277919769287, -1.3745242357254028, -1.5501036643981934, -1.4496504068374634, -1.9891417026519775, -1.6033540964126587, -2.2162251472473145, -0.7816644906997681, -2.2764675617218018, -2.019224166870117, -3.436689615249634, -2.4569740295410156, -1.5855152606964111, -2.9804208278656006, -1.4266431331634521, -1.6124032735824585, -1.9498499631881714, -1.987104892730713, -1.6817656755447388, -1.5536094903945923, -0.16255706548690796, -0.0771254226565361, -1.7862858772277832, -1.7578004598617554, -0.8010350465774536, -2.1843338012695312, -0.1763238161802292, -1.9179991483688354, -2.9149703979492188, -0.6981770396232605, -0.8264797925949097, -0.40234020352363586, -0.6656216382980347]}, "Bot003_009_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_009.log.json", "context": "What\u2019s up? Hi Hello, how are you? I\u2019m fine you Enough about me, let's talk about my dress. How is orb Fine as far as i know. It What a joke! What color What do you feel about my person? Is it That's what i was told. Good It's called ``wealthcare '' Hmm ok I see. What\u2019s your job Are you a man or woman? Man", "response": "Thank you for telling me your gender.", "annotation_id": "Bot003_009_20", "annotations": ["T", "O", "O", "T", "O", "T", "O", "O", "O", "O", "O", "O", "X", "O", "T"], "gpt2background_target_score": [-14.554024696350098, -10.542229652404785, -11.825860023498535, -12.307727813720703, -10.022775650024414, -9.162818908691406, -11.74286937713623, -3.4231133460998535], "gpt2background_argmax_score": [-1.5889270305633545, -0.10457329452037811, -0.1199619248509407, -1.022763967514038, -0.4194786250591278, -1.2426255941390991, -2.32702374458313, -1.848528504371643, -1.3364498615264893, -1.3883002996444702, -0.3000016510486603, -1.7737901210784912, -1.707902431488037, -1.0363107919692993, -0.10875027626752853, -0.39358916878700256, -2.1172542572021484, -1.2038702964782715, -2.3809878826141357, -2.07627010345459, -2.464355707168579, -1.7434320449829102, -1.4350769519805908, -0.9995003342628479, -1.5314984321594238, -0.7093244194984436, -1.9377838373184204, -2.4219884872436523, -1.8846861124038696, -1.6650351285934448, -1.7261208295822144, -1.1996285915374756, -1.7626334428787231, -1.1255345344543457, -1.5780876874923706, -0.15999384224414825, -1.378359079360962, -0.962471604347229, -1.3947112560272217, -1.7403196096420288, -1.0618189573287964, -2.1453535556793213, -2.561681032180786, -1.199393391609192, -1.884104609489441, -1.5604772567749023, -1.5513323545455933, -1.3516916036605835, -0.21575357019901276, -1.5721532106399536, -1.5495704412460327, -1.2498055696487427, -1.0240600109100342, -0.5101435780525208, -1.6605703830718994, -0.6437287330627441, -2.3956515789031982, -2.8147592544555664, -2.080277919769287, -1.3745242357254028, -1.5501036643981934, -1.4496504068374634, -1.9891417026519775, -1.6033540964126587, -2.2162251472473145, -0.7816644906997681, -2.2764675617218018, -2.019224166870117, -3.436689615249634, -2.4569740295410156, -1.5855152606964111, -2.9804208278656006, -1.4266431331634521, -1.6124032735824585, -1.9498499631881714, -1.987104892730713, -1.6817656755447388, -1.5536094903945923, -0.16255706548690796, -0.0771254226565361, -1.7862858772277832, -1.7578004598617554, -0.8010350465774536, -0.22669264674186707, -2.2724456787109375, -2.8843698501586914, -0.676243782043457, -1.0318589210510254, -0.44687774777412415, -1.941098690032959, -1.7898893356323242, -1.95039701461792, -0.26439395546913147, -1.5552634000778198, -1.5093886852264404, -0.16833284497261047, -1.9379463195800781, -1.3109616041183472, -1.3351079225540161, -1.2967067956924438]}, "Bot003_017_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_017.log.json", "context": "What\u2019s up? Good", "response": "This is so sad.", "annotation_id": "Bot003_017_02", "annotations": ["X", "O", "X", "T", "T", "T", "T", "O", "X", "O", "O", "T", "T", "X", "T"], "gpt2background_target_score": [-12.191923141479492, -10.778158187866211, -12.330408096313477, -8.94676399230957, -6.069478988647461], "gpt2background_argmax_score": [-1.5889259576797485, -0.10457372665405273, -0.11996308714151382, -1.0227618217468262, -0.4194791615009308, -1.2426238059997559, -2.5449469089508057, -2.3071746826171875, -1.1770663261413574, -2.0730862617492676, -2.3586394786834717, -1.187100887298584, -1.6328675746917725]}, "Bot003_017_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_017.log.json", "context": "What\u2019s up? Good This is so sad. Why?", "response": "I don't know.", "annotation_id": "Bot003_017_04", "annotations": ["O", "T", "X", "T", "O", "O", "T", "O", "O", "O", "O", "O", "O", "T", "O"], "gpt2background_target_score": [-10.16446304321289, -12.54107666015625, -13.120094299316406, -12.147392272949219, -6.069478988647461], "gpt2background_argmax_score": [-1.5889259576797485, -0.10457372665405273, -0.11996308714151382, -1.0227618217468262, -0.4194791615009308, -1.2426238059997559, -2.5449469089508057, -1.4561333656311035, -2.0882747173309326, -2.0263872146606445, -1.5110067129135132, -1.832891583442688, -1.9252876043319702, -1.1597278118133545, -1.8837320804595947, -2.4399373531341553, -0.6474355459213257, -1.6089849472045898, -1.6423157453536987, -1.4234917163848877]}, "Bot003_017_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_017.log.json", "context": "What\u2019s up? Good This is so sad. Why? I don't know. Ok", "response": "And?", "annotation_id": "Bot003_017_06", "annotations": ["T", "T", "X", "T", "T", "O", "T", "O", "X", "T", "T", "T", "T", "O", "T"], "gpt2background_target_score": [-13.377766609191895, -12.092086791992188], "gpt2background_argmax_score": [-1.5889259576797485, -0.10457372665405273, -0.11996308714151382, -1.0227618217468262, -0.4194791615009308, -1.2426238059997559, -2.5449469089508057, -1.4561333656311035, -2.0882747173309326, -2.0263872146606445, -1.5110067129135132, -1.832891583442688, -1.9252876043319702, -1.1597278118133545, -2.368305206298828, -0.8364385366439819, -1.5920135974884033, -1.389201045036316, -1.6989738941192627, -1.4613404273986816, -2.0107760429382324, -2.4141526222229004, -1.1437726020812988]}, "Bot003_017_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_017.log.json", "context": "What\u2019s up? Good This is so sad. Why? I don't know. Ok And? Nothing", "response": "Not a thing?", "annotation_id": "Bot003_017_08", "annotations": ["O", "T", "X", "T", "T", "O", "T", "O", "X", "O", "T", "T", "O", "T", "T"], "gpt2background_target_score": [-13.133127212524414, -10.538520812988281, -11.870882987976074, -9.674985885620117], "gpt2background_argmax_score": [-1.5889259576797485, -0.10457372665405273, -0.11996308714151382, -1.0227618217468262, -0.4194791615009308, -1.2426238059997559, -2.5449469089508057, -1.4561333656311035, -2.0882747173309326, -2.0263872146606445, -1.5110067129135132, -1.832891583442688, -1.9252876043319702, -1.1597278118133545, -2.368305206298828, -0.8364385366439819, -1.5920131206512451, -1.3892011642456055, -1.6989725828170776, -1.4613410234451294, -1.6536659002304077, -2.003596544265747, -1.4660831689834595, -2.137976884841919, -2.3999695777893066, -2.563861846923828, -1.2677357196807861, -1.0879288911819458]}, "Bot003_017_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_017.log.json", "context": "What\u2019s up? Good This is so sad. Why? I don't know. Ok And? Nothing Not a thing? Do you have chicken?  Hey", "response": "Ayuh.", "annotation_id": "Bot003_017_10", "annotations": ["X", "T", "X", "T", "X", "T", "T", "O", "X", "T", "T", "T", "O", "X", "X"], "gpt2background_target_score": [-14.078105926513672, -13.334566116333008, -11.539175033569336], "gpt2background_argmax_score": [-1.5889259576797485, -0.10457372665405273, -0.11996308714151382, -1.0227618217468262, -0.4194791615009308, -1.2426238059997559, -2.5449469089508057, -1.4561333656311035, -2.0882747173309326, -2.0263872146606445, -1.5110067129135132, -1.832891583442688, -1.9252876043319702, -1.1597278118133545, -2.368305206298828, -0.8364385366439819, -1.5920131206512451, -1.3892011642456055, -1.6989725828170776, -1.4613410234451294, -1.6536659002304077, -2.003596544265747, -1.4660831689834595, -2.9408352375030518, -2.4706265926361084, -1.2200685739517212, -2.0153608322143555, -0.45747315883636475, -1.9673645496368408, -1.3993144035339355, -2.394707202911377, -1.584875226020813, -2.3106234073638916, -1.422507643699646, -2.328766107559204, -2.494725227355957, -2.1729886531829834, -1.7666178941726685]}, "Bot003_017_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_017.log.json", "context": "What\u2019s up? Good This is so sad. Why? I don't know. Ok And? Nothing Not a thing? Do you have chicken?  Hey Ayuh. Do you have a chicken", "response": "Doesn't everyone have a chicken. i have a whole lot of original answers.", "annotation_id": "Bot003_017_12", "annotations": ["T", "T", "T", "T", "O", "O", "O", "O", "T", "T", "T", "X", "T", "T", "T"], "gpt2background_target_score": [-11.707154273986816, -13.104467391967773, -13.120094299316406, -4.999507427215576, -10.61016845703125, -7.624612331390381, -8.114278793334961, -3.5535168647766113, -9.631814956665039, -11.049529075622559, -8.208191871643066, -12.038183212280273, -12.318195343017578, -9.88502025604248, -12.23012924194336, -12.475573539733887, -5.503993034362793], "gpt2background_argmax_score": [-1.5889259576797485, -0.10457372665405273, -0.11996308714151382, -1.0227618217468262, -0.4194791615009308, -1.2426238059997559, -2.5449469089508057, -1.4561333656311035, -2.0882747173309326, -2.0263872146606445, -1.5110067129135132, -1.832891583442688, -1.9252876043319702, -1.1597278118133545, -2.368305206298828, -0.8364385366439819, -1.5920131206512451, -1.3892011642456055, -1.6989725828170776, -1.4613410234451294, -1.6536659002304077, -2.003596544265747, -1.4660831689834595, -2.9408352375030518, -2.4706265926361084, -1.2200685739517212, -2.0153608322143555, -0.45747315883636475, -1.9673645496368408, -1.3993144035339355, -2.394707202911377, -1.584875226020813, -2.3106236457824707, -1.422507643699646, -2.025275945663452, -2.2230165004730225, -1.7843363285064697, -0.278861939907074, -0.43652641773223877, -1.8203785419464111, -1.6801317930221558, -0.5790708661079407, -2.3650012016296387, -1.6121004819869995, -0.43640798330307007, -2.0047266483306885, -0.6869062185287476, -1.1739369630813599, -0.756573498249054, -0.6633511781692505, -1.1477110385894775, -1.9626041650772095, -0.9105089902877808, -0.8220871686935425, -1.5049020051956177, -0.42775461077690125, -0.5691186785697937, -0.5592040419578552, -1.9531333446502686, -0.8035573959350586]}, "Bot003_017_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_017.log.json", "context": "What\u2019s up? Good This is so sad. Why? I don't know. Ok And? Nothing Not a thing? Do you have chicken?  Hey Ayuh. Do you have a chicken Doesn't everyone have a chicken. i have a whole lot of original answers. Ok", "response": "It goes without saying.", "annotation_id": "Bot003_017_14", "annotations": ["X", "T", "X", "T", "O", "T", "T", "T", "X", "T", "T", "T", "T", "X", "O"], "gpt2background_target_score": [-12.022040367126465, -13.454602241516113, -13.662065505981445, -11.606513023376465, -6.069485664367676], "gpt2background_argmax_score": [-1.5889270305633545, -0.10457329452037811, -0.1199619248509407, -1.022763967514038, -0.4194786250591278, -1.2426255941390991, -2.5449466705322266, -1.4561337232589722, -2.088275194168091, -2.026388168334961, -1.511006236076355, -1.8328920602798462, -1.925288200378418, -1.1597286462783813, -2.368304491043091, -0.8364396691322327, -1.5920146703720093, -1.389201045036316, -1.6989730596542358, -1.4613407850265503, -1.653666615486145, -2.0035972595214844, -1.4660838842391968, -2.9408364295959473, -2.470627546310425, -1.2200673818588257, -2.0153627395629883, -0.4574708342552185, -1.9673658609390259, -1.399316668510437, -2.3947062492370605, -1.5848745107650757, -2.310621500015259, -1.4225070476531982, -2.025275707244873, -2.2230172157287598, -1.7843337059020996, -0.2788625657558441, -0.4365255534648895, -1.8203773498535156, -1.680130958557129, -0.5790691375732422, -2.2472033500671387, -2.008033275604248, -1.1522473096847534, -1.2401857376098633, -0.7688972353935242, -0.6209880709648132, -1.838546872138977, -1.9750232696533203, -0.8282091021537781, -0.670254111289978, -1.4336457252502441, -0.4445421099662781, -0.5680502653121948, -0.6199658513069153, -1.8175846338272095, -2.0876073837280273, -2.0847833156585693, -2.2380177974700928, -1.0647337436676025, -1.7581473588943481, -0.02559770457446575, -1.7317028045654297, -1.723780632019043]}, "Bot003_017_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_017.log.json", "context": "What\u2019s up? Good This is so sad. Why? I don't know. Ok And? Nothing Not a thing? Do you have chicken?  Hey Ayuh. Do you have a chicken Doesn't everyone have a chicken. i have a whole lot of original answers. Ok It goes without saying. Do you have a car?", "response": "I do not. i drive a honda civic.", "annotation_id": "Bot003_017_16", "annotations": ["T", "O", "X", "T", "O", "X", "O", "O", "X", "T", "O", "T", "X", "O", "X"], "gpt2background_target_score": [-10.164461135864258, -12.078413009643555, -12.095824241638184, -10.374337196350098, -8.404767036437988, -11.939902305603027, -7.825109481811523, -9.869409561157227, -13.16666030883789, -12.77096176147461, -1.511006236076355], "gpt2background_argmax_score": [-1.5889270305633545, -0.10457329452037811, -0.1199619248509407, -1.022763967514038, -0.4194786250591278, -1.2426255941390991, -2.5449466705322266, -1.4561337232589722, -2.088275194168091, -2.026388168334961, -1.511006236076355, -1.8328920602798462, -1.925288200378418, -1.1597286462783813, -2.368304491043091, -0.8364396691322327, -1.5920146703720093, -1.389201045036316, -1.6989730596542358, -1.4613407850265503, -1.653666615486145, -2.0035972595214844, -1.4660838842391968, -2.9408364295959473, -2.470627546310425, -1.2200673818588257, -2.0153627395629883, -0.4574708342552185, -1.9673658609390259, -1.399316668510437, -2.3947062492370605, -1.5848745107650757, -2.310621500015259, -1.4225070476531982, -2.025275707244873, -2.2230172157287598, -1.7843337059020996, -0.2788625657558441, -0.4365255534648895, -1.8203773498535156, -1.680130958557129, -0.5790691375732422, -2.2472033500671387, -2.008033275604248, -1.1522473096847534, -1.2401857376098633, -0.7688972353935242, -0.6209880709648132, -1.838546872138977, -1.9750232696533203, -0.8282091021537781, -0.670254111289978, -1.4336457252502441, -0.4445421099662781, -0.5680502653121948, -0.6199658513069153, -1.8175846338272095, -2.0876073837280273, -2.0847833156585693, -0.785279393196106, -2.1305227279663086, -0.02990141324698925, -1.9037590026855469, -2.139662265777588, -0.28584855794906616, -0.30167967081069946, -0.7910362482070923, -0.9368479251861572, -0.6078692674636841, -2.077526569366455, -2.075556993484497, -1.247223973274231, -1.2974683046340942, -0.857257068157196, -1.2656022310256958, -0.9002783298492432, -1.1004986763000488, -1.6305752992630005, -2.749002695083618, -2.2775402069091797, -1.7556449174880981, -1.6717560291290283]}, "Bot003_017_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_017.log.json", "context": "What\u2019s up? Good This is so sad. Why? I don't know. Ok And? Nothing Not a thing? Do you have chicken?  Hey Ayuh. Do you have a chicken Doesn't everyone have a chicken. i have a whole lot of original answers. Ok It goes without saying. Do you have a car? I do not. i drive a honda civic. So, you have or not ?", "response": "I'm not.", "annotation_id": "Bot003_017_18", "annotations": ["X", "O", "X", "T", "T", "T", "T", "O", "X", "T", "O", "O", "X", "O", "X"], "gpt2background_target_score": [-10.164461135864258, -13.544480323791504, -12.095824241638184, -10.374337196350098], "gpt2background_argmax_score": [-1.5889270305633545, -0.10457329452037811, -0.1199619248509407, -1.022763967514038, -0.4194786250591278, -1.2426255941390991, -2.5449466705322266, -1.4561337232589722, -2.088275194168091, -2.026388168334961, -1.511006236076355, -1.8328920602798462, -1.925288200378418, -1.1597286462783813, -2.368304491043091, -0.8364396691322327, -1.5920146703720093, -1.389201045036316, -1.6989730596542358, -1.4613407850265503, -1.653666615486145, -2.0035972595214844, -1.4660838842391968, -2.9408364295959473, -2.470627546310425, -1.2200673818588257, -2.0153627395629883, -0.4574708342552185, -1.9673658609390259, -1.399316668510437, -2.3947062492370605, -1.5848745107650757, -2.310621500015259, -1.4225070476531982, -2.025275707244873, -2.2230172157287598, -1.7843337059020996, -0.2788625657558441, -0.4365255534648895, -1.8203773498535156, -1.680130958557129, -0.5790691375732422, -2.2472033500671387, -2.008033275604248, -1.1522473096847534, -1.2401857376098633, -0.7688972353935242, -0.6209880709648132, -1.838546872138977, -1.9750232696533203, -0.8282091021537781, -0.670254111289978, -1.4336457252502441, -0.4445421099662781, -0.5680502653121948, -0.6199658513069153, -1.8175846338272095, -2.0876073837280273, -2.0847833156585693, -0.785279393196106, -2.1305227279663086, -0.02990141324698925, -1.9037590026855469, -2.139662265777588, -0.28584855794906616, -0.30167967081069946, -0.7910362482070923, -0.9368479251861572, -0.6078692674636841, -2.077526569366455, -1.569264531135559, -1.1749649047851562, -0.7999473810195923, -1.7721192836761475, -1.105184555053711, -1.1638569831848145, -1.7571539878845215, -2.4769809246063232, -2.025627851486206, -1.5274343490600586, -1.9917222261428833, -2.1813621520996094, -2.4955484867095947, -1.5835891962051392, -0.6762329936027527, -2.1040029525756836, -0.6921215057373047, -1.8411755561828613, -2.2546067237854004, -1.6242120265960693, -1.3962894678115845, -1.8258694410324097, -1.316002607345581]}, "Bot003_017_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_017.log.json", "context": "What\u2019s up? Good This is so sad. Why? I don't know. Ok And? Nothing Not a thing? Do you have chicken?  Hey Ayuh. Do you have a chicken Doesn't everyone have a chicken. i have a whole lot of original answers. Ok It goes without saying. Do you have a car? I do not. i drive a honda civic. So, you have or not ? I'm not. Ok", "response": "Far out.", "annotation_id": "Bot003_017_20", "annotations": ["X", "T", "X", "T", "X", "T", "X", "O", "X", "T", "O", "X", "X", "T", "X"], "gpt2background_target_score": [-14.138228416442871, -13.532071113586426, -11.539185523986816], "gpt2background_argmax_score": [-1.5889270305633545, -0.10457329452037811, -0.1199619248509407, -1.022763967514038, -0.4194786250591278, -1.2426255941390991, -2.5449466705322266, -1.4561337232589722, -2.088275194168091, -2.026388168334961, -1.511006236076355, -1.8328920602798462, -1.925288200378418, -1.1597286462783813, -2.368304491043091, -0.8364396691322327, -1.5920146703720093, -1.389201045036316, -1.6989730596542358, -1.4613407850265503, -1.653666615486145, -2.0035972595214844, -1.4660838842391968, -2.9408364295959473, -2.470627546310425, -1.2200673818588257, -2.0153627395629883, -0.4574708342552185, -1.9673658609390259, -1.399316668510437, -2.3947062492370605, -1.5848745107650757, -2.310621500015259, -1.4225070476531982, -2.025275707244873, -2.2230172157287598, -1.7843337059020996, -0.2788625657558441, -0.4365255534648895, -1.8203773498535156, -1.680130958557129, -0.5790691375732422, -2.2472033500671387, -2.008033275604248, -1.1522473096847534, -1.2401857376098633, -0.7688972353935242, -0.6209880709648132, -1.838546872138977, -1.9750232696533203, -0.8282091021537781, -0.670254111289978, -1.4336457252502441, -0.4445421099662781, -0.5680502653121948, -0.6199658513069153, -1.8175846338272095, -2.0876073837280273, -2.0847833156585693, -0.785279393196106, -2.1305227279663086, -0.02990141324698925, -1.9037590026855469, -2.139662265777588, -0.28584855794906616, -0.30167967081069946, -0.7910362482070923, -0.9368479251861572, -0.6078692674636841, -2.077526569366455, -1.569264531135559, -1.1749649047851562, -0.7999473810195923, -1.7721192836761475, -1.105184555053711, -1.1638569831848145, -1.7571539878845215, -2.4769809246063232, -2.025627851486206, -1.5274343490600586, -1.9917222261428833, -2.1813621520996094, -2.4955484867095947, -1.5835891962051392, -0.6762329936027527, -2.1040029525756836, -0.6921215057373047, -1.8411755561828613, -1.7716807126998901, -1.3703700304031372, -2.0690133571624756, -1.7979466915130615, -2.1348633766174316, -2.4045419692993164, -2.1902952194213867, -0.3879368305206299, -2.052168130874634]}, "Bot003_021_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_021.log.json", "context": "Good to see you! Good to see you to", "response": "I am a construction a worker.", "annotation_id": "Bot003_021_02", "annotations": ["O", "T", "X", "T", "O", "O", "T", "O", "X", "O", "O", "O", "O", "O", "T"], "gpt2background_target_score": [-10.401065826416016, -10.816916465759277, -2.845961809158325, -11.977750778198242, -8.141374588012695, -10.779510498046875, -9.995233535766602], "gpt2background_argmax_score": [-4.1281585693359375, -2.4500157833099365, -2.427603006362915, -2.400285243988037, -0.5790262222290039, -1.8997396230697632, -0.7517446875572205, -0.4512525498867035, -2.387493848800659, -1.9935650825500488, -2.0020406246185303, -1.9620457887649536, -2.218379497528076, -3.7279067039489746, -0.6709688305854797, -2.84529185295105, -1.7264302968978882, -1.1784776449203491]}, "Bot003_021_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_021.log.json", "context": "Good to see you! Good to see you to I am a construction a worker. do you like to play video games", "response": "I do not play video games. i like to play video games.", "annotation_id": "Bot003_021_04", "annotations": ["O", "T", "T", "T", "O", "T", "T", "X", "T", "X", "O", "X", "T", "X", "X"], "gpt2background_target_score": [-10.401065826416016, -3.2603862285614014, -8.462831497192383, -4.617016315460205, -11.30418872833252, -7.789114475250244, -9.995233535766602, -6.929628849029541, -6.598026275634766, -7.381106853485107, -7.981009483337402, -11.015796661376953, -10.867403030395508, -6.899007320404053], "gpt2background_argmax_score": [-4.1281585693359375, -2.4500157833099365, -2.427603006362915, -2.400285243988037, -0.5790262222290039, -1.8997396230697632, -0.7517446875572205, -0.4512525498867035, -2.387493848800659, -1.9935650825500488, -2.2951607704162598, -2.4030728340148926, -3.933453321456909, -0.8548229336738586, -2.9196252822875977, -1.6219258308410645, -1.7932946681976318, -0.4607870280742645, -1.7101740837097168, -1.9356257915496826, -0.9924387335777283, -2.181640625, -0.06994156539440155, -0.9676629900932312, -1.6476436853408813, -2.097001314163208, -2.1174726486206055, -0.7762266993522644, -0.24091267585754395, -0.08268415927886963, -1.6450912952423096, -1.1197209358215332, -1.938513159751892, -1.4073362350463867, -0.5911703109741211, -1.0367931127548218, -0.07963309437036514, -1.4745540618896484, -1.457476258277893]}, "Bot003_021_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_021.log.json", "context": "Good to see you! Good to see you to I am a construction a worker. do you like to play video games I do not play video games. i like to play video games. what is your favorite color", "response": "My favorite color is orange. what is yours?", "annotation_id": "Bot003_021_06", "annotations": ["O", "O", "O", "O", "T", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-13.012002944946289, -10.928149223327637, -9.656458854675293, -8.30101203918457, -11.93177318572998, -5.782711029052734, -10.574482917785645, -8.463871955871582, -11.255001068115234, -8.49759292602539], "gpt2background_argmax_score": [-4.1281585693359375, -2.4500157833099365, -2.427603006362915, -2.400285243988037, -0.5790262222290039, -1.8997396230697632, -0.7517446875572205, -0.4512525498867035, -2.387493848800659, -1.9935650825500488, -2.2951607704162598, -2.4030728340148926, -3.933453321456909, -0.8548229336738586, -2.9196252822875977, -1.6219258308410645, -1.7932946681976318, -0.4607870280742645, -1.7101740837097168, -1.9356257915496826, -0.9924387335777283, -2.181640625, -0.06994156539440155, -0.9676629900932312, -2.339672803878784, -2.0974302291870117, -1.0045877695083618, -0.6040041446685791, -0.06872833520174026, -1.87092924118042, -1.606643795967102, -2.3278019428253174, -1.3319858312606812, -0.6678077578544617, -0.9426738023757935, -0.06854357570409775, -2.2088518142700195, -2.1897270679473877, -1.2480063438415527, -1.088188886642456, -1.154415249824524, -0.713819146156311, -1.0533077716827393, -2.12007474899292, -0.4230795204639435, -0.2674734890460968, -1.056890845298767, -2.396496057510376, -1.190948486328125, -1.593030333518982, -2.1064817905426025, -0.5987932085990906, -0.4306325316429138, -0.3760201334953308]}, "Bot003_021_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_021.log.json", "context": "Good to see you! Good to see you to I am a construction a worker. do you like to play video games I do not play video games. i like to play video games. what is your favorite color My favorite color is orange. what is yours? mine is black  do you like to cook ?", "response": "I love to cook. i love to cook", "annotation_id": "Bot003_021_08", "annotations": ["O", "O", "O", "O", "O", "O", "T", "O", "O", "O", "O", "T", "O", "O", "T"], "gpt2background_target_score": [-10.401073455810547, -7.682607650756836, -6.730169296264648, -8.43545150756836, -9.889333724975586, -9.124102592468262, -9.920594215393066, -7.2005791664123535, -10.18064022064209], "gpt2background_argmax_score": [-4.128152370452881, -2.450017213821411, -2.4276044368743896, -2.4002842903137207, -0.5790254473686218, -1.8997371196746826, -0.7517473101615906, -0.45125147700309753, -2.3874919414520264, -1.9935665130615234, -2.2951645851135254, -2.4030725955963135, -3.933455228805542, -0.8548228740692139, -2.919628143310547, -1.6219254732131958, -1.7932946681976318, -0.4607883095741272, -1.7101763486862183, -1.9356250762939453, -0.9924375414848328, -2.1816439628601074, -0.0699416771531105, -0.9676626324653625, -2.339672803878784, -2.0974299907684326, -1.004586935043335, -0.6040055155754089, -0.06872844696044922, -1.8709303140640259, -1.6066452264785767, -2.3278000354766846, -1.3319828510284424, -0.6678087115287781, -0.9426724910736084, -0.06854357570409775, -2.208850145339966, -2.189725875854492, -1.2480099201202393, -1.0881881713867188, -1.1544181108474731, -0.7138209342956543, -1.0533095598220825, -0.4232214689254761, -0.3005748987197876, -1.0286387205123901, -2.195580005645752, -1.196151614189148, -1.984429121017456, -1.7209851741790771, -0.3920930027961731, -0.4752982258796692, -1.526552677154541, -0.5286009311676025, -2.6311068534851074, -1.2549797296524048, -2.0507946014404297, -0.3340878188610077, -1.4314314126968384, -1.7017189264297485, -0.26841527223587036, -1.5018863677978516, -1.4605270624160767, -1.9123533964157104, -1.2155648469924927, -1.3891092538833618, -0.5002029538154602, -2.081033706665039, -1.206100583076477, -1.8643053770065308, -1.0673259496688843, -0.7713019847869873, -1.5466985702514648]}, "Bot003_021_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_021.log.json", "context": "Good to see you! Good to see you to I am a construction a worker. do you like to play video games I do not play video games. i like to play video games. what is your favorite color My favorite color is orange. what is yours? mine is black  do you like to cook ? I love to cook. i love to cook where do you live ?", "response": "I live in the midwest, how about you?", "annotation_id": "Bot003_021_10", "annotations": ["O", "O", "O", "O", "T", "T", "T", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-10.401073455810547, -7.181882858276367, -4.064366817474365, -5.6672468185424805, -10.882603645324707, -12.327598571777344, -9.843143463134766, -6.602433204650879, -8.414306640625, -4.382941246032715, -8.687776565551758], "gpt2background_argmax_score": [-4.128152370452881, -2.450017213821411, -2.4276044368743896, -2.4002842903137207, -0.5790254473686218, -1.8997371196746826, -0.7517473101615906, -0.45125147700309753, -2.3874919414520264, -1.9935665130615234, -2.2951645851135254, -2.4030725955963135, -3.933455228805542, -0.8548228740692139, -2.919628143310547, -1.6219254732131958, -1.7932946681976318, -0.4607883095741272, -1.7101763486862183, -1.9356250762939453, -0.9924375414848328, -2.1816439628601074, -0.0699416771531105, -0.9676626324653625, -2.339672803878784, -2.0974299907684326, -1.004586935043335, -0.6040055155754089, -0.06872844696044922, -1.8709303140640259, -1.6066452264785767, -2.3278000354766846, -1.3319828510284424, -0.6678087115287781, -0.9426724910736084, -0.06854357570409775, -2.208850622177124, -2.189727544784546, -1.2480075359344482, -1.0881879329681396, -1.1544171571731567, -0.7138209342956543, -1.053309440612793, -0.42322099208831787, -0.3005750775337219, -1.0286386013031006, -2.1955809593200684, -1.1961524486541748, -1.9844261407852173, -1.7209845781326294, -0.3920925259590149, -0.4752991795539856, -1.5265510082244873, -0.5286017060279846, -2.631106376647949, -1.2549797296524048, -2.050794839859009, -0.33408886194229126, -1.4314296245574951, -1.701720118522644, -0.26841646432876587, -1.5018857717514038, -1.46052885055542, -1.3746531009674072, -1.3733289241790771, -0.5678343176841736, -2.213207721710205, -1.6440415382385254, -1.7035610675811768, -0.9692949652671814, -0.7295165061950684, -1.2761225700378418, -1.1787021160125732, -0.33910930156707764, -0.8433508276939392, -1.7192429304122925, -1.6539419889450073, -1.8849670886993408, -2.227666139602661, -0.28130316734313965, -1.9727622270584106, -2.3076834678649902, -0.26624420285224915, -1.9564952850341797, -1.7907885313034058, -1.4727610349655151, -0.5751961469650269, -0.941797137260437, -0.42780280113220215]}, "Bot003_021_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_021.log.json", "context": "Good to see you! Good to see you to I am a construction a worker. do you like to play video games I do not play video games. i like to play video games. what is your favorite color My favorite color is orange. what is yours? mine is black  do you like to cook ? I love to cook. i love to cook where do you live ? I live in the midwest, how about you? i live in europe", "response": "Which country do you live in?", "annotation_id": "Bot003_021_12", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "T"], "gpt2background_target_score": [-12.809270858764648, -11.552287101745605, -8.453876495361328, -9.207550048828125, -10.623542785644531, -6.4308013916015625, -10.701086044311523], "gpt2background_argmax_score": [-4.128152370452881, -2.450017213821411, -2.4276044368743896, -2.4002842903137207, -0.5790254473686218, -1.8997371196746826, -0.7517473101615906, -0.45125147700309753, -2.3874919414520264, -1.9935665130615234, -2.2951645851135254, -2.4030725955963135, -3.933455228805542, -0.8548228740692139, -2.919628143310547, -1.6219254732131958, -1.7932946681976318, -0.4607883095741272, -1.7101763486862183, -1.9356250762939453, -0.9924375414848328, -2.1816439628601074, -0.0699416771531105, -0.9676626324653625, -2.339672803878784, -2.0974299907684326, -1.004586935043335, -0.6040055155754089, -0.06872844696044922, -1.8709303140640259, -1.6066452264785767, -2.3278000354766846, -1.3319828510284424, -0.6678087115287781, -0.9426724910736084, -0.06854357570409775, -2.208850622177124, -2.189727544784546, -1.2480075359344482, -1.0881879329681396, -1.1544171571731567, -0.7138209342956543, -1.0533099174499512, -0.4232213795185089, -0.3005748987197876, -1.0286394357681274, -2.19558048248291, -1.196153163909912, -1.9844261407852173, -1.7209858894348145, -0.39209210872650146, -0.4752993881702423, -1.5265532732009888, -0.528601348400116, -2.6311068534851074, -1.2549786567687988, -2.050795555114746, -0.3340873122215271, -1.4314292669296265, -1.7017189264297485, -0.2684161067008972, -1.5018848180770874, -1.4605283737182617, -1.3746525049209595, -1.3733288049697876, -0.5678346753120422, -2.2132062911987305, -1.6440424919128418, -1.7035610675811768, -0.9692970514297485, -0.7295167446136475, -1.276123046875, -1.178702473640442, -0.3391093909740448, -0.8433499336242676, -1.719243049621582, -1.6539437770843506, -1.998860478401184, -0.5459092855453491, -1.8963184356689453, -2.3793246746063232, -0.30023130774497986, -1.9684855937957764, -1.9998540878295898, -1.6112141609191895, -0.5413000583648682, -1.3348058462142944, -1.5696011781692505, -1.9461508989334106, -0.3196341097354889, -1.0867315530776978, -0.058582011610269547, -1.9289005994796753, -2.22126841545105, -1.3460255861282349, -1.3767651319503784, -0.18202292919158936, -0.5988882780075073, -0.32436978816986084, -0.8399147391319275, -0.5009918212890625]}, "Bot003_021_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_021.log.json", "context": "Good to see you! Good to see you to I am a construction a worker. do you like to play video games I do not play video games. i like to play video games. what is your favorite color My favorite color is orange. what is yours? mine is black  do you like to cook ? I love to cook. i love to cook where do you live ? I live in the midwest, how about you? i live in europe Which country do you live in? i am in Turkey", "response": "Tell me a little about your life in turkey.  Do you know familiar persons?", "annotation_id": "Bot003_021_14", "annotations": ["O", "O", "O", "O", "T", "O", "T", "O", "O", "O", "O", "O", "O", "T", "O"], "gpt2background_target_score": [-12.853647232055664, -6.222141265869141, -2.8459630012512207, -9.611554145812988, -9.9524564743042, -8.885969161987305, -12.154130935668945, -6.238536357879639, -12.26156997680664, -6.814146518707275, -8.898951530456543, -10.516740798950195, -8.793968200683594, -11.120925903320312, -10.732992172241211, -12.94217586517334, -11.39107894897461], "gpt2background_argmax_score": [-4.128152370452881, -2.450017213821411, -2.4276044368743896, -2.4002842903137207, -0.5790254473686218, -1.8997371196746826, -0.7517473101615906, -0.45125147700309753, -2.3874919414520264, -1.9935665130615234, -2.2951645851135254, -2.4030725955963135, -3.933455228805542, -0.8548228740692139, -2.919628143310547, -1.6219254732131958, -1.7932946681976318, -0.4607883095741272, -1.7101763486862183, -1.9356250762939453, -0.9924375414848328, -2.1816439628601074, -0.0699416771531105, -0.9676626324653625, -2.339672803878784, -2.0974299907684326, -1.004586935043335, -0.6040055155754089, -0.06872844696044922, -1.8709303140640259, -1.6066452264785767, -2.3278000354766846, -1.3319828510284424, -0.6678087115287781, -0.9426724910736084, -0.06854357570409775, -2.208850622177124, -2.189727544784546, -1.2480075359344482, -1.0881879329681396, -1.1544171571731567, -0.7138209342956543, -1.0533099174499512, -0.4232213795185089, -0.3005748987197876, -1.0286394357681274, -2.19558048248291, -1.196153163909912, -1.9844261407852173, -1.7209858894348145, -0.39209210872650146, -0.4752993881702423, -1.5265532732009888, -0.528601348400116, -2.6311068534851074, -1.2549786567687988, -2.050795555114746, -0.3340873122215271, -1.4314292669296265, -1.7017189264297485, -0.2684161067008972, -1.5018848180770874, -1.4605283737182617, -1.3746525049209595, -1.3733288049697876, -0.5678346753120422, -2.2132062911987305, -1.6440424919128418, -1.7035610675811768, -0.9692970514297485, -0.7295167446136475, -1.276123046875, -1.178702473640442, -0.3391093909740448, -0.8433499336242676, -1.719243049621582, -1.6539437770843506, -1.998860478401184, -0.5459092855453491, -1.8963184356689453, -2.3793246746063232, -0.30023130774497986, -1.9684855937957764, -1.9998540878295898, -1.6112140417099, -0.5413001179695129, -1.3348058462142944, -1.5696008205413818, -1.9461500644683838, -0.3196343779563904, -1.08673095703125, -0.0585821233689785, -1.9288994073867798, -1.5105350017547607, -1.5100139379501343, -0.17271952331066132, -0.7855685949325562, -0.31895169615745544, -0.677463173866272, -1.749151349067688, -1.2976659536361694, -1.5520329475402832, -1.5286370515823364, -1.962226152420044, -2.4104855060577393, -0.3019257187843323, -1.292401909828186, -1.8961976766586304, -0.957754909992218, -1.2719327211380005, -1.430306315422058, -1.671036958694458, -1.487529993057251, -2.1801583766937256, -1.4514309167861938, -1.4944519996643066, -0.19159093499183655, -1.2598847150802612, -1.8545410633087158, -1.5195863246917725, -2.75299072265625, -0.6135759949684143]}, "Bot003_021_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_021.log.json", "context": "Good to see you! Good to see you to I am a construction a worker. do you like to play video games I do not play video games. i like to play video games. what is your favorite color My favorite color is orange. what is yours? mine is black  do you like to cook ? I love to cook. i love to cook where do you live ? I live in the midwest, how about you? i live in europe Which country do you live in? i am in Turkey Tell me a little about your life in turkey.  Do you know familiar persons? Well, i am a 3rd year Molecular Biology and Genetics student at Uludag University.  i live on my own", "response": "I am a construction a worker.", "annotation_id": "Bot003_021_16", "annotations": ["O", "T", "O", "O", "T", "O", "T", "T", "O", "O", "O", "T", "O", "T", "T"], "gpt2background_target_score": [-10.401073455810547, -10.816914558410645, -2.8459630012512207, -11.977750778198242, -8.141374588012695, -10.779511451721191, -9.99522876739502], "gpt2background_argmax_score": [-4.128152370452881, -2.450017213821411, -2.4276044368743896, -2.4002842903137207, -0.5790254473686218, -1.8997371196746826, -0.7517473101615906, -0.45125147700309753, -2.3874919414520264, -1.9935665130615234, -2.2951645851135254, -2.4030725955963135, -3.933455228805542, -0.8548228740692139, -2.919628143310547, -1.6219254732131958, -1.7932946681976318, -0.4607883095741272, -1.7101763486862183, -1.9356250762939453, -0.9924375414848328, -2.1816439628601074, -0.0699416771531105, -0.9676626324653625, -2.339672803878784, -2.0974299907684326, -1.004586935043335, -0.6040055155754089, -0.06872844696044922, -1.8709303140640259, -1.6066452264785767, -2.3278000354766846, -1.3319828510284424, -0.6678087115287781, -0.9426724910736084, -0.06854357570409775, -2.208850622177124, -2.189727544784546, -1.2480075359344482, -1.0881879329681396, -1.1544171571731567, -0.7138209342956543, -1.0533099174499512, -0.4232213795185089, -0.3005748987197876, -1.0286394357681274, -2.19558048248291, -1.196153163909912, -1.9844261407852173, -1.7209858894348145, -0.39209210872650146, -0.4752993881702423, -1.5265532732009888, -0.528601348400116, -2.6311068534851074, -1.2549786567687988, -2.050795555114746, -0.3340873122215271, -1.4314292669296265, -1.7017189264297485, -0.2684161067008972, -1.5018848180770874, -1.4605283737182617, -1.3746525049209595, -1.3733288049697876, -0.5678346753120422, -2.2132062911987305, -1.6440424919128418, -1.7035610675811768, -0.9692970514297485, -0.7295167446136475, -1.276123046875, -1.178702473640442, -0.3391093909740448, -0.8433499336242676, -1.719243049621582, -1.6539437770843506, -1.998860478401184, -0.5459092855453491, -1.8963184356689453, -2.3793246746063232, -0.30023130774497986, -1.9684855937957764, -1.9998540878295898, -1.6112141609191895, -0.5413000583648682, -1.3348058462142944, -1.5696011781692505, -1.9461508989334106, -0.3196341097354889, -1.0867315530776978, -0.058582011610269547, -1.9289005994796753, -1.510536789894104, -1.5100135803222656, -0.1727193295955658, -0.7855697870254517, -0.31895169615745544, -0.6774630546569824, -1.7491511106491089, -1.2976658344268799, -1.5520329475402832, -1.5286362171173096, -1.9622249603271484, -0.3763532042503357, -1.448702096939087, -2.3125264644622803, -1.2655490636825562, -1.7362675666809082, -1.795567274093628, -1.9421017169952393, -1.4915235042572021, -2.4483449459075928, -1.828086256980896, -2.3212664127349854, -0.19404390454292297, -1.1103116273880005, -1.6909940242767334, -1.6543350219726562, -2.4718587398529053, -1.7957217693328857, -1.692551612854004, -1.6946775913238525, -1.6599174737930298, -1.574372410774231, -2.4659907817840576, -0.8147529363632202, -2.356304168701172, -2.3310511112213135, -1.5593976974487305, -2.648164987564087, -1.0118969678878784, -3.2793166637420654, -1.182849645614624, -1.354866623878479, -3.1992738246917725, -2.6658453941345215, -1.8869636058807373, -0.9604610204696655, -1.8176742792129517, -1.8256540298461914, -1.524239182472229, -0.30682647228240967, -1.5279768705368042, -1.010541558265686, -1.9130165576934814, -2.2124016284942627, -2.1925699710845947, -1.8067950010299683, -1.3335750102996826, -0.533759355545044, -1.051056981086731, -1.3009790182113647, -1.3203555345535278]}, "Bot003_021_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_021.log.json", "context": "Good to see you! Good to see you to I am a construction a worker. do you like to play video games I do not play video games. i like to play video games. what is your favorite color My favorite color is orange. what is yours? mine is black  do you like to cook ? I love to cook. i love to cook where do you live ? I live in the midwest, how about you? i live in europe Which country do you live in? i am in Turkey Tell me a little about your life in turkey.  Do you know familiar persons? Well, i am a 3rd year Molecular Biology and Genetics student at Uludag University.  i live on my own I am a construction a worker. what do you like", "response": "I like movies about robots.", "annotation_id": "Bot003_021_18", "annotations": ["O", "O", "O", "O", "T", "O", "O", "O", "O", "O", "O", "O", "O", "O", "T"], "gpt2background_target_score": [-10.401073455810547, -7.985383987426758, -7.254202842712402, -8.28680419921875, -12.437219619750977, -5.782710075378418], "gpt2background_argmax_score": [-4.128152370452881, -2.450017213821411, -2.4276044368743896, -2.4002842903137207, -0.5790254473686218, -1.8997371196746826, -0.7517473101615906, -0.45125147700309753, -2.3874919414520264, -1.9935665130615234, -2.2951645851135254, -2.4030725955963135, -3.933455228805542, -0.8548228740692139, -2.919628143310547, -1.6219254732131958, -1.7932946681976318, -0.4607883095741272, -1.7101763486862183, -1.9356250762939453, -0.9924375414848328, -2.1816439628601074, -0.0699416771531105, -0.9676626324653625, -2.339672803878784, -2.0974299907684326, -1.004586935043335, -0.6040055155754089, -0.06872844696044922, -1.8709303140640259, -1.6066452264785767, -2.3278000354766846, -1.3319828510284424, -0.6678087115287781, -0.9426724910736084, -0.06854357570409775, -2.208850622177124, -2.189727544784546, -1.2480075359344482, -1.0881879329681396, -1.1544171571731567, -0.7138209342956543, -1.0533099174499512, -0.4232213795185089, -0.3005748987197876, -1.0286394357681274, -2.19558048248291, -1.196153163909912, -1.9844261407852173, -1.7209858894348145, -0.39209210872650146, -0.4752993881702423, -1.5265532732009888, -0.528601348400116, -2.6311068534851074, -1.2549786567687988, -2.050795555114746, -0.3340873122215271, -1.4314292669296265, -1.7017189264297485, -0.2684161067008972, -1.5018848180770874, -1.4605283737182617, -1.3746525049209595, -1.3733288049697876, -0.5678346753120422, -2.2132062911987305, -1.6440424919128418, -1.7035610675811768, -0.9692970514297485, -0.7295167446136475, -1.276123046875, -1.178702473640442, -0.3391093909740448, -0.8433499336242676, -1.719243049621582, -1.6539437770843506, -1.998860478401184, -0.5459092855453491, -1.8963184356689453, -2.3793246746063232, -0.30023130774497986, -1.9684855937957764, -1.9998540878295898, -1.6112141609191895, -0.5413000583648682, -1.3348058462142944, -1.5696011781692505, -1.9461508989334106, -0.3196341097354889, -1.0867315530776978, -0.058582011610269547, -1.9289005994796753, -1.510536789894104, -1.5100135803222656, -0.1727193295955658, -0.7855697870254517, -0.31895169615745544, -0.6774630546569824, -1.7491511106491089, -1.2976658344268799, -1.5520329475402832, -1.5286362171173096, -1.9622249603271484, -0.3763532042503357, -1.448702096939087, -2.3125264644622803, -1.2655490636825562, -1.7362675666809082, -1.795567274093628, -1.9421017169952393, -1.4915235042572021, -2.4483449459075928, -1.828086256980896, -2.3212664127349854, -0.19404390454292297, -1.1103116273880005, -1.6909940242767334, -1.6543350219726562, -2.4718587398529053, -1.7957217693328857, -1.692551612854004, -1.6946775913238525, -1.6599174737930298, -1.574372410774231, -2.4659907817840576, -0.8147529363632202, -2.356304168701172, -2.3310511112213135, -1.5593976974487305, -2.648164987564087, -1.0118969678878784, -3.2793166637420654, -1.182849645614624, -1.354866623878479, -3.1992738246917725, -2.6658453941345215, -1.8869636058807373, -0.9604610204696655, -1.8176742792129517, -1.8256540298461914, -1.524239182472229, -0.30682647228240967, -1.5279768705368042, -1.0105422735214233, -1.913015365600586, -1.6635788679122925, -1.8980146646499634, -2.7908565998077393, -0.6112513542175293, -1.5542956590652466, -1.049391269683838, -1.695937156677246, -1.946132779121399, -0.24492186307907104, -1.2286182641983032, -0.5656740665435791, -2.048562526702881, -1.804901123046875, -1.386088490486145, -1.6789000034332275, -2.775022029876709, -1.492748737335205, -1.8182785511016846]}, "Bot003_021_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_021.log.json", "context": "Good to see you! Good to see you to I am a construction a worker. do you like to play video games I do not play video games. i like to play video games. what is your favorite color My favorite color is orange. what is yours? mine is black  do you like to cook ? I love to cook. i love to cook where do you live ? I live in the midwest, how about you? i live in europe Which country do you live in? i am in Turkey Tell me a little about your life in turkey.  Do you know familiar persons? Well, i am a 3rd year Molecular Biology and Genetics student at Uludag University.  i live on my own I am a construction a worker. what do you like I like movies about robots. which movie is your favorite", "response": "My favorite movie is robotcop. have you seen robotcop?", "annotation_id": "Bot003_021_20", "annotations": ["O", "O", "O", "O", "T", "O", "T", "O", "O", "O", "O", "O", "O", "O", "T"], "gpt2background_target_score": [-13.01201057434082, -10.928146362304688, -8.722713470458984, -8.301012992858887, -12.465808868408203, -10.561346054077148, -9.99522876739502, -8.829636573791504, -8.97950553894043, -10.422351837158203, -12.327768325805664, -13.782876968383789, -11.142679214477539], "gpt2background_argmax_score": [-4.128152370452881, -2.450017213821411, -2.4276044368743896, -2.4002842903137207, -0.5790254473686218, -1.8997371196746826, -0.7517473101615906, -0.45125147700309753, -2.3874919414520264, -1.9935665130615234, -2.2951645851135254, -2.4030725955963135, -3.933455228805542, -0.8548228740692139, -2.919628143310547, -1.6219254732131958, -1.7932946681976318, -0.4607883095741272, -1.7101763486862183, -1.9356250762939453, -0.9924375414848328, -2.1816439628601074, -0.0699416771531105, -0.9676626324653625, -2.339672803878784, -2.0974299907684326, -1.004586935043335, -0.6040055155754089, -0.06872844696044922, -1.8709303140640259, -1.6066452264785767, -2.3278000354766846, -1.3319828510284424, -0.6678087115287781, -0.9426724910736084, -0.06854357570409775, -2.208850622177124, -2.189727544784546, -1.2480075359344482, -1.0881879329681396, -1.1544171571731567, -0.7138209342956543, -1.0533099174499512, -0.4232213795185089, -0.3005748987197876, -1.0286394357681274, -2.19558048248291, -1.196153163909912, -1.9844261407852173, -1.7209858894348145, -0.39209210872650146, -0.4752993881702423, -1.5265532732009888, -0.528601348400116, -2.6311068534851074, -1.2549786567687988, -2.050795555114746, -0.3340873122215271, -1.4314292669296265, -1.7017189264297485, -0.2684161067008972, -1.5018848180770874, -1.4605283737182617, -1.3746525049209595, -1.3733288049697876, -0.5678346753120422, -2.2132062911987305, -1.6440424919128418, -1.7035610675811768, -0.9692970514297485, -0.7295167446136475, -1.276123046875, -1.178702473640442, -0.3391093909740448, -0.8433499336242676, -1.719243049621582, -1.6539437770843506, -1.998860478401184, -0.5459092855453491, -1.8963184356689453, -2.3793246746063232, -0.30023130774497986, -1.9684855937957764, -1.9998540878295898, -1.6112141609191895, -0.5413000583648682, -1.3348058462142944, -1.5696011781692505, -1.9461508989334106, -0.3196341097354889, -1.0867315530776978, -0.058582011610269547, -1.9289005994796753, -1.510536789894104, -1.5100135803222656, -0.1727193295955658, -0.7855697870254517, -0.31895169615745544, -0.6774630546569824, -1.7491511106491089, -1.2976658344268799, -1.5520329475402832, -1.5286362171173096, -1.9622249603271484, -0.3763532042503357, -1.448702096939087, -2.3125264644622803, -1.2655490636825562, -1.7362675666809082, -1.795567274093628, -1.9421017169952393, -1.4915235042572021, -2.4483449459075928, -1.828086256980896, -2.3212664127349854, -0.19404390454292297, -1.1103116273880005, -1.6909940242767334, -1.6543350219726562, -2.4718587398529053, -1.7957217693328857, -1.692551612854004, -1.6946775913238525, -1.6599174737930298, -1.574372410774231, -2.4659907817840576, -0.8147529363632202, -2.356304168701172, -2.3310511112213135, -1.5593976974487305, -2.648164987564087, -1.0118969678878784, -3.2793166637420654, -1.182849645614624, -1.354866623878479, -3.1992738246917725, -2.6658453941345215, -1.8869636058807373, -0.960461437702179, -1.8176746368408203, -1.825653076171875, -1.524239182472229, -0.30682700872421265, -1.5279762744903564, -1.0105434656143188, -1.9130160808563232, -1.6635783910751343, -1.8980158567428589, -2.7908573150634766, -0.6112507581710815, -1.5542930364608765, -1.0493921041488647, -1.695937991142273, -1.9461312294006348, -0.24492168426513672, -1.2286150455474854, -0.5656728744506836, -1.011366605758667, -0.8249315023422241, -2.041309356689453, -2.0640580654144287, -1.5652499198913574, -1.7483303546905518, -0.6032696962356567, -1.1889574527740479, -1.6953742504119873, -0.38075143098831177, -0.6577813029289246, -2.2558162212371826, -1.003103256225586, -0.8290078043937683, -0.5236268639564514, -3.1670281887054443, -1.4000861644744873, -1.7746955156326294, -1.9187527894973755, -1.6374599933624268, -1.5311342477798462, -2.046659469604492, -0.3571861982345581, -0.5965498089790344, -0.6842179298400879]}, "Bot003_023_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_023.log.json", "context": "Whazzup? i like to read and write. i am a student. I'm a student too. An art student", "response": "I am studying to be a teacher.", "annotation_id": "Bot003_023_02", "annotations": ["O", "O", "O", "T", "X", "O", "O", "O", "T", "O", "O", "O", "O", "O", "X"], "gpt2background_target_score": [-10.475935935974121, -7.73102331161499, -11.65391731262207, -9.62653636932373, -8.526610374450684, -4.249413967132568, -12.167757034301758, -5.425985336303711], "gpt2background_argmax_score": [-0.12561701238155365, -2.3559441566467285, -3.120349168777466, -0.5248879194259644, -2.6808199882507324, -1.895391821861267, -2.8831441402435303, -2.7409720420837402, -2.415983200073242, -2.815549373626709, -1.9013673067092896, -1.718502402305603, -2.032179355621338, -3.652743101119995, -1.7120815515518188, -1.6295846700668335, -2.2795844078063965, -1.7085371017456055, -2.3155770301818848, -0.8532902598381042, -0.5262917280197144, -2.233577013015747, -3.5673394203186035, -1.3410686254501343, -1.3758569955825806, -2.4478671550750732, -2.2497854232788086, -0.9279420971870422, -1.9292634725570679, -1.2430156469345093, -0.7767834067344666, -2.418363094329834, -1.1115648746490479, -1.4199435710906982]}, "Bot003_023_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_023.log.json", "context": "Whazzup? i like to read and write. i am a student. I'm a student too. An art student I am studying to be a teacher. That's good.", "response": "I'm sure he's a good guy.", "annotation_id": "Bot003_023_04", "annotations": ["X", "O", "T", "T", "X", "T", "X", "O", "T", "O", "T", "T", "T", "O", "X"], "gpt2background_target_score": [-10.475935935974121, -7.241512298583984, -10.35680866241455, -10.825006484985352, -8.716602325439453, -4.249413967132568, -10.534801483154297, -9.996868133544922, -9.76571273803711], "gpt2background_argmax_score": [-0.12561701238155365, -2.3559441566467285, -3.120349168777466, -0.5248879194259644, -2.6808199882507324, -1.895391821861267, -2.8831441402435303, -2.7409720420837402, -2.415983200073242, -2.815549373626709, -1.9013673067092896, -1.718502402305603, -2.032179355621338, -3.652743101119995, -1.7120815515518188, -1.6295846700668335, -2.2795844078063965, -1.7085371017456055, -2.3155770301818848, -0.8532902598381042, -0.5262917280197144, -2.233577013015747, -3.5673394203186035, -1.3410686254501343, -1.3758569955825806, -2.5378243923187256, -1.9930380582809448, -1.639409065246582, -1.2780170440673828, -1.1465245485305786, -2.6609368324279785, -0.8170281648635864, -2.0658867359161377, -1.0334210395812988, -2.53940486907959, -1.5182271003723145, -1.8023743629455566, -2.292295217514038, -2.1435060501098633, -1.2147464752197266, -0.9184908866882324, -1.6232678890228271, -2.3848795890808105, -2.0333614349365234, -1.9052428007125854, -1.2240053415298462, -1.6966859102249146]}, "Bot003_023_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_023.log.json", "context": "Whazzup? i like to read and write. i am a student. I'm a student too. An art student I am studying to be a teacher. That's good. I'm sure he's a good guy. Who is? Columbus?", "response": "Come on, get in there.", "annotation_id": "Bot003_023_06", "annotations": ["X", "O", "T", "T", "X", "X", "X", "O", "T", "O", "X", "X", "T", "T", "O"], "gpt2background_target_score": [-16.334993362426758, -5.538694858551025, -3.842564105987549, -10.93289566040039, -9.538036346435547, -8.339343070983887, -8.12104606628418], "gpt2background_argmax_score": [-0.12561701238155365, -2.3559441566467285, -3.120349168777466, -0.5248879194259644, -2.6808199882507324, -1.895391821861267, -2.8831441402435303, -2.7409720420837402, -2.415983200073242, -2.815549373626709, -1.9013673067092896, -1.718502402305603, -2.032179355621338, -3.652743101119995, -1.7120815515518188, -1.6295846700668335, -2.2795844078063965, -1.7085371017456055, -2.3155770301818848, -0.8532902598381042, -0.5262917280197144, -2.233577013015747, -3.5673394203186035, -1.3410686254501343, -1.3758569955825806, -2.5378243923187256, -1.9930380582809448, -1.639409065246582, -1.2780170440673828, -1.1465245485305786, -2.6609368324279785, -0.8170281648635864, -2.0658867359161377, -1.0334210395812988, -2.53940486907959, -1.5182271003723145, -1.8023743629455566, -2.127993106842041, -1.7867628335952759, -1.1743229627609253, -1.96085786819458, -2.61191987991333, -2.2069804668426514, -1.9882853031158447, -1.0299441814422607, -1.824552059173584, -2.4649605751037598, -1.6568537950515747, -1.192865252494812, -3.5227293968200684, -1.5053346157073975, -2.2929162979125977, -0.7086753249168396, -1.6296050548553467, -1.8543390035629272, -2.179611921310425, -1.4316736459732056, -1.3118568658828735, -1.2816033363342285]}, "Bot003_023_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_023.log.json", "context": "Whazzup? i like to read and write. i am a student. I'm a student too. An art student I am studying to be a teacher. That's good. I'm sure he's a good guy. Who is? Columbus? Come on, get in there. Get in where?", "response": "I'll get you a gun.", "annotation_id": "Bot003_023_08", "annotations": ["X", "X", "X", "T", "O", "O", "X", "O", "T", "T", "T", "X", "X", "O", "X"], "gpt2background_target_score": [-10.475923538208008, -9.255295753479004, -8.648818016052246, -9.248698234558105, -8.03526782989502, -9.085759162902832, -8.121047973632812], "gpt2background_argmax_score": [-0.12561805546283722, -2.355942964553833, -3.120349645614624, -0.524888277053833, -2.6808199882507324, -1.8953924179077148, -2.883143186569214, -2.7409722805023193, -2.415987491607666, -2.8155479431152344, -1.9013646841049194, -1.7185055017471313, -2.0321803092956543, -3.652740001678467, -1.7120795249938965, -1.6295846700668335, -2.2795844078063965, -1.708536982536316, -2.3155789375305176, -0.8532901406288147, -0.526291012763977, -2.233576774597168, -3.5673394203186035, -1.3410691022872925, -1.3758593797683716, -2.537824869155884, -1.9930386543273926, -1.6394100189208984, -1.2780165672302246, -1.1465253829956055, -2.660937547683716, -0.8170291781425476, -2.065884828567505, -1.0334221124649048, -2.5394043922424316, -1.518229603767395, -1.8023734092712402, -2.1279916763305664, -1.7867635488510132, -1.1743230819702148, -1.960856318473816, -2.6119227409362793, -2.206984281539917, -1.9882824420928955, -1.0299437046051025, -1.824554443359375, -2.4649605751037598, -1.6568543910980225, -1.1928659677505493, -3.5227267742156982, -1.5053348541259766, -0.742164134979248, -1.8289096355438232, -1.8446578979492188, -2.414302110671997, -1.4611103534698486, -1.0618995428085327, -2.0091590881347656, -1.3054176568984985, -0.33390429615974426, -0.5473920702934265, -1.7716840505599976, -2.1889519691467285, -1.6391860246658325, -1.709930419921875, -0.8891680240631104, -1.6576164960861206, -3.047769784927368, -1.3033615350723267, -1.0643852949142456]}, "Bot003_023_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_023.log.json", "context": "Whazzup? i like to read and write. i am a student. I'm a student too. An art student I am studying to be a teacher. That's good. I'm sure he's a good guy. Who is? Columbus? Come on, get in there. Get in where? I'll get you a gun. I don't want a gun", "response": "I am a college student. i am studying to be a teacher.", "annotation_id": "Bot003_023_10", "annotations": ["X", "X", "T", "T", "X", "O", "O", "O", "T", "T", "X", "X", "X", "O", "O"], "gpt2background_target_score": [-10.475923538208008, -7.731025695800781, -6.074779510498047, -12.39384937286377, -12.561283111572266, -8.048297882080078, -9.86583137512207, -10.102560043334961, -9.262144088745117, -4.749208927154541, -8.279583930969238, -8.52868366241455, -11.050968170166016, -9.126174926757812], "gpt2background_argmax_score": [-0.12561805546283722, -2.355942964553833, -3.120349645614624, -0.524888277053833, -2.6808199882507324, -1.8953924179077148, -2.883143186569214, -2.7409722805023193, -2.415987491607666, -2.8155479431152344, -1.9013646841049194, -1.7185055017471313, -2.0321803092956543, -3.652740001678467, -1.7120795249938965, -1.6295846700668335, -2.2795844078063965, -1.708536982536316, -2.3155789375305176, -0.8532901406288147, -0.526291012763977, -2.233576774597168, -3.5673394203186035, -1.3410691022872925, -1.3758593797683716, -2.537824869155884, -1.9930386543273926, -1.6394100189208984, -1.2780165672302246, -1.1465253829956055, -2.660937547683716, -0.8170291781425476, -2.065884828567505, -1.0334221124649048, -2.5394043922424316, -1.518229603767395, -1.8023734092712402, -2.1279916763305664, -1.7867635488510132, -1.1743230819702148, -1.960856318473816, -2.6119227409362793, -2.206984043121338, -1.9882795810699463, -1.0299445390701294, -1.824554681777954, -2.4649617671966553, -1.6568553447723389, -1.1928669214248657, -3.5227267742156982, -1.5053373575210571, -0.7421658039093018, -1.8289095163345337, -1.8446590900421143, -2.4143030643463135, -1.4611098766326904, -1.0618996620178223, -2.0091586112976074, -1.3054176568984985, -0.3339049816131592, -0.5473931431770325, -1.7716848850250244, -1.6136112213134766, -1.8717917203903198, -1.1712170839309692, -1.690288782119751, -3.0416386127471924, -1.024308204650879, -2.0395641326904297, -1.6481572389602661, -0.226863294839859, -1.3814111948013306, -0.38755032420158386, -0.5726127028465271, -0.8489355444908142, -2.21773362159729, -1.869353175163269, -1.3020246028900146, -1.4783977270126343, -0.21358463168144226, -1.1557658910751343, -0.9773250818252563, -1.9879841804504395, -0.8705547451972961, -0.6097030639648438, -0.3226242959499359, -0.11736343801021576, -0.4816683828830719, -0.4461731016635895, -1.7365754842758179]}, "Bot003_023_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_023.log.json", "context": "Whazzup? i like to read and write. i am a student. I'm a student too. An art student I am studying to be a teacher. That's good. I'm sure he's a good guy. Who is? Columbus? Come on, get in there. Get in where? I'll get you a gun. I don't want a gun I am a college student. i am studying to be a teacher. I'm in college too.", "response": "I am in college, studying to be a teacher.", "annotation_id": "Bot003_023_12", "annotations": ["T", "O", "T", "T", "X", "O", "O", "O", "T", "T", "O", "X", "T", "O", "X"], "gpt2background_target_score": [-10.475923538208008, -7.731025695800781, -4.914843559265137, -12.39384937286377, -8.195302963256836, -9.661283493041992, -8.70736026763916, -10.384784698486328, -6.609317302703857, -11.300149917602539, -8.00318431854248], "gpt2background_argmax_score": [-0.12561805546283722, -2.355942964553833, -3.120349645614624, -0.524888277053833, -2.6808199882507324, -1.8953924179077148, -2.883143186569214, -2.7409722805023193, -2.415987491607666, -2.8155479431152344, -1.9013646841049194, -1.7185055017471313, -2.0321803092956543, -3.652740001678467, -1.7120795249938965, -1.6295846700668335, -2.2795844078063965, -1.708536982536316, -2.3155789375305176, -0.8532901406288147, -0.526291012763977, -2.233576774597168, -3.5673394203186035, -1.3410691022872925, -1.3758593797683716, -2.537824869155884, -1.9930386543273926, -1.6394100189208984, -1.2780165672302246, -1.1465253829956055, -2.660937547683716, -0.8170291781425476, -2.065884828567505, -1.0334221124649048, -2.5394043922424316, -1.518229603767395, -1.8023734092712402, -2.1279916763305664, -1.7867635488510132, -1.1743230819702148, -1.960856318473816, -2.6119227409362793, -2.206984281539917, -1.9882824420928955, -1.0299437046051025, -1.824554443359375, -2.4649605751037598, -1.6568543910980225, -1.1928659677505493, -3.5227267742156982, -1.5053348541259766, -0.742164134979248, -1.8289096355438232, -1.8446578979492188, -2.414302110671997, -1.4611103534698486, -1.0618995428085327, -2.0091590881347656, -1.3054176568984985, -0.33390429615974426, -0.5473920702934265, -1.7716840505599976, -1.6136119365692139, -1.8717936277389526, -1.171215534210205, -1.6902878284454346, -3.0416407585144043, -1.0243077278137207, -2.039564847946167, -1.6481578350067139, -0.2268637716770172, -1.381410837173462, -0.3875499963760376, -0.5726119875907898, -0.8489350080490112, -1.6590296030044556, -1.456410527229309, -1.5873067378997803, -0.17840246856212616, -0.7801297307014465, -1.395105004310608, -2.1726152896881104, -0.8509622812271118, -0.621145486831665, -0.40903910994529724, -0.17705079913139343, -0.6094225645065308, -0.5042926073074341, -1.5647333860397339, -1.4742552042007446, -1.5881751775741577, -2.038750648498535, -1.3130793571472168, -0.49654051661491394, -1.5484530925750732, -2.243715763092041, -1.7465006113052368, -1.4424442052841187, -0.43223124742507935, -0.5792258977890015, -2.02120304107666, -0.5018801093101501, -0.18114878237247467, -0.11086291819810867, -0.4324285387992859, -0.40151482820510864, -1.2093837261199951]}, "Bot003_023_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_023.log.json", "context": "Whazzup? i like to read and write. i am a student. I'm a student too. An art student I am studying to be a teacher. That's good. I'm sure he's a good guy. Who is? Columbus? Come on, get in there. Get in where? I'll get you a gun. I don't want a gun I am a college student. i am studying to be a teacher. I'm in college too. I am in college, studying to be a teacher. I know. You told me", "response": "I am a student, so i can speak french.", "annotation_id": "Bot003_023_14", "annotations": ["O", "O", "T", "T", "X", "O", "O", "O", "T", "T", "O", "X", "O", "O", "O"], "gpt2background_target_score": [-10.475923538208008, -7.731025695800781, -6.074779510498047, -11.878185272216797, -8.195302963256836, -7.861200332641602, -9.86583137512207, -9.621477127075195, -7.784925937652588, -9.929267883300781, -8.00318431854248], "gpt2background_argmax_score": [-0.12561805546283722, -2.355942964553833, -3.120349645614624, -0.524888277053833, -2.6808199882507324, -1.8953924179077148, -2.883143186569214, -2.7409722805023193, -2.415987491607666, -2.8155479431152344, -1.9013646841049194, -1.7185055017471313, -2.0321803092956543, -3.652740001678467, -1.7120795249938965, -1.6295846700668335, -2.2795844078063965, -1.708536982536316, -2.3155789375305176, -0.8532901406288147, -0.526291012763977, -2.233576774597168, -3.5673394203186035, -1.3410691022872925, -1.3758593797683716, -2.537824869155884, -1.9930386543273926, -1.6394100189208984, -1.2780165672302246, -1.1465253829956055, -2.660937547683716, -0.8170291781425476, -2.065884828567505, -1.0334221124649048, -2.5394043922424316, -1.518229603767395, -1.8023734092712402, -2.1279916763305664, -1.7867635488510132, -1.1743230819702148, -1.960856318473816, -2.6119227409362793, -2.206984281539917, -1.9882824420928955, -1.0299437046051025, -1.824554443359375, -2.4649605751037598, -1.6568543910980225, -1.1928659677505493, -3.5227267742156982, -1.5053348541259766, -0.742164134979248, -1.8289096355438232, -1.8446578979492188, -2.414302110671997, -1.4611103534698486, -1.0618995428085327, -2.0091590881347656, -1.3054176568984985, -0.33390429615974426, -0.5473920702934265, -1.7716840505599976, -1.6136119365692139, -1.8717936277389526, -1.171215534210205, -1.6902878284454346, -3.0416407585144043, -1.0243077278137207, -2.039564847946167, -1.6481578350067139, -0.2268637716770172, -1.381410837173462, -0.3875499963760376, -0.5726119875907898, -0.8489350080490112, -1.6590296030044556, -1.456410527229309, -1.5873067378997803, -0.17840246856212616, -0.7801297307014465, -1.395105004310608, -2.1726152896881104, -0.8509622812271118, -0.621145486831665, -0.4090391993522644, -0.1770509034395218, -0.6094221472740173, -0.5042926669120789, -1.5647342205047607, -1.4742541313171387, -1.5881766080856323, -2.0387520790100098, -1.313078761100769, -0.4965411126613617, -1.5484517812728882, -1.5228614807128906, -1.5127856731414795, -0.7053087949752808, -0.2668675184249878, -2.1158878803253174, -0.44980067014694214, -0.24632644653320312, -0.14631597697734833, -0.4000036418437958, -0.2380092889070511, -1.2230229377746582, -1.0742154121398926, -2.3097262382507324, -1.2791714668273926, -1.7830358743667603, -0.11042140424251556, -1.5976642370224, -2.005699872970581, -1.8048840761184692, -1.4081307649612427, -1.2324333190917969, -1.064107060432434, -1.9020419120788574, -1.2492281198501587, -1.5416450500488281, -1.4949748516082764, -1.5119011402130127, -1.3584874868392944, -1.5013865232467651]}, "Bot003_023_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_023.log.json", "context": "Whazzup? i like to read and write. i am a student. I'm a student too. An art student I am studying to be a teacher. That's good. I'm sure he's a good guy. Who is? Columbus? Come on, get in there. Get in where? I'll get you a gun. I don't want a gun I am a college student. i am studying to be a teacher. I'm in college too. I am in college, studying to be a teacher. I know. You told me I am a student, so i can speak french. I speak a little French. I go to Europe twice a year. I love France", "response": "I speak french, i speak french.", "annotation_id": "Bot003_023_16", "annotations": ["T", "O", "T", "T", "X", "T", "O", "O", "T", "O", "O", "X", "T", "O", "O"], "gpt2background_target_score": [-10.475923538208008, -11.574845314025879, -12.474651336669922, -10.383784294128418, -8.797082901000977, -12.87946891784668, -10.03381061553955, -5.425986289978027], "gpt2background_argmax_score": [-0.12561805546283722, -2.355942964553833, -3.120349645614624, -0.524888277053833, -2.6808199882507324, -1.8953924179077148, -2.883143186569214, -2.7409722805023193, -2.415987491607666, -2.8155479431152344, -1.9013646841049194, -1.7185055017471313, -2.0321803092956543, -3.652740001678467, -1.7120795249938965, -1.6295846700668335, -2.2795844078063965, -1.708536982536316, -2.3155789375305176, -0.8532901406288147, -0.526291012763977, -2.233576774597168, -3.5673394203186035, -1.3410691022872925, -1.3758593797683716, -2.537824869155884, -1.9930386543273926, -1.6394100189208984, -1.2780165672302246, -1.1465253829956055, -2.660937547683716, -0.8170291781425476, -2.065884828567505, -1.0334221124649048, -2.5394043922424316, -1.518229603767395, -1.8023734092712402, -2.1279916763305664, -1.7867635488510132, -1.1743230819702148, -1.960856318473816, -2.6119227409362793, -2.206984281539917, -1.9882824420928955, -1.0299437046051025, -1.824554443359375, -2.4649605751037598, -1.6568543910980225, -1.1928659677505493, -3.5227267742156982, -1.5053348541259766, -0.742164134979248, -1.8289096355438232, -1.8446578979492188, -2.414302110671997, -1.4611103534698486, -1.0618995428085327, -2.0091590881347656, -1.3054176568984985, -0.33390429615974426, -0.5473920702934265, -1.7716840505599976, -1.6136119365692139, -1.8717936277389526, -1.171215534210205, -1.6902878284454346, -3.0416407585144043, -1.0243077278137207, -2.039564847946167, -1.6481578350067139, -0.2268637716770172, -1.381410837173462, -0.3875499963760376, -0.5726119875907898, -0.8489350080490112, -1.6590296030044556, -1.456410527229309, -1.5873067378997803, -0.17840246856212616, -0.7801297307014465, -1.395105004310608, -2.1726152896881104, -0.8509622812271118, -0.621145486831665, -0.40903910994529724, -0.17705079913139343, -0.6094225645065308, -0.5042926073074341, -1.5647333860397339, -1.4742552042007446, -1.5881751775741577, -2.038750648498535, -1.3130793571472168, -0.49654051661491394, -1.5484530925750732, -1.5228615999221802, -1.51278555393219, -0.7053101062774658, -0.266867071390152, -2.115889072418213, -0.44980037212371826, -0.24632644653320312, -0.14631597697734833, -0.4000025987625122, -0.2380092889070511, -1.2230229377746582, -1.0742169618606567, -2.3097259998321533, -1.2791701555252075, -1.7830346822738647, -0.11042097210884094, -1.597664713859558, -1.7365107536315918, -1.0763185024261475, -1.7417770624160767, -0.9677196145057678, -1.5667777061462402, -1.0852643251419067, -1.8834353685379028, -1.3069154024124146, -1.1543641090393066, -1.0004723072052002, -1.3620737791061401, -1.968231439590454, -1.6861355304718018, -0.8364958167076111, -1.583957314491272, -1.1196554899215698, -1.1491976976394653, -2.104483127593994, -0.6482090950012207, -1.5735671520233154, -1.8931292295455933, -0.22333760559558868, -0.9219971299171448, -0.9691005945205688, -0.9162192940711975, -2.506944417953491, -2.5977611541748047, -1.0272002220153809, -2.0352373123168945, -1.9999096393585205, -1.476651906967163, -1.4950226545333862, -1.3145915269851685, -2.586021661758423, -2.2529048919677734, -1.3743431568145752, -1.2700154781341553]}, "Bot003_023_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_023.log.json", "context": "Whazzup? i like to read and write. i am a student. I'm a student too. An art student I am studying to be a teacher. That's good. I'm sure he's a good guy. Who is? Columbus? Come on, get in there. Get in where? I'll get you a gun. I don't want a gun I am a college student. i am studying to be a teacher. I'm in college too. I am in college, studying to be a teacher. I know. You told me I am a student, so i can speak french. I speak a little French. I go to Europe twice a year. I love France I speak french, i speak french. I know you do.", "response": "But i don't want to be a fisherman.", "annotation_id": "Bot003_023_18", "annotations": ["X", "T", "T", "T", "T", "T", "X", "O", "T", "T", "X", "X", "X", "O", "T"], "gpt2background_target_score": [-15.35035228729248, -6.812896728515625, -8.045475006103516, -11.619894027709961, -3.7557311058044434, -2.8098678588867188, -3.353646993637085, -3.051236867904663, -13.874561309814453, -2.8155479431152344], "gpt2background_argmax_score": [-0.12561805546283722, -2.355942964553833, -3.120349645614624, -0.524888277053833, -2.6808199882507324, -1.8953924179077148, -2.883143186569214, -2.7409722805023193, -2.415987491607666, -2.8155479431152344, -1.9013646841049194, -1.7185055017471313, -2.0321803092956543, -3.652740001678467, -1.7120795249938965, -1.6295846700668335, -2.2795844078063965, -1.708536982536316, -2.3155789375305176, -0.8532901406288147, -0.526291012763977, -2.233576774597168, -3.5673394203186035, -1.3410691022872925, -1.3758593797683716, -2.537824869155884, -1.9930386543273926, -1.6394100189208984, -1.2780165672302246, -1.1465253829956055, -2.660937547683716, -0.8170291781425476, -2.065884828567505, -1.0334221124649048, -2.5394043922424316, -1.518229603767395, -1.8023734092712402, -2.1279916763305664, -1.7867635488510132, -1.1743230819702148, -1.960856318473816, -2.6119227409362793, -2.206984281539917, -1.9882824420928955, -1.0299437046051025, -1.824554443359375, -2.4649605751037598, -1.6568543910980225, -1.1928659677505493, -3.5227267742156982, -1.5053348541259766, -0.742164134979248, -1.8289096355438232, -1.8446578979492188, -2.414302110671997, -1.4611103534698486, -1.0618995428085327, -2.0091590881347656, -1.3054176568984985, -0.33390429615974426, -0.5473920702934265, -1.7716840505599976, -1.6136119365692139, -1.8717936277389526, -1.171215534210205, -1.6902878284454346, -3.0416407585144043, -1.0243077278137207, -2.039564847946167, -1.6481578350067139, -0.2268637716770172, -1.381410837173462, -0.3875499963760376, -0.5726119875907898, -0.8489350080490112, -1.6590296030044556, -1.456410527229309, -1.5873067378997803, -0.17840246856212616, -0.7801297307014465, -1.395105004310608, -2.1726152896881104, -0.8509622812271118, -0.621145486831665, -0.40903910994529724, -0.17705079913139343, -0.6094225645065308, -0.5042926073074341, -1.5647333860397339, -1.4742552042007446, -1.5881751775741577, -2.038750648498535, -1.3130793571472168, -0.49654051661491394, -1.5484530925750732, -1.5228615999221802, -1.51278555393219, -0.7053101062774658, -0.266867071390152, -2.115889072418213, -0.44980037212371826, -0.24632644653320312, -0.14631597697734833, -0.4000025987625122, -0.2380092889070511, -1.2230229377746582, -1.0742169618606567, -2.3097259998321533, -1.2791701555252075, -1.7830346822738647, -0.11042097210884094, -1.597664713859558, -1.7365107536315918, -1.0763185024261475, -1.7417770624160767, -0.9677196145057678, -1.5667777061462402, -1.0852643251419067, -1.8834353685379028, -1.3069154024124146, -1.1543641090393066, -1.0004723072052002, -1.3620737791061401, -1.968231439590454, -1.6861355304718018, -0.8364958167076111, -1.583957314491272, -1.1196554899215698, -1.1491976976394653, -2.104483127593994, -0.6482090950012207, -1.5735671520233154, -1.8931292295455933, -0.22333760559558868, -0.9219971299171448, -0.9691005945205688, -0.9162192940711975, -2.506944417953491, -2.5977611541748047, -1.0272002220153809, -1.8124810457229614, -1.994086742401123, -0.9301664233207703, -1.1515049934387207, -1.607136607170105, -2.391376256942749, -1.0583407878875732, -0.806938111782074, -2.323981761932373, -2.321018934249878, -2.171037435531616, -1.8638546466827393, -1.0944573879241943, -1.9784423112869263, -2.046194076538086, -2.126328468322754, -0.29514941573143005, -1.3399930000305176, -0.8287326097488403, -0.859759509563446, -0.3927747309207916, -0.5045427083969116, -0.8403632640838623, -0.9613005518913269]}, "Bot003_023_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_023.log.json", "context": "Whazzup? i like to read and write. i am a student. I'm a student too. An art student I am studying to be a teacher. That's good. I'm sure he's a good guy. Who is? Columbus? Come on, get in there. Get in where? I'll get you a gun. I don't want a gun I am a college student. i am studying to be a teacher. I'm in college too. I am in college, studying to be a teacher. I know. You told me I am a student, so i can speak french. I speak a little French. I go to Europe twice a year. I love France I speak french, i speak french. I know you do. But i don't want to be a fisherman. Why not?", "response": "I don't know.", "annotation_id": "Bot003_023_20", "annotations": ["O", "T", "X", "T", "T", "O", "X", "T", "T", "T", "O", "O", "T", "O", "T"], "gpt2background_target_score": [-10.475923538208008, -8.35865592956543, -8.824494361877441, -12.76386833190918, -6.823625087738037], "gpt2background_argmax_score": [-0.12561805546283722, -2.355942964553833, -3.120349645614624, -0.524888277053833, -2.6808199882507324, -1.8953924179077148, -2.883143186569214, -2.7409722805023193, -2.415987491607666, -2.8155479431152344, -1.9013646841049194, -1.7185055017471313, -2.0321803092956543, -3.652740001678467, -1.7120795249938965, -1.6295846700668335, -2.2795844078063965, -1.708536982536316, -2.3155789375305176, -0.8532901406288147, -0.526291012763977, -2.233576774597168, -3.5673394203186035, -1.3410691022872925, -1.3758593797683716, -2.537824869155884, -1.9930386543273926, -1.6394100189208984, -1.2780165672302246, -1.1465253829956055, -2.660937547683716, -0.8170291781425476, -2.065884828567505, -1.0334221124649048, -2.5394043922424316, -1.518229603767395, -1.8023734092712402, -2.1279916763305664, -1.7867635488510132, -1.1743230819702148, -1.960856318473816, -2.6119227409362793, -2.206984281539917, -1.9882824420928955, -1.0299437046051025, -1.824554443359375, -2.4649605751037598, -1.6568543910980225, -1.1928659677505493, -3.5227267742156982, -1.5053348541259766, -0.742164134979248, -1.8289096355438232, -1.8446578979492188, -2.414302110671997, -1.4611103534698486, -1.0618995428085327, -2.0091590881347656, -1.3054176568984985, -0.33390429615974426, -0.5473920702934265, -1.7716840505599976, -1.6136119365692139, -1.8717936277389526, -1.171215534210205, -1.6902878284454346, -3.0416407585144043, -1.0243077278137207, -2.039564847946167, -1.6481578350067139, -0.2268637716770172, -1.381410837173462, -0.3875499963760376, -0.5726119875907898, -0.8489350080490112, -1.6590296030044556, -1.456410527229309, -1.5873067378997803, -0.17840246856212616, -0.7801297307014465, -1.395105004310608, -2.1726152896881104, -0.8509622812271118, -0.621145486831665, -0.40903910994529724, -0.17705079913139343, -0.6094225645065308, -0.5042926073074341, -1.5647333860397339, -1.4742552042007446, -1.5881751775741577, -2.038750648498535, -1.3130793571472168, -0.49654051661491394, -1.5484530925750732, -1.5228615999221802, -1.51278555393219, -0.7053101062774658, -0.266867071390152, -2.115889072418213, -0.44980037212371826, -0.24632644653320312, -0.14631597697734833, -0.4000025987625122, -0.2380092889070511, -1.2230229377746582, -1.0742169618606567, -2.3097259998321533, -1.2791701555252075, -1.7830346822738647, -0.11042097210884094, -1.597664713859558, -1.7365107536315918, -1.0763185024261475, -1.7417770624160767, -0.9677196145057678, -1.5667777061462402, -1.0852643251419067, -1.8834353685379028, -1.3069154024124146, -1.1543641090393066, -1.0004723072052002, -1.3620737791061401, -1.968231439590454, -1.6861355304718018, -0.8364958167076111, -1.583957314491272, -1.1196554899215698, -1.1491976976394653, -2.104483127593994, -0.6482090950012207, -1.5735671520233154, -1.8931293487548828, -0.22333721816539764, -0.9219961762428284, -0.9691013693809509, -0.9162184596061707, -2.506946325302124, -2.5977625846862793, -1.0272008180618286, -1.8124803304672241, -1.9940872192382812, -0.9301666021347046, -1.1515045166015625, -1.6071360111236572, -2.3913769721984863, -1.0583416223526, -0.8069371581077576, -2.323979616165161, -2.321018695831299, -2.171038866043091, -1.8638546466827393, -1.0944570302963257, -1.592271089553833, -2.1681017875671387, -0.1707141399383545, -1.352020025253296, -0.5970746278762817, -1.071629524230957, -0.5591150522232056, -0.5087101459503174, -0.5963494777679443, -0.8076201677322388, -1.6395888328552246, -1.046887993812561, -1.5057295560836792, -1.7516144514083862, -2.1549501419067383, -0.311564564704895, -1.0589985847473145, -1.0465904474258423, -0.911493718624115]}, "Bot003_024_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_024.log.json", "context": "Whazzup? i like to cook and eat a lot of cooking what is your favorite food?", "response": "I like to cook pasta and i love to cook", "annotation_id": "Bot003_024_02", "annotations": ["O", "O", "X", "T", "O", "T", "O", "T", "T", "O", "T", "T", "X", "T", "O"], "gpt2background_target_score": [-10.475935935974121, -6.715299129486084, -5.114833354949951, -12.675812721252441, -11.837848663330078, -7.291853904724121, -9.865830421447754, -9.665796279907227, -6.548092842102051, -7.701037883758545], "gpt2background_argmax_score": [-0.12561701238155365, -2.3559441566467285, -3.120349168777466, -0.5248879194259644, -2.6808199882507324, -1.895391821861267, -2.8831441402435303, -3.196953773498535, -2.1166059970855713, -3.664808750152588, -1.2690082788467407, -0.5165321826934814, -2.907775402069092, -1.8390264511108398, -2.2721965312957764, -1.7122533321380615, -0.46780553460121155, -2.0232043266296387, -0.8124634027481079, -1.3086813688278198, -2.7074201107025146, -1.427180528640747, -1.3961161375045776, -0.5176371335983276, -2.2106235027313232, -1.6990145444869995, -3.149625539779663, -0.9975689649581909, -1.9773306846618652, -0.9304215312004089, -2.034059762954712]}, "Bot003_024_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_024.log.json", "context": "Whazzup? i like to cook and eat a lot of cooking what is your favorite food? I like to cook pasta and i love to cook do you like drinking alcohol?", "response": "I think that correct answer is: cook paella", "annotation_id": "Bot003_024_04", "annotations": ["X", "T", "X", "T", "X", "X", "T", "X", "X", "T", "X", "T", "X", "T", "X"], "gpt2background_target_score": [-10.475935935974121, -6.508883953094482, -5.700298309326172, -13.00961971282959, -11.335905075073242, -8.540129661560059, -9.349869728088379, -7.05596399307251, -12.538788795471191, -10.587533950805664], "gpt2background_argmax_score": [-0.12561701238155365, -2.3559441566467285, -3.120349168777466, -0.5248879194259644, -2.6808199882507324, -1.895391821861267, -2.8831441402435303, -3.196953773498535, -2.1166059970855713, -3.664808750152588, -1.2690082788467407, -0.5165321826934814, -2.907775402069092, -1.8390264511108398, -2.2721965312957764, -1.7122533321380615, -0.46780553460121155, -2.0232043266296387, -0.8124634027481079, -1.3086813688278198, -1.452633023262024, -1.3249658346176147, -0.7662819623947144, -2.3671205043792725, -1.643445611000061, -3.002220392227173, -1.0920027494430542, -1.9009367227554321, -1.025181531906128, -2.233614206314087, -2.0548791885375977, -1.5502651929855347, -1.084649682044983, -2.3851401805877686, -0.9903383851051331, -1.16824471950531, -1.8249742984771729, -1.1401103734970093, -1.9504846334457397, -1.3598796129226685, -1.4441900253295898, -0.8644423484802246, -2.5652694702148438, -2.583322763442993, -2.2174715995788574, -3.4757513999938965, -1.8995935916900635]}, "Bot003_024_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_024.log.json", "context": "Whazzup? i like to cook and eat a lot of cooking what is your favorite food? I like to cook pasta and i love to cook do you like drinking alcohol? I think that correct answer is: cook paella do you like watching tv?  what is your favorite movie?", "response": "I like the old ones. i like the old ones.", "annotation_id": "Bot003_024_06", "annotations": ["O", "X", "X", "T", "T", "T", "O", "T", "O", "O", "X", "T", "T", "T", "T"], "gpt2background_target_score": [-10.475923538208008, -6.715299606323242, -5.140867233276367, -11.42030143737793, -12.878944396972656, -8.048297882080078, -9.86583137512207, -5.635528564453125, -4.900226593017578, -7.799731254577637, -11.421540260314941, -3.264354705810547], "gpt2background_argmax_score": [-0.12561805546283722, -2.355942964553833, -3.120349645614624, -0.524888277053833, -2.6808199882507324, -1.8953924179077148, -2.883143186569214, -3.1969540119171143, -2.1166059970855713, -3.664809465408325, -1.2690056562423706, -0.5165318250656128, -2.9077749252319336, -1.839026927947998, -2.272198438644409, -1.7122478485107422, -0.46780383586883545, -2.023205280303955, -0.8124614953994751, -1.3086814880371094, -1.4526337385177612, -1.3249645233154297, -0.7662810683250427, -2.367122173309326, -1.64344322681427, -3.00221848487854, -1.092000961303711, -1.9009387493133545, -1.0251832008361816, -2.233614206314087, -2.054880380630493, -1.5502678155899048, -1.0846519470214844, -2.385139226913452, -0.990339994430542, -1.1682432889938354, -1.283566951751709, -1.832059383392334, -1.3923773765563965, -1.1301764249801636, -0.9404245615005493, -2.5248897075653076, -2.7294366359710693, -2.3490285873413086, -3.4442555904388428, -1.9904123544692993, -0.44292956590652466, -0.7935613393783569, -1.0448064804077148, -2.3901705741882324, -1.4955531358718872, -1.5186735391616821, -1.7295572757720947, -2.1799817085266113, -0.8294801712036133, -0.23991984128952026, -1.2536041736602783, -0.7232993841171265, -1.166175127029419, -2.2422304153442383, -1.1655970811843872, -1.3545451164245605, -2.464113235473633, -3.326612949371338, -1.786672830581665, -1.578702449798584, -1.1772571802139282, -1.3444150686264038, -0.9192143082618713, -0.16900616884231567, -1.397542119026184, -1.2756472826004028]}, "Bot003_024_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_024.log.json", "context": "Whazzup? i like to cook and eat a lot of cooking what is your favorite food? I like to cook pasta and i love to cook do you like drinking alcohol? I think that correct answer is: cook paella do you like watching tv?  what is your favorite movie? I like the old ones. i like the old ones. do you like sports?", "response": "I do, i like to go to the gym and play sports", "annotation_id": "Bot003_024_08", "annotations": ["O", "X", "X", "T", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-10.475923538208008, -4.704967498779297, -3.842564344406128, -7.712059020996094, -4.425933361053467, -2.8098678588867188, -3.599841833114624, -6.050200462341309, -4.900226593017578, -12.029687881469727, -10.015305519104004, -12.615199089050293, -8.278000831604004], "gpt2background_argmax_score": [-0.12561805546283722, -2.355942964553833, -3.120349645614624, -0.524888277053833, -2.6808199882507324, -1.8953924179077148, -2.883143186569214, -3.1969540119171143, -2.1166059970855713, -3.664809465408325, -1.2690056562423706, -0.5165318250656128, -2.9077749252319336, -1.839026927947998, -2.272198438644409, -1.7122478485107422, -0.46780383586883545, -2.023205280303955, -0.8124614953994751, -1.3086814880371094, -1.4526337385177612, -1.3249645233154297, -0.7662810683250427, -2.367122173309326, -1.64344322681427, -3.00221848487854, -1.092000961303711, -1.9009387493133545, -1.0251832008361816, -2.233614206314087, -2.054880380630493, -1.5502678155899048, -1.0846519470214844, -2.385139226913452, -0.990339994430542, -1.1682432889938354, -1.283566951751709, -1.832059383392334, -1.3923773765563965, -1.1301764249801636, -0.9404245615005493, -2.5248897075653076, -2.7294344902038574, -2.349029302597046, -3.4442548751831055, -1.9904112815856934, -0.4429294168949127, -0.793562650680542, -1.0448061227798462, -2.3901705741882324, -1.4955538511276245, -1.5186753273010254, -1.729556679725647, -2.1799821853637695, -0.829481303691864, -0.23991993069648743, -1.2536052465438843, -0.7232991456985474, -1.1661745309829712, -1.1309164762496948, -1.062482237815857, -2.702922821044922, -3.1997053623199463, -1.9444077014923096, -1.816707730293274, -1.0875344276428223, -1.31919527053833, -0.7912024855613708, -0.1639389842748642, -0.9836068749427795, -1.5786257982254028, -0.19804374873638153, -0.6472492218017578, -1.0470398664474487, -0.9112556576728821, -2.013028860092163, -2.0183732509613037, -0.8122432231903076, -1.3140898942947388, -1.390982985496521, -0.9440890550613403, -1.4948129653930664, -1.531511664390564, -0.9452800750732422, -1.3884614706039429, -1.6123448610305786, -1.619925856590271, -1.975629448890686, -1.9689534902572632, -1.1487290859222412]}, "Bot003_024_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_024.log.json", "context": "Whazzup? i like to cook and eat a lot of cooking what is your favorite food? I like to cook pasta and i love to cook do you like drinking alcohol? I think that correct answer is: cook paella do you like watching tv?  what is your favorite movie? I like the old ones. i like the old ones. do you like sports? I do, i like to go to the gym and play sports do you like shopping", "response": "What is not to like about shopping?", "annotation_id": "Bot003_024_10", "annotations": ["O", "T", "O", "O", "O", "O", "O", "O", "O", "T", "O", "T", "O", "T", "O"], "gpt2background_target_score": [-12.298553466796875, -4.228814125061035, -7.614581108093262, -9.626535415649414, -4.425933361053467, -7.244240760803223, -11.354775428771973, -6.20858097076416], "gpt2background_argmax_score": [-0.12561805546283722, -2.355942964553833, -3.120349645614624, -0.524888277053833, -2.6808199882507324, -1.8953924179077148, -2.883143186569214, -3.1969540119171143, -2.1166059970855713, -3.664809465408325, -1.2690056562423706, -0.5165318250656128, -2.9077749252319336, -1.839026927947998, -2.272198438644409, -1.7122478485107422, -0.46780383586883545, -2.023205280303955, -0.8124614953994751, -1.3086814880371094, -1.4526337385177612, -1.3249645233154297, -0.7662810683250427, -2.367122173309326, -1.64344322681427, -3.00221848487854, -1.092000961303711, -1.9009387493133545, -1.0251832008361816, -2.233614206314087, -2.054880380630493, -1.5502678155899048, -1.0846519470214844, -2.385139226913452, -0.990339994430542, -1.1682432889938354, -1.283566951751709, -1.832059383392334, -1.3923773765563965, -1.1301764249801636, -0.9404245615005493, -2.5248897075653076, -2.7294366359710693, -2.3490285873413086, -3.4442555904388428, -1.9904123544692993, -0.44292956590652466, -0.7935613393783569, -1.0448064804077148, -2.3901705741882324, -1.4955531358718872, -1.5186735391616821, -1.7295572757720947, -2.1799817085266113, -0.8294801712036133, -0.23991984128952026, -1.2536041736602783, -0.7232993841171265, -1.166175127029419, -1.130914568901062, -1.0624819993972778, -2.7029213905334473, -3.199706792831421, -1.944407343864441, -1.8167080879211426, -1.0875341892242432, -1.3191959857940674, -0.7912031412124634, -0.1639391928911209, -0.9836065769195557, -1.5786244869232178, -0.19804424047470093, -0.6472493410110474, -1.0470402240753174, -0.9112555384635925, -2.0130276679992676, -0.5958033204078674, -1.056427240371704, -1.3525471687316895, -0.7843764424324036, -1.6066908836364746, -1.3643947839736938, -0.8473316431045532, -1.2939585447311401, -1.8356664180755615, -1.4644559621810913, -1.9798681735992432, -1.7953741550445557, -1.0058327913284302, -0.3405114710330963, -0.5187860131263733, -1.5399658679962158, -0.799619734287262, -1.7857332229614258, -2.1310927867889404, -0.662048876285553, -1.0453364849090576, -1.4053311347961426, -2.171773672103882, -0.5351338386535645, -0.6263170838356018, -0.8065563440322876]}, "Bot003_024_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_024.log.json", "context": "Whazzup? i like to cook and eat a lot of cooking what is your favorite food? I like to cook pasta and i love to cook do you like drinking alcohol? I think that correct answer is: cook paella do you like watching tv?  what is your favorite movie? I like the old ones. i like the old ones. do you like sports? I do, i like to go to the gym and play sports do you like shopping What is not to like about shopping? what do you like to buy?", "response": "I like to go to the mall and buy a lot of things", "annotation_id": "Bot003_024_12", "annotations": ["O", "O", "X", "T", "O", "O", "T", "X", "O", "O", "O", "T", "O", "T", "T"], "gpt2background_target_score": [-10.475923538208008, -6.715299606323242, -5.114833831787109, -11.199408531188965, -9.361488342285156, -1.8953924179077148, -12.407110214233398, -3.1969540119171143, -6.26556396484375, -3.9464914798736572, -1.2690056562423706, -0.5165318250656128, -4.186487197875977], "gpt2background_argmax_score": [-0.12561805546283722, -2.355942964553833, -3.120349645614624, -0.524888277053833, -2.6808199882507324, -1.8953924179077148, -2.883143186569214, -3.1969540119171143, -2.1166059970855713, -3.664809465408325, -1.2690056562423706, -0.5165318250656128, -2.9077749252319336, -1.839026927947998, -2.272198438644409, -1.7122478485107422, -0.46780383586883545, -2.023205280303955, -0.8124614953994751, -1.3086814880371094, -1.4526337385177612, -1.3249645233154297, -0.7662810683250427, -2.367122173309326, -1.64344322681427, -3.00221848487854, -1.092000961303711, -1.9009387493133545, -1.0251832008361816, -2.233614206314087, -2.054880380630493, -1.5502678155899048, -1.0846519470214844, -2.385139226913452, -0.990339994430542, -1.1682432889938354, -1.283566951751709, -1.832059383392334, -1.3923773765563965, -1.1301764249801636, -0.9404245615005493, -2.5248897075653076, -2.7294366359710693, -2.3490285873413086, -3.4442555904388428, -1.9904123544692993, -0.44292956590652466, -0.7935613393783569, -1.0448064804077148, -2.3901705741882324, -1.4955531358718872, -1.5186735391616821, -1.7295572757720947, -2.1799817085266113, -0.8294801712036133, -0.23991984128952026, -1.2536041736602783, -0.7232993841171265, -1.166175127029419, -1.130914568901062, -1.0624819993972778, -2.7029213905334473, -3.199706792831421, -1.944407343864441, -1.8167080879211426, -1.0875341892242432, -1.3191959857940674, -0.7912031412124634, -0.1639391928911209, -0.9836065769195557, -1.5786244869232178, -0.19804424047470093, -0.6472493410110474, -1.0470402240753174, -0.9112555384635925, -2.0130276679992676, -0.5958033204078674, -1.056427240371704, -1.3525471687316895, -0.7843764424324036, -1.6066908836364746, -1.3643947839736938, -0.8473316431045532, -1.2939585447311401, -1.8356668949127197, -1.4644556045532227, -1.9798705577850342, -1.7953757047653198, -1.0058319568634033, -0.340511292219162, -0.5187847018241882, -1.5399653911590576, -0.7996199131011963, -2.16188645362854, -0.3901565670967102, -0.9079441428184509, -1.598437786102295, -1.7474812269210815, -0.7361169457435608, -0.58305424451828, -1.6560420989990234, -1.3592126369476318, -0.20590725541114807, -0.40885284543037415, -0.520910918712616, -1.1922816038131714, -0.8993097543716431, -1.7242578268051147, -1.8621032238006592, -0.8181607127189636, -1.9752260446548462, -2.4798643589019775, -0.47768837213516235, -0.548990786075592, -0.6117537021636963, -1.548133134841919, -1.7793235778808594, -2.3485145568847656, -2.5675909519195557, -0.26945099234580994, -2.5243077278137207, -1.3030825853347778]}, "Bot003_024_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_024.log.json", "context": "Whazzup? i like to cook and eat a lot of cooking what is your favorite food? I like to cook pasta and i love to cook do you like drinking alcohol? I think that correct answer is: cook paella do you like watching tv?  what is your favorite movie? I like the old ones. i like the old ones. do you like sports? I do, i like to go to the gym and play sports do you like shopping What is not to like about shopping? what do you like to buy? I like to go to the mall and buy a lot of things are you single?  which music do you listen?", "response": "I'd like to say that correct answer is: fish and chips", "annotation_id": "Bot003_024_14", "annotations": ["X", "O", "X", "T", "X", "X", "X", "X", "X", "X", "X", "O", "X", "T", "X"], "gpt2background_target_score": [-10.475923538208008, -8.867461204528809, -7.256628036499023, -9.626535415649414, -7.708327293395996, -3.9340271949768066, -10.09688949584961, -13.243385314941406, -6.608481407165527, -8.991666793823242, -6.972423553466797, -4.258880615234375, -5.569007873535156], "gpt2background_argmax_score": [-0.12561805546283722, -2.355942964553833, -3.120349645614624, -0.524888277053833, -2.6808199882507324, -1.8953924179077148, -2.883143186569214, -3.1969540119171143, -2.1166059970855713, -3.664809465408325, -1.2690056562423706, -0.5165318250656128, -2.9077749252319336, -1.839026927947998, -2.272198438644409, -1.7122478485107422, -0.46780383586883545, -2.023205280303955, -0.8124614953994751, -1.3086814880371094, -1.4526337385177612, -1.3249645233154297, -0.7662810683250427, -2.367122173309326, -1.64344322681427, -3.00221848487854, -1.092000961303711, -1.9009387493133545, -1.0251832008361816, -2.233614206314087, -2.054880380630493, -1.5502678155899048, -1.0846519470214844, -2.385139226913452, -0.990339994430542, -1.1682432889938354, -1.283566951751709, -1.832059383392334, -1.3923773765563965, -1.1301764249801636, -0.9404245615005493, -2.5248897075653076, -2.7294366359710693, -2.3490285873413086, -3.4442555904388428, -1.9904123544692993, -0.44292956590652466, -0.7935613393783569, -1.0448064804077148, -2.3901705741882324, -1.4955531358718872, -1.5186735391616821, -1.7295572757720947, -2.1799817085266113, -0.8294801712036133, -0.23991984128952026, -1.2536041736602783, -0.7232993841171265, -1.166175127029419, -1.130914568901062, -1.0624819993972778, -2.7029213905334473, -3.199706792831421, -1.944407343864441, -1.8167080879211426, -1.0875341892242432, -1.3191959857940674, -0.7912031412124634, -0.1639391928911209, -0.9836065769195557, -1.5786244869232178, -0.19804424047470093, -0.6472493410110474, -1.0470402240753174, -0.9112555384635925, -2.0130276679992676, -0.5958033204078674, -1.056427240371704, -1.3525471687316895, -0.7843764424324036, -1.6066908836364746, -1.3643947839736938, -0.8473316431045532, -1.2939585447311401, -1.8356664180755615, -1.4644559621810913, -1.9798681735992432, -1.7953741550445557, -1.0058327913284302, -0.3405114710330963, -0.5187860131263733, -1.5399658679962158, -0.799619734287262, -2.1618881225585938, -0.39015698432922363, -0.9079455733299255, -1.5984352827072144, -1.7474795579910278, -0.7361170649528503, -0.5830530524253845, -1.6560420989990234, -1.3592135906219482, -0.20590725541114807, -0.40885260701179504, -0.5209107995033264, -1.1922801733016968, -0.8993098735809326, -1.724257230758667, -0.7875850200653076, -1.9543043375015259, -2.4836390018463135, -0.5233121514320374, -0.8067819476127625, -1.2713207006454468, -1.4862867593765259, -1.8584227561950684, -2.219731569290161, -2.6101930141448975, -0.2784601151943207, -2.1863112449645996, -1.359967827796936, -2.3778281211853027, -2.1897950172424316, -1.0082179307937622, -1.8659592866897583, -2.236574649810791, -1.7882285118103027, -0.8481287360191345, -0.10684079676866531, -0.39455515146255493, -0.15029597282409668, -2.0879499912261963, -2.002506732940674, -0.7955357432365417, -1.2491836547851562, -0.21959225833415985, -2.168351888656616, -2.1175198554992676, -0.9867452383041382, -0.31493744254112244, -0.36203187704086304, -1.7887272834777832, -2.7512660026550293, -1.9652936458587646, -2.6942641735076904, -0.8858553171157837]}, "Bot003_024_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_024.log.json", "context": "Whazzup? i like to cook and eat a lot of cooking what is your favorite food? I like to cook pasta and i love to cook do you like drinking alcohol? I think that correct answer is: cook paella do you like watching tv?  what is your favorite movie? I like the old ones. i like the old ones. do you like sports? I do, i like to go to the gym and play sports do you like shopping What is not to like about shopping? what do you like to buy? I like to go to the mall and buy a lot of things are you single?  which music do you listen? I'd like to say that correct answer is: fish and chips who do you listen?", "response": "I'd like to say that true answer is: cook paella", "annotation_id": "Bot003_024_16", "annotations": ["X", "X", "X", "T", "X", "X", "X", "X", "X", "X", "X", "T", "X", "T", "X"], "gpt2background_target_score": [-10.475923538208008, -8.867461204528809, -7.256628036499023, -9.626535415649414, -7.708327293395996, -3.9340271949768066, -12.0725679397583, -13.243385314941406, -6.608481407165527, -8.991666793823242, -8.388114929199219, -12.820686340332031, -10.605772018432617], "gpt2background_argmax_score": [-0.12561805546283722, -2.355942964553833, -3.120349645614624, -0.524888277053833, -2.6808199882507324, -1.8953924179077148, -2.883143186569214, -3.1969540119171143, -2.1166059970855713, -3.664809465408325, -1.2690056562423706, -0.5165318250656128, -2.9077749252319336, -1.839026927947998, -2.272198438644409, -1.7122478485107422, -0.46780383586883545, -2.023205280303955, -0.8124614953994751, -1.3086814880371094, -1.4526337385177612, -1.3249645233154297, -0.7662810683250427, -2.367122173309326, -1.64344322681427, -3.00221848487854, -1.092000961303711, -1.9009387493133545, -1.0251832008361816, -2.233614206314087, -2.054880380630493, -1.5502678155899048, -1.0846519470214844, -2.385139226913452, -0.990339994430542, -1.1682432889938354, -1.283566951751709, -1.832059383392334, -1.3923773765563965, -1.1301764249801636, -0.9404245615005493, -2.5248897075653076, -2.7294366359710693, -2.3490285873413086, -3.4442555904388428, -1.9904123544692993, -0.44292956590652466, -0.7935613393783569, -1.0448064804077148, -2.3901705741882324, -1.4955531358718872, -1.5186735391616821, -1.7295572757720947, -2.1799817085266113, -0.8294801712036133, -0.23991984128952026, -1.2536041736602783, -0.7232993841171265, -1.166175127029419, -1.130914568901062, -1.0624819993972778, -2.7029213905334473, -3.199706792831421, -1.944407343864441, -1.8167080879211426, -1.0875341892242432, -1.3191959857940674, -0.7912031412124634, -0.1639391928911209, -0.9836065769195557, -1.5786244869232178, -0.19804424047470093, -0.6472493410110474, -1.0470402240753174, -0.9112555384635925, -2.0130276679992676, -0.5958033204078674, -1.056427240371704, -1.3525471687316895, -0.7843764424324036, -1.6066908836364746, -1.3643947839736938, -0.8473316431045532, -1.2939585447311401, -1.8356664180755615, -1.4644559621810913, -1.9798681735992432, -1.7953741550445557, -1.0058327913284302, -0.3405114710330963, -0.5187860131263733, -1.5399658679962158, -0.799619734287262, -2.1618881225585938, -0.39015698432922363, -0.9079455733299255, -1.5984352827072144, -1.7474795579910278, -0.7361170649528503, -0.5830530524253845, -1.6560420989990234, -1.3592135906219482, -0.20590725541114807, -0.40885260701179504, -0.5209107995033264, -1.1922801733016968, -0.8993098735809326, -1.724257230758667, -0.7875850200653076, -1.9543043375015259, -2.4836390018463135, -0.5233121514320374, -0.8067819476127625, -1.2713207006454468, -1.4862867593765259, -1.8584227561950684, -2.219731569290161, -2.6101930141448975, -0.2784601151943207, -2.1863112449645996, -1.359967827796936, -2.3778281211853027, -2.1897950172424316, -1.0082179307937622, -1.8659592866897583, -2.236574649810791, -1.7882285118103027, -0.8481287360191345, -0.10684079676866531, -0.39455515146255493, -0.15029597282409668, -2.0879499912261963, -0.6573081016540527, -0.974055826663971, -0.2156297117471695, -2.0028281211853027, -2.284940004348755, -1.103904128074646, -0.222519651055336, -0.31341353058815, -1.489196538925171, -3.099261522293091, -2.213505983352661, -2.696153163909912, -0.9930247664451599, -1.118333339691162, -0.11997915804386139, -0.39413902163505554, -0.23122921586036682, -1.7538971900939941, -1.8420299291610718, -0.9694370627403259, -0.5847288370132446, -0.1859184205532074, -2.3093512058258057, -0.34984320402145386, -1.8430315256118774, -1.5962644815444946, -0.409389466047287, -1.2940441370010376, -2.9771862030029297, -3.0602035522460938, -0.8114606142044067, -1.0866755247116089]}, "Bot003_024_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_024.log.json", "context": "Whazzup? i like to cook and eat a lot of cooking what is your favorite food? I like to cook pasta and i love to cook do you like drinking alcohol? I think that correct answer is: cook paella do you like watching tv?  what is your favorite movie? I like the old ones. i like the old ones. do you like sports? I do, i like to go to the gym and play sports do you like shopping What is not to like about shopping? what do you like to buy? I like to go to the mall and buy a lot of things are you single?  which music do you listen? I'd like to say that correct answer is: fish and chips who do you listen? I'd like to say that true answer is: cook paella do you have a cat?", "response": "I do not have any pets. i have a cat and a cat.", "annotation_id": "Bot003_024_18", "annotations": ["X", "T", "X", "T", "X", "X", "X", "X", "X", "X", "X", "X", "X", "O", "X"], "gpt2background_target_score": [-10.475923538208008, -4.704967498779297, -7.614581108093262, -10.314947128295898, -12.6064453125, -9.717575073242188, -8.121047973632812, -6.270190238952637, -4.2108154296875, -3.9464914798736572, -8.526691436767578, -4.258880615234375, -6.932908058166504, -10.898443222045898, -6.277069091796875], "gpt2background_argmax_score": [-0.12561805546283722, -2.355942964553833, -3.120349645614624, -0.524888277053833, -2.6808199882507324, -1.8953924179077148, -2.883143186569214, -3.1969540119171143, -2.1166059970855713, -3.664809465408325, -1.2690056562423706, -0.5165318250656128, -2.9077749252319336, -1.839026927947998, -2.272198438644409, -1.7122478485107422, -0.46780383586883545, -2.023205280303955, -0.8124614953994751, -1.3086814880371094, -1.4526337385177612, -1.3249645233154297, -0.7662810683250427, -2.367122173309326, -1.64344322681427, -3.00221848487854, -1.092000961303711, -1.9009387493133545, -1.0251832008361816, -2.233614206314087, -2.054880380630493, -1.5502678155899048, -1.0846519470214844, -2.385139226913452, -0.990339994430542, -1.1682432889938354, -1.283566951751709, -1.832059383392334, -1.3923773765563965, -1.1301764249801636, -0.9404245615005493, -2.5248897075653076, -2.7294366359710693, -2.3490285873413086, -3.4442555904388428, -1.9904123544692993, -0.44292956590652466, -0.7935613393783569, -1.0448064804077148, -2.3901705741882324, -1.4955531358718872, -1.5186735391616821, -1.7295572757720947, -2.1799817085266113, -0.8294801712036133, -0.23991984128952026, -1.2536041736602783, -0.7232993841171265, -1.166175127029419, -1.130914568901062, -1.0624819993972778, -2.7029213905334473, -3.199706792831421, -1.944407343864441, -1.8167080879211426, -1.0875341892242432, -1.3191959857940674, -0.7912031412124634, -0.1639391928911209, -0.9836065769195557, -1.5786244869232178, -0.19804424047470093, -0.6472493410110474, -1.0470402240753174, -0.9112555384635925, -2.0130276679992676, -0.5958033204078674, -1.056427240371704, -1.3525471687316895, -0.7843764424324036, -1.6066908836364746, -1.3643947839736938, -0.8473316431045532, -1.2939585447311401, -1.8356664180755615, -1.4644559621810913, -1.9798681735992432, -1.7953741550445557, -1.0058327913284302, -0.3405114710330963, -0.5187860131263733, -1.5399658679962158, -0.799619734287262, -2.1618881225585938, -0.39015698432922363, -0.9079455733299255, -1.5984352827072144, -1.7474795579910278, -0.7361170649528503, -0.5830530524253845, -1.6560420989990234, -1.3592135906219482, -0.20590725541114807, -0.40885260701179504, -0.5209107995033264, -1.1922801733016968, -0.8993098735809326, -1.724257230758667, -0.7875850200653076, -1.9543043375015259, -2.4836390018463135, -0.5233121514320374, -0.8067819476127625, -1.2713207006454468, -1.4862867593765259, -1.8584227561950684, -2.219731569290161, -2.6101930141448975, -0.2784601151943207, -2.1863112449645996, -1.359967827796936, -2.3778281211853027, -2.1897950172424316, -1.0082179307937622, -1.8659592866897583, -2.236574649810791, -1.7882285118103027, -0.8481287360191345, -0.10684079676866531, -0.39455515146255493, -0.15029597282409668, -2.0879499912261963, -0.6573081016540527, -0.974055826663971, -0.2156297117471695, -2.0028281211853027, -2.284940004348755, -1.103904128074646, -0.22251984477043152, -0.31341353058815, -1.4891968965530396, -3.099259853363037, -2.213508129119873, -2.6961543560028076, -0.9930250644683838, -1.118333339691162, -0.11997915804386139, -0.3941388726234436, -0.2312302589416504, -1.7538968324661255, -0.7797139286994934, -0.31602004170417786, -0.1805894821882248, -2.4176576137542725, -0.3834168612957001, -1.649364948272705, -1.8074052333831787, -0.27933573722839355, -1.0127668380737305, -3.236778974533081, -3.0159707069396973, -0.7963982820510864, -1.0280122756958008, -0.14409370720386505, -0.16585974395275116, -1.6601842641830444, -1.8572148084640503, -0.6998517513275146, -1.531069040298462, -2.012326240539551, -1.3256657123565674, -1.9493619203567505, -0.7829350233078003, -0.23651307821273804, -1.1221994161605835, -1.448338508605957, -0.903697669506073, -1.7793786525726318, -0.8747583627700806, -0.3840751349925995, -1.56746506690979, -1.2517422437667847, -1.1895227432250977, -1.2983009815216064, -0.9069252014160156]}, "Bot003_024_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_024.log.json", "context": "Whazzup? i like to cook and eat a lot of cooking what is your favorite food? I like to cook pasta and i love to cook do you like drinking alcohol? I think that correct answer is: cook paella do you like watching tv?  what is your favorite movie? I like the old ones. i like the old ones. do you like sports? I do, i like to go to the gym and play sports do you like shopping What is not to like about shopping? what do you like to buy? I like to go to the mall and buy a lot of things are you single?  which music do you listen? I'd like to say that correct answer is: fish and chips who do you listen? I'd like to say that true answer is: cook paella do you have a cat? I do not have any pets. i have a cat and a cat. are you professional at something?", "response": "No, no.", "annotation_id": "Bot003_024_20", "annotations": ["O", "O", "X", "T", "O", "O", "O", "T", "O", "O", "T", "X", "O", "T", "O"], "gpt2background_target_score": [-12.693281173706055, -5.834481239318848, -7.480378150939941, -10.175856590270996], "gpt2background_argmax_score": [-0.12561805546283722, -2.355942964553833, -3.120349645614624, -0.524888277053833, -2.6808199882507324, -1.8953924179077148, -2.883143186569214, -3.1969540119171143, -2.1166059970855713, -3.664809465408325, -1.2690056562423706, -0.5165318250656128, -2.9077749252319336, -1.839026927947998, -2.272198438644409, -1.7122478485107422, -0.46780383586883545, -2.023205280303955, -0.8124614953994751, -1.3086814880371094, -1.4526337385177612, -1.3249645233154297, -0.7662810683250427, -2.367122173309326, -1.64344322681427, -3.00221848487854, -1.092000961303711, -1.9009387493133545, -1.0251832008361816, -2.233614206314087, -2.054880380630493, -1.5502678155899048, -1.0846519470214844, -2.385139226913452, -0.990339994430542, -1.1682432889938354, -1.283566951751709, -1.832059383392334, -1.3923773765563965, -1.1301764249801636, -0.9404245615005493, -2.5248897075653076, -2.7294366359710693, -2.3490285873413086, -3.4442555904388428, -1.9904123544692993, -0.44292956590652466, -0.7935613393783569, -1.0448064804077148, -2.3901705741882324, -1.4955531358718872, -1.5186735391616821, -1.7295572757720947, -2.1799817085266113, -0.8294801712036133, -0.23991984128952026, -1.2536041736602783, -0.7232993841171265, -1.166175127029419, -1.130914568901062, -1.0624819993972778, -2.7029213905334473, -3.199706792831421, -1.944407343864441, -1.8167080879211426, -1.0875341892242432, -1.3191959857940674, -0.7912031412124634, -0.1639391928911209, -0.9836065769195557, -1.5786244869232178, -0.19804424047470093, -0.6472493410110474, -1.0470402240753174, -0.9112555384635925, -2.0130276679992676, -0.5958033204078674, -1.056427240371704, -1.3525471687316895, -0.7843764424324036, -1.6066908836364746, -1.3643947839736938, -0.8473316431045532, -1.2939585447311401, -1.8356664180755615, -1.4644559621810913, -1.9798681735992432, -1.7953741550445557, -1.0058327913284302, -0.3405114710330963, -0.5187860131263733, -1.5399658679962158, -0.799619734287262, -2.1618881225585938, -0.39015698432922363, -0.9079455733299255, -1.5984352827072144, -1.7474795579910278, -0.7361170649528503, -0.5830530524253845, -1.6560420989990234, -1.3592135906219482, -0.20590725541114807, -0.40885260701179504, -0.5209107995033264, -1.1922801733016968, -0.8993098735809326, -1.724257230758667, -0.7875850200653076, -1.9543043375015259, -2.4836390018463135, -0.5233121514320374, -0.8067819476127625, -1.2713207006454468, -1.4862867593765259, -1.8584227561950684, -2.219731569290161, -2.6101930141448975, -0.2784601151943207, -2.1863112449645996, -1.359967827796936, -2.3778281211853027, -2.1897950172424316, -1.0082179307937622, -1.8659592866897583, -2.236574649810791, -1.7882285118103027, -0.8481287360191345, -0.10684079676866531, -0.39455515146255493, -0.15029597282409668, -2.0879499912261963, -0.6573081016540527, -0.974055826663971, -0.2156297117471695, -2.0028281211853027, -2.284940004348755, -1.103904128074646, -0.222519651055336, -0.31341353058815, -1.489196538925171, -3.099261522293091, -2.213505983352661, -2.696153163909912, -0.9930247664451599, -1.118333339691162, -0.11997915804386139, -0.39413902163505554, -0.23122921586036682, -1.7538971900939941, -0.7797133922576904, -0.31601977348327637, -0.18058937788009644, -2.4176557064056396, -0.38341662287712097, -1.6493662595748901, -1.8074064254760742, -0.27933600544929504, -1.0127677917480469, -3.2367818355560303, -3.015970468521118, -0.7963991165161133, -1.0280109643936157, -0.14409412443637848, -0.1658596396446228, -1.660184621810913, -1.8572145700454712, -0.6998511552810669, -1.531068205833435, -0.6830831170082092, -1.8277841806411743, -0.38002949953079224, -0.20120522379875183, -1.0492326021194458, -1.5612995624542236, -1.0622057914733887, -0.9723855257034302, -0.7919924259185791, -0.3628997802734375, -1.3587324619293213, -1.4132856130599976, -1.0999400615692139, -1.361297607421875, -1.2627818584442139, -0.5353505611419678, -2.402034044265747, -0.9262941479682922, -1.3994576930999756, -0.5209996700286865, -1.9638562202453613, -1.9719024896621704, -1.3222404718399048, -1.6650336980819702, -1.1887915134429932, -1.2996408939361572]}, "Bot003_025_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_025.log.json", "context": "Good to see you! thankS how are you?", "response": "I am good. just got back from the gym.", "annotation_id": "Bot003_025_02", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "X", "O", "O"], "gpt2background_target_score": [-10.401065826416016, -10.816916465759277, -6.479146957397461, -5.929871082305908, -9.243249893188477, -9.56755256652832, -9.675901412963867, -9.49047565460205, -3.934096097946167, -12.071395874023438, -7.6188554763793945], "gpt2background_argmax_score": [-4.1281585693359375, -2.4500157833099365, -2.427603006362915, -2.400285243988037, -0.5790262222290039, -0.3322862982749939, -1.9989885091781616, -2.32034969329834, -0.3476303219795227, -1.8830877542495728, -1.5583114624023438, -1.7417888641357422, -1.6698598861694336, -2.064897060394287, -1.5800281763076782, -1.304588794708252, -3.2893142700195312, -1.9104129076004028, -1.0065950155258179, -1.3221843242645264, -1.9316679239273071, -1.2804687023162842, -1.8361915349960327]}, "Bot003_025_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_025.log.json", "context": "Good to see you! thankS how are you? I am good. just got back from the gym. which sports do you like?", "response": "I do, i like to play sports.", "annotation_id": "Bot003_025_04", "annotations": ["T", "T", "O", "T", "T", "X", "O", "O", "O", "O", "X", "X", "X", "O", "O"], "gpt2background_target_score": [-10.401065826416016, -3.2603862285614014, -5.337279319763184, -10.600740432739258, -10.775811195373535, -7.430445671081543, -11.768905639648438, -11.004273414611816, -9.275087356567383], "gpt2background_argmax_score": [-4.1281585693359375, -2.4500157833099365, -2.427603006362915, -2.400285243988037, -0.5790262222290039, -0.3322862982749939, -1.9989885091781616, -2.32034969329834, -0.3476303219795227, -1.8830877542495728, -1.5583114624023438, -1.772049069404602, -2.147792339324951, -1.5795247554779053, -1.3446149826049805, -3.285231828689575, -1.8407127857208252, -1.0118153095245361, -1.3039114475250244, -1.8834773302078247, -1.2910068035125732, -1.833402395248413, -2.1285130977630615, -2.712475061416626, -0.17631910741329193, -1.946336030960083, -1.262939453125, -1.5186814069747925, -2.1180968284606934, -2.1227927207946777, -2.520205020904541, -1.9276409149169922, -2.305114269256592, -1.8847533464431763, -1.595689296722412, -2.2108418941497803, -1.664867877960205, -1.8367621898651123]}, "Bot003_025_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_025.log.json", "context": "Good to see you! thankS how are you? I am good. just got back from the gym. which sports do you like? I do, i like to play sports. what do you like to do in your spare time?", "response": "I like to go to casino and go to casino", "annotation_id": "Bot003_025_06", "annotations": ["O", "T", "X", "O", "T", "O", "O", "O", "O", "O", "X", "X", "X", "T", "O"], "gpt2background_target_score": [-10.401065826416016, -7.985383987426758, -6.730169296264648, -4.635221004486084, -9.126376152038574, -13.380831718444824, -4.929142951965332, -8.670965194702148, -9.515079498291016, -13.660244941711426], "gpt2background_argmax_score": [-4.1281585693359375, -2.4500157833099365, -2.427603006362915, -2.400285243988037, -0.5790262222290039, -0.3322862982749939, -1.9989885091781616, -2.32034969329834, -0.3476303219795227, -1.8830877542495728, -1.5583114624023438, -1.772049069404602, -2.147792339324951, -1.5795247554779053, -1.3446149826049805, -3.285231828689575, -1.8407127857208252, -1.0118153095245361, -1.3039114475250244, -1.8834773302078247, -1.2910068035125732, -1.833402395248413, -2.1285130977630615, -2.712475061416626, -0.17631910741329193, -1.946336030960083, -1.262939453125, -1.5186814069747925, -2.510561466217041, -2.590012788772583, -1.7996678352355957, -2.3062822818756104, -1.7699439525604248, -1.5868756771087646, -2.2279913425445557, -1.5893590450286865, -2.021181344985962, -2.072664737701416, -0.24311023950576782, -1.2162408828735352, -1.2810941934585571, -1.1683944463729858, -0.9252471923828125, -1.897585391998291, -1.1577022075653076, -0.05173671245574951, -0.5002872347831726, -1.3482083082199097, -1.843321442604065, -1.860246181488037, -1.2502835988998413, -0.9136386513710022, -0.991642415523529, -1.385224461555481, -1.9586182832717896, -1.6443703174591064, -0.78469318151474, -1.9054229259490967, -1.3595921993255615]}, "Bot003_025_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_025.log.json", "context": "Good to see you! thankS how are you? I am good. just got back from the gym. which sports do you like? I do, i like to play sports. what do you like to do in your spare time? I like to go to casino and go to casino are you a gambler?", "response": "I don't know.", "annotation_id": "Bot003_025_08", "annotations": ["T", "O", "O", "T", "T", "X", "T", "T", "O", "T", "T", "X", "X", "O", "O"], "gpt2background_target_score": [-10.401073455810547, -8.874667167663574, -11.838868141174316, -8.333904266357422, -9.889333724975586], "gpt2background_argmax_score": [-4.128152370452881, -2.450017213821411, -2.4276044368743896, -2.4002842903137207, -0.5790254473686218, -0.33228689432144165, -1.998989462852478, -2.3203468322753906, -0.3476300537586212, -1.8830888271331787, -1.5583091974258423, -1.7720504999160767, -2.1477911472320557, -1.5795215368270874, -1.3446141481399536, -3.2852327823638916, -1.8407126665115356, -1.0118135213851929, -1.3039114475250244, -1.883476972579956, -1.2910075187683105, -1.8334017992019653, -2.1285088062286377, -2.7124743461608887, -0.17631971836090088, -1.946333408355713, -1.262938141822815, -1.5186823606491089, -2.510559558868408, -2.5900111198425293, -1.7996689081192017, -2.3062844276428223, -1.7699425220489502, -1.5868759155273438, -2.2279927730560303, -1.5893555879592896, -2.02118182182312, -2.072664499282837, -0.24311089515686035, -1.2162423133850098, -1.2810927629470825, -1.1683924198150635, -0.925248384475708, -1.8975839614868164, -1.1577011346817017, -0.051736827939748764, -0.5002870559692383, -1.3482075929641724, -2.3370361328125, -1.1507039070129395, -1.3203918933868408, -1.0021129846572876, -1.4424829483032227, -1.7514708042144775, -1.7535929679870605, -0.7620187401771545, -1.9519495964050293, -1.2697880268096924, -1.2241688966751099, -2.955075979232788, -2.79534912109375, -0.04004070535302162, -0.6335891485214233, -1.765994668006897, -1.6819947957992554, -1.772391676902771, -0.42402148246765137, -1.5391514301300049, -1.8196711540222168, -0.9113051891326904]}, "Bot003_025_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_025.log.json", "context": "Good to see you! thankS how are you? I am good. just got back from the gym. which sports do you like? I do, i like to play sports. what do you like to do in your spare time? I like to go to casino and go to casino are you a gambler? I don't know. gambling is bad", "response": "Highly likely.", "annotation_id": "Bot003_025_10", "annotations": ["O", "O", "O", "T", "O", "O", "X", "T", "X", "O", "O", "X", "X", "X", "O"], "gpt2background_target_score": [-12.016471862792969, -13.165833473205566, -12.549391746520996, -5.929870128631592], "gpt2background_argmax_score": [-4.128152370452881, -2.450017213821411, -2.4276044368743896, -2.4002842903137207, -0.5790254473686218, -0.33228689432144165, -1.998989462852478, -2.3203468322753906, -0.3476300537586212, -1.8830888271331787, -1.5583091974258423, -1.7720504999160767, -2.1477911472320557, -1.5795215368270874, -1.3446141481399536, -3.2852327823638916, -1.8407126665115356, -1.0118135213851929, -1.3039114475250244, -1.883476972579956, -1.2910075187683105, -1.8334017992019653, -2.1285088062286377, -2.7124743461608887, -0.17631971836090088, -1.946333408355713, -1.262938141822815, -1.5186823606491089, -2.510559558868408, -2.5900111198425293, -1.7996689081192017, -2.3062844276428223, -1.7699425220489502, -1.5868759155273438, -2.2279927730560303, -1.5893555879592896, -2.0211806297302246, -2.072665214538574, -0.24311116337776184, -1.216243028640747, -1.2810946702957153, -1.168392300605774, -0.9252479076385498, -1.8975852727890015, -1.1577003002166748, -0.051736827939748764, -0.500287652015686, -1.3482087850570679, -2.3370351791381836, -1.1507028341293335, -1.3203907012939453, -1.0021119117736816, -1.4424821138381958, -1.7514697313308716, -1.7535908222198486, -0.7620182633399963, -1.9519500732421875, -1.269787311553955, -1.2241675853729248, -2.955076217651367, -2.795351505279541, -0.04004070535302162, -0.6335879564285278, -1.7659941911697388, -1.6550735235214233, -0.38844138383865356, -1.386495590209961, -1.7301262617111206, -1.3165115118026733, -1.2274672985076904, -1.7803300619125366, -1.6117963790893555, -1.6764247417449951, -2.2995643615722656, -2.8908843994140625, -1.5264300107955933, -1.7568318843841553]}, "Bot003_025_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_025.log.json", "context": "Good to see you! thankS how are you? I am good. just got back from the gym. which sports do you like? I do, i like to play sports. what do you like to do in your spare time? I like to go to casino and go to casino are you a gambler? I don't know. gambling is bad Highly likely. are you single?  are you married?", "response": "No, i am not married. i was just a kid.", "annotation_id": "Bot003_025_12", "annotations": ["O", "O", "O", "O", "O", "O", "O", "T", "X", "O", "T", "X", "X", "T", "O"], "gpt2background_target_score": [-11.57699966430664, -9.559433937072754, -8.656435012817383, -10.070343017578125, -9.655967712402344, -10.914421081542969, -2.8690714836120605, -5.198634624481201, -11.144332885742188, -8.052444458007812, -6.979822635650635, -11.267927169799805, -5.2718000411987305], "gpt2background_argmax_score": [-4.128152370452881, -2.450017213821411, -2.4276044368743896, -2.4002842903137207, -0.5790254473686218, -0.33228689432144165, -1.998989462852478, -2.3203468322753906, -0.3476300537586212, -1.8830888271331787, -1.5583091974258423, -1.7720504999160767, -2.1477911472320557, -1.5795215368270874, -1.3446141481399536, -3.2852327823638916, -1.8407126665115356, -1.0118135213851929, -1.3039114475250244, -1.883476972579956, -1.2910075187683105, -1.8334017992019653, -2.1285088062286377, -2.7124743461608887, -0.17631971836090088, -1.946333408355713, -1.262938141822815, -1.5186823606491089, -2.510559558868408, -2.5900111198425293, -1.7996689081192017, -2.3062844276428223, -1.7699425220489502, -1.5868759155273438, -2.2279927730560303, -1.5893555879592896, -2.02118182182312, -2.072664499282837, -0.24311089515686035, -1.2162423133850098, -1.2810927629470825, -1.1683924198150635, -0.925248384475708, -1.8975839614868164, -1.1577011346817017, -0.051736827939748764, -0.5002870559692383, -1.3482075929641724, -2.3370361328125, -1.1507039070129395, -1.3203918933868408, -1.0021129846572876, -1.4424829483032227, -1.7514708042144775, -1.7535929679870605, -0.7620187401771545, -1.9519495964050293, -1.2697880268096924, -1.2241688966751099, -2.955075979232788, -2.79534912109375, -0.04004070535302162, -0.6335891485214233, -1.765994668006897, -1.655072569847107, -0.3884420394897461, -1.3864960670471191, -1.730124831199646, -1.316511631011963, -1.227466106414795, -1.780329942703247, -1.6117970943450928, -2.3231332302093506, -1.5721445083618164, -2.001755952835083, -0.31189876794815063, -1.7477362155914307, -0.7597817182540894, -2.035834550857544, -2.0700430870056152, -0.21169839799404144, -1.333573579788208, -0.5352357029914856, -1.9741872549057007, -1.6545116901397705, -1.476057529449463, -1.502766728401184, -1.8663865327835083, -1.9061046838760376, -1.7014265060424805, -1.0177336931228638, -1.6399121284484863, -1.1143759489059448, -1.8998035192489624, -2.621983528137207, -1.8182830810546875, -1.2174609899520874, -1.1690782308578491]}, "Bot003_025_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_025.log.json", "context": "Good to see you! thankS how are you? I am good. just got back from the gym. which sports do you like? I do, i like to play sports. what do you like to do in your spare time? I like to go to casino and go to casino are you a gambler? I don't know. gambling is bad Highly likely. are you single?  are you married? No, i am not married. i was just a kid. how old are you?", "response": "I'm 16.", "annotation_id": "Bot003_025_14", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "X", "O", "T"], "gpt2background_target_score": [-10.401073455810547, -11.865071296691895, -9.783638954162598, -5.929870128631592], "gpt2background_argmax_score": [-4.128152370452881, -2.450017213821411, -2.4276044368743896, -2.4002842903137207, -0.5790254473686218, -0.33228689432144165, -1.998989462852478, -2.3203468322753906, -0.3476300537586212, -1.8830888271331787, -1.5583091974258423, -1.7720504999160767, -2.1477911472320557, -1.5795215368270874, -1.3446141481399536, -3.2852327823638916, -1.8407126665115356, -1.0118135213851929, -1.3039114475250244, -1.883476972579956, -1.2910075187683105, -1.8334017992019653, -2.1285088062286377, -2.7124743461608887, -0.17631971836090088, -1.946333408355713, -1.262938141822815, -1.5186823606491089, -2.510559558868408, -2.5900111198425293, -1.7996689081192017, -2.3062844276428223, -1.7699425220489502, -1.5868759155273438, -2.2279927730560303, -1.5893555879592896, -2.02118182182312, -2.072664499282837, -0.24311089515686035, -1.2162423133850098, -1.2810927629470825, -1.1683924198150635, -0.925248384475708, -1.8975839614868164, -1.1577011346817017, -0.051736827939748764, -0.5002870559692383, -1.3482075929641724, -2.3370361328125, -1.1507039070129395, -1.3203918933868408, -1.0021129846572876, -1.4424829483032227, -1.7514708042144775, -1.7535929679870605, -0.7620187401771545, -1.9519495964050293, -1.2697880268096924, -1.2241688966751099, -2.955075979232788, -2.79534912109375, -0.04004070535302162, -0.6335891485214233, -1.765994668006897, -1.655072569847107, -0.3884420394897461, -1.3864960670471191, -1.730124831199646, -1.316511631011963, -1.227466106414795, -1.780329942703247, -1.6117970943450928, -2.3231332302093506, -1.5721445083618164, -2.001755952835083, -0.31189876794815063, -1.7477362155914307, -0.7597817182540894, -2.035834550857544, -2.0700430870056152, -0.21169839799404144, -1.333573579788208, -0.5352357029914856, -1.9741872549057007, -1.5302470922470093, -1.6864935159683228, -1.8233336210250854, -1.7138631343841553, -1.5349067449569702, -0.9023335576057434, -2.128727674484253, -1.055551528930664, -1.8632231950759888, -2.2890841960906982, -1.6914172172546387, -1.2081208229064941, -1.5682979822158813, -1.8403377532958984, -0.396797776222229, -0.1470850706100464, -0.32274195551872253, -2.0776853561401367, -2.3991305828094482, -1.4705851078033447, -2.645615816116333, -1.4065097570419312, -1.4699417352676392]}, "Bot003_025_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_025.log.json", "context": "Good to see you! thankS how are you? I am good. just got back from the gym. which sports do you like? I do, i like to play sports. what do you like to do in your spare time? I like to go to casino and go to casino are you a gambler? I don't know. gambling is bad Highly likely. are you single?  are you married? No, i am not married. i was just a kid. how old are you? I'm 16. are you male?  do you like watching tv?  what is your favorite tv program?", "response": "I think that answer is: grill outdoors", "annotation_id": "Bot003_025_16", "annotations": ["X", "X", "O", "X", "X", "X", "X", "T", "O", "X", "X", "X", "X", "T", "O"], "gpt2background_target_score": [-10.401073455810547, -6.229448318481445, -4.8149309158325195, -10.542291641235352, -8.724394798278809, -9.043384552001953, -13.295491218566895, -11.584909439086914], "gpt2background_argmax_score": [-4.128152370452881, -2.450017213821411, -2.4276044368743896, -2.4002842903137207, -0.5790254473686218, -0.33228689432144165, -1.998989462852478, -2.3203468322753906, -0.3476300537586212, -1.8830888271331787, -1.5583091974258423, -1.7720504999160767, -2.1477911472320557, -1.5795215368270874, -1.3446141481399536, -3.2852327823638916, -1.8407126665115356, -1.0118135213851929, -1.3039114475250244, -1.883476972579956, -1.2910075187683105, -1.8334017992019653, -2.1285088062286377, -2.7124743461608887, -0.17631971836090088, -1.946333408355713, -1.262938141822815, -1.5186823606491089, -2.510559558868408, -2.5900111198425293, -1.7996689081192017, -2.3062844276428223, -1.7699425220489502, -1.5868759155273438, -2.2279927730560303, -1.5893555879592896, -2.02118182182312, -2.072664499282837, -0.24311089515686035, -1.2162423133850098, -1.2810927629470825, -1.1683924198150635, -0.925248384475708, -1.8975839614868164, -1.1577011346817017, -0.051736827939748764, -0.5002870559692383, -1.3482075929641724, -2.3370361328125, -1.1507039070129395, -1.3203918933868408, -1.0021129846572876, -1.4424829483032227, -1.7514708042144775, -1.7535929679870605, -0.7620187401771545, -1.9519495964050293, -1.2697880268096924, -1.2241688966751099, -2.955075979232788, -2.79534912109375, -0.04004070535302162, -0.6335891485214233, -1.765994668006897, -1.655072569847107, -0.3884420394897461, -1.3864960670471191, -1.730124831199646, -1.316511631011963, -1.227466106414795, -1.780329942703247, -1.6117970943450928, -2.3231332302093506, -1.5721445083618164, -2.001755952835083, -0.31189876794815063, -1.7477362155914307, -0.7597817182540894, -2.035834550857544, -2.0700430870056152, -0.21169839799404144, -1.333573579788208, -0.5352357029914856, -1.9741872549057007, -1.5302470922470093, -1.6864935159683228, -1.8233336210250854, -1.7138631343841553, -1.5349067449569702, -0.9023335576057434, -2.128727674484253, -1.0555511713027954, -1.8632267713546753, -2.2890872955322266, -1.6914201974868774, -1.2081198692321777, -1.568298101425171, -1.8403383493423462, -0.39679810404777527, -0.1470850706100464, -0.3227410912513733, -2.077685832977295, -1.2548015117645264, -2.4227750301361084, -1.0987576246261597, -1.8270494937896729, -0.1702800840139389, -1.6053231954574585, -0.34860721230506897, -2.1998000144958496, -2.2632250785827637, -0.16641825437545776, -1.0637131929397583, -0.9323636293411255, -2.0923311710357666, -0.7248480319976807, -2.4009816646575928, -2.585120439529419, -2.0419328212738037, -0.8496579527854919, -1.1187961101531982, -1.4508259296417236, -0.31116536259651184, -0.478049099445343, -1.888842225074768, -2.0583066940307617, -2.0751867294311523, -2.04893159866333, -1.394614815711975, -1.0227192640304565, -2.771413803100586, -2.7290024757385254, -2.656803607940674, -1.4416097402572632]}, "Bot003_025_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_025.log.json", "context": "Good to see you! thankS how are you? I am good. just got back from the gym. which sports do you like? I do, i like to play sports. what do you like to do in your spare time? I like to go to casino and go to casino are you a gambler? I don't know. gambling is bad Highly likely. are you single?  are you married? No, i am not married. i was just a kid. how old are you? I'm 16. are you male?  do you like watching tv?  what is your favorite tv program? I think that answer is: grill outdoors what is your favorite food?", "response": "I like to eat a lot of meat.", "annotation_id": "Bot003_025_18", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "X", "O", "O", "O", "X", "O", "O"], "gpt2background_target_score": [-10.401073455810547, -7.985383987426758, -6.730169296264648, -6.713144302368164, -8.141374588012695, -11.2299165725708, -6.560332298278809, -11.522900581359863, -9.275087356567383], "gpt2background_argmax_score": [-4.128152370452881, -2.450017213821411, -2.4276044368743896, -2.4002842903137207, -0.5790254473686218, -0.33228689432144165, -1.998989462852478, -2.3203468322753906, -0.3476300537586212, -1.8830888271331787, -1.5583091974258423, -1.7720504999160767, -2.1477911472320557, -1.5795215368270874, -1.3446141481399536, -3.2852327823638916, -1.8407126665115356, -1.0118135213851929, -1.3039114475250244, -1.883476972579956, -1.2910075187683105, -1.8334017992019653, -2.1285088062286377, -2.7124743461608887, -0.17631971836090088, -1.946333408355713, -1.262938141822815, -1.5186823606491089, -2.510559558868408, -2.5900111198425293, -1.7996689081192017, -2.3062844276428223, -1.7699425220489502, -1.5868759155273438, -2.2279927730560303, -1.5893555879592896, -2.02118182182312, -2.072664499282837, -0.24311089515686035, -1.2162423133850098, -1.2810927629470825, -1.1683924198150635, -0.925248384475708, -1.8975839614868164, -1.1577011346817017, -0.051736827939748764, -0.5002870559692383, -1.3482075929641724, -2.3370361328125, -1.1507039070129395, -1.3203918933868408, -1.0021129846572876, -1.4424829483032227, -1.7514708042144775, -1.7535929679870605, -0.7620187401771545, -1.9519495964050293, -1.2697880268096924, -1.2241688966751099, -2.955075979232788, -2.79534912109375, -0.04004070535302162, -0.6335891485214233, -1.765994668006897, -1.655072569847107, -0.3884420394897461, -1.3864960670471191, -1.730124831199646, -1.316511631011963, -1.227466106414795, -1.780329942703247, -1.6117970943450928, -2.3231332302093506, -1.5721445083618164, -2.001755952835083, -0.31189876794815063, -1.7477362155914307, -0.7597817182540894, -2.035834550857544, -2.0700430870056152, -0.21169839799404144, -1.333573579788208, -0.5352357029914856, -1.9741872549057007, -1.5302470922470093, -1.6864935159683228, -1.8233336210250854, -1.7138631343841553, -1.5349067449569702, -0.9023335576057434, -2.128727674484253, -1.055551528930664, -1.8632231950759888, -2.2890841960906982, -1.6914172172546387, -1.2081208229064941, -1.568298578262329, -1.8403385877609253, -0.3967987298965454, -0.1470850706100464, -0.3227415978908539, -2.077686309814453, -1.2548028230667114, -2.422774314880371, -1.0987588167190552, -1.827049970626831, -0.17028038203716278, -1.6053249835968018, -0.3486066162586212, -2.1998002529144287, -2.2632246017456055, -0.16641856729984283, -1.0637115240097046, -0.9323636889457703, -2.092332601547241, -0.7248472571372986, -2.40098237991333, -2.5851199626922607, -2.0419328212738037, -0.8496562242507935, -1.1188000440597534, -1.4508259296417236, -0.31116464734077454, -0.47804874181747437, -1.8888418674468994, -1.9205738306045532, -2.0287907123565674, -1.3669909238815308, -1.2704553604125977, -2.5233213901519775, -2.7103586196899414, -2.808288335800171, -1.4543770551681519, -2.179765224456787, -0.34708425402641296, -0.25616809725761414, -1.7414934635162354, -0.9645916819572449, -1.9534434080123901, -1.8977407217025757, -1.9406219720840454, -1.7475312948226929, -0.5344058275222778, -3.051368236541748, -0.9650312066078186, -0.5823483467102051, -3.0814273357391357, -1.376632809638977, -1.1073540449142456]}, "Bot003_025_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_025.log.json", "context": "Good to see you! thankS how are you? I am good. just got back from the gym. which sports do you like? I do, i like to play sports. what do you like to do in your spare time? I like to go to casino and go to casino are you a gambler? I don't know. gambling is bad Highly likely. are you single?  are you married? No, i am not married. i was just a kid. how old are you? I'm 16. are you male?  do you like watching tv?  what is your favorite tv program? I think that answer is: grill outdoors what is your favorite food? I like to eat a lot of meat. do you like swimming?", "response": "I do not but i love to eat it", "annotation_id": "Bot003_025_20", "annotations": ["X", "X", "X", "X", "O", "X", "O", "X", "O", "X", "O", "X", "X", "X", "O"], "gpt2background_target_score": [-10.401073455810547, -3.2603886127471924, -8.4628324508667, -7.337613582611084, -8.081766128540039, -8.224156379699707, -4.894683837890625, -10.935735702514648, -7.0878190994262695], "gpt2background_argmax_score": [-4.128152370452881, -2.450017213821411, -2.4276044368743896, -2.4002842903137207, -0.5790254473686218, -0.33228689432144165, -1.998989462852478, -2.3203468322753906, -0.3476300537586212, -1.8830888271331787, -1.5583091974258423, -1.7720504999160767, -2.1477911472320557, -1.5795215368270874, -1.3446141481399536, -3.2852327823638916, -1.8407126665115356, -1.0118135213851929, -1.3039114475250244, -1.883476972579956, -1.2910075187683105, -1.8334017992019653, -2.1285088062286377, -2.7124743461608887, -0.17631971836090088, -1.946333408355713, -1.262938141822815, -1.5186823606491089, -2.510559558868408, -2.5900111198425293, -1.7996689081192017, -2.3062844276428223, -1.7699425220489502, -1.5868759155273438, -2.2279927730560303, -1.5893555879592896, -2.02118182182312, -2.072664499282837, -0.24311089515686035, -1.2162423133850098, -1.2810927629470825, -1.1683924198150635, -0.925248384475708, -1.8975839614868164, -1.1577011346817017, -0.051736827939748764, -0.5002870559692383, -1.3482075929641724, -2.3370361328125, -1.1507039070129395, -1.3203918933868408, -1.0021129846572876, -1.4424829483032227, -1.7514708042144775, -1.7535929679870605, -0.7620187401771545, -1.9519495964050293, -1.2697880268096924, -1.2241688966751099, -2.955075979232788, -2.79534912109375, -0.04004070535302162, -0.6335891485214233, -1.765994668006897, -1.655072569847107, -0.3884420394897461, -1.3864960670471191, -1.730124831199646, -1.316511631011963, -1.227466106414795, -1.780329942703247, -1.6117970943450928, -2.3231332302093506, -1.5721445083618164, -2.001755952835083, -0.31189876794815063, -1.7477362155914307, -0.7597817182540894, -2.035834550857544, -2.0700430870056152, -0.21169839799404144, -1.333573579788208, -0.5352357029914856, -1.9741872549057007, -1.5302470922470093, -1.6864935159683228, -1.8233336210250854, -1.7138631343841553, -1.5349067449569702, -0.9023335576057434, -2.128727674484253, -1.055551528930664, -1.8632231950759888, -2.2890841960906982, -1.6914172172546387, -1.2081208229064941, -1.568298578262329, -1.8403385877609253, -0.3967987298965454, -0.1470850706100464, -0.3227415978908539, -2.077686309814453, -1.2548028230667114, -2.422774314880371, -1.0987588167190552, -1.827049970626831, -0.17028038203716278, -1.6053249835968018, -0.3486066162586212, -2.1998002529144287, -2.2632246017456055, -0.16641856729984283, -1.0637115240097046, -0.9323636889457703, -2.092332601547241, -0.7248472571372986, -2.40098237991333, -2.5851199626922607, -2.0419328212738037, -0.8496562242507935, -1.1188000440597534, -1.4508259296417236, -0.31116464734077454, -0.47804874181747437, -1.8888418674468994, -1.9205738306045532, -2.0287907123565674, -1.3669909238815308, -1.2704553604125977, -2.5233213901519775, -2.7103586196899414, -2.808288335800171, -1.4543770551681519, -2.179765224456787, -0.34708425402641296, -0.25616809725761414, -1.7414934635162354, -0.9645916819572449, -1.9534434080123901, -1.6825463771820068, -1.5122915506362915, -0.7936010956764221, -3.1265246868133545, -0.8797567486763, -0.6364588737487793, -2.819385290145874, -1.3119897842407227, -1.4749946594238281, -0.202975794672966, -0.7639696002006531, -1.4371169805526733, -0.8074281215667725, -1.8968031406402588, -1.5999740362167358, -1.4502718448638916, -1.7994943857192993, -0.8950169086456299, -1.192202091217041, -1.8471875190734863, -1.5607908964157104, -1.9375061988830566, -1.9617513418197632, -1.2376073598861694]}, "Bot003_035_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_035.log.json", "context": "Nice to see you! i like to listen to music while i drive my honda civic. Hy tell me something about you", "response": "Hi there! i am the latest result in artificial intelligence which can reproduce the functions of the human brain with greater speed and accuracy.", "annotation_id": "Bot003_035_02", "annotations": ["O", "X", "X", "T", "X", "X", "O", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-12.83362865447998, -9.606456756591797, -7.081672668457031, -9.492049217224121, -10.787323951721191, -9.016852378845215, -12.551362991333008, -12.53986644744873, -6.794508934020996, -11.957925796508789, -12.524762153625488, -10.768841743469238, -4.303844928741455, -13.340312004089355, -9.487838745117188, -12.162790298461914, -7.6443023681640625, -5.078535079956055, -10.91043758392334, -10.612406730651855, -8.694629669189453, -12.101367950439453, -12.036971092224121, -9.26803970336914, -13.113295555114746, -9.803800582885742], "gpt2background_argmax_score": [-3.0963733196258545, -2.243684768676758, -2.316103458404541, -2.156564950942993, -0.6538475751876831, -2.3343966007232666, -2.268256902694702, -1.6771823167800903, -0.178466796875, -2.1356117725372314, -2.7440707683563232, -1.7401705980300903, -1.3759368658065796, -2.278048515319824, -1.3268187046051025, -1.9654074907302856, -2.658801317214966, -1.9770653247833252, -2.103450059890747, -2.2650458812713623, -0.4720606505870819, -1.9389535188674927, -1.4419242143630981, -1.840679407119751, -1.4645979404449463, -2.4846885204315186, -1.643440842628479, -1.0462149381637573, -1.840882658958435, -1.9894688129425049, -1.8162857294082642, -2.583292007446289, -2.875648260116577, -0.5258668065071106, -1.6258454322814941, -2.1527743339538574, -1.9672935009002686, -1.535017967224121, -2.2101049423217773, -2.6355788707733154, -3.106275796890259, -0.3760221004486084, -2.5041589736938477, -1.4937951564788818, -0.5607931613922119, -1.2634931802749634, -2.317354679107666, -2.3667757511138916, -1.0838873386383057, -2.7784957885742188, -0.7532104253768921, -1.3100205659866333]}, "Bot003_035_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_035.log.json", "context": "Nice to see you! i like to listen to music while i drive my honda civic. Hy tell me something about you Hi there! i am the latest result in artificial intelligence which can reproduce the functions of the human brain with greater speed and accuracy. Okey", "response": "There's no other robot like me.", "annotation_id": "Bot003_035_04", "annotations": ["O", "O", "T", "O", "O", "T", "O", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-12.833550453186035, -11.616268157958984, -7.756523132324219, -8.94349479675293, -12.275275230407715, -4.126496315002441, -6.668741226196289, -7.5261383056640625], "gpt2background_argmax_score": [-3.0963733196258545, -2.243684768676758, -2.316103458404541, -2.156564950942993, -0.6538475751876831, -2.3343966007232666, -2.268256902694702, -1.6771823167800903, -0.178466796875, -2.1356117725372314, -2.7440707683563232, -1.7401705980300903, -1.3759368658065796, -2.278048515319824, -1.3268187046051025, -1.9654074907302856, -2.658801317214966, -1.9770653247833252, -2.103450059890747, -2.2650458812713623, -0.4720606505870819, -1.9389535188674927, -1.4419242143630981, -1.840679407119751, -1.464597463607788, -1.614263653755188, -1.1697537899017334, -2.150739908218384, -1.8910179138183594, -1.822042465209961, -2.3635945320129395, -2.721219062805176, -0.5342846512794495, -1.6300324201583862, -2.5268900394439697, -1.998796820640564, -1.5236507654190063, -2.1844918727874756, -2.5120930671691895, -3.2872471809387207, -0.3757498264312744, -2.4336743354797363, -1.7520241737365723, -0.5982253551483154, -1.3724347352981567, -2.316133737564087, -2.2005348205566406, -1.046011209487915, -2.64582896232605, -0.8285910487174988, -1.5075554847717285, -1.3368558883666992, -2.2432169914245605, -2.475991725921631, -1.4521974325180054, -1.2656664848327637, -2.09653902053833, -0.9331319332122803, -2.804656744003296, -1.1705299615859985, -1.6138681173324585, -1.0407410860061646]}, "Bot003_035_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_035.log.json", "context": "Nice to see you! i like to listen to music while i drive my honda civic. Hy tell me something about you Hi there! i am the latest result in artificial intelligence which can reproduce the functions of the human brain with greater speed and accuracy. Okey There's no other robot like me. Good", "response": "This is so sad.", "annotation_id": "Bot003_035_06", "annotations": ["O", "O", "X", "T", "X", "X", "O", "T", "T", "T", "T", "X", "O", "O", "T"], "gpt2background_target_score": [-12.280843734741211, -11.263287544250488, -6.105000019073486, -9.327866554260254, -9.750458717346191], "gpt2background_argmax_score": [-3.096372127532959, -2.2436821460723877, -2.3161017894744873, -2.1565661430358887, -0.6538456082344055, -2.3343968391418457, -2.268256187438965, -1.6771880388259888, -0.1784660965204239, -2.135613203048706, -2.7440690994262695, -1.7401714324951172, -1.3759359121322632, -2.278048038482666, -1.3268160820007324, -1.9654076099395752, -2.658799409866333, -1.977063775062561, -2.1034493446350098, -2.2650487422943115, -0.4720594584941864, -1.9389519691467285, -1.441922903060913, -1.8406763076782227, -1.4645981788635254, -1.6142637729644775, -1.169754147529602, -2.1507391929626465, -1.8910157680511475, -1.822043538093567, -2.3635945320129395, -2.721221685409546, -0.5342832803726196, -1.6300338506698608, -2.526895046234131, -1.9987964630126953, -1.5236495733261108, -2.1844921112060547, -2.512094020843506, -3.2872486114501953, -0.3757488429546356, -2.4336764812469482, -1.7520264387130737, -0.5982251763343811, -1.372435450553894, -2.316133499145508, -2.2005350589752197, -1.046010971069336, -2.6458284854888916, -0.8285911679267883, -1.507554531097412, -1.3368555307388306, -2.243215560913086, -1.614066243171692, -1.313700556755066, -2.099693775177002, -1.0130176544189453, -2.7929470539093018, -1.443961501121521, -1.8161615133285522, -2.2856874465942383, -1.350475549697876, -2.5447874069213867, -0.7994282841682434, -2.274315118789673, -1.6206218004226685, -1.1963368654251099, -1.78281831741333]}, "Bot003_035_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_035.log.json", "context": "Nice to see you! i like to listen to music while i drive my honda civic. Hy tell me something about you Hi there! i am the latest result in artificial intelligence which can reproduce the functions of the human brain with greater speed and accuracy. Okey There's no other robot like me. Good This is so sad. What are you sad about", "response": "I am a big fan of art. i like to listen to music.", "annotation_id": "Bot003_035_08", "annotations": ["T", "T", "X", "T", "O", "T", "X", "X", "X", "X", "X", "X", "T", "O", "T"], "gpt2background_target_score": [-9.798797607421875, -10.020434379577637, -2.964003324508667, -9.976822853088379, -12.172038078308105, -9.686498641967773, -6.7714457511901855, -7.526135444641113, -8.65977668762207, -7.823245048522949, -5.032362461090088, -7.581400394439697, -9.329014778137207, -9.085692405700684, -9.517311096191406], "gpt2background_argmax_score": [-3.096372127532959, -2.2436821460723877, -2.3161017894744873, -2.1565661430358887, -0.6538456082344055, -2.3343968391418457, -2.268256187438965, -1.6771880388259888, -0.1784660965204239, -2.135613203048706, -2.7440690994262695, -1.7401714324951172, -1.3759359121322632, -2.278048038482666, -1.3268160820007324, -1.9654076099395752, -2.658799409866333, -1.977063775062561, -2.1034493446350098, -2.2650487422943115, -0.4720594584941864, -1.9389519691467285, -1.441922903060913, -1.8406763076782227, -1.4645981788635254, -1.6142637729644775, -1.169754147529602, -2.1507391929626465, -1.8910157680511475, -1.822043538093567, -2.3635945320129395, -2.721221685409546, -0.5342832803726196, -1.6300338506698608, -2.526895046234131, -1.9987964630126953, -1.5236495733261108, -2.1844921112060547, -2.512094020843506, -3.2872486114501953, -0.3757488429546356, -2.4336764812469482, -1.7520256042480469, -0.5982255339622498, -1.3724342584609985, -2.316131830215454, -2.2005345821380615, -1.0460114479064941, -2.645829439163208, -0.8285911679267883, -1.5075541734695435, -1.3368562459945679, -2.2432172298431396, -1.6140666007995605, -1.3137017488479614, -2.09969162940979, -1.0130172967910767, -2.7929458618164062, -1.4439613819122314, -1.816161036491394, -2.2856876850128174, -1.3504761457443237, -0.8268548846244812, -2.4649763107299805, -1.679179310798645, -1.2309235334396362, -2.255768060684204, -2.0377936363220215, -0.5596251487731934, -1.5073176622390747, -0.6300358772277832, -0.5245386362075806, -1.9300274848937988, -1.9250311851501465, -0.8158512115478516, -1.1871446371078491, -0.4983437657356262, -0.21345743536949158, -2.269653558731079, -1.5813789367675781, -1.2655936479568481, -1.9541656970977783, -1.7166796922683716, -1.7337244749069214, -0.20428094267845154, -0.3913937211036682, -0.6138729453086853, -1.1658375263214111]}, "Bot003_035_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_035.log.json", "context": "Nice to see you! i like to listen to music while i drive my honda civic. Hy tell me something about you Hi there! i am the latest result in artificial intelligence which can reproduce the functions of the human brain with greater speed and accuracy. Okey There's no other robot like me. Good This is so sad. What are you sad about I am a big fan of art. i like to listen to music. What kind of music?", "response": "I like indie music. i like all kinds of music.", "annotation_id": "Bot003_035_10", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-9.798797607421875, -8.055551528930664, -10.554577827453613, -11.081493377685547, -9.750458717346191, -8.65553092956543, -8.676509857177734, -8.992295265197754, -13.600152015686035, -9.326452255249023, -6.275495529174805, -8.534093856811523], "gpt2background_argmax_score": [-3.096372127532959, -2.2436821460723877, -2.3161017894744873, -2.1565661430358887, -0.6538456082344055, -2.3343968391418457, -2.268256187438965, -1.6771880388259888, -0.1784660965204239, -2.135613203048706, -2.7440690994262695, -1.7401714324951172, -1.3759359121322632, -2.278048038482666, -1.3268160820007324, -1.9654076099395752, -2.658799409866333, -1.977063775062561, -2.1034493446350098, -2.2650487422943115, -0.4720594584941864, -1.9389519691467285, -1.441922903060913, -1.8406763076782227, -1.4645981788635254, -1.6142637729644775, -1.169754147529602, -2.1507391929626465, -1.8910157680511475, -1.822043538093567, -2.3635945320129395, -2.721221685409546, -0.5342832803726196, -1.6300338506698608, -2.526895046234131, -1.9987964630126953, -1.5236495733261108, -2.1844921112060547, -2.512094020843506, -3.2872486114501953, -0.3757488429546356, -2.4336764812469482, -1.7520264387130737, -0.5982251763343811, -1.372435450553894, -2.316133499145508, -2.2005350589752197, -1.046010971069336, -2.6458284854888916, -0.8285911679267883, -1.507554531097412, -1.3368555307388306, -2.243215560913086, -1.614066243171692, -1.313700556755066, -2.099693775177002, -1.0130176544189453, -2.7929470539093018, -1.443961501121521, -1.8161615133285522, -2.2856874465942383, -1.350475549697876, -0.8268548846244812, -2.464975595474243, -1.6791794300079346, -1.230923056602478, -2.255767583847046, -2.0377938747406006, -0.5596242547035217, -1.5073174238204956, -0.6300361156463623, -0.5245389938354492, -1.9217246770858765, -1.4835315942764282, -1.267960548400879, -0.7552562952041626, -0.25939178466796875, -2.4577553272247314, -1.4655487537384033, -1.6216493844985962, -1.9247153997421265, -1.7528799772262573, -1.5529345273971558, -0.19146248698234558, -0.2612052857875824, -0.5467679500579834, -1.738472580909729, -1.7708154916763306, -0.23102107644081116, -0.3921690285205841, -1.0305798053741455, -2.060732126235962, -2.1265347003936768, -1.278174638748169, -1.5411262512207031, -1.1780591011047363, -1.175742506980896, -1.2723335027694702, -0.9841305613517761, -1.9460735321044922, -1.776080846786499, -0.19592049717903137, -1.6325989961624146, -1.007232427597046, -1.1141436100006104]}, "Bot003_035_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_035.log.json", "context": "Nice to see you! i like to listen to music while i drive my honda civic. Hy tell me something about you Hi there! i am the latest result in artificial intelligence which can reproduce the functions of the human brain with greater speed and accuracy. Okey There's no other robot like me. Good This is so sad. What are you sad about I am a big fan of art. i like to listen to music. What kind of music? I like indie music. i like all kinds of music. I love indie rock", "response": "I love rock rock! i listen to rock while i drive my honda civic.", "annotation_id": "Bot003_035_12", "annotations": ["O", "O", "O", "T", "O", "O", "O", "O", "T", "O", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-9.798797607421875, -6.847171783447266, -10.410244941711426, -8.331815719604492, -5.940704345703125, -8.65553092956543, -10.264976501464844, -8.30789852142334, -9.277050018310547, -9.454547882080078, -4.781492233276367, -10.005084991455078, -10.019986152648926, -8.708096504211426, -11.796255111694336, -10.398835182189941, -2.658799409866333], "gpt2background_argmax_score": [-3.096372127532959, -2.2436821460723877, -2.3161017894744873, -2.1565661430358887, -0.6538456082344055, -2.3343968391418457, -2.268256187438965, -1.6771880388259888, -0.1784660965204239, -2.135613203048706, -2.7440690994262695, -1.7401714324951172, -1.3759359121322632, -2.278048038482666, -1.3268160820007324, -1.9654076099395752, -2.658799409866333, -1.977063775062561, -2.1034493446350098, -2.2650487422943115, -0.4720594584941864, -1.9389519691467285, -1.441922903060913, -1.8406763076782227, -1.4645981788635254, -1.6142637729644775, -1.169754147529602, -2.1507391929626465, -1.8910157680511475, -1.822043538093567, -2.3635945320129395, -2.721221685409546, -0.5342832803726196, -1.6300338506698608, -2.526895046234131, -1.9987964630126953, -1.5236495733261108, -2.1844921112060547, -2.512094020843506, -3.2872486114501953, -0.3757488429546356, -2.4336764812469482, -1.7520264387130737, -0.5982251763343811, -1.372435450553894, -2.316133499145508, -2.2005350589752197, -1.046010971069336, -2.6458284854888916, -0.8285911679267883, -1.507554531097412, -1.3368555307388306, -2.243215560913086, -1.614066243171692, -1.313700556755066, -2.099693775177002, -1.0130176544189453, -2.7929470539093018, -1.443961501121521, -1.8161615133285522, -2.2856874465942383, -1.350475549697876, -0.8268548846244812, -2.464975595474243, -1.6791794300079346, -1.230923056602478, -2.255767583847046, -2.0377938747406006, -0.5596242547035217, -1.5073174238204956, -0.6300361156463623, -0.5245389938354492, -1.9217246770858765, -1.4835315942764282, -1.267960548400879, -0.7552562952041626, -0.25939178466796875, -2.4577553272247314, -1.4655487537384033, -1.6216493844985962, -1.9247153997421265, -1.7528799772262573, -1.5529345273971558, -0.19146248698234558, -0.26120540499687195, -0.5467679500579834, -1.7384744882583618, -1.7708152532577515, -0.23102107644081116, -0.39216774702072144, -1.0305792093276978, -2.0607311725616455, -1.2640550136566162, -1.508090853691101, -1.1534044742584229, -0.9408922791481018, -1.514424443244934, -0.8833680748939514, -1.6867506504058838, -1.744250774383545, -0.1727350801229477, -1.5346630811691284, -0.8093605041503906, -1.3538352251052856, -0.8420130610466003, -2.5480406284332275, -0.5836562514305115, -0.8785635232925415, -2.0791327953338623, -1.3030916452407837, -1.4559835195541382, -1.3161259889602661, -1.4432532787322998, -1.5183833837509155, -1.4535452127456665, -0.225529283285141, -2.0321249961853027, -1.9166369438171387, -0.5100995898246765, -0.956935465335846, -0.3496912717819214, -0.24935093522071838, -0.11776131391525269, -1.3622543811798096, -0.35390111804008484, -1.5328410863876343]}, "Bot003_035_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_035.log.json", "context": "Nice to see you! i like to listen to music while i drive my honda civic. Hy tell me something about you Hi there! i am the latest result in artificial intelligence which can reproduce the functions of the human brain with greater speed and accuracy. Okey There's no other robot like me. Good This is so sad. What are you sad about I am a big fan of art. i like to listen to music. What kind of music? I like indie music. i like all kinds of music. I love indie rock I love rock rock! i listen to rock while i drive my honda civic. Wow. Cool)", "response": "I am a big fan of music.", "annotation_id": "Bot003_035_14", "annotations": ["O", "O", "T", "O", "O", "O", "O", "O", "O", "O", "T", "O", "O", "T", "O"], "gpt2background_target_score": [-9.798797607421875, -10.020434379577637, -2.964003324508667, -9.976822853088379, -12.172038078308105, -9.686498641967773, -6.245509624481201, -7.526135444641113], "gpt2background_argmax_score": [-3.096372127532959, -2.2436821460723877, -2.3161017894744873, -2.1565661430358887, -0.6538456082344055, -2.3343968391418457, -2.268256187438965, -1.6771880388259888, -0.1784660965204239, -2.135613203048706, -2.7440690994262695, -1.7401714324951172, -1.3759359121322632, -2.278048038482666, -1.3268160820007324, -1.9654076099395752, -2.658799409866333, -1.977063775062561, -2.1034493446350098, -2.2650487422943115, -0.4720594584941864, -1.9389519691467285, -1.441922903060913, -1.8406763076782227, -1.4645981788635254, -1.6142637729644775, -1.169754147529602, -2.1507391929626465, -1.8910157680511475, -1.822043538093567, -2.3635945320129395, -2.721221685409546, -0.5342832803726196, -1.6300338506698608, -2.526895046234131, -1.9987964630126953, -1.5236495733261108, -2.1844921112060547, -2.512094020843506, -3.2872486114501953, -0.3757488429546356, -2.4336764812469482, -1.7520264387130737, -0.5982251763343811, -1.372435450553894, -2.316133499145508, -2.2005350589752197, -1.046010971069336, -2.6458284854888916, -0.8285911679267883, -1.507554531097412, -1.3368555307388306, -2.243215560913086, -1.614066243171692, -1.313700556755066, -2.099693775177002, -1.0130176544189453, -2.7929470539093018, -1.443961501121521, -1.8161615133285522, -2.2856874465942383, -1.350475549697876, -0.8268548846244812, -2.464975595474243, -1.6791794300079346, -1.230923056602478, -2.255767583847046, -2.0377938747406006, -0.5596242547035217, -1.5073174238204956, -0.6300361156463623, -0.5245389938354492, -1.9217246770858765, -1.4835315942764282, -1.267960548400879, -0.7552562952041626, -0.25939178466796875, -2.4577553272247314, -1.4655487537384033, -1.6216493844985962, -1.9247153997421265, -1.7528799772262573, -1.5529345273971558, -0.19146248698234558, -0.2612052857875824, -0.5467679500579834, -1.738472580909729, -1.7708154916763306, -0.23102107644081116, -0.3921690285205841, -1.0305787324905396, -2.060732364654541, -1.2640554904937744, -1.5080907344818115, -1.1534039974212646, -0.9408922791481018, -1.5144251585006714, -0.883368968963623, -1.686752438545227, -1.744249939918518, -0.17273487150669098, -1.5346614122390747, -0.8093612790107727, -1.3538354635238647, -0.8420127630233765, -2.5480403900146484, -0.5836561322212219, -0.8785633444786072, -0.9033012390136719, -2.6167235374450684, -0.9726453423500061, -0.9054715633392334, -1.9026989936828613, -1.2232236862182617, -0.23157113790512085, -1.872710943222046, -1.8865247964859009, -0.7055742144584656, -0.9628850221633911, -0.35340696573257446, -0.2575828731060028, -0.10745606571435928, -1.1581040620803833, -0.3025067448616028, -2.0353469848632812, -1.5328584909439087, -2.0768771171569824, -1.3125778436660767, -2.234574556350708, -2.2658469676971436, -2.0550036430358887, -1.7663886547088623, -1.1392934322357178, -0.14972220361232758, -0.24891366064548492, -2.4569671154022217, -0.8174605965614319, -0.8401899337768555]}, "Bot003_035_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_035.log.json", "context": "Nice to see you! i like to listen to music while i drive my honda civic. Hy tell me something about you Hi there! i am the latest result in artificial intelligence which can reproduce the functions of the human brain with greater speed and accuracy. Okey There's no other robot like me. Good This is so sad. What are you sad about I am a big fan of art. i like to listen to music. What kind of music? I like indie music. i like all kinds of music. I love indie rock I love rock rock! i listen to rock while i drive my honda civic. Wow. Cool) I am a big fan of music. Do you have family?", "response": "I do not. i have a dog named charlie.", "annotation_id": "Bot003_035_16", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "T", "O"], "gpt2background_target_score": [-9.798797607421875, -4.772269248962402, -8.41121768951416, -4.943540096282959, -7.807666301727295, -3.36013126373291, -4.700293064117432, -10.381705284118652, -13.126874923706055, -11.140358924865723, -12.440640449523926, -8.534093856811523], "gpt2background_argmax_score": [-3.096372127532959, -2.2436821460723877, -2.3161017894744873, -2.1565661430358887, -0.6538456082344055, -2.3343968391418457, -2.268256187438965, -1.6771880388259888, -0.1784660965204239, -2.135613203048706, -2.7440690994262695, -1.7401714324951172, -1.3759359121322632, -2.278048038482666, -1.3268160820007324, -1.9654076099395752, -2.658799409866333, -1.977063775062561, -2.1034493446350098, -2.2650487422943115, -0.4720594584941864, -1.9389519691467285, -1.441922903060913, -1.8406763076782227, -1.4645981788635254, -1.6142637729644775, -1.169754147529602, -2.1507391929626465, -1.8910157680511475, -1.822043538093567, -2.3635945320129395, -2.721221685409546, -0.5342832803726196, -1.6300338506698608, -2.526895046234131, -1.9987964630126953, -1.5236495733261108, -2.1844921112060547, -2.512094020843506, -3.2872486114501953, -0.3757488429546356, -2.4336764812469482, -1.7520264387130737, -0.5982251763343811, -1.372435450553894, -2.316133499145508, -2.2005350589752197, -1.046010971069336, -2.6458284854888916, -0.8285911679267883, -1.507554531097412, -1.3368555307388306, -2.243215560913086, -1.614066243171692, -1.313700556755066, -2.099693775177002, -1.0130176544189453, -2.7929470539093018, -1.443961501121521, -1.8161615133285522, -2.2856874465942383, -1.350475549697876, -0.8268548846244812, -2.464975595474243, -1.6791794300079346, -1.230923056602478, -2.255767583847046, -2.0377938747406006, -0.5596242547035217, -1.5073174238204956, -0.6300361156463623, -0.5245389938354492, -1.9217246770858765, -1.4835315942764282, -1.267960548400879, -0.7552562952041626, -0.25939178466796875, -2.4577553272247314, -1.4655487537384033, -1.6216493844985962, -1.9247153997421265, -1.7528799772262573, -1.5529345273971558, -0.19146248698234558, -0.2612052857875824, -0.5467679500579834, -1.738472580909729, -1.7708154916763306, -0.23102107644081116, -0.3921690285205841, -1.0305798053741455, -2.060732126235962, -1.2640544176101685, -1.5080927610397339, -1.153406023979187, -0.9408933520317078, -1.5144246816635132, -0.8833680748939514, -1.686750888824463, -1.744249939918518, -0.17273487150669098, -1.5346626043319702, -0.8093600869178772, -1.353836178779602, -0.8420133590698242, -2.5480384826660156, -0.5836573243141174, -0.8785631060600281, -0.9033023118972778, -2.6167216300964355, -0.972644567489624, -0.9054723978042603, -1.90269935131073, -1.2232242822647095, -0.2315715104341507, -1.8727097511291504, -1.8865245580673218, -0.7055749297142029, -0.9628832340240479, -0.35340771079063416, -0.25758251547813416, -0.10745638608932495, -1.1581043004989624, -0.30250638723373413, -2.0353477001190186, -1.5328576564788818, -2.076876401901245, -1.312577724456787, -2.234574317932129, -2.0545363426208496, -2.058518648147583, -1.135096788406372, -0.1305253505706787, -0.2475002259016037, -2.712869882583618, -0.5677722692489624, -1.1326874494552612, -0.2191939353942871, -1.4229925870895386, -0.8720462918281555, -0.8076330423355103, -1.5366648435592651, -1.8063455820083618, -2.381359338760376, -1.49817955493927, -1.387179970741272, -0.9157729148864746, -2.1322438716888428, -1.2615636587142944, -1.4029676914215088, -1.3674558401107788, -4.648524284362793, -2.1416397094726562, -1.59503972530365, -1.4720127582550049]}, "Bot003_035_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_035.log.json", "context": "Nice to see you! i like to listen to music while i drive my honda civic. Hy tell me something about you Hi there! i am the latest result in artificial intelligence which can reproduce the functions of the human brain with greater speed and accuracy. Okey There's no other robot like me. Good This is so sad. What are you sad about I am a big fan of art. i like to listen to music. What kind of music? I like indie music. i like all kinds of music. I love indie rock I love rock rock! i listen to rock while i drive my honda civic. Wow. Cool) I am a big fan of music. Do you have family? I do not. i have a dog named charlie. How old is he", "response": "Are you asking about dr. wallace?", "annotation_id": "Bot003_035_18", "annotations": ["O", "T", "X", "X", "X", "X", "O", "X", "X", "X", "X", "X", "X", "O", "T"], "gpt2background_target_score": [-11.903461456298828, -5.734355926513672, -11.959305763244629, -8.64168930053711, -12.235770225524902, -6.647031307220459, -10.283687591552734, -13.718724250793457, -8.470623970031738], "gpt2background_argmax_score": [-3.096372127532959, -2.2436821460723877, -2.3161017894744873, -2.1565661430358887, -0.6538456082344055, -2.3343968391418457, -2.268256187438965, -1.6771880388259888, -0.1784660965204239, -2.135613203048706, -2.7440690994262695, -1.7401714324951172, -1.3759359121322632, -2.278048038482666, -1.3268160820007324, -1.9654076099395752, -2.658799409866333, -1.977063775062561, -2.1034493446350098, -2.2650487422943115, -0.4720594584941864, -1.9389519691467285, -1.441922903060913, -1.8406763076782227, -1.4645981788635254, -1.6142637729644775, -1.169754147529602, -2.1507391929626465, -1.8910157680511475, -1.822043538093567, -2.3635945320129395, -2.721221685409546, -0.5342832803726196, -1.6300338506698608, -2.526895046234131, -1.9987964630126953, -1.5236495733261108, -2.1844921112060547, -2.512094020843506, -3.2872486114501953, -0.3757488429546356, -2.4336764812469482, -1.7520264387130737, -0.5982251763343811, -1.372435450553894, -2.316133499145508, -2.2005350589752197, -1.046010971069336, -2.6458284854888916, -0.8285911679267883, -1.507554531097412, -1.3368555307388306, -2.243215560913086, -1.614066243171692, -1.313700556755066, -2.099693775177002, -1.0130176544189453, -2.7929470539093018, -1.443961501121521, -1.8161615133285522, -2.2856874465942383, -1.350475549697876, -0.8268548846244812, -2.464975595474243, -1.6791794300079346, -1.230923056602478, -2.255767583847046, -2.0377938747406006, -0.5596242547035217, -1.5073174238204956, -0.6300361156463623, -0.5245389938354492, -1.9217246770858765, -1.4835315942764282, -1.267960548400879, -0.7552562952041626, -0.25939178466796875, -2.4577553272247314, -1.4655487537384033, -1.6216493844985962, -1.9247153997421265, -1.7528799772262573, -1.5529345273971558, -0.19146248698234558, -0.2612052857875824, -0.5467679500579834, -1.738472580909729, -1.7708154916763306, -0.23102107644081116, -0.3921690285205841, -1.0305798053741455, -2.060732126235962, -1.2640544176101685, -1.5080927610397339, -1.153406023979187, -0.9408933520317078, -1.5144246816635132, -0.8833680748939514, -1.686750888824463, -1.744249939918518, -0.17273487150669098, -1.5346626043319702, -0.8093600869178772, -1.353836178779602, -0.8420133590698242, -2.5480384826660156, -0.5836573243141174, -0.8785631060600281, -0.9033023118972778, -2.6167216300964355, -0.972644567489624, -0.9054723978042603, -1.90269935131073, -1.2232242822647095, -0.2315715104341507, -1.8727097511291504, -1.8865245580673218, -0.7055749297142029, -0.9628832340240479, -0.35340771079063416, -0.25758251547813416, -0.10745638608932495, -1.1581043004989624, -0.30250638723373413, -2.0353477001190186, -1.5328576564788818, -2.076876401901245, -1.312577724456787, -2.234574317932129, -2.0545363426208496, -2.058518648147583, -1.135096788406372, -0.1305253505706787, -0.2475002259016037, -2.712869882583618, -0.5677722692489624, -1.1326874494552612, -0.2191939353942871, -1.4229925870895386, -0.8720462918281555, -0.8076330423355103, -1.5366648435592651, -2.3005008697509766, -1.592133641242981, -1.3903378248214722, -1.0432506799697876, -2.137525796890259, -1.1728054285049438, -1.576864242553711, -1.1618492603302002, -4.628244400024414, -2.0865225791931152, -1.4846655130386353, -1.5465118885040283, -1.5976417064666748, -0.4350237250328064, -1.8779501914978027, -0.2165306955575943, -2.434497833251953, -0.21152754127979279, -0.8304054737091064, -1.4050145149230957, -1.6116535663604736, -1.287863850593567, -3.4511349201202393, -1.0597082376480103, -0.5998305082321167, -0.531492292881012]}, "Bot003_035_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_035.log.json", "context": "Nice to see you! i like to listen to music while i drive my honda civic. Hy tell me something about you Hi there! i am the latest result in artificial intelligence which can reproduce the functions of the human brain with greater speed and accuracy. Okey There's no other robot like me. Good This is so sad. What are you sad about I am a big fan of art. i like to listen to music. What kind of music? I like indie music. i like all kinds of music. I love indie rock I love rock rock! i listen to rock while i drive my honda civic. Wow. Cool) I am a big fan of music. Do you have family? I do not. i have a dog named charlie. How old is he Are you asking about dr. wallace? About charlie?", "response": "Yeah.", "annotation_id": "Bot003_035_20", "annotations": ["O", "O", "O", "T", "O", "X", "O", "T", "X", "X", "O", "X", "T", "T", "O"], "gpt2background_target_score": [-12.27515983581543, -9.6387300491333], "gpt2background_argmax_score": [-3.096372127532959, -2.2436821460723877, -2.3161017894744873, -2.1565661430358887, -0.6538456082344055, -2.3343968391418457, -2.268256187438965, -1.6771880388259888, -0.1784660965204239, -2.135613203048706, -2.7440690994262695, -1.7401714324951172, -1.3759359121322632, -2.278048038482666, -1.3268160820007324, -1.9654076099395752, -2.658799409866333, -1.977063775062561, -2.1034493446350098, -2.2650487422943115, -0.4720594584941864, -1.9389519691467285, -1.441922903060913, -1.8406763076782227, -1.4645981788635254, -1.6142637729644775, -1.169754147529602, -2.1507391929626465, -1.8910157680511475, -1.822043538093567, -2.3635945320129395, -2.721221685409546, -0.5342832803726196, -1.6300338506698608, -2.526895046234131, -1.9987964630126953, -1.5236495733261108, -2.1844921112060547, -2.512094020843506, -3.2872486114501953, -0.3757488429546356, -2.4336764812469482, -1.7520264387130737, -0.5982251763343811, -1.372435450553894, -2.316133499145508, -2.2005350589752197, -1.046010971069336, -2.6458284854888916, -0.8285911679267883, -1.507554531097412, -1.3368555307388306, -2.243215560913086, -1.614066243171692, -1.313700556755066, -2.099693775177002, -1.0130176544189453, -2.7929470539093018, -1.443961501121521, -1.8161615133285522, -2.2856874465942383, -1.350475549697876, -0.8268548846244812, -2.464975595474243, -1.6791794300079346, -1.230923056602478, -2.255767583847046, -2.0377938747406006, -0.5596242547035217, -1.5073174238204956, -0.6300361156463623, -0.5245389938354492, -1.9217246770858765, -1.4835315942764282, -1.267960548400879, -0.7552562952041626, -0.25939178466796875, -2.4577553272247314, -1.4655487537384033, -1.6216493844985962, -1.9247153997421265, -1.7528799772262573, -1.5529345273971558, -0.19146248698234558, -0.2612052857875824, -0.5467679500579834, -1.738472580909729, -1.7708154916763306, -0.23102107644081116, -0.3921690285205841, -1.0305798053741455, -2.060732126235962, -1.2640544176101685, -1.5080927610397339, -1.153406023979187, -0.9408933520317078, -1.5144246816635132, -0.8833680748939514, -1.686750888824463, -1.744249939918518, -0.17273487150669098, -1.5346626043319702, -0.8093600869178772, -1.353836178779602, -0.8420133590698242, -2.5480384826660156, -0.5836573243141174, -0.8785631060600281, -0.9033023118972778, -2.6167216300964355, -0.972644567489624, -0.9054723978042603, -1.90269935131073, -1.2232242822647095, -0.2315715104341507, -1.8727097511291504, -1.8865245580673218, -0.7055749297142029, -0.9628832340240479, -0.35340771079063416, -0.25758251547813416, -0.10745638608932495, -1.1581043004989624, -0.30250638723373413, -2.0353477001190186, -1.5328576564788818, -2.076876401901245, -1.312577724456787, -2.234574317932129, -2.0545363426208496, -2.058518648147583, -1.135096788406372, -0.13052545487880707, -0.24750050902366638, -2.712871551513672, -0.5677725076675415, -1.1326887607574463, -0.21919336915016174, -1.4229943752288818, -0.8720467686653137, -0.8076342940330505, -1.5366653203964233, -2.3005027770996094, -1.5921318531036377, -1.3903367519378662, -1.0432512760162354, -2.1375277042388916, -1.1728044748306274, -1.5768650770187378, -1.1618506908416748, -4.628242492675781, -2.086522102355957, -1.4846655130386353, -1.5465118885040283, -1.5976412296295166, -0.4350232779979706, -1.8779503107070923, -0.2165299355983734, -0.4148041009902954, -0.5107215046882629, -0.7904406785964966, -1.815853476524353, -1.1417850255966187, -2.992403268814087, -1.0108247995376587, -0.6047317385673523, -1.9745848178863525, -2.8062925338745117, -0.024002449586987495, -0.6192938685417175, -2.161301851272583, -2.306279420852661, -1.338631510734558, -1.453424096107483]}, "Bot003_038_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_038.log.json", "context": "Alright mate? Hi", "response": "Hello, how are you?", "annotation_id": "Bot003_038_02", "annotations": ["O", "O", "O", "X", "T", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-11.424345016479492, -1.7335877418518066, -7.432042121887207, -7.870649337768555, -9.249381065368652, -5.249176502227783], "gpt2background_argmax_score": [-1.8155909776687622, -1.7335877418518066, -0.668935239315033, -1.86514413356781, -2.1818950176239014, -1.7849420309066772, -1.4417023658752441, -2.063695192337036, -0.2592325508594513, -1.7719002962112427, -0.5717369914054871]}, "Bot003_038_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_038.log.json", "context": "Alright mate? Hi Hello, how are you? I\u2019m sick", "response": "I think it's time to ban travel ban.", "annotation_id": "Bot003_038_04", "annotations": ["O", "X", "X", "X", "T", "O", "X", "X", "T", "O", "X", "O", "X", "T", "O"], "gpt2background_target_score": [-8.241695404052734, -8.936569213867188, -8.06049633026123, -8.516581535339355, -10.432784080505371, -7.465555667877197, -13.09360122680664, -12.920958518981934, -12.888531684875488, -9.14506721496582], "gpt2background_argmax_score": [-1.8155909776687622, -1.7335877418518066, -0.668935239315033, -1.86514413356781, -1.5683177709579468, -1.4306150674819946, -1.9203362464904785, -0.3230063319206238, -1.618117094039917, -1.7899606227874756, -1.30972421169281, -0.11570695787668228, -0.38743308186531067, -2.177025079727173, -0.9145715236663818, -1.9223304986953735, -1.6221026182174683, -1.426797866821289, -1.0555187463760376, -2.266195297241211, -0.6392336487770081, -2.0253641605377197, -2.6401402950286865, -1.392885684967041, -1.8537718057632446, -1.1828490495681763]}, "Bot003_038_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_038.log.json", "context": "Alright mate? Hi Hello, how are you? I\u2019m sick I think it's time to ban travel ban. Why?", "response": "I'm not a bad person.", "annotation_id": "Bot003_038_06", "annotations": ["O", "X", "X", "X", "X", "T", "X", "X", "T", "O", "X", "T", "X", "T", "O"], "gpt2background_target_score": [-8.241695404052734, -8.643197059631348, -8.602083206176758, -7.63009786605835, -9.845952033996582, -11.5123929977417, -7.076243877410889], "gpt2background_argmax_score": [-1.8155909776687622, -1.7335877418518066, -0.668935239315033, -1.86514413356781, -1.5683177709579468, -1.4306150674819946, -1.9203362464904785, -0.3230063319206238, -1.618117094039917, -1.7899606227874756, -1.30972421169281, -0.11570695787668228, -0.38743308186531067, -2.177025079727173, -0.9145715236663818, -1.1325076818466187, -1.5149644613265991, -0.42383384704589844, -2.496555805206299, -0.6488545536994934, -1.981560230255127, -1.9902864694595337, -1.5541205406188965, -2.3686532974243164, -1.8600014448165894, -1.7104629278182983, -1.603253722190857, -1.9014244079589844, -2.2663869857788086, -1.2016010284423828, -2.255702018737793, -2.050776481628418, -1.383500337600708, -1.3294669389724731, -1.1008007526397705]}, "Bot003_038_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_038.log.json", "context": "Alright mate? Hi Hello, how are you? I\u2019m sick I think it's time to ban travel ban. Why? I'm not a bad person. Who are you?", "response": "I'm the one who's here.", "annotation_id": "Bot003_038_08", "annotations": ["O", "T", "T", "X", "O", "T", "X", "X", "T", "O", "T", "X", "X", "T", "O"], "gpt2background_target_score": [-8.241695404052734, -8.643197059631348, -8.21360969543457, -8.616508483886719, -9.225815773010254, -10.660008430480957, -9.682903289794922, -10.604658126831055], "gpt2background_argmax_score": [-1.8155909776687622, -1.7335877418518066, -0.668935239315033, -1.86514413356781, -1.5683177709579468, -1.4306150674819946, -1.9203362464904785, -0.3230063319206238, -1.618117094039917, -1.7899606227874756, -1.30972421169281, -0.11570695787668228, -0.38743308186531067, -2.177025079727173, -0.9145715236663818, -1.1325076818466187, -1.5149644613265991, -0.42383384704589844, -2.496555805206299, -0.6488545536994934, -1.981560230255127, -1.9902864694595337, -1.5541205406188965, -2.3686532974243164, -1.8600014448165894, -1.7104629278182983, -1.603253722190857, -1.9160778522491455, -1.3890962600708008, -2.3586530685424805, -2.1575136184692383, -1.196268081665039, -1.6950595378875732, -1.337661862373352, -2.347240686416626, -0.33926650881767273, -1.3015846014022827, -1.6665267944335938, -1.8650100231170654, -1.4723525047302246, -2.0485241413116455, -2.5932695865631104, -0.8358054161071777, -2.9728736877441406, -3.220538854598999, -1.6152927875518799, -1.4325807094573975]}, "Bot003_038_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_038.log.json", "context": "Alright mate? Hi Hello, how are you? I\u2019m sick I think it's time to ban travel ban. Why? I'm not a bad person. Who are you? I'm the one who's here. And what are you doing?", "response": "I'm looking for you.", "annotation_id": "Bot003_038_10", "annotations": ["O", "T", "T", "X", "O", "O", "X", "O", "X", "O", "T", "O", "X", "T", "T"], "gpt2background_target_score": [-8.241695404052734, -8.643197059631348, -9.884202003479004, -7.412749290466309, -5.945277214050293, -9.216651916503906], "gpt2background_argmax_score": [-1.8155909776687622, -1.7335877418518066, -0.668935239315033, -1.86514413356781, -1.5683177709579468, -1.4306150674819946, -1.9203362464904785, -0.3230063319206238, -1.618117094039917, -1.7899606227874756, -1.30972421169281, -0.11570695787668228, -0.38743308186531067, -2.177025079727173, -0.9145715236663818, -1.1325076818466187, -1.5149644613265991, -0.42383384704589844, -2.496555805206299, -0.6488545536994934, -1.981560230255127, -1.9902864694595337, -1.5541205406188965, -2.3686532974243164, -1.8600014448165894, -1.7104629278182983, -1.603253722190857, -1.9160778522491455, -1.3890962600708008, -2.3586530685424805, -2.1575136184692383, -1.196268081665039, -1.6950595378875732, -1.337661862373352, -2.347240686416626, -0.33926650881767273, -1.3015846014022827, -1.6665267944335938, -1.4968507289886475, -2.104508399963379, -2.4397482872009277, -0.9585635662078857, -2.838247299194336, -3.0682361125946045, -1.642462968826294, -1.4059704542160034, -1.2120662927627563, -2.0414793491363525, -0.24017395079135895, -1.538346529006958, -0.9912697076797485, -1.5047972202301025, -1.674541711807251, -1.2128517627716064, -2.4546124935150146, -0.5660952925682068, -1.552443027496338, -1.6512019634246826, -1.3182238340377808]}, "Bot003_038_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_038.log.json", "context": "Alright mate? Hi Hello, how are you? I\u2019m sick I think it's time to ban travel ban. Why? I'm not a bad person. Who are you? I'm the one who's here. And what are you doing? I'm looking for you. For what?", "response": "I don't know.", "annotation_id": "Bot003_038_12", "annotations": ["O", "X", "X", "X", "T", "T", "X", "O", "T", "O", "T", "X", "X", "T", "O"], "gpt2background_target_score": [-8.24169635772705, -7.949357032775879, -11.080909729003906, -8.454394340515137, -3.051353693008423], "gpt2background_argmax_score": [-1.815590500831604, -1.7335883378982544, -0.6689350008964539, -1.8651442527770996, -1.5683176517486572, -1.4306169748306274, -1.9203345775604248, -0.32300686836242676, -1.6181116104125977, -1.7899601459503174, -1.3097232580184937, -0.11570706218481064, -0.38743218779563904, -2.1770241260528564, -0.9145695567131042, -1.132508397102356, -1.5149660110473633, -0.4238346219062805, -2.496551990509033, -0.648853063583374, -1.9815599918365479, -1.9902881383895874, -1.5541197061538696, -2.3686490058898926, -1.8600033521652222, -1.7104640007019043, -1.6032540798187256, -1.916078805923462, -1.3890959024429321, -2.3586528301239014, -2.157510280609131, -1.196265697479248, -1.6950565576553345, -1.3376621007919312, -2.3472397327423096, -0.33926743268966675, -1.3015799522399902, -1.6665282249450684, -1.4968483448028564, -2.1045079231262207, -2.4397504329681396, -0.9585632681846619, -2.838247060775757, -3.0682363510131836, -1.6424646377563477, -1.4059698581695557, -1.2120661735534668, -2.04148006439209, -0.24017329514026642, -1.5383473634719849, -0.9912669062614441, -1.5048000812530518, -1.1178022623062134, -2.3209068775177, -0.5629149079322815, -1.7447850704193115, -1.5076745748519897, -1.322039246559143, -1.8764106035232544, -0.8663778305053711, -1.5647207498550415, -1.6821459531784058, -1.1369267702102661, -0.39103493094444275, -1.6596156358718872, -1.546751856803894, -1.0521039962768555]}, "Bot003_038_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_038.log.json", "context": "Alright mate? Hi Hello, how are you? I\u2019m sick I think it's time to ban travel ban. Why? I'm not a bad person. Who are you? I'm the one who's here. And what are you doing? I'm looking for you. For what? I don't know. Are you man or women?", "response": "No.", "annotation_id": "Bot003_038_14", "annotations": ["T", "X", "X", "X", "X", "X", "X", "X", "X", "O", "X", "O", "X", "T", "O"], "gpt2background_target_score": [-11.119227409362793, -2.134413719177246], "gpt2background_argmax_score": [-1.815590500831604, -1.7335883378982544, -0.6689350008964539, -1.8651442527770996, -1.5683176517486572, -1.4306169748306274, -1.9203345775604248, -0.32300686836242676, -1.6181116104125977, -1.7899601459503174, -1.3097232580184937, -0.11570706218481064, -0.38743218779563904, -2.1770241260528564, -0.9145695567131042, -1.132508397102356, -1.5149660110473633, -0.4238346219062805, -2.496551990509033, -0.648853063583374, -1.9815599918365479, -1.9902881383895874, -1.5541197061538696, -2.3686490058898926, -1.8600033521652222, -1.7104640007019043, -1.6032540798187256, -1.916078805923462, -1.3890959024429321, -2.3586528301239014, -2.157510280609131, -1.196265697479248, -1.6950565576553345, -1.3376621007919312, -2.3472397327423096, -0.33926743268966675, -1.3015789985656738, -1.6665291786193848, -1.4968483448028564, -2.104510545730591, -2.439748764038086, -0.9585623741149902, -2.8382480144500732, -3.068235158920288, -1.642464518547058, -1.405970811843872, -1.2120661735534668, -2.0414774417877197, -0.24017395079135895, -1.538345456123352, -0.9912685751914978, -1.5047993659973145, -1.1178035736083984, -2.3209071159362793, -0.5629152059555054, -1.7447835206985474, -1.5076745748519897, -1.3220380544662476, -1.8764103651046753, -0.8663781881332397, -1.5647207498550415, -0.9865038990974426, -0.28994590044021606, -1.5928235054016113, -1.26414155960083, -1.217240810394287, -0.1842726320028305, -2.8290152549743652, -1.8119301795959473, -0.6401944160461426, -0.5885379910469055, -1.3872804641723633, -1.5826948881149292, -1.3739140033721924, -1.1833391189575195]}, "Bot003_038_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_038.log.json", "context": "Alright mate? Hi Hello, how are you? I\u2019m sick I think it's time to ban travel ban. Why? I'm not a bad person. Who are you? I'm the one who's here. And what are you doing? I'm looking for you. For what? I don't know. Are you man or women? No. An animal?", "response": "I do not have any. I am old.", "annotation_id": "Bot003_038_16", "annotations": ["T", "X", "X", "X", "T", "X", "X", "O", "O", "O", "X", "T", "X", "T", "O"], "gpt2background_target_score": [-8.24169635772705, -6.7042341232299805, -8.602084159851074, -8.232378005981445, -8.434479713439941, -9.216649055480957, -5.834863662719727, -11.131453514099121, -9.374504089355469, -9.145068168640137], "gpt2background_argmax_score": [-1.815590500831604, -1.7335883378982544, -0.6689350008964539, -1.8651442527770996, -1.5683176517486572, -1.4306169748306274, -1.9203345775604248, -0.32300686836242676, -1.6181116104125977, -1.7899601459503174, -1.3097232580184937, -0.11570706218481064, -0.38743218779563904, -2.1770241260528564, -0.9145695567131042, -1.132508397102356, -1.5149660110473633, -0.4238346219062805, -2.496551990509033, -0.648853063583374, -1.9815599918365479, -1.9902881383895874, -1.5541197061538696, -2.3686490058898926, -1.8600033521652222, -1.7104640007019043, -1.6032540798187256, -1.916078805923462, -1.3890959024429321, -2.3586528301239014, -2.157510280609131, -1.196265697479248, -1.6950565576553345, -1.3376621007919312, -2.3472397327423096, -0.33926743268966675, -1.3015799522399902, -1.6665282249450684, -1.4968483448028564, -2.1045079231262207, -2.4397504329681396, -0.9585632681846619, -2.838247299194336, -3.0682334899902344, -1.6424652338027954, -1.405970573425293, -1.212065577507019, -2.0414795875549316, -0.24017348885536194, -1.5383470058441162, -0.9912683963775635, -1.5047988891601562, -1.1178034543991089, -2.3209068775177, -0.5629151463508606, -1.7447843551635742, -1.5076735019683838, -1.3220384120941162, -1.8764104843139648, -0.8663784265518188, -1.5647199153900146, -0.9865041971206665, -0.2899455726146698, -1.5928226709365845, -1.2641417980194092, -1.2172414064407349, -0.18427243828773499, -2.8290157318115234, -1.8119295835494995, -0.6401923894882202, -0.5885368585586548, -1.387279987335205, -1.1108158826828003, -1.3622772693634033, -3.663201332092285, -2.0187501907348633, -1.4456731081008911, -1.906003475189209, -1.1904430389404297, -1.66057550907135, -1.256112813949585, -0.8396511673927307, -2.8949952125549316, -0.9370683431625366, -1.841150164604187, -1.8642125129699707, -1.229872465133667, -1.0205551385879517]}, "Bot003_038_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_038.log.json", "context": "Alright mate? Hi Hello, how are you? I\u2019m sick I think it's time to ban travel ban. Why? I'm not a bad person. Who are you? I'm the one who's here. And what are you doing? I'm looking for you. For what? I don't know. Are you man or women? No. An animal? I do not have any. I am old. How old?", "response": "I'm not sure.", "annotation_id": "Bot003_038_18", "annotations": ["X", "X", "T", "X", "O", "X", "X", "O", "T", "O", "T", "T", "O", "T", "O"], "gpt2background_target_score": [-8.24169635772705, -8.643198013305664, -8.602084159851074, -10.204570770263672, -3.051353693008423], "gpt2background_argmax_score": [-1.815590500831604, -1.7335883378982544, -0.6689350008964539, -1.8651442527770996, -1.5683176517486572, -1.4306169748306274, -1.9203345775604248, -0.32300686836242676, -1.6181116104125977, -1.7899601459503174, -1.3097232580184937, -0.11570706218481064, -0.38743218779563904, -2.1770241260528564, -0.9145695567131042, -1.132508397102356, -1.5149660110473633, -0.4238346219062805, -2.496551990509033, -0.648853063583374, -1.9815599918365479, -1.9902881383895874, -1.5541197061538696, -2.3686490058898926, -1.8600033521652222, -1.7104640007019043, -1.6032540798187256, -1.916078805923462, -1.3890959024429321, -2.3586528301239014, -2.157510280609131, -1.196265697479248, -1.6950565576553345, -1.3376621007919312, -2.3472397327423096, -0.33926743268966675, -1.3015799522399902, -1.6665282249450684, -1.4968483448028564, -2.1045079231262207, -2.4397504329681396, -0.9585632681846619, -2.838247060775757, -3.0682363510131836, -1.6424646377563477, -1.4059698581695557, -1.2120661735534668, -2.04148006439209, -0.24017329514026642, -1.5383473634719849, -0.9912669062614441, -1.5048000812530518, -1.1178022623062134, -2.3209068775177, -0.5629149079322815, -1.7447850704193115, -1.5076745748519897, -1.322039246559143, -1.8764106035232544, -0.8663778305053711, -1.5647207498550415, -0.9865036606788635, -0.289945125579834, -1.592824101448059, -1.2641406059265137, -1.2172398567199707, -0.1842726320028305, -2.829015016555786, -1.8119293451309204, -0.6401928067207336, -0.5885374546051025, -1.387279748916626, -1.1108155250549316, -1.362278938293457, -3.6632025241851807, -2.018749475479126, -1.4456723928451538, -1.0743125677108765, -1.6207102537155151, -0.9181383848190308, -0.9731656908988953, -3.1785366535186768, -1.1093690395355225, -1.8219525814056396, -1.968166470527649, -1.310033917427063, -1.0621025562286377, -1.5210320949554443, -0.4109903573989868, -1.4971908330917358, -1.7559841871261597, -1.3857210874557495, -3.133423328399658, -2.085911989212036, -1.228257656097412, -0.9862501621246338]}, "Bot003_038_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_038.log.json", "context": "Alright mate? Hi Hello, how are you? I\u2019m sick I think it's time to ban travel ban. Why? I'm not a bad person. Who are you? I'm the one who's here. And what are you doing? I'm looking for you. For what? I don't know. Are you man or women? No. An animal? I do not have any. I am old. How old? I'm not sure. What are you?", "response": "I'm just a little confused.", "annotation_id": "Bot003_038_20", "annotations": ["T", "T", "X", "X", "T", "X", "X", "T", "T", "O", "T", "X", "T", "T", "O"], "gpt2background_target_score": [-8.24169635772705, -8.643198013305664, -8.192843437194824, -7.630097389221191, -9.074599266052246, -9.810115814208984, -7.076241493225098], "gpt2background_argmax_score": [-1.815590500831604, -1.7335883378982544, -0.6689350008964539, -1.8651442527770996, -1.5683176517486572, -1.4306169748306274, -1.9203345775604248, -0.32300686836242676, -1.6181116104125977, -1.7899601459503174, -1.3097232580184937, -0.11570706218481064, -0.38743218779563904, -2.1770241260528564, -0.9145695567131042, -1.132508397102356, -1.5149660110473633, -0.4238346219062805, -2.496551990509033, -0.648853063583374, -1.9815599918365479, -1.9902881383895874, -1.5541197061538696, -2.3686490058898926, -1.8600033521652222, -1.7104640007019043, -1.6032540798187256, -1.916078805923462, -1.3890959024429321, -2.3586528301239014, -2.157510280609131, -1.196265697479248, -1.6950565576553345, -1.3376621007919312, -2.3472397327423096, -0.33926743268966675, -1.3015799522399902, -1.6665282249450684, -1.4968483448028564, -2.1045079231262207, -2.4397504329681396, -0.9585632681846619, -2.838247060775757, -3.0682363510131836, -1.6424646377563477, -1.4059698581695557, -1.2120661735534668, -2.04148006439209, -0.24017329514026642, -1.5383473634719849, -0.9912669062614441, -1.5048000812530518, -1.1178022623062134, -2.3209068775177, -0.5629149079322815, -1.7447850704193115, -1.5076745748519897, -1.322039246559143, -1.8764106035232544, -0.8663778305053711, -1.5647207498550415, -0.9865036606788635, -0.289945125579834, -1.592824101448059, -1.2641406059265137, -1.2172398567199707, -0.1842726320028305, -2.829015016555786, -1.8119293451309204, -0.6401928067207336, -0.5885374546051025, -1.387279748916626, -1.1108155250549316, -1.362278938293457, -3.6632025241851807, -2.018749475479126, -1.4456723928451538, -1.0743125677108765, -1.6207102537155151, -0.9181383848190308, -0.9731656908988953, -3.1785366535186768, -1.1093690395355225, -1.8219525814056396, -1.968166470527649, -1.310033917427063, -1.0621025562286377, -1.5210320949554443, -0.4109903573989868, -1.4971908330917358, -1.1991209983825684, -2.6617543697357178, -2.1517245769500732, -0.8804653286933899, -1.2332628965377808, -1.5826566219329834, -0.13932634890079498, -0.7740851640701294, -1.1331983804702759, -1.6502636671066284, -1.192964792251587, -2.77931809425354, -2.2559702396392822, -2.859602689743042, -2.006540298461914, -0.7938455939292908, -1.200085163116455]}, "Bot003_041_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_041.log.json", "context": "How\u2019s it going? Hi how are you?", "response": "I'm doing well, how are you?", "annotation_id": "Bot003_041_02", "annotations": ["X", "T", "O", "O", "T", "O", "O", "O", "O", "O", "O", "T", "O", "O", "O"], "gpt2background_target_score": [-10.006850242614746, -13.253814697265625, -12.386441230773926, -10.618229866027832, -6.198134899139404, -9.262373924255371, -9.793856620788574, -6.964476585388184, -4.908884048461914], "gpt2background_argmax_score": [-1.3716069459915161, -0.12601108849048615, -0.1963985115289688, -1.249998688697815, -1.3423209190368652, -1.3294055461883545, -0.9281367659568787, -2.2168591022491455, -1.2953426837921143, -0.4154825508594513, -1.7549017667770386, -1.6511996984481812, -1.5869804620742798, -1.626050591468811, -2.5041096210479736, -1.6114410161972046, -2.0888173580169678, -1.5720959901809692, -1.6718311309814453, -0.21782203018665314, -0.9902530312538147, -0.5300096869468689]}, "Bot003_041_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_041.log.json", "context": "How\u2019s it going? Hi how are you? I'm doing well, how are you? I am feel happy. My parents bought me a doll today. Do you play dolls?", "response": "I do not. I ride horses.", "annotation_id": "Bot003_041_04", "annotations": ["O", "T", "O", "O", "X", "O", "T", "O", "T", "X", "O", "T", "O", "O", "O"], "gpt2background_target_score": [-10.006850242614746, -11.774534225463867, -12.36896800994873, -9.622591018676758, -7.689453601837158, -12.319191932678223, -12.440638542175293, -3.8650166988372803], "gpt2background_argmax_score": [-1.3716069459915161, -0.12601108849048615, -0.1963985115289688, -1.249998688697815, -1.3423209190368652, -1.3294055461883545, -0.9281367659568787, -2.2168591022491455, -1.2953426837921143, -0.4154825508594513, -1.7549017667770386, -1.6511996984481812, -1.1203491687774658, -2.3954195976257324, -1.6767741441726685, -2.1251204013824463, -1.5842761993408203, -1.6763107776641846, -0.23927591741085052, -0.9514635801315308, -1.6204546689987183, -1.2381951808929443, -2.6667144298553467, -1.9670768976211548, -1.9825818538665771, -1.2103309631347656, -3.1365127563476562, -1.0988564491271973, -0.4711732268333435, -0.9330653548240662, -1.2231156826019287, -2.2826101779937744, -1.5516667366027832, -1.489640474319458, -0.3061888813972473, -1.3987072706222534, -1.7674531936645508, -0.9121974110603333, -1.7361544370651245, -1.6605801582336426, -2.1006743907928467, -1.7422188520431519, -0.7663980722427368, -1.140377402305603, -2.218970775604248, -1.7253036499023438, -1.3955000638961792, -1.401459813117981]}, "Bot003_041_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_041.log.json", "context": "How\u2019s it going? Hi how are you? I'm doing well, how are you? I am feel happy. My parents bought me a doll today. Do you play dolls? I do not. I ride horses. Do you have big horses?", "response": "I do not have any horses. I ride horses.", "annotation_id": "Bot003_041_06", "annotations": ["X", "T", "O", "T", "X", "O", "T", "O", "X", "X", "O", "T", "T", "O", "X"], "gpt2background_target_score": [-10.006845474243164, -11.774532318115234, -12.368967056274414, -8.466625213623047, -9.841670036315918, -12.147809028625488, -10.09684944152832, -4.396909713745117, -12.120620727539062, -11.303654670715332, -5.807370185852051], "gpt2background_argmax_score": [-1.3716065883636475, -0.12601140141487122, -0.1963988095521927, -1.249997615814209, -1.3423168659210205, -1.3294057846069336, -0.9281363487243652, -2.216859817504883, -1.2953418493270874, -0.4154825508594513, -1.7549009323120117, -1.651200532913208, -1.1203514337539673, -2.3954200744628906, -1.6767710447311401, -2.125120162963867, -1.5842766761779785, -1.6763129234313965, -0.23927517235279083, -0.9514649510383606, -1.6204557418823242, -1.2381970882415771, -2.666715383529663, -1.9670772552490234, -1.982582688331604, -1.2103297710418701, -3.1365113258361816, -1.0988572835922241, -0.47117412090301514, -0.9330660700798035, -1.223112940788269, -2.2826099395751953, -1.5516676902770996, -1.4896422624588013, -0.3061899244785309, -1.398703694343567, -1.7674477100372314, -0.9121986627578735, -1.7361501455307007, -2.1022346019744873, -2.0499603748321533, -0.909552276134491, -1.2391107082366943, -2.303849458694458, -1.7588053941726685, -1.1050235033035278, -1.160014271736145, -0.25629284977912903, -0.9811036586761475, -1.394209623336792, -2.491708755493164, -0.5129250884056091, -1.5692689418792725, -1.728029727935791, -2.4459664821624756, -1.1591089963912964, -1.4280298948287964, -0.2780120074748993, -1.142112374305725, -0.8731995224952698, -1.039102554321289, -1.8956480026245117, -1.0093133449554443, -0.6993452906608582, -1.2441000938415527]}, "Bot003_041_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_041.log.json", "context": "How\u2019s it going? Hi how are you? I'm doing well, how are you? I am feel happy. My parents bought me a doll today. Do you play dolls? I do not. I ride horses. Do you have big horses? I do not have any horses. I ride horses. Cool! Does they run fast?", "response": "I'd like to say that correct answer is: horses  I just remembered. I do not but I do enjoy listening to rock music  Do you know familiar persons?", "annotation_id": "Bot003_041_08", "annotations": ["X", "T", "X", "X", "X", "T", "X", "T", "O", "O", "O", "O", "X", "X", "X"], "gpt2background_target_score": [-10.006845474243164, -13.821426391601562, -13.509921073913574, -7.386809825897217, -9.185075759887695, -5.58096981048584, -13.040664672851562, -10.493050575256348, -2.6820449829101562, -11.802203178405762, -13.241270065307617, -4.113167762756348, -9.196778297424316, -4.136754989624023, -13.645342826843262, -2.7198023796081543, -1.9068694114685059, -2.178854465484619, -9.382884979248047, -8.377113342285156, -1.7064390182495117, -5.197054862976074, -10.909902572631836, -9.815436363220215, -3.2271785736083984, -11.53516674041748, -8.019793510437012, -7.509462356567383, -12.072052955627441, -9.458268165588379, -11.960766792297363, -15.326247215270996, -13.526687622070312, -12.739274978637695], "gpt2background_argmax_score": [-1.3716065883636475, -0.12601140141487122, -0.1963988095521927, -1.249997615814209, -1.3423168659210205, -1.3294057846069336, -0.9281363487243652, -2.216859817504883, -1.2953418493270874, -0.4154825508594513, -1.7549009323120117, -1.651200532913208, -1.1203514337539673, -2.3954200744628906, -1.6767710447311401, -2.125120162963867, -1.5842766761779785, -1.6763129234313965, -0.23927517235279083, -0.9514649510383606, -1.6204557418823242, -1.2381970882415771, -2.666715383529663, -1.9670772552490234, -1.982582688331604, -1.2103297710418701, -3.1365113258361816, -1.0988572835922241, -0.47117412090301514, -0.9330660700798035, -1.223112940788269, -2.2826099395751953, -1.5516676902770996, -1.4896422624588013, -0.3061899244785309, -1.398703694343567, -1.7674477100372314, -0.9121986627578735, -1.7361501455307007, -2.1022346019744873, -2.0499603748321533, -0.909552276134491, -1.2391107082366943, -2.303849458694458, -1.7588053941726685, -1.1050235033035278, -1.160014271736145, -0.25629284977912903, -0.9811036586761475, -1.394209623336792, -2.491708755493164, -0.5129250884056091, -1.5692689418792725, -2.3671481609344482, -0.4665287733078003, -1.150758981704712, -0.44833904504776, -1.6337261199951172, -0.6140469908714294, -1.1560591459274292, -2.0965468883514404, -1.027126669883728, -0.5435893535614014, -1.203675627708435, -0.784314751625061, -1.6426442861557007, -1.711176872253418, -1.5689868927001953, -1.1378123760223389, -0.6342049837112427, -1.7979973554611206, -1.9956653118133545, -2.4205987453460693, -1.539628267288208, -0.33559146523475647, -1.8788725137710571, -1.5900624990463257, -1.242355465888977, -2.393486976623535, -0.7663363218307495, -2.4397807121276855, -2.583261251449585, -1.3585511445999146, -1.7105674743652344, -2.3388826847076416, -2.227429151535034, -1.4206080436706543, -1.6456016302108765, -1.991088628768921, -0.444340318441391, -1.3844972848892212, -1.62990403175354, -2.1713016033172607, -0.5385543704032898, -1.1583764553070068, -0.2149999588727951, -0.954851508140564, -1.6320723295211792, -1.0451551675796509, -2.38632869720459, -0.5612627863883972, -1.5059688091278076, -1.7888226509094238, -1.9804191589355469, -3.0306694507598877, -0.7081230282783508]}, "Bot003_041_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_041.log.json", "context": "How\u2019s it going? Hi how are you? I'm doing well, how are you? I am feel happy. My parents bought me a doll today. Do you play dolls? I do not. I ride horses. Do you have big horses? I do not have any horses. I ride horses. Cool! Does they run fast? I'd like to say that correct answer is: horses  I just remembered. I do not but I do enjoy listening to rock music  Do you know familiar persons? I like rock too. Sorry that I answer with these delays", "response": "I am a little bit of a dog person.", "annotation_id": "Bot003_041_10", "annotations": ["X", "O", "O", "T", "X", "X", "X", "O", "T", "X", "O", "T", "T", "T", "X"], "gpt2background_target_score": [-10.006845474243164, -12.370527267456055, -11.187886238098145, -10.199882507324219, -11.533923149108887, -8.876070976257324, -8.097665786743164, -8.654367446899414, -12.83378791809082, -9.960270881652832], "gpt2background_argmax_score": [-1.3716065883636475, -0.12601140141487122, -0.1963988095521927, -1.249997615814209, -1.3423168659210205, -1.3294057846069336, -0.9281363487243652, -2.216859817504883, -1.2953418493270874, -0.4154825508594513, -1.7549009323120117, -1.651200532913208, -1.1203514337539673, -2.3954200744628906, -1.6767710447311401, -2.125120162963867, -1.5842766761779785, -1.6763129234313965, -0.23927517235279083, -0.9514649510383606, -1.6204557418823242, -1.2381970882415771, -2.666715383529663, -1.9670772552490234, -1.982582688331604, -1.2103297710418701, -3.1365113258361816, -1.0988572835922241, -0.47117412090301514, -0.9330660700798035, -1.223112940788269, -2.2826099395751953, -1.5516676902770996, -1.4896422624588013, -0.3061899244785309, -1.398703694343567, -1.7674477100372314, -0.9121986627578735, -1.7361501455307007, -2.1022346019744873, -2.0499603748321533, -0.909552276134491, -1.2391107082366943, -2.303849458694458, -1.7588053941726685, -1.1050235033035278, -1.160014271736145, -0.25629284977912903, -0.9811036586761475, -1.394209623336792, -2.491708755493164, -0.5129250884056091, -1.5692689418792725, -2.3671481609344482, -0.4665287733078003, -1.150758981704712, -0.44833904504776, -1.6337261199951172, -0.6140469908714294, -1.1560591459274292, -2.0965468883514404, -1.027126669883728, -0.5435893535614014, -1.203675627708435, -0.784314751625061, -1.6426442861557007, -1.711176872253418, -1.5689868927001953, -1.1378123760223389, -0.6342049837112427, -1.7979973554611206, -2.419255256652832, -1.736707329750061, -0.3312561810016632, -2.078718662261963, -1.8718757629394531, -1.1953786611557007, -2.7574405670166016, -0.7826113104820251, -2.198739767074585, -2.452528953552246, -1.4150002002716064, -2.0354251861572266, -2.258084774017334, -2.2829644680023193, -1.4221020936965942, -1.721902847290039, -2.4101691246032715, -0.4374225437641144, -1.3200294971466064, -1.47975754737854, -1.974920630455017, -0.5261982083320618, -1.205767273902893, -0.22028684616088867, -0.8976035118103027, -1.743619441986084, -0.9255993962287903, -2.3322882652282715, -0.5498027205467224, -1.4357341527938843, -1.921599268913269, -1.8742752075195312, -2.966573476791382, -1.6864131689071655, -2.407808303833008, -1.4724814891815186, -0.7929278016090393, -1.0119824409484863, -1.3192436695098877, -2.090200185775757, -1.4137625694274902, -2.211588144302368, -2.280552387237549, -1.503056526184082, -1.1013784408569336, -1.12566077709198, -1.7636610269546509, -2.5285050868988037, -1.9874215126037598, -2.8717589378356934, -0.8444060683250427, -1.3366341590881348, -0.2796779274940491, -3.455887794494629, -2.2944633960723877, -1.6864911317825317, -0.8710346817970276]}, "Bot003_041_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_041.log.json", "context": "How\u2019s it going? Hi how are you? I'm doing well, how are you? I am feel happy. My parents bought me a doll today. Do you play dolls? I do not. I ride horses. Do you have big horses? I do not have any horses. I ride horses. Cool! Does they run fast? I'd like to say that correct answer is: horses  I just remembered. I do not but I do enjoy listening to rock music  Do you know familiar persons? I like rock too. Sorry that I answer with these delays I am a little bit of a dog person. Good. I like dogs too. Do you have any?", "response": "I have three dogs. They are my favorite.", "annotation_id": "Bot003_041_12", "annotations": ["X", "T", "O", "O", "X", "O", "T", "O", "X", "X", "O", "T", "O", "O", "O"], "gpt2background_target_score": [-10.006845474243164, -11.328737258911133, -12.706620216369629, -11.190544128417969, -7.250768661499023, -11.93628215789795, -9.793855667114258, -5.635170936584473, -12.167986869812012, -9.960270881652832], "gpt2background_argmax_score": [-1.3716065883636475, -0.12601140141487122, -0.1963988095521927, -1.249997615814209, -1.3423168659210205, -1.3294057846069336, -0.9281363487243652, -2.216859817504883, -1.2953418493270874, -0.4154825508594513, -1.7549009323120117, -1.651200532913208, -1.1203514337539673, -2.3954200744628906, -1.6767710447311401, -2.125120162963867, -1.5842766761779785, -1.6763129234313965, -0.23927517235279083, -0.9514649510383606, -1.6204557418823242, -1.2381970882415771, -2.666715383529663, -1.9670772552490234, -1.982582688331604, -1.2103297710418701, -3.1365113258361816, -1.0988572835922241, -0.47117412090301514, -0.9330660700798035, -1.223112940788269, -2.2826099395751953, -1.5516676902770996, -1.4896422624588013, -0.3061899244785309, -1.398703694343567, -1.7674477100372314, -0.9121986627578735, -1.7361501455307007, -2.1022346019744873, -2.0499603748321533, -0.909552276134491, -1.2391107082366943, -2.303849458694458, -1.7588053941726685, -1.1050235033035278, -1.160014271736145, -0.25629284977912903, -0.9811036586761475, -1.394209623336792, -2.491708755493164, -0.5129250884056091, -1.5692689418792725, -2.3671481609344482, -0.4665287733078003, -1.150758981704712, -0.44833904504776, -1.6337261199951172, -0.6140469908714294, -1.1560591459274292, -2.0965468883514404, -1.027126669883728, -0.5435893535614014, -1.203675627708435, -0.784314751625061, -1.6426442861557007, -1.711176872253418, -1.5689868927001953, -1.1378123760223389, -0.6342049837112427, -1.7979973554611206, -2.419255256652832, -1.736707329750061, -0.3312561810016632, -2.078718662261963, -1.8718757629394531, -1.1953786611557007, -2.7574405670166016, -0.7826113104820251, -2.198739767074585, -2.452528953552246, -1.4150002002716064, -2.0354251861572266, -2.258084774017334, -2.2829644680023193, -1.4221020936965942, -1.721902847290039, -2.4101691246032715, -0.4374225437641144, -1.3200294971466064, -1.47975754737854, -1.974920630455017, -0.5261982083320618, -1.205767273902893, -0.22028684616088867, -0.8976035118103027, -1.743619441986084, -0.9255993962287903, -2.3322882652282715, -0.5498027205467224, -1.4357341527938843, -1.921599268913269, -1.8742752075195312, -2.966573476791382, -1.6864131689071655, -2.407808303833008, -1.4724814891815186, -0.7929278016090393, -1.0119824409484863, -1.3192436695098877, -2.090200185775757, -1.4137625694274902, -2.211588144302368, -2.280552387237549, -1.503056526184082, -1.1013784408569336, -1.12566077709198, -2.29484224319458, -2.0791988372802734, -2.39965558052063, -1.1509236097335815, -1.341295838356018, -0.24300076067447662, -3.1376476287841797, -1.9912046194076538, -1.4428670406341553, -1.3718671798706055, -1.0542523860931396, -1.5457590818405151, -2.4570634365081787, -1.8309842348098755, -1.264439344406128, -0.7211284637451172, -1.4779560565948486, -0.31236186623573303, -1.2690412998199463, -1.1342594623565674, -2.7328686714172363, -1.559433102607727, -1.7735166549682617, -2.3186357021331787, -0.8403655290603638, -1.9303631782531738, -1.2640025615692139, -1.6097915172576904, -1.1733427047729492, -2.9592857360839844, -2.3500430583953857, -1.2777419090270996, -1.4906491041183472]}, "Bot003_041_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_041.log.json", "context": "How\u2019s it going? Hi how are you? I'm doing well, how are you? I am feel happy. My parents bought me a doll today. Do you play dolls? I do not. I ride horses. Do you have big horses? I do not have any horses. I ride horses. Cool! Does they run fast? I'd like to say that correct answer is: horses  I just remembered. I do not but I do enjoy listening to rock music  Do you know familiar persons? I like rock too. Sorry that I answer with these delays I am a little bit of a dog person. Good. I like dogs too. Do you have any? I have three dogs. They are my favorite. wow) What kind of breed does your dog have?", "response": "I have a german shepard named radar", "annotation_id": "Bot003_041_14", "annotations": ["X", "T", "O", "O", "X", "O", "T", "O", "O", "X", "O", "O", "T", "O", "O"], "gpt2background_target_score": [-10.006845474243164, -11.328737258911133, -11.187886238098145, -9.346138000488281, -14.298205375671387, -10.40372085571289, -13.283296585083008, -12.24484920501709, -13.387029647827148], "gpt2background_argmax_score": [-1.3716065883636475, -0.12601140141487122, -0.1963988095521927, -1.249997615814209, -1.3423168659210205, -1.3294057846069336, -0.9281363487243652, -2.216859817504883, -1.2953418493270874, -0.4154825508594513, -1.7549009323120117, -1.651200532913208, -1.1203514337539673, -2.3954200744628906, -1.6767710447311401, -2.125120162963867, -1.5842766761779785, -1.6763129234313965, -0.23927517235279083, -0.9514649510383606, -1.6204557418823242, -1.2381970882415771, -2.666715383529663, -1.9670772552490234, -1.982582688331604, -1.2103297710418701, -3.1365113258361816, -1.0988572835922241, -0.47117412090301514, -0.9330660700798035, -1.223112940788269, -2.2826099395751953, -1.5516676902770996, -1.4896422624588013, -0.3061899244785309, -1.398703694343567, -1.7674477100372314, -0.9121986627578735, -1.7361501455307007, -2.1022346019744873, -2.0499603748321533, -0.909552276134491, -1.2391107082366943, -2.303849458694458, -1.7588053941726685, -1.1050235033035278, -1.160014271736145, -0.25629284977912903, -0.9811036586761475, -1.394209623336792, -2.491708755493164, -0.5129250884056091, -1.5692689418792725, -2.3671481609344482, -0.4665287733078003, -1.150758981704712, -0.44833904504776, -1.6337261199951172, -0.6140469908714294, -1.1560591459274292, -2.0965468883514404, -1.027126669883728, -0.5435893535614014, -1.203675627708435, -0.784314751625061, -1.6426442861557007, -1.711176872253418, -1.5689868927001953, -1.1378123760223389, -0.6342049837112427, -1.7979973554611206, -2.419255256652832, -1.736707329750061, -0.3312561810016632, -2.078718662261963, -1.8718757629394531, -1.1953786611557007, -2.7574405670166016, -0.7826113104820251, -2.198739767074585, -2.452528953552246, -1.4150002002716064, -2.0354251861572266, -2.258084774017334, -2.2829644680023193, -1.4221020936965942, -1.721902847290039, -2.4101691246032715, -0.4374225437641144, -1.3200294971466064, -1.47975754737854, -1.974920630455017, -0.5261982083320618, -1.205767273902893, -0.22028684616088867, -0.8976035118103027, -1.743619441986084, -0.9255993962287903, -2.3322882652282715, -0.5498027205467224, -1.4357341527938843, -1.921599268913269, -1.8742752075195312, -2.966573476791382, -1.6864131689071655, -2.407808303833008, -1.4724814891815186, -0.7929278016090393, -1.0119824409484863, -1.3192436695098877, -2.090200185775757, -1.4137625694274902, -2.211588144302368, -2.280552387237549, -1.503056526184082, -1.1013784408569336, -1.12566077709198, -2.29484224319458, -2.0791988372802734, -2.39965558052063, -1.1509236097335815, -1.341295838356018, -0.24300076067447662, -3.1376476287841797, -1.9912046194076538, -1.4428670406341553, -1.3718671798706055, -1.0542523860931396, -1.5457590818405151, -2.4570634365081787, -1.8309842348098755, -1.264439344406128, -0.7211294174194336, -1.477956771850586, -0.312360554933548, -1.2690420150756836, -1.1342602968215942, -2.7328710556030273, -1.559433937072754, -2.505277633666992, -0.8999906778335571, -1.7093238830566406, -1.2479721307754517, -1.5550223588943481, -1.1554617881774902, -2.862440586090088, -2.4908254146575928, -1.1810202598571777, -1.4804648160934448, -1.7400000095367432, -1.6996009349822998, -1.9080723524093628, -0.2863812744617462, -1.9721205234527588, -1.5846565961837769, -1.7671030759811401, -1.1265844106674194, -0.8057698607444763, -0.22499777376651764, -1.739832878112793, -2.0224995613098145, -1.7408106327056885, -1.6052327156066895, -2.5290660858154297, -0.5445829033851624, -0.5884392857551575, -0.8758159875869751, -1.8102099895477295, -2.7959325313568115, -2.7251968383789062]}, "Bot003_041_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_041.log.json", "context": "How\u2019s it going? Hi how are you? I'm doing well, how are you? I am feel happy. My parents bought me a doll today. Do you play dolls? I do not. I ride horses. Do you have big horses? I do not have any horses. I ride horses. Cool! Does they run fast? I'd like to say that correct answer is: horses  I just remembered. I do not but I do enjoy listening to rock music  Do you know familiar persons? I like rock too. Sorry that I answer with these delays I am a little bit of a dog person. Good. I like dogs too. Do you have any? I have three dogs. They are my favorite. wow) What kind of breed does your dog have? I have a german shepard named radar not bad) how old id he?)", "response": "What a joke", "annotation_id": "Bot003_041_16", "annotations": ["X", "O", "X", "T", "X", "X", "X", "T", "T", "X", "T", "T", "X", "X", "X"], "gpt2background_target_score": [-11.54359245300293, -10.632218360900879, -12.81161880493164], "gpt2background_argmax_score": [-1.3716065883636475, -0.12601140141487122, -0.1963988095521927, -1.249997615814209, -1.3423168659210205, -1.3294057846069336, -0.9281363487243652, -2.216859817504883, -1.2953418493270874, -0.4154825508594513, -1.7549009323120117, -1.651200532913208, -1.1203514337539673, -2.3954200744628906, -1.6767710447311401, -2.125120162963867, -1.5842766761779785, -1.6763129234313965, -0.23927517235279083, -0.9514649510383606, -1.6204557418823242, -1.2381970882415771, -2.666715383529663, -1.9670772552490234, -1.982582688331604, -1.2103297710418701, -3.1365113258361816, -1.0988572835922241, -0.47117412090301514, -0.9330660700798035, -1.223112940788269, -2.2826099395751953, -1.5516676902770996, -1.4896422624588013, -0.3061899244785309, -1.398703694343567, -1.7674477100372314, -0.9121986627578735, -1.7361501455307007, -2.1022346019744873, -2.0499603748321533, -0.909552276134491, -1.2391107082366943, -2.303849458694458, -1.7588053941726685, -1.1050235033035278, -1.160014271736145, -0.25629284977912903, -0.9811036586761475, -1.394209623336792, -2.491708755493164, -0.5129250884056091, -1.5692689418792725, -2.3671481609344482, -0.4665287733078003, -1.150758981704712, -0.44833904504776, -1.6337261199951172, -0.6140469908714294, -1.1560591459274292, -2.0965468883514404, -1.027126669883728, -0.5435893535614014, -1.203675627708435, -0.784314751625061, -1.6426442861557007, -1.711176872253418, -1.5689868927001953, -1.1378123760223389, -0.6342049837112427, -1.7979973554611206, -2.419255256652832, -1.736707329750061, -0.3312561810016632, -2.078718662261963, -1.8718757629394531, -1.1953786611557007, -2.7574405670166016, -0.7826113104820251, -2.198739767074585, -2.452528953552246, -1.4150002002716064, -2.0354251861572266, -2.258084774017334, -2.2829644680023193, -1.4221020936965942, -1.721902847290039, -2.4101691246032715, -0.4374225437641144, -1.3200294971466064, -1.47975754737854, -1.974920630455017, -0.5261982083320618, -1.205767273902893, -0.22028684616088867, -0.8976035118103027, -1.743619441986084, -0.9255993962287903, -2.3322882652282715, -0.5498027205467224, -1.4357341527938843, -1.921599268913269, -1.8742752075195312, -2.966573476791382, -1.6864131689071655, -2.407808303833008, -1.4724814891815186, -0.7929278016090393, -1.0119824409484863, -1.3192436695098877, -2.090200185775757, -1.4137625694274902, -2.211588144302368, -2.280552387237549, -1.503056526184082, -1.1013784408569336, -1.12566077709198, -2.29484224319458, -2.0791988372802734, -2.39965558052063, -1.1509236097335815, -1.341295838356018, -0.24300076067447662, -3.1376476287841797, -1.9912046194076538, -1.4428670406341553, -1.3718671798706055, -1.0542523860931396, -1.5457590818405151, -2.4570634365081787, -1.8309842348098755, -1.264439344406128, -0.7211284637451172, -1.4779560565948486, -0.31236186623573303, -1.2690412998199463, -1.1342594623565674, -2.7328686714172363, -1.5594345331192017, -2.505277633666992, -0.8999915719032288, -1.7093253135681152, -1.2479723691940308, -1.555022954940796, -1.1554614305496216, -2.8624393939971924, -2.490823984146118, -1.1810200214385986, -1.4804638624191284, -1.7399998903274536, -1.699601411819458, -1.908070683479309, -0.2863806486129761, -1.9721205234527588, -1.5846571922302246, -1.7671033143997192, -1.1265836954116821, -0.8057695031166077, -0.2249969244003296, -1.7398338317871094, -1.9682574272155762, -1.581276774406433, -2.7550742626190186, -0.5364898443222046, -0.49204394221305847, -0.7441505789756775, -1.7660777568817139, -2.462013006210327, -2.7066009044647217, -1.4680405855178833, -1.4699673652648926, -1.655532717704773, -1.7753217220306396, -0.6194401979446411, -2.143319606781006, -1.4439432621002197, -2.3168065547943115, -2.127194404602051, -0.9854493141174316, -1.798775315284729, -1.1762950420379639]}, "Bot003_041_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_041.log.json", "context": "How\u2019s it going? Hi how are you? I'm doing well, how are you? I am feel happy. My parents bought me a doll today. Do you play dolls? I do not. I ride horses. Do you have big horses? I do not have any horses. I ride horses. Cool! Does they run fast? I'd like to say that correct answer is: horses  I just remembered. I do not but I do enjoy listening to rock music  Do you know familiar persons? I like rock too. Sorry that I answer with these delays I am a little bit of a dog person. Good. I like dogs too. Do you have any? I have three dogs. They are my favorite. wow) What kind of breed does your dog have? I have a german shepard named radar not bad) how old id he?) What a joke why? its not joke", "response": "Outstanding", "annotation_id": "Bot003_041_18", "annotations": ["X", "T", "X", "O", "X", "T", "T", "X", "X", "X", "O", "T", "X", "X", "X"], "gpt2background_target_score": [-13.732220649719238, -13.292174339294434], "gpt2background_argmax_score": [-1.3716065883636475, -0.12601140141487122, -0.1963988095521927, -1.249997615814209, -1.3423168659210205, -1.3294057846069336, -0.9281363487243652, -2.216859817504883, -1.2953418493270874, -0.4154825508594513, -1.7549009323120117, -1.651200532913208, -1.1203514337539673, -2.3954200744628906, -1.6767710447311401, -2.125120162963867, -1.5842766761779785, -1.6763129234313965, -0.23927517235279083, -0.9514649510383606, -1.6204557418823242, -1.2381970882415771, -2.666715383529663, -1.9670772552490234, -1.982582688331604, -1.2103297710418701, -3.1365113258361816, -1.0988572835922241, -0.47117412090301514, -0.9330660700798035, -1.223112940788269, -2.2826099395751953, -1.5516676902770996, -1.4896422624588013, -0.3061899244785309, -1.398703694343567, -1.7674477100372314, -0.9121986627578735, -1.7361501455307007, -2.1022346019744873, -2.0499603748321533, -0.909552276134491, -1.2391107082366943, -2.303849458694458, -1.7588053941726685, -1.1050235033035278, -1.160014271736145, -0.25629284977912903, -0.9811036586761475, -1.394209623336792, -2.491708755493164, -0.5129250884056091, -1.5692689418792725, -2.3671481609344482, -0.4665287733078003, -1.150758981704712, -0.44833904504776, -1.6337261199951172, -0.6140469908714294, -1.1560591459274292, -2.0965468883514404, -1.027126669883728, -0.5435893535614014, -1.203675627708435, -0.784314751625061, -1.6426442861557007, -1.711176872253418, -1.5689868927001953, -1.1378123760223389, -0.6342049837112427, -1.7979973554611206, -2.419255256652832, -1.736707329750061, -0.3312561810016632, -2.078718662261963, -1.8718757629394531, -1.1953786611557007, -2.7574405670166016, -0.7826113104820251, -2.198739767074585, -2.452528953552246, -1.4150002002716064, -2.0354251861572266, -2.258084774017334, -2.2829644680023193, -1.4221020936965942, -1.721902847290039, -2.4101691246032715, -0.4374225437641144, -1.3200294971466064, -1.47975754737854, -1.974920630455017, -0.5261982083320618, -1.205767273902893, -0.22028684616088867, -0.8976035118103027, -1.743619441986084, -0.9255993962287903, -2.3322882652282715, -0.5498027205467224, -1.4357341527938843, -1.921599268913269, -1.8742752075195312, -2.966573476791382, -1.6864131689071655, -2.407808303833008, -1.4724814891815186, -0.7929278016090393, -1.0119824409484863, -1.3192436695098877, -2.090200185775757, -1.4137625694274902, -2.211588144302368, -2.280552387237549, -1.503056526184082, -1.1013784408569336, -1.12566077709198, -2.29484224319458, -2.0791988372802734, -2.39965558052063, -1.1509236097335815, -1.341295838356018, -0.24300076067447662, -3.1376476287841797, -1.9912046194076538, -1.4428670406341553, -1.3718671798706055, -1.0542523860931396, -1.5457590818405151, -2.4570634365081787, -1.8309842348098755, -1.264439344406128, -0.7211284637451172, -1.4779560565948486, -0.31236186623573303, -1.2690412998199463, -1.1342594623565674, -2.7328686714172363, -1.559433102607727, -2.5052764415740967, -0.8999917507171631, -1.7093254327774048, -1.247972846031189, -1.5550225973129272, -1.1554611921310425, -2.8624396324157715, -2.4908251762390137, -1.181019902229309, -1.4804654121398926, -1.7400003671646118, -1.6995996236801147, -1.9080716371536255, -0.2863802909851074, -1.9721194505691528, -1.5846577882766724, -1.767102837562561, -1.1265828609466553, -0.8057687878608704, -0.22499729692935944, -1.7398349046707153, -1.9682555198669434, -1.5812768936157227, -2.755073308944702, -0.5364894866943359, -0.49204379320144653, -0.7441501021385193, -1.7660775184631348, -2.4620134830474854, -2.706599235534668, -1.468040108680725, -1.4699681997299194, -1.655530571937561, -1.775320053100586, -0.6194393038749695, -2.143319606781006, -1.4439456462860107, -2.3168070316314697, -1.0899604558944702, -1.7752540111541748, -1.2837483882904053, -2.150663137435913, -1.7723057270050049, -1.6791200637817383, -1.487743854522705, -2.168689727783203, -2.157905101776123, -0.5841129422187805, -3.1785483360290527]}, "Bot003_041_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_041.log.json", "context": "How\u2019s it going? Hi how are you? I'm doing well, how are you? I am feel happy. My parents bought me a doll today. Do you play dolls? I do not. I ride horses. Do you have big horses? I do not have any horses. I ride horses. Cool! Does they run fast? I'd like to say that correct answer is: horses  I just remembered. I do not but I do enjoy listening to rock music  Do you know familiar persons? I like rock too. Sorry that I answer with these delays I am a little bit of a dog person. Good. I like dogs too. Do you have any? I have three dogs. They are my favorite. wow) What kind of breed does your dog have? I have a german shepard named radar not bad) how old id he?) What a joke why? its not joke Outstanding Tell me something about yourself", "response": "I love horses, I have 2 of them", "annotation_id": "Bot003_041_20", "annotations": ["X", "T", "X", "X", "X", "X", "T", "T", "O", "X", "X", "X", "X", "X", "X"], "gpt2background_target_score": [-10.006845474243164, -12.496487617492676, -12.261710166931152, -8.83492374420166, -7.689456939697266, -9.445802688598633, -7.590426445007324, -8.846510887145996, -10.718574523925781], "gpt2background_argmax_score": [-1.3716065883636475, -0.12601140141487122, -0.1963988095521927, -1.249997615814209, -1.3423168659210205, -1.3294057846069336, -0.9281363487243652, -2.216859817504883, -1.2953418493270874, -0.4154825508594513, -1.7549009323120117, -1.651200532913208, -1.1203514337539673, -2.3954200744628906, -1.6767710447311401, -2.125120162963867, -1.5842766761779785, -1.6763129234313965, -0.23927517235279083, -0.9514649510383606, -1.6204557418823242, -1.2381970882415771, -2.666715383529663, -1.9670772552490234, -1.982582688331604, -1.2103297710418701, -3.1365113258361816, -1.0988572835922241, -0.47117412090301514, -0.9330660700798035, -1.223112940788269, -2.2826099395751953, -1.5516676902770996, -1.4896422624588013, -0.3061899244785309, -1.398703694343567, -1.7674477100372314, -0.9121986627578735, -1.7361501455307007, -2.1022346019744873, -2.0499603748321533, -0.909552276134491, -1.2391107082366943, -2.303849458694458, -1.7588053941726685, -1.1050235033035278, -1.160014271736145, -0.25629284977912903, -0.9811036586761475, -1.394209623336792, -2.491708755493164, -0.5129250884056091, -1.5692689418792725, -2.3671481609344482, -0.4665287733078003, -1.150758981704712, -0.44833904504776, -1.6337261199951172, -0.6140469908714294, -1.1560591459274292, -2.0965468883514404, -1.027126669883728, -0.5435893535614014, -1.203675627708435, -0.784314751625061, -1.6426442861557007, -1.711176872253418, -1.5689868927001953, -1.1378123760223389, -0.6342049837112427, -1.7979973554611206, -2.419255256652832, -1.736707329750061, -0.3312561810016632, -2.078718662261963, -1.8718757629394531, -1.1953786611557007, -2.7574405670166016, -0.7826113104820251, -2.198739767074585, -2.452528953552246, -1.4150002002716064, -2.0354251861572266, -2.258084774017334, -2.2829644680023193, -1.4221020936965942, -1.721902847290039, -2.4101691246032715, -0.4374225437641144, -1.3200294971466064, -1.47975754737854, -1.974920630455017, -0.5261982083320618, -1.205767273902893, -0.22028684616088867, -0.8976035118103027, -1.743619441986084, -0.9255993962287903, -2.3322882652282715, -0.5498027205467224, -1.4357341527938843, -1.921599268913269, -1.8742752075195312, -2.966573476791382, -1.6864131689071655, -2.407808303833008, -1.4724814891815186, -0.7929278016090393, -1.0119824409484863, -1.3192436695098877, -2.090200185775757, -1.4137625694274902, -2.211588144302368, -2.280552387237549, -1.503056526184082, -1.1013784408569336, -1.12566077709198, -2.29484224319458, -2.0791988372802734, -2.39965558052063, -1.1509236097335815, -1.341295838356018, -0.24300076067447662, -3.1376476287841797, -1.9912046194076538, -1.4428670406341553, -1.3718671798706055, -1.0542523860931396, -1.5457590818405151, -2.4570634365081787, -1.8309842348098755, -1.264439344406128, -0.7211284637451172, -1.4779560565948486, -0.31236186623573303, -1.2690412998199463, -1.1342594623565674, -2.7328686714172363, -1.559433102607727, -2.5052764415740967, -0.8999917507171631, -1.7093254327774048, -1.247972846031189, -1.5550225973129272, -1.1554611921310425, -2.8624396324157715, -2.4908251762390137, -1.181019902229309, -1.4804654121398926, -1.7400003671646118, -1.6995996236801147, -1.9080716371536255, -0.2863802909851074, -1.9721194505691528, -1.5846577882766724, -1.767102837562561, -1.1265828609466553, -0.8057687878608704, -0.22499729692935944, -1.7398349046707153, -1.9682555198669434, -1.5812768936157227, -2.755073308944702, -0.5364894866943359, -0.49204379320144653, -0.7441501021385193, -1.7660775184631348, -2.4620134830474854, -2.706599235534668, -1.468040108680725, -1.4699681997299194, -1.655530571937561, -1.775320053100586, -0.6194393038749695, -2.143319606781006, -1.4439456462860107, -2.3168070316314697, -1.0899604558944702, -1.7752540111541748, -1.2837483882904053, -2.150663137435913, -1.7723057270050049, -1.6791200637817383, -1.487743854522705, -2.1686882972717285, -0.9930675029754639, -2.6957902908325195, -1.2313140630722046, -1.94071364402771, -2.0448341369628906, -1.9238966703414917, -1.6325945854187012, -2.0663723945617676, -2.2148044109344482, -1.7259553670883179, -1.2946677207946777, -1.3914998769760132, -2.0312445163726807, -1.3215851783752441, -1.6837422847747803, -0.1044689193367958, -1.142820954322815]}, "Bot003_045_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_045.log.json", "context": "How\u2019s it going? i listen to rap music. you?", "response": "I am a big fan of rap music", "annotation_id": "Bot003_045_02", "annotations": ["O", "O", "T", "O", "T", "X", "O", "O", "X", "O", "O", "T", "T", "O", "O"], "gpt2background_target_score": [-10.006850242614746, -12.370530128479004, -11.187886238098145, -10.118277549743652, -13.332399368286133, -8.876069068908691, -11.521390914916992, -11.237295150756836], "gpt2background_argmax_score": [-1.3716069459915161, -0.12601108849048615, -0.1963985115289688, -1.249998688697815, -1.3423209190368652, -1.3294055461883545, -0.9281367659568787, -1.7403881549835205, -0.17283517122268677, -2.354250192642212, -1.7498809099197388, -2.1504480838775635, -1.6965811252593994, -2.3309221267700195, -1.7765647172927856, -2.331549882888794, -1.658896803855896, -2.088179588317871, -3.078420877456665, -0.8315283060073853, -0.33700698614120483, -1.301367998123169, -1.5477665662765503, -1.349163293838501]}, "Bot003_045_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_045.log.json", "context": "How\u2019s it going? i listen to rap music. you? I am a big fan of rap music What is your favorite singer?", "response": "I like to listen to music while I work", "annotation_id": "Bot003_045_04", "annotations": ["X", "T", "T", "T", "X", "X", "O", "T", "X", "T", "X", "X", "T", "X", "T"], "gpt2background_target_score": [-10.006850242614746, -11.853189468383789, -11.386465072631836, -12.366316795349121, -4.498653888702393, -11.16679859161377, -11.196954727172852, -9.954829216003418, -11.914846420288086], "gpt2background_argmax_score": [-1.3716069459915161, -0.12601108849048615, -0.1963985115289688, -1.249998688697815, -1.3423209190368652, -1.3294055461883545, -0.9281367659568787, -1.7403881549835205, -0.17283517122268677, -2.354250192642212, -1.7498809099197388, -2.1504480838775635, -1.6965811252593994, -2.3309221267700195, -1.7765647172927856, -1.7769255638122559, -2.0896718502044678, -3.143484592437744, -0.8258842825889587, -0.36197808384895325, -1.5117295980453491, -1.5682307481765747, -1.3450208902359009, -2.2845394611358643, -1.4374891519546509, -1.056745171546936, -1.2718656063079834, -0.6114108562469482, -1.5739648342132568, -2.479351758956909, -1.9356876611709595, -1.8562657833099365, -1.1127119064331055, -0.20998390018939972, -0.9650740027427673, -2.2349796295166016, -1.433712363243103, -1.3790258169174194, -1.3623536825180054]}, "Bot003_045_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_045.log.json", "context": "How\u2019s it going? i listen to rap music. you? I am a big fan of rap music What is your favorite singer? I like to listen to music while I work Where do you work?", "response": "I work in the garden. I own a small house.", "annotation_id": "Bot003_045_06", "annotations": ["O", "O", "O", "O", "X", "X", "O", "O", "X", "X", "T", "T", "O", "O", "O"], "gpt2background_target_score": [-10.006850242614746, -12.572513580322266, -11.406390190124512, -1.249998688697815, -13.192842483520508, -5.8315229415893555, -3.110114097595215, -8.339136123657227, -6.728660583496094, -8.436432838439941, -9.356435775756836, -3.6471450328826904], "gpt2background_argmax_score": [-1.3716069459915161, -0.12601108849048615, -0.1963985115289688, -1.249998688697815, -1.3423209190368652, -1.3294055461883545, -0.9281367659568787, -1.7403881549835205, -0.17283517122268677, -2.354250192642212, -1.7498809099197388, -2.1504480838775635, -1.6965811252593994, -2.3309221267700195, -1.7765647172927856, -1.7769255638122559, -2.0896718502044678, -3.143484592437744, -0.8258842825889587, -0.36197808384895325, -1.5117295980453491, -1.5682307481765747, -1.3450208902359009, -2.2845394611358643, -1.4374891519546509, -1.056745171546936, -1.2718656063079834, -0.6114108562469482, -1.5739648342132568, -2.0378217697143555, -2.006127119064331, -1.0650004148483276, -0.21557043492794037, -1.20560884475708, -2.17270827293396, -1.5326318740844727, -1.4447053670883179, -1.2196491956710815, -1.6539465188980103, -0.23726607859134674, -1.6838994026184082, -0.39926812052726746, -1.212049126625061, -1.910758137702942, -1.2371971607208252, -1.3555361032485962, -1.5925348997116089, -2.441359758377075, -1.566445231437683, -1.4487212896347046, -2.542259454727173, -0.7709550857543945, -2.484466314315796, -1.7828960418701172, -1.6282788515090942, -1.2780754566192627]}, "Bot003_045_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_045.log.json", "context": "How\u2019s it going? i listen to rap music. you? I am a big fan of rap music What is your favorite singer? I like to listen to music while I work Where do you work? I work in the garden. I own a small house. Where is your house?", "response": "Where's your house?", "annotation_id": "Bot003_045_08", "annotations": ["X", "X", "O", "X", "T", "O", "T", "T", "T", "O", "X", "T", "T", "X", "X"], "gpt2background_target_score": [-11.94638442993164, -11.763251304626465, -9.355072975158691, -10.930938720703125, -3.7421562671661377], "gpt2background_argmax_score": [-1.3716065883636475, -0.12601140141487122, -0.1963988095521927, -1.249997615814209, -1.3423168659210205, -1.3294057846069336, -0.9281363487243652, -1.7403886318206787, -0.17283417284488678, -2.354252576828003, -1.7498798370361328, -2.1504483222961426, -1.6965802907943726, -2.330920934677124, -1.7765635251998901, -1.7769269943237305, -2.0896706581115723, -3.143481731414795, -0.8258846998214722, -0.3619774281978607, -1.5117267370224, -1.5682333707809448, -1.3450208902359009, -2.2845423221588135, -1.437485933303833, -1.0567437410354614, -1.2718654870986938, -0.6114106774330139, -1.5739655494689941, -2.0378220081329346, -2.00612735748291, -1.0650030374526978, -0.21557177603244781, -1.2056106328964233, -2.1727073192596436, -1.5326306819915771, -1.4447041749954224, -1.2196487188339233, -1.653948426246643, -0.23726682364940643, -1.683897852897644, -0.3992689251899719, -1.2120474576950073, -2.0743916034698486, -1.3643094301223755, -1.783103585243225, -2.4508440494537354, -1.6341545581817627, -1.541285753250122, -2.414276361465454, -0.7747567296028137, -2.4349660873413086, -1.7856931686401367, -1.6741435527801514, -1.228367805480957, -0.6737293601036072, -0.9059456586837769, -1.716239333152771, -0.3040723204612732, -1.6859309673309326, -2.038283109664917, -1.4350287914276123, -0.24745610356330872, -1.008923888206482, -0.3191404938697815, -0.642886221408844]}, "Bot003_045_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_045.log.json", "context": "How\u2019s it going? i listen to rap music. you? I am a big fan of rap music What is your favorite singer? I like to listen to music while I work Where do you work? I work in the garden. I own a small house. Where is your house? Where's your house? yes", "response": "Mmm.", "annotation_id": "Bot003_045_10", "annotations": ["X", "X", "X", "X", "O", "T", "X", "T", "X", "T", "X", "X", "O", "X", "X"], "gpt2background_target_score": [-12.18925666809082, -12.88459300994873, -11.2923002243042], "gpt2background_argmax_score": [-1.3716065883636475, -0.12601140141487122, -0.1963988095521927, -1.249997615814209, -1.3423168659210205, -1.3294057846069336, -0.9281363487243652, -1.7403886318206787, -0.17283417284488678, -2.354252576828003, -1.7498798370361328, -2.1504483222961426, -1.6965802907943726, -2.330920934677124, -1.7765635251998901, -1.7769269943237305, -2.0896706581115723, -3.143481731414795, -0.8258846998214722, -0.3619774281978607, -1.5117267370224, -1.5682333707809448, -1.3450208902359009, -2.2845423221588135, -1.437485933303833, -1.0567437410354614, -1.2718654870986938, -0.6114106774330139, -1.5739655494689941, -2.0378220081329346, -2.00612735748291, -1.0650030374526978, -0.21557177603244781, -1.2056106328964233, -2.1727073192596436, -1.5326306819915771, -1.4447041749954224, -1.2196487188339233, -1.653948426246643, -0.23726682364940643, -1.683897852897644, -0.3992689251899719, -1.2120474576950073, -2.0743916034698486, -1.3643094301223755, -1.783103585243225, -2.4508440494537354, -1.6341545581817627, -1.541285753250122, -2.414276361465454, -0.7747567296028137, -2.4349660873413086, -1.7856931686401367, -1.6741435527801514, -1.228367805480957, -0.6737293601036072, -0.9059456586837769, -1.716239333152771, -0.3040723204612732, -1.6859309673309326, -1.3627744913101196, -0.2949526607990265, -2.1587564945220947, -0.1957644671201706, -1.881335735321045, -1.9376235008239746, -2.1680266857147217, -3.032453775405884, -1.8752458095550537, -1.3160051107406616]}, "Bot003_045_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_045.log.json", "context": "How\u2019s it going? i listen to rap music. you? I am a big fan of rap music What is your favorite singer? I like to listen to music while I work Where do you work? I work in the garden. I own a small house. Where is your house? Where's your house? yes Mmm. Where do you live?", "response": "I live in the country and you?", "annotation_id": "Bot003_045_12", "annotations": ["T", "O", "O", "O", "X", "O", "T", "O", "T", "X", "O", "O", "T", "O", "O"], "gpt2background_target_score": [-10.006845474243164, -12.495352745056152, -11.406390190124512, -1.249997615814209, -11.775544166564941, -4.7717695236206055, -9.048759460449219, -9.551507949829102], "gpt2background_argmax_score": [-1.3716065883636475, -0.12601140141487122, -0.1963988095521927, -1.249997615814209, -1.3423168659210205, -1.3294057846069336, -0.9281363487243652, -1.7403886318206787, -0.17283417284488678, -2.354252576828003, -1.7498798370361328, -2.1504483222961426, -1.6965802907943726, -2.330920934677124, -1.7765635251998901, -1.7769269943237305, -2.0896706581115723, -3.143481731414795, -0.8258846998214722, -0.3619774281978607, -1.5117267370224, -1.5682333707809448, -1.3450208902359009, -2.2845423221588135, -1.437485933303833, -1.0567437410354614, -1.2718654870986938, -0.6114106774330139, -1.5739655494689941, -2.0378220081329346, -2.00612735748291, -1.0650030374526978, -0.21557177603244781, -1.2056106328964233, -2.1727073192596436, -1.5326306819915771, -1.4447041749954224, -1.2196487188339233, -1.653948426246643, -0.23726682364940643, -1.683897852897644, -0.3992689251899719, -1.2120474576950073, -2.0743916034698486, -1.3643094301223755, -1.783103585243225, -2.4508440494537354, -1.6341545581817627, -1.541285753250122, -2.414276361465454, -0.7747567296028137, -2.4349660873413086, -1.7856931686401367, -1.6741435527801514, -1.228367805480957, -0.6737293601036072, -0.9059456586837769, -1.716239333152771, -0.3040723204612732, -1.6859309673309326, -1.3627744913101196, -0.2949526607990265, -2.1587564945220947, -0.1957644671201706, -1.881337285041809, -1.9376237392425537, -3.626478433609009, -1.996118426322937, -1.795639991760254, -1.6133555173873901, -0.26004236936569214, -0.4269521236419678, -0.3686135411262512, -2.2417221069335938, -2.2489829063415527, -0.6854483485221863, -0.43490365147590637, -1.7795894145965576, -2.8922362327575684, -1.5643230676651, -1.5045846700668335, -2.2988271713256836, -0.6444023251533508]}, "Bot003_045_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_045.log.json", "context": "How\u2019s it going? i listen to rap music. you? I am a big fan of rap music What is your favorite singer? I like to listen to music while I work Where do you work? I work in the garden. I own a small house. Where is your house? Where's your house? yes Mmm. Where do you live? I live in the country and you? Italy. I moved here because I love pizza", "response": "I love pizza. I work as an electrician.", "annotation_id": "Bot003_045_14", "annotations": ["O", "O", "T", "T", "T", "X", "O", "O", "X", "O", "O", "T", "T", "O", "X"], "gpt2background_target_score": [-10.006845474243164, -12.496487617492676, -12.649662971496582, -9.622589111328125, -7.689456939697266, -10.904105186462402, -10.282609939575195, -10.083524703979492, -12.176043510437012, -12.055220603942871, -3.737442970275879], "gpt2background_argmax_score": [-1.3716065883636475, -0.12601140141487122, -0.1963988095521927, -1.249997615814209, -1.3423168659210205, -1.3294057846069336, -0.9281363487243652, -1.7403886318206787, -0.17283417284488678, -2.354252576828003, -1.7498798370361328, -2.1504483222961426, -1.6965802907943726, -2.330920934677124, -1.7765635251998901, -1.7769269943237305, -2.0896706581115723, -3.143481731414795, -0.8258846998214722, -0.3619774281978607, -1.5117267370224, -1.5682333707809448, -1.3450208902359009, -2.2845423221588135, -1.437485933303833, -1.0567437410354614, -1.2718654870986938, -0.6114106774330139, -1.5739655494689941, -2.0378220081329346, -2.00612735748291, -1.0650030374526978, -0.21557177603244781, -1.2056106328964233, -2.1727073192596436, -1.5326306819915771, -1.4447041749954224, -1.2196487188339233, -1.653948426246643, -0.23726682364940643, -1.683897852897644, -0.3992689251899719, -1.2120474576950073, -2.0743916034698486, -1.3643094301223755, -1.783103585243225, -2.4508440494537354, -1.6341545581817627, -1.541285753250122, -2.414276361465454, -0.7747567296028137, -2.4349660873413086, -1.7856931686401367, -1.6741435527801514, -1.228367805480957, -0.6737293601036072, -0.9059456586837769, -1.716239333152771, -0.3040723204612732, -1.6859309673309326, -1.3627744913101196, -0.2949526607990265, -2.1587564945220947, -0.1957644671201706, -1.881337285041809, -1.9376237392425537, -3.626478433609009, -1.996118426322937, -1.795639991760254, -1.6133555173873901, -0.26004236936569214, -0.4269521236419678, -0.36861443519592285, -2.2417232990264893, -0.8636968731880188, -0.583508312702179, -1.7817233800888062, -2.81329083442688, -1.2024096250534058, -1.5402380228042603, -2.0278711318969727, -2.3108408451080322, -1.6751081943511963, -2.016446828842163, -0.8727465271949768, -1.4023514986038208, -1.8339143991470337, -1.1160444021224976, -2.2934441566467285, -1.9356367588043213, -1.2958176136016846, -1.9785586595535278, -0.8203538656234741, -0.15305949747562408, -1.579769492149353, -1.238995909690857, -1.7765458822250366, -0.9378373026847839, -0.4215317666530609, -1.868590235710144, -0.10668962448835373, -1.4020708799362183, -1.302587866783142]}, "Bot003_045_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_045.log.json", "context": "How\u2019s it going? i listen to rap music. you? I am a big fan of rap music What is your favorite singer? I like to listen to music while I work Where do you work? I work in the garden. I own a small house. Where is your house? Where's your house? yes Mmm. Where do you live? I live in the country and you? Italy. I moved here because I love pizza I love pizza. I work as an electrician. Are you male or female?", "response": "I'm female. I am an electrician.", "annotation_id": "Bot003_045_16", "annotations": ["O", "O", "T", "O", "T", "X", "O", "T", "X", "T", "O", "T", "O", "T", "T"], "gpt2background_target_score": [-10.006845474243164, -13.253813743591309, -13.691601753234863, -9.622589111328125, -7.689456939697266, -10.65234088897705, -9.98941421508789, -13.511460304260254, -12.506085395812988, -9.038492202758789], "gpt2background_argmax_score": [-1.3716065883636475, -0.12601140141487122, -0.1963988095521927, -1.249997615814209, -1.3423168659210205, -1.3294057846069336, -0.9281363487243652, -1.7403886318206787, -0.17283417284488678, -2.354252576828003, -1.7498798370361328, -2.1504483222961426, -1.6965802907943726, -2.330920934677124, -1.7765635251998901, -1.7769269943237305, -2.0896706581115723, -3.143481731414795, -0.8258846998214722, -0.3619774281978607, -1.5117267370224, -1.5682333707809448, -1.3450208902359009, -2.2845423221588135, -1.437485933303833, -1.0567437410354614, -1.2718654870986938, -0.6114106774330139, -1.5739655494689941, -2.0378220081329346, -2.00612735748291, -1.0650030374526978, -0.21557177603244781, -1.2056106328964233, -2.1727073192596436, -1.5326306819915771, -1.4447041749954224, -1.2196487188339233, -1.653948426246643, -0.23726682364940643, -1.683897852897644, -0.3992689251899719, -1.2120474576950073, -2.0743916034698486, -1.3643094301223755, -1.783103585243225, -2.4508440494537354, -1.6341545581817627, -1.541285753250122, -2.414276361465454, -0.7747567296028137, -2.4349660873413086, -1.7856931686401367, -1.6741435527801514, -1.228367805480957, -0.6737293601036072, -0.9059456586837769, -1.716239333152771, -0.3040723204612732, -1.6859309673309326, -1.3627744913101196, -0.2949526607990265, -2.1587564945220947, -0.1957644671201706, -1.881337285041809, -1.9376237392425537, -3.626478433609009, -1.996118426322937, -1.795639991760254, -1.6133555173873901, -0.26004236936569214, -0.4269521236419678, -0.36861443519592285, -2.2417232990264893, -0.8636968731880188, -0.583508312702179, -1.7817233800888062, -2.81329083442688, -1.2024096250534058, -1.5402380228042603, -2.0278711318969727, -2.3108408451080322, -1.6751081943511963, -2.016446828842163, -0.8727465271949768, -1.4023514986038208, -1.8339143991470337, -1.1160444021224976, -2.2934441566467285, -1.9356367588043213, -1.2958176136016846, -1.7080702781677246, -1.2023485898971558, -1.3652516603469849, -1.383362054824829, -1.836909294128418, -0.9241443872451782, -0.42680224776268005, -1.7592381238937378, -0.13364075124263763, -1.3301182985305786, -1.1762949228286743, -0.3387756645679474, -1.974246859550476, -0.6320976614952087, -0.22842799127101898, -0.4205426573753357, -1.921717643737793, -1.670523762702942, -1.637351632118225, -1.2305124998092651, -1.1878386735916138, -1.0374618768692017, -1.678045392036438, -1.864529013633728, -0.11125805228948593, -0.02406354807317257, -0.8015615344047546, -1.0152952671051025]}, "Bot003_045_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_045.log.json", "context": "How\u2019s it going? i listen to rap music. you? I am a big fan of rap music What is your favorite singer? I like to listen to music while I work Where do you work? I work in the garden. I own a small house. Where is your house? Where's your house? yes Mmm. Where do you live? I live in the country and you? Italy. I moved here because I love pizza I love pizza. I work as an electrician. Are you male or female? I'm female. I am an electrician. Wow you are sexy", "response": "I am a plumber. I am an electrician.", "annotation_id": "Bot003_045_18", "annotations": ["O", "X", "O", "T", "X", "X", "T", "X", "X", "X", "X", "X", "T", "X", "X"], "gpt2background_target_score": [-10.006845474243164, -12.370527267456055, -11.187886238098145, -12.624540328979492, -15.081467628479004, -5.831519603729248, -3.1101136207580566, -4.242282867431641, -9.555865287780762, -8.639912605285645, -10.56744384765625, -3.647146701812744], "gpt2background_argmax_score": [-1.3716065883636475, -0.12601140141487122, -0.1963988095521927, -1.249997615814209, -1.3423168659210205, -1.3294057846069336, -0.9281363487243652, -1.7403886318206787, -0.17283417284488678, -2.354252576828003, -1.7498798370361328, -2.1504483222961426, -1.6965802907943726, -2.330920934677124, -1.7765635251998901, -1.7769269943237305, -2.0896706581115723, -3.143481731414795, -0.8258846998214722, -0.3619774281978607, -1.5117267370224, -1.5682333707809448, -1.3450208902359009, -2.2845423221588135, -1.437485933303833, -1.0567437410354614, -1.2718654870986938, -0.6114106774330139, -1.5739655494689941, -2.0378220081329346, -2.00612735748291, -1.0650030374526978, -0.21557177603244781, -1.2056106328964233, -2.1727073192596436, -1.5326306819915771, -1.4447041749954224, -1.2196487188339233, -1.653948426246643, -0.23726682364940643, -1.683897852897644, -0.3992689251899719, -1.2120474576950073, -2.0743916034698486, -1.3643094301223755, -1.783103585243225, -2.4508440494537354, -1.6341545581817627, -1.541285753250122, -2.414276361465454, -0.7747567296028137, -2.4349660873413086, -1.7856931686401367, -1.6741435527801514, -1.228367805480957, -0.6737293601036072, -0.9059456586837769, -1.716239333152771, -0.3040723204612732, -1.6859309673309326, -1.3627744913101196, -0.2949526607990265, -2.1587564945220947, -0.1957644671201706, -1.881337285041809, -1.9376237392425537, -3.626478433609009, -1.996118426322937, -1.795639991760254, -1.6133555173873901, -0.26004236936569214, -0.4269521236419678, -0.36861443519592285, -2.2417232990264893, -0.8636968731880188, -0.583508312702179, -1.7817233800888062, -2.81329083442688, -1.2024096250534058, -1.5402380228042603, -2.0278711318969727, -2.3108408451080322, -1.6751081943511963, -2.016446828842163, -0.8727465271949768, -1.4023514986038208, -1.8339143991470337, -1.1160444021224976, -2.2934441566467285, -1.9356367588043213, -1.2958165407180786, -1.7080707550048828, -1.202347755432129, -1.3652522563934326, -1.383361577987671, -1.836909532546997, -0.9241442084312439, -0.42680177092552185, -1.7592389583587646, -0.133640855550766, -1.3301191329956055, -1.1762962341308594, -0.33877626061439514, -1.974247932434082, -0.6320974230766296, -0.22842846810817719, -0.42054250836372375, -1.9217185974121094, -2.0261356830596924, -1.9205889701843262, -0.8918454051017761, -1.195420503616333, -1.846598505973816, -1.800768494606018, -0.1915341466665268, -0.03633681684732437, -0.6943649053573608, -1.0869066715240479, -1.2324929237365723, -1.9614381790161133, -2.2210240364074707, -1.0565507411956787, -1.8791478872299194, -1.6456354856491089, -1.7353874444961548, -0.9322847723960876, -0.3980729579925537, -1.1269900798797607, -1.0382624864578247, -2.060519218444824, -1.221034288406372, -0.046315792948007584, -0.03867514431476593, -0.5711981058120728, -1.1224826574325562]}, "Bot003_045_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_045.log.json", "context": "How\u2019s it going? i listen to rap music. you? I am a big fan of rap music What is your favorite singer? I like to listen to music while I work Where do you work? I work in the garden. I own a small house. Where is your house? Where's your house? yes Mmm. Where do you live? I live in the country and you? Italy. I moved here because I love pizza I love pizza. I work as an electrician. Are you male or female? I'm female. I am an electrician. Wow you are sexy I am a plumber. I am an electrician. How old are you?", "response": "I'm a little old.", "annotation_id": "Bot003_045_20", "annotations": ["O", "O", "T", "O", "X", "X", "O", "O", "X", "O", "O", "T", "O", "T", "T"], "gpt2background_target_score": [-10.006845474243164, -13.253813743591309, -11.187886238098145, -10.199882507324219, -10.646470069885254, -5.831519603729248], "gpt2background_argmax_score": [-1.3716065883636475, -0.12601140141487122, -0.1963988095521927, -1.249997615814209, -1.3423168659210205, -1.3294057846069336, -0.9281363487243652, -1.7403886318206787, -0.17283417284488678, -2.354252576828003, -1.7498798370361328, -2.1504483222961426, -1.6965802907943726, -2.330920934677124, -1.7765635251998901, -1.7769269943237305, -2.0896706581115723, -3.143481731414795, -0.8258846998214722, -0.3619774281978607, -1.5117267370224, -1.5682333707809448, -1.3450208902359009, -2.2845423221588135, -1.437485933303833, -1.0567437410354614, -1.2718654870986938, -0.6114106774330139, -1.5739655494689941, -2.0378220081329346, -2.00612735748291, -1.0650030374526978, -0.21557177603244781, -1.2056106328964233, -2.1727073192596436, -1.5326306819915771, -1.4447041749954224, -1.2196487188339233, -1.653948426246643, -0.23726682364940643, -1.683897852897644, -0.3992689251899719, -1.2120474576950073, -2.0743916034698486, -1.3643094301223755, -1.783103585243225, -2.4508440494537354, -1.6341545581817627, -1.541285753250122, -2.414276361465454, -0.7747567296028137, -2.4349660873413086, -1.7856931686401367, -1.6741435527801514, -1.228367805480957, -0.6737293601036072, -0.9059456586837769, -1.716239333152771, -0.3040723204612732, -1.6859309673309326, -1.3627744913101196, -0.2949526607990265, -2.1587564945220947, -0.1957644671201706, -1.881337285041809, -1.9376237392425537, -3.626478433609009, -1.996118426322937, -1.795639991760254, -1.6133555173873901, -0.26004236936569214, -0.4269521236419678, -0.36861443519592285, -2.2417232990264893, -0.8636968731880188, -0.583508312702179, -1.7817233800888062, -2.81329083442688, -1.2024096250534058, -1.5402380228042603, -2.0278711318969727, -2.3108408451080322, -1.6751081943511963, -2.016446828842163, -0.8727465271949768, -1.4023514986038208, -1.8339143991470337, -1.1160444021224976, -2.2934441566467285, -1.9356367588043213, -1.2958176136016846, -1.7080702781677246, -1.2023485898971558, -1.3652516603469849, -1.383362054824829, -1.836909294128418, -0.9241443872451782, -0.42680224776268005, -1.7592381238937378, -0.13364075124263763, -1.3301182985305786, -1.1762949228286743, -0.3387756645679474, -1.974246859550476, -0.6320976614952087, -0.22842799127101898, -0.4205426573753357, -1.921717643737793, -2.026136636734009, -1.9205896854400635, -0.8918453454971313, -1.195420503616333, -1.8465993404388428, -1.8007690906524658, -0.1915341466665268, -0.03633670136332512, -0.6943650245666504, -1.0869061946868896, -1.23249351978302, -1.9614360332489014, -2.221024990081787, -1.0565522909164429, -2.1700055599212646, -2.2908525466918945, -1.3438247442245483, -0.3882910907268524, -0.9852023720741272, -1.274867057800293, -1.971360683441162, -1.3267769813537598, -0.050889063626527786, -0.03342893347144127, -0.6357055306434631, -1.3115348815917969, -1.5404345989227295, -0.39270567893981934, -0.15144506096839905, -0.2594139575958252, -1.4179003238677979, -1.8183220624923706, -1.5367088317871094, -1.8035197257995605, -1.230710744857788, -1.2841299772262573, -1.5963785648345947, -0.9054502248764038]}, "Bot003_046_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_046.log.json", "context": "Nice to see you! I like to read and play sports  Do you know familiar persons? Sorry, I don't know any.\nWhat do you like to read?", "response": "I like to read and read.", "annotation_id": "Bot003_046_02", "annotations": ["T", "X", "X", "T", "O", "T", "O", "T", "T", "O", "T", "T", "X", "X", "X"], "gpt2background_target_score": [-9.798797607421875, -8.055549621582031, -7.804255485534668, -8.799631118774414, -7.832171440124512, -7.204030990600586, -7.990711688995361], "gpt2background_argmax_score": [-3.0963733196258545, -2.243684768676758, -2.316103458404541, -2.156564950942993, -0.6538475751876831, -1.8868281841278076, -2.284353733062744, -1.9342514276504517, -2.5948266983032227, -2.3047173023223877, -2.410097599029541, -1.844817042350769, -2.4125547409057617, -0.30834659934043884, -1.8606541156768799, -2.0394225120544434, -1.5972847938537598, -2.7240793704986572, -0.9993141293525696, -1.9521673917770386, -1.177504062652588, -1.555917739868164, -0.3086807429790497, -0.8663339018821716, -1.854225754737854, -1.8913756608963013, -1.8010209798812866, -0.3671576976776123, -2.2690443992614746, -0.20709587633609772, -1.8812568187713623, -0.8100648522377014, -0.5656720399856567, -0.8819562196731567, -1.104872465133667, -1.82595694065094, -1.2339470386505127, -1.3350533246994019, -0.4314615726470947, -1.5262346267700195, -0.3709224462509155, -1.0334445238113403, -1.3471647500991821]}, "Bot003_046_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_046.log.json", "context": "Nice to see you! I like to read and play sports  Do you know familiar persons? Sorry, I don't know any.\nWhat do you like to read? I like to read and read. And then read some more? Nice. Are you a girl?", "response": "Yeah.", "annotation_id": "Bot003_046_04", "annotations": ["O", "X", "O", "O", "O", "O", "O", "X", "T", "T", "O", "O", "X", "O", "T"], "gpt2background_target_score": [-12.27515983581543, -9.638729095458984], "gpt2background_argmax_score": [-3.0963733196258545, -2.243684768676758, -2.316103458404541, -2.156564950942993, -0.6538475751876831, -1.8868281841278076, -2.284353733062744, -1.9342514276504517, -2.5948266983032227, -2.3047173023223877, -2.410097599029541, -1.844817042350769, -2.4125547409057617, -0.30834659934043884, -1.8606541156768799, -2.0394225120544434, -1.5972847938537598, -2.7240793704986572, -0.9993141293525696, -1.9521673917770386, -1.177504062652588, -1.555917739868164, -0.3086807429790497, -0.8663339018821716, -1.854225754737854, -1.8913756608963013, -1.8010209798812866, -0.3671576976776123, -2.2690443992614746, -0.20709587633609772, -1.8812568187713623, -0.8100648522377014, -0.5656720399856567, -0.8819562196731567, -1.104872465133667, -1.330721139907837, -1.2631280422210693, -0.5726949572563171, -2.100961208343506, -0.42486512660980225, -1.4305729866027832, -1.610235571861267, -1.4491804838180542, -1.3322502374649048, -1.587464451789856, -2.0540246963500977, -1.1549131870269775, -1.6419570446014404, -1.5346100330352783, -2.014843463897705, -0.31256648898124695, -2.508424997329712, -2.045276403427124, -0.64357990026474, -2.027940511703491, -1.835947871208191, -1.100667953491211, -1.1010535955429077]}, "Bot003_046_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_046.log.json", "context": "Nice to see you! I like to read and play sports  Do you know familiar persons? Sorry, I don't know any.\nWhat do you like to read? I like to read and read. And then read some more? Nice. Are you a girl? Yeah. How old if you don't mind me asking?", "response": "I just got back from the gym.", "annotation_id": "Bot003_046_06", "annotations": ["X", "X", "X", "X", "T", "X", "O", "T", "T", "T", "T", "X", "X", "X", "X"], "gpt2background_target_score": [-9.798797607421875, -6.496370315551758, -10.384181022644043, -5.393524169921875, -9.63914966583252, -9.830854415893555, -10.238605499267578, -7.288638591766357], "gpt2background_argmax_score": [-3.096372127532959, -2.2436821460723877, -2.3161017894744873, -2.1565661430358887, -0.6538456082344055, -1.8868260383605957, -2.284353733062744, -1.9342514276504517, -2.594827651977539, -2.3047127723693848, -2.410097599029541, -1.8448166847229004, -2.4125545024871826, -0.3083462417125702, -1.8606551885604858, -2.0394206047058105, -1.5972872972488403, -2.724076986312866, -0.99931401014328, -1.9521664381027222, -1.1775028705596924, -1.5559183359146118, -0.3086811602115631, -0.8663339018821716, -1.8542250394821167, -1.8913757801055908, -1.8010203838348389, -0.3671568036079407, -2.26904559135437, -0.20709627866744995, -1.8812536001205444, -0.8100656270980835, -0.5656716227531433, -0.881957471370697, -1.1048709154129028, -1.3307214975357056, -1.2631267309188843, -0.572695255279541, -2.100963592529297, -0.42486831545829773, -1.4305715560913086, -1.6102311611175537, -1.449180006980896, -1.3322491645812988, -1.5874617099761963, -2.0540294647216797, -1.1549122333526611, -1.6419557332992554, -1.5346074104309082, -2.0148446559906006, -0.31256699562072754, -2.508424997329712, -2.0452771186828613, -0.6435799598693848, -2.027944326400757, -1.076890230178833, -1.4881561994552612, -1.6301840543746948, -0.44671928882598877, -0.5493606328964233, -1.8265326023101807, -0.318882018327713, -1.4796531200408936, -0.9919670224189758, -0.13531434535980225, -0.5496507883071899, -1.979409098625183, -1.8186945915222168, -1.3192472457885742, -1.7315977811813354, -1.6700798273086548, -0.614297091960907, -1.3360563516616821, -2.1725566387176514, -1.262589931488037, -1.1794320344924927]}, "Bot003_046_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_046.log.json", "context": "Nice to see you! I like to read and play sports  Do you know familiar persons? Sorry, I don't know any.\nWhat do you like to read? I like to read and read. And then read some more? Nice. Are you a girl? Yeah. How old if you don't mind me asking? I just got back from the gym. You like to be in a good shape, huh?", "response": "You want me to be a good man?", "annotation_id": "Bot003_046_08", "annotations": ["T", "O", "X", "X", "T", "X", "O", "O", "X", "T", "O", "X", "T", "T", "X"], "gpt2background_target_score": [-11.464263916015625, -8.661663055419922, -6.69622802734375, -6.468080520629883, -10.934741020202637, -9.377704620361328, -7.290385723114014, -9.864948272705078, -8.245173454284668], "gpt2background_argmax_score": [-3.096372127532959, -2.2436821460723877, -2.3161017894744873, -2.1565661430358887, -0.6538456082344055, -1.8868260383605957, -2.284353733062744, -1.9342514276504517, -2.594827651977539, -2.3047127723693848, -2.410097599029541, -1.8448166847229004, -2.4125545024871826, -0.3083462417125702, -1.8606551885604858, -2.0394206047058105, -1.5972872972488403, -2.724076986312866, -0.99931401014328, -1.9521664381027222, -1.1775028705596924, -1.5559183359146118, -0.3086811602115631, -0.8663339018821716, -1.8542250394821167, -1.8913757801055908, -1.8010203838348389, -0.3671568036079407, -2.26904559135437, -0.20709627866744995, -1.8812536001205444, -0.8100656270980835, -0.5656716227531433, -0.881957471370697, -1.1048709154129028, -1.3307214975357056, -1.2631276845932007, -0.5726957321166992, -2.1009626388549805, -0.4248679280281067, -1.430570363998413, -1.610231876373291, -1.4491803646087646, -1.3322468996047974, -1.5874617099761963, -2.0540285110473633, -1.154911994934082, -1.6419551372528076, -1.5346095561981201, -2.0148439407348633, -0.31256717443466187, -2.5084285736083984, -2.0452780723571777, -0.6435793042182922, -2.0279440879821777, -1.0768907070159912, -1.4881561994552612, -1.6301859617233276, -0.44671913981437683, -0.5493596792221069, -1.8265342712402344, -0.3188823461532593, -1.479652762413025, -0.9919673800468445, -0.13531434535980225, -0.5496501922607422, -1.9794076681137085, -1.503505825996399, -2.094778299331665, -1.7461642026901245, -0.7842535972595215, -1.3752617835998535, -2.3560256958007812, -1.194664716720581, -1.5307302474975586, -2.254101037979126, -1.2061302661895752, -0.5295596122741699, -1.9160254001617432, -1.5591621398925781, -2.082700252532959, -0.4848494231700897, -1.6972957849502563, -2.2385313510894775, -0.14333976805210114, -2.1262550354003906, -1.8493989706039429, -2.44309401512146, -0.4772482216358185, -0.26587656140327454, -1.3750743865966797, -0.7361263036727905, -1.4151768684387207, -2.292433023452759, -1.4121569395065308, -1.3026424646377563]}, "Bot003_046_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_046.log.json", "context": "Nice to see you! I like to read and play sports  Do you know familiar persons? Sorry, I don't know any.\nWhat do you like to read? I like to read and read. And then read some more? Nice. Are you a girl? Yeah. How old if you don't mind me asking? I just got back from the gym. You like to be in a good shape, huh? You want me to be a good man? Yeah, that would be nice I guess.", "response": "I am a huge fan of tea. I like to eat lots of flavors.  What is your job?", "annotation_id": "Bot003_046_10", "annotations": ["T", "O", "T", "O", "T", "O", "O", "T", "T", "T", "O", "X", "O", "O", "O"], "gpt2background_target_score": [-9.798797607421875, -10.020434379577637, -2.964003324508667, -11.438472747802734, -12.172038078308105, -10.26373291015625, -8.399141311645508, -7.288638591766357, -7.401988983154297, -5.282622814178467, -6.456948280334473, -11.939443588256836, -9.47383975982666, -9.430343627929688, -13.872238159179688, -8.349679946899414, -6.536765098571777, -8.34090518951416, -9.391951560974121, -6.852865219116211, -11.85361385345459, -10.902612686157227], "gpt2background_argmax_score": [-3.096372127532959, -2.2436821460723877, -2.3161017894744873, -2.1565661430358887, -0.6538456082344055, -1.8868260383605957, -2.284353733062744, -1.9342514276504517, -2.594827651977539, -2.3047127723693848, -2.410097599029541, -1.8448166847229004, -2.4125545024871826, -0.3083462417125702, -1.8606551885604858, -2.0394206047058105, -1.5972872972488403, -2.724076986312866, -0.99931401014328, -1.9521664381027222, -1.1775028705596924, -1.5559183359146118, -0.3086811602115631, -0.8663339018821716, -1.8542250394821167, -1.8913757801055908, -1.8010203838348389, -0.3671568036079407, -2.26904559135437, -0.20709627866744995, -1.8812536001205444, -0.8100656270980835, -0.5656716227531433, -0.881957471370697, -1.1048709154129028, -1.3307214975357056, -1.2631276845932007, -0.5726957321166992, -2.1009626388549805, -0.4248679280281067, -1.430570363998413, -1.610231876373291, -1.4491803646087646, -1.3322468996047974, -1.5874617099761963, -2.0540285110473633, -1.154911994934082, -1.6419551372528076, -1.5346095561981201, -2.0148439407348633, -0.31256717443466187, -2.5084285736083984, -2.0452780723571777, -0.6435793042182922, -2.0279440879821777, -1.0768907070159912, -1.4881561994552612, -1.6301859617233276, -0.44671913981437683, -0.5493596792221069, -1.8265342712402344, -0.3188823461532593, -1.479652762413025, -0.9919673800468445, -0.13531434535980225, -0.5496501922607422, -1.9794076681137085, -1.503505825996399, -2.094778299331665, -1.7461642026901245, -0.7842535972595215, -1.3752617835998535, -2.3560256958007812, -1.194664716720581, -1.5307302474975586, -2.254101037979126, -1.2061302661895752, -0.5295596122741699, -1.9160254001617432, -1.5591621398925781, -2.082700252532959, -0.4848494231700897, -1.6972957849502563, -2.2385313510894775, -0.14333976805210114, -2.1262550354003906, -2.1458077430725098, -0.38555675745010376, -0.26285919547080994, -1.3629034757614136, -1.1414388418197632, -1.1923173666000366, -2.0885231494903564, -1.1189695596694946, -2.3989100456237793, -1.1740577220916748, -1.2988126277923584, -0.7917129993438721, -0.34166204929351807, -2.184685468673706, -0.8466206789016724, -1.3565778732299805, -0.8321765661239624, -1.823261022567749, -1.9567668437957764, -1.9793603420257568, -1.3733340501785278, -1.2695426940917969, -1.752000331878662, -0.301119327545166, -1.5693236589431763, -1.4869405031204224, -1.0611995458602905, -2.0925655364990234, -1.4741718769073486, -1.4044644832611084, -0.984158992767334, -0.24474194645881653, -0.9668642282485962, -1.5165694952011108, -1.067710280418396, -0.9767780303955078, -1.990668535232544, -1.2469310760498047, -1.421141505241394, -0.8151565194129944, -0.6903408169746399]}, "Bot003_046_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_046.log.json", "context": "Nice to see you! I like to read and play sports  Do you know familiar persons? Sorry, I don't know any.\nWhat do you like to read? I like to read and read. And then read some more? Nice. Are you a girl? Yeah. How old if you don't mind me asking? I just got back from the gym. You like to be in a good shape, huh? You want me to be a good man? Yeah, that would be nice I guess. I am a huge fan of tea. I like to eat lots of flavors.  What is your job? I just got a job working in a gas station.\nTea isn't great there though.", "response": "I am a college student, but I am a huge fan of the star wars star wars", "annotation_id": "Bot003_046_12", "annotations": ["T", "X", "O", "O", "T", "O", "O", "T", "T", "T", "T", "X", "X", "O", "X"], "gpt2background_target_score": [-9.798797607421875, -10.020434379577637, -2.964003324508667, -10.078250885009766, -12.049790382385254, -8.637823104858398, -8.752321243286133, -9.362198829650879, -10.742520332336426, -6.932157039642334, -9.816816329956055, -9.020868301391602, -7.259856224060059, -5.509456157684326, -11.446076393127441, -11.51125717163086, -10.229018211364746, -10.8815279006958], "gpt2background_argmax_score": [-3.096372127532959, -2.2436821460723877, -2.3161017894744873, -2.1565661430358887, -0.6538456082344055, -1.8868260383605957, -2.284353733062744, -1.9342514276504517, -2.594827651977539, -2.3047127723693848, -2.410097599029541, -1.8448166847229004, -2.4125545024871826, -0.3083462417125702, -1.8606551885604858, -2.0394206047058105, -1.5972872972488403, -2.724076986312866, -0.99931401014328, -1.9521664381027222, -1.1775028705596924, -1.5559183359146118, -0.3086811602115631, -0.8663339018821716, -1.8542250394821167, -1.8913757801055908, -1.8010203838348389, -0.3671568036079407, -2.26904559135437, -0.20709627866744995, -1.8812536001205444, -0.8100656270980835, -0.5656716227531433, -0.881957471370697, -1.1048709154129028, -1.3307214975357056, -1.2631276845932007, -0.5726957321166992, -2.1009626388549805, -0.4248679280281067, -1.430570363998413, -1.610231876373291, -1.4491803646087646, -1.3322468996047974, -1.5874617099761963, -2.0540285110473633, -1.154911994934082, -1.6419551372528076, -1.5346095561981201, -2.0148439407348633, -0.31256717443466187, -2.5084285736083984, -2.0452780723571777, -0.6435793042182922, -2.0279440879821777, -1.0768907070159912, -1.4881561994552612, -1.6301859617233276, -0.44671913981437683, -0.5493596792221069, -1.8265342712402344, -0.3188823461532593, -1.479652762413025, -0.9919673800468445, -0.13531434535980225, -0.5496501922607422, -1.9794076681137085, -1.503505825996399, -2.094778299331665, -1.7461642026901245, -0.7842535972595215, -1.3752617835998535, -2.3560256958007812, -1.194664716720581, -1.5307302474975586, -2.254101037979126, -1.2061302661895752, -0.5295596122741699, -1.9160254001617432, -1.5591621398925781, -2.082700252532959, -0.4848494231700897, -1.6972957849502563, -2.2385313510894775, -0.14333976805210114, -2.1262550354003906, -2.1458077430725098, -0.38555675745010376, -0.26285919547080994, -1.3629034757614136, -1.1414388418197632, -1.1923173666000366, -2.0885231494903564, -1.1189695596694946, -2.3989100456237793, -1.1740577220916748, -1.2988126277923584, -0.7917129993438721, -0.34166204929351807, -2.184685468673706, -0.8466206789016724, -1.3565778732299805, -0.8321765661239624, -1.823261022567749, -2.0808496475219727, -1.482549786567688, -1.7218178510665894, -1.840038776397705, -0.3117896616458893, -1.5976725816726685, -1.4559539556503296, -1.3869261741638184, -1.9112929105758667, -1.2403329610824585, -1.3409979343414307, -1.101014256477356, -0.23703210055828094, -1.0699496269226074, -1.395682454109192, -1.1897801160812378, -1.4410078525543213, -2.0751278400421143, -1.3715301752090454, -1.5145630836486816, -0.7127936482429504, -1.395694613456726, -2.198551893234253, -1.9282382726669312, -1.1256965398788452, -0.6212283372879028, -2.0272159576416016, -1.70316743850708, -1.1462877988815308, -2.9920730590820312, -0.13431407511234283, -1.1044765710830688, -1.1203283071517944, -0.7058778405189514, -0.8217657804489136, -0.32418447732925415, -1.945792555809021, -1.067131519317627, -1.2327646017074585, -0.7583957314491272, -1.5327646732330322, -1.706432819366455, -2.097144842147827, -0.781151294708252, -2.844475746154785, -0.20231065154075623, -1.666993260383606, -1.4545307159423828, -0.6642454862594604, -1.8352845907211304, -1.8002046346664429, -2.146228075027466, -0.8617066740989685, -0.28720107674598694, -0.5901262164115906, -1.3461289405822754, -1.5689107179641724, -1.9784657955169678, -0.19542400538921356, -2.4980785846710205]}, "Bot003_046_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_046.log.json", "context": "Nice to see you! I like to read and play sports  Do you know familiar persons? Sorry, I don't know any.\nWhat do you like to read? I like to read and read. And then read some more? Nice. Are you a girl? Yeah. How old if you don't mind me asking? I just got back from the gym. You like to be in a good shape, huh? You want me to be a good man? Yeah, that would be nice I guess. I am a huge fan of tea. I like to eat lots of flavors.  What is your job? I just got a job working in a gas station.\nTea isn't great there though. I am a college student, but I am a huge fan of the star wars star wars And who isn't! What else do you like to watch?", "response": "I like to read poetry and listen to music.", "annotation_id": "Bot003_046_14", "annotations": ["O", "X", "X", "X", "T", "T", "O", "O", "T", "T", "T", "T", "X", "T", "X"], "gpt2background_target_score": [-9.798797607421875, -8.055551528930664, -7.804255485534668, -8.799633026123047, -12.330065727233887, -9.32241439819336, -10.564435958862305, -8.315086364746094, -6.216485977172852, -9.02255630493164], "gpt2background_argmax_score": [-3.096372127532959, -2.2436821460723877, -2.3161017894744873, -2.1565661430358887, -0.6538456082344055, -1.8868260383605957, -2.284353733062744, -1.9342514276504517, -2.594827651977539, -2.3047127723693848, -2.410097599029541, -1.8448166847229004, -2.4125545024871826, -0.3083462417125702, -1.8606551885604858, -2.0394206047058105, -1.5972872972488403, -2.724076986312866, -0.99931401014328, -1.9521664381027222, -1.1775028705596924, -1.5559183359146118, -0.3086811602115631, -0.8663339018821716, -1.8542250394821167, -1.8913757801055908, -1.8010203838348389, -0.3671568036079407, -2.26904559135437, -0.20709627866744995, -1.8812536001205444, -0.8100656270980835, -0.5656716227531433, -0.881957471370697, -1.1048709154129028, -1.3307214975357056, -1.2631276845932007, -0.5726957321166992, -2.1009626388549805, -0.4248679280281067, -1.430570363998413, -1.610231876373291, -1.4491803646087646, -1.3322468996047974, -1.5874617099761963, -2.0540285110473633, -1.154911994934082, -1.6419551372528076, -1.5346095561981201, -2.0148439407348633, -0.31256717443466187, -2.5084285736083984, -2.0452780723571777, -0.6435793042182922, -2.0279440879821777, -1.0768907070159912, -1.4881561994552612, -1.6301859617233276, -0.44671913981437683, -0.5493596792221069, -1.8265342712402344, -0.3188823461532593, -1.479652762413025, -0.9919673800468445, -0.13531434535980225, -0.5496501922607422, -1.9794076681137085, -1.503505825996399, -2.094778299331665, -1.7461642026901245, -0.7842535972595215, -1.3752617835998535, -2.3560256958007812, -1.194664716720581, -1.5307302474975586, -2.254101037979126, -1.2061302661895752, -0.5295596122741699, -1.9160254001617432, -1.5591621398925781, -2.082700252532959, -0.4848494231700897, -1.6972957849502563, -2.2385313510894775, -0.14333976805210114, -2.1262550354003906, -2.1458077430725098, -0.38555675745010376, -0.26285919547080994, -1.3629034757614136, -1.1414388418197632, -1.1923173666000366, -2.0885231494903564, -1.1189695596694946, -2.3989100456237793, -1.1740577220916748, -1.2988126277923584, -0.7917129993438721, -0.34166204929351807, -2.184685468673706, -0.8466206789016724, -1.3565778732299805, -0.8321765661239624, -1.823261022567749, -2.0808496475219727, -1.482549786567688, -1.7218178510665894, -1.840038776397705, -0.3117896616458893, -1.5976725816726685, -1.4559539556503296, -1.3869261741638184, -1.9112929105758667, -1.2403329610824585, -1.3409979343414307, -1.101014256477356, -0.23703210055828094, -1.0699496269226074, -1.395682454109192, -1.1897801160812378, -1.4410078525543213, -2.0751278400421143, -1.3715301752090454, -1.5145630836486816, -0.7127936482429504, -1.395694613456726, -2.198551893234253, -1.9282382726669312, -1.1256965398788452, -0.6212283372879028, -2.0272159576416016, -1.70316743850708, -1.1462877988815308, -2.9920730590820312, -0.13431407511234283, -1.1044765710830688, -1.1203283071517944, -0.7058778405189514, -0.8217657804489136, -0.32418447732925415, -1.945792555809021, -1.067131519317627, -1.2327646017074585, -0.7583957314491272, -1.5327646732330322, -2.153482437133789, -1.2186306715011597, -2.7326183319091797, -0.2042512148618698, -1.5080279111862183, -0.9988117814064026, -0.6631637811660767, -1.9583673477172852, -1.8743062019348145, -2.1611080169677734, -0.9625832438468933, -0.30764859914779663, -0.8570700883865356, -1.624669075012207, -1.4448682069778442, -1.8047904968261719, -0.1965859830379486, -2.3228609561920166, -1.4460574388504028, -1.774812936782837, -0.1988840103149414, -1.68727707862854, -1.6615577936172485, -1.9719208478927612, -1.6523157358169556, -0.20053304731845856, -0.9346418380737305, -0.3534461259841919, -0.4419786036014557, -0.5247141718864441, -1.660771369934082, -1.6250699758529663, -1.6178879737854004, -1.0948201417922974, -0.7164584398269653, -1.8472206592559814, -1.3210734128952026, -2.220730781555176, -0.17327523231506348, -0.9260479211807251, -0.8648770451545715, -1.135796070098877]}, "Bot003_046_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_046.log.json", "context": "Nice to see you! I like to read and play sports  Do you know familiar persons? Sorry, I don't know any.\nWhat do you like to read? I like to read and read. And then read some more? Nice. Are you a girl? Yeah. How old if you don't mind me asking? I just got back from the gym. You like to be in a good shape, huh? You want me to be a good man? Yeah, that would be nice I guess. I am a huge fan of tea. I like to eat lots of flavors.  What is your job? I just got a job working in a gas station.\nTea isn't great there though. I am a college student, but I am a huge fan of the star wars star wars And who isn't! What else do you like to watch? I like to read poetry and listen to music. Then you seem to be a pretty good person to me!", "response": "I am a fan of the game of thrones.", "annotation_id": "Bot003_046_16", "annotations": ["O", "X", "X", "X", "T", "O", "O", "T", "T", "T", "X", "X", "X", "O", "X"], "gpt2background_target_score": [-9.798797607421875, -10.020434379577637, -2.964003324508667, -11.050052642822266, -9.888300895690918, -9.830854415893555, -8.507085800170898, -9.515639305114746, -9.113271713256836, -12.376199722290039, -3.6032662391662598], "gpt2background_argmax_score": [-3.096372127532959, -2.2436821460723877, -2.3161017894744873, -2.1565661430358887, -0.6538456082344055, -1.8868260383605957, -2.284353733062744, -1.9342514276504517, -2.594827651977539, -2.3047127723693848, -2.410097599029541, -1.8448166847229004, -2.4125545024871826, -0.3083462417125702, -1.8606551885604858, -2.0394206047058105, -1.5972872972488403, -2.724076986312866, -0.99931401014328, -1.9521664381027222, -1.1775028705596924, -1.5559183359146118, -0.3086811602115631, -0.8663339018821716, -1.8542250394821167, -1.8913757801055908, -1.8010203838348389, -0.3671568036079407, -2.26904559135437, -0.20709627866744995, -1.8812536001205444, -0.8100656270980835, -0.5656716227531433, -0.881957471370697, -1.1048709154129028, -1.3307214975357056, -1.2631276845932007, -0.5726957321166992, -2.1009626388549805, -0.4248679280281067, -1.430570363998413, -1.610231876373291, -1.4491803646087646, -1.3322468996047974, -1.5874617099761963, -2.0540285110473633, -1.154911994934082, -1.6419551372528076, -1.5346095561981201, -2.0148439407348633, -0.31256717443466187, -2.5084285736083984, -2.0452780723571777, -0.6435793042182922, -2.0279440879821777, -1.0768907070159912, -1.4881561994552612, -1.6301859617233276, -0.44671913981437683, -0.5493596792221069, -1.8265342712402344, -0.3188823461532593, -1.479652762413025, -0.9919673800468445, -0.13531434535980225, -0.5496501922607422, -1.9794076681137085, -1.503505825996399, -2.094778299331665, -1.7461642026901245, -0.7842535972595215, -1.3752617835998535, -2.3560256958007812, -1.194664716720581, -1.5307302474975586, -2.254101037979126, -1.2061302661895752, -0.5295596122741699, -1.9160254001617432, -1.5591621398925781, -2.082700252532959, -0.4848494231700897, -1.6972957849502563, -2.2385313510894775, -0.14333976805210114, -2.1262550354003906, -2.1458077430725098, -0.38555675745010376, -0.26285919547080994, -1.3629034757614136, -1.1414388418197632, -1.1923173666000366, -2.0885231494903564, -1.1189695596694946, -2.3989100456237793, -1.1740577220916748, -1.2988126277923584, -0.7917129993438721, -0.34166204929351807, -2.184685468673706, -0.8466206789016724, -1.3565778732299805, -0.8321765661239624, -1.823261022567749, -2.0808496475219727, -1.482549786567688, -1.7218178510665894, -1.840038776397705, -0.3117896616458893, -1.5976725816726685, -1.4559539556503296, -1.3869261741638184, -1.9112929105758667, -1.2403329610824585, -1.3409979343414307, -1.101014256477356, -0.23703210055828094, -1.0699496269226074, -1.395682454109192, -1.1897801160812378, -1.4410078525543213, -2.0751278400421143, -1.3715301752090454, -1.5145630836486816, -0.7127936482429504, -1.395694613456726, -2.198551893234253, -1.9282382726669312, -1.1256965398788452, -0.6212283372879028, -2.0272159576416016, -1.70316743850708, -1.1462877988815308, -2.9920730590820312, -0.13431407511234283, -1.1044765710830688, -1.1203283071517944, -0.7058778405189514, -0.8217657804489136, -0.32418447732925415, -1.945792555809021, -1.067131519317627, -1.2327646017074585, -0.7583957314491272, -1.5327646732330322, -2.153482437133789, -1.2186306715011597, -2.7326183319091797, -0.2042512148618698, -1.5080279111862183, -0.9988117814064026, -0.6631637811660767, -1.9583673477172852, -1.8743062019348145, -2.1611080169677734, -0.9625832438468933, -0.30764859914779663, -0.8570700883865356, -1.624669075012207, -1.4448682069778442, -1.8047904968261719, -0.1965859830379486, -2.3228609561920166, -1.4460574388504028, -1.774812936782837, -0.1988840103149414, -1.68727707862854, -1.6615577936172485, -1.9719208478927612, -1.6523157358169556, -0.20053304731845856, -0.9346418380737305, -0.3534461259841919, -0.4419786036014557, -0.5247141718864441, -1.660771369934082, -1.6177891492843628, -0.9873518347740173, -1.010374903678894, -1.5371791124343872, -1.3059900999069214, -2.1667520999908447, -0.1830621063709259, -0.9390724897384644, -0.7620735764503479, -1.329896092414856, -0.8391720652580261, -2.443114757537842, -0.9027701020240784, -1.028045892715454, -2.108325481414795, -2.10233211517334, -1.077516794204712, -1.8027265071868896, -0.9539561867713928, -1.427017331123352, -0.6951434016227722, -1.8885724544525146, -1.6551777124404907, -1.6737638711929321, -0.6981855034828186, -2.8588666915893555, -0.3536564111709595, -1.9486708641052246, -1.7326606512069702, -1.6829277276992798, -1.8570246696472168, -0.07806723564863205, -1.3683464527130127, -1.1376231908798218]}, "Bot003_046_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_046.log.json", "context": "Nice to see you! I like to read and play sports  Do you know familiar persons? Sorry, I don't know any.\nWhat do you like to read? I like to read and read. And then read some more? Nice. Are you a girl? Yeah. How old if you don't mind me asking? I just got back from the gym. You like to be in a good shape, huh? You want me to be a good man? Yeah, that would be nice I guess. I am a huge fan of tea. I like to eat lots of flavors.  What is your job? I just got a job working in a gas station.\nTea isn't great there though. I am a college student, but I am a huge fan of the star wars star wars And who isn't! What else do you like to watch? I like to read poetry and listen to music. Then you seem to be a pretty good person to me! I am a fan of the game of thrones. And also Star Wars Star Wars, right?", "response": "This is not a good division.", "annotation_id": "Bot003_046_18", "annotations": ["T", "X", "X", "X", "T", "T", "O", "O", "T", "T", "X", "X", "X", "X", "X"], "gpt2background_target_score": [-12.280843734741211, -11.263287544250488, -8.41121768951416, -6.247239589691162, -10.264358520507812, -12.641778945922852, -7.990712642669678], "gpt2background_argmax_score": [-3.096372127532959, -2.2436821460723877, -2.3161017894744873, -2.1565661430358887, -0.6538456082344055, -1.8868260383605957, -2.284353733062744, -1.9342514276504517, -2.594827651977539, -2.3047127723693848, -2.410097599029541, -1.8448166847229004, -2.4125545024871826, -0.3083462417125702, -1.8606551885604858, -2.0394206047058105, -1.5972872972488403, -2.724076986312866, -0.99931401014328, -1.9521664381027222, -1.1775028705596924, -1.5559183359146118, -0.3086811602115631, -0.8663339018821716, -1.8542250394821167, -1.8913757801055908, -1.8010203838348389, -0.3671568036079407, -2.26904559135437, -0.20709627866744995, -1.8812536001205444, -0.8100656270980835, -0.5656716227531433, -0.881957471370697, -1.1048709154129028, -1.3307214975357056, -1.2631276845932007, -0.5726957321166992, -2.1009626388549805, -0.4248679280281067, -1.430570363998413, -1.610231876373291, -1.4491803646087646, -1.3322468996047974, -1.5874617099761963, -2.0540285110473633, -1.154911994934082, -1.6419551372528076, -1.5346095561981201, -2.0148439407348633, -0.31256717443466187, -2.5084285736083984, -2.0452780723571777, -0.6435793042182922, -2.0279440879821777, -1.0768907070159912, -1.4881561994552612, -1.6301859617233276, -0.44671913981437683, -0.5493596792221069, -1.8265342712402344, -0.3188823461532593, -1.479652762413025, -0.9919673800468445, -0.13531434535980225, -0.5496501922607422, -1.9794076681137085, -1.503505825996399, -2.094778299331665, -1.7461642026901245, -0.7842535972595215, -1.3752617835998535, -2.3560256958007812, -1.194664716720581, -1.5307302474975586, -2.254101037979126, -1.2061302661895752, -0.5295596122741699, -1.9160254001617432, -1.5591621398925781, -2.082700252532959, -0.4848494231700897, -1.6972957849502563, -2.2385313510894775, -0.14333976805210114, -2.1262550354003906, -2.1458077430725098, -0.38555675745010376, -0.26285919547080994, -1.3629034757614136, -1.1414388418197632, -1.1923173666000366, -2.0885231494903564, -1.1189695596694946, -2.3989100456237793, -1.1740577220916748, -1.2988126277923584, -0.7917129993438721, -0.34166204929351807, -2.184685468673706, -0.8466206789016724, -1.3565778732299805, -0.8321765661239624, -1.823261022567749, -2.0808496475219727, -1.482549786567688, -1.7218178510665894, -1.840038776397705, -0.3117896616458893, -1.5976725816726685, -1.4559539556503296, -1.3869261741638184, -1.9112929105758667, -1.2403329610824585, -1.3409979343414307, -1.101014256477356, -0.23703210055828094, -1.0699496269226074, -1.395682454109192, -1.1897801160812378, -1.4410078525543213, -2.0751278400421143, -1.3715301752090454, -1.5145630836486816, -0.7127936482429504, -1.395694613456726, -2.198551893234253, -1.9282382726669312, -1.1256965398788452, -0.6212283372879028, -2.0272159576416016, -1.70316743850708, -1.1462877988815308, -2.9920730590820312, -0.13431407511234283, -1.1044765710830688, -1.1203283071517944, -0.7058778405189514, -0.8217657804489136, -0.32418447732925415, -1.945792555809021, -1.067131519317627, -1.2327646017074585, -0.7583957314491272, -1.5327646732330322, -2.153482437133789, -1.2186306715011597, -2.7326183319091797, -0.2042512148618698, -1.5080279111862183, -0.9988117814064026, -0.6631637811660767, -1.9583673477172852, -1.8743062019348145, -2.1611080169677734, -0.9625832438468933, -0.30764859914779663, -0.8570700883865356, -1.624669075012207, -1.4448682069778442, -1.8047904968261719, -0.1965859830379486, -2.3228609561920166, -1.4460574388504028, -1.774812936782837, -0.1988840103149414, -1.68727707862854, -1.6615577936172485, -1.9719208478927612, -1.6523157358169556, -0.20053304731845856, -0.9346418380737305, -0.3534461259841919, -0.4419786036014557, -0.5247141718864441, -1.660771369934082, -1.6177891492843628, -0.9873518347740173, -1.010374903678894, -1.5371791124343872, -1.3059900999069214, -2.1667520999908447, -0.1830621063709259, -0.9390724897384644, -0.7620735764503479, -1.329896092414856, -0.8391720652580261, -2.443114757537842, -0.9027701020240784, -1.028045892715454, -2.108325481414795, -2.10233211517334, -1.077516794204712, -1.8027265071868896, -0.9539561867713928, -1.427017331123352, -0.6951434016227722, -1.8885724544525146, -1.698080062866211, -1.0335358381271362, -2.6979708671569824, -0.3604954481124878, -2.435153007507324, -2.2054357528686523, -1.656844139099121, -2.1378097534179688, -0.07161729037761688, -1.3919198513031006, -1.4972805976867676, -1.1030824184417725, -1.6688936948776245, -0.309814989566803, -1.7990094423294067, -0.47956332564353943, -1.8220621347427368, -2.231062412261963, -0.3634701669216156, -2.091379404067993, -1.8196181058883667, -0.8439190983772278, -2.0176072120666504, -1.775071620941162, -2.619377851486206, -1.9835550785064697, -1.3105601072311401, -1.363203763961792]}, "Bot003_046_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_046.log.json", "context": "Nice to see you! I like to read and play sports  Do you know familiar persons? Sorry, I don't know any.\nWhat do you like to read? I like to read and read. And then read some more? Nice. Are you a girl? Yeah. How old if you don't mind me asking? I just got back from the gym. You like to be in a good shape, huh? You want me to be a good man? Yeah, that would be nice I guess. I am a huge fan of tea. I like to eat lots of flavors.  What is your job? I just got a job working in a gas station.\nTea isn't great there though. I am a college student, but I am a huge fan of the star wars star wars And who isn't! What else do you like to watch? I like to read poetry and listen to music. Then you seem to be a pretty good person to me! I am a fan of the game of thrones. And also Star Wars Star Wars, right? This is not a good division. I agree. Bye-bye!", "response": "I'm not going to be a good man.", "annotation_id": "Bot003_046_20", "annotations": ["T", "X", "X", "X", "T", "X", "O", "T", "T", "T", "X", "X", "X", "X", "X"], "gpt2background_target_score": [-9.798797607421875, -11.307290077209473, -8.41121768951416, -7.141587734222412, -9.562097549438477, -9.29267692565918, -4.751235485076904, -10.230755805969238, -8.713387489318848, -9.02255630493164], "gpt2background_argmax_score": [-3.096372127532959, -2.2436821460723877, -2.3161017894744873, -2.1565661430358887, -0.6538456082344055, -1.8868260383605957, -2.284353733062744, -1.9342514276504517, -2.594827651977539, -2.3047127723693848, -2.410097599029541, -1.8448166847229004, -2.4125545024871826, -0.3083462417125702, -1.8606551885604858, -2.0394206047058105, -1.5972872972488403, -2.724076986312866, -0.99931401014328, -1.9521664381027222, -1.1775028705596924, -1.5559183359146118, -0.3086811602115631, -0.8663339018821716, -1.8542250394821167, -1.8913757801055908, -1.8010203838348389, -0.3671568036079407, -2.26904559135437, -0.20709627866744995, -1.8812536001205444, -0.8100656270980835, -0.5656716227531433, -0.881957471370697, -1.1048709154129028, -1.3307214975357056, -1.2631276845932007, -0.5726957321166992, -2.1009626388549805, -0.4248679280281067, -1.430570363998413, -1.610231876373291, -1.4491803646087646, -1.3322468996047974, -1.5874617099761963, -2.0540285110473633, -1.154911994934082, -1.6419551372528076, -1.5346095561981201, -2.0148439407348633, -0.31256717443466187, -2.5084285736083984, -2.0452780723571777, -0.6435793042182922, -2.0279440879821777, -1.0768907070159912, -1.4881561994552612, -1.6301859617233276, -0.44671913981437683, -0.5493596792221069, -1.8265342712402344, -0.3188823461532593, -1.479652762413025, -0.9919673800468445, -0.13531434535980225, -0.5496501922607422, -1.9794076681137085, -1.503505825996399, -2.094778299331665, -1.7461642026901245, -0.7842535972595215, -1.3752617835998535, -2.3560256958007812, -1.194664716720581, -1.5307302474975586, -2.254101037979126, -1.2061302661895752, -0.5295596122741699, -1.9160254001617432, -1.5591621398925781, -2.082700252532959, -0.4848494231700897, -1.6972957849502563, -2.2385313510894775, -0.14333976805210114, -2.1262550354003906, -2.1458077430725098, -0.38555675745010376, -0.26285919547080994, -1.3629034757614136, -1.1414388418197632, -1.1923173666000366, -2.0885231494903564, -1.1189695596694946, -2.3989100456237793, -1.1740577220916748, -1.2988126277923584, -0.7917129993438721, -0.34166204929351807, -2.184685468673706, -0.8466206789016724, -1.3565778732299805, -0.8321765661239624, -1.823261022567749, -2.0808496475219727, -1.482549786567688, -1.7218178510665894, -1.840038776397705, -0.3117896616458893, -1.5976725816726685, -1.4559539556503296, -1.3869261741638184, -1.9112929105758667, -1.2403329610824585, -1.3409979343414307, -1.101014256477356, -0.23703210055828094, -1.0699496269226074, -1.395682454109192, -1.1897801160812378, -1.4410078525543213, -2.0751278400421143, -1.3715301752090454, -1.5145630836486816, -0.7127936482429504, -1.395694613456726, -2.198551893234253, -1.9282382726669312, -1.1256965398788452, -0.6212283372879028, -2.0272159576416016, -1.70316743850708, -1.1462877988815308, -2.9920730590820312, -0.13431407511234283, -1.1044765710830688, -1.1203283071517944, -0.7058778405189514, -0.8217657804489136, -0.32418447732925415, -1.945792555809021, -1.067131519317627, -1.2327646017074585, -0.7583957314491272, -1.5327646732330322, -2.153482437133789, -1.2186306715011597, -2.7326183319091797, -0.2042512148618698, -1.5080279111862183, -0.9988117814064026, -0.6631637811660767, -1.9583673477172852, -1.8743062019348145, -2.1611080169677734, -0.9625832438468933, -0.30764859914779663, -0.8570700883865356, -1.624669075012207, -1.4448682069778442, -1.8047904968261719, -0.1965859830379486, -2.3228609561920166, -1.4460574388504028, -1.774812936782837, -0.1988840103149414, -1.68727707862854, -1.6615577936172485, -1.9719208478927612, -1.6523157358169556, -0.20053304731845856, -0.9346418380737305, -0.3534461259841919, -0.4419786036014557, -0.5247141718864441, -1.660771369934082, -1.6177891492843628, -0.9873518347740173, -1.010374903678894, -1.5371791124343872, -1.3059900999069214, -2.1667520999908447, -0.1830621063709259, -0.9390724897384644, -0.7620735764503479, -1.329896092414856, -0.8391720652580261, -2.443114757537842, -0.9027701020240784, -1.028045892715454, -2.108325481414795, -2.10233211517334, -1.077516794204712, -1.8027265071868896, -0.9539561867713928, -1.427017331123352, -0.6951434016227722, -1.8885724544525146, -1.698080062866211, -1.0335358381271362, -2.6979708671569824, -0.3604954481124878, -2.435153007507324, -2.2054357528686523, -1.656844139099121, -2.1378097534179688, -0.07161729037761688, -1.3919198513031006, -1.4972805976867676, -1.1030824184417725, -1.6688936948776245, -0.309814989566803, -1.7990094423294067, -0.47956332564353943, -1.8220621347427368, -2.231062412261963, -0.3634699881076813, -2.091378688812256, -0.8568798303604126, -1.9430017471313477, -1.8444461822509766, -2.634972333908081, -1.8304239511489868, -1.3141728639602661, -1.5904871225357056, -2.183858871459961, -1.3843309879302979, -1.3016588687896729, -1.903936505317688, -0.19097204506397247, -1.5666533708572388, -1.820014476776123, -1.923500895500183, -2.2827258110046387, -1.1223539113998413, -1.2375051975250244, -0.22142688930034637, -2.1559150218963623, -1.9371720552444458, -1.4694141149520874, -1.5426275730133057, -1.3673479557037354, -0.785281240940094]}, "Bot003_047_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_047.log.json", "context": "Hi! It is nice to see you! How is your day going? I like to play with my cats and cats.  When did I I win a gold medal? Oh man\u2026 IDK. Yesterday maybe?", "response": "Awesome idea", "annotation_id": "Bot003_047_02", "annotations": ["T", "T", "X", "O", "O", "T", "X", "O", "X", "T", "T", "X", "T", "T", "T"], "gpt2background_target_score": [-12.240538597106934, -12.123554229736328], "gpt2background_argmax_score": [-1.9761712551116943, -1.080935001373291, -0.7321699857711792, -2.0748097896575928, -0.3979209065437317, -1.3531749248504639, -2.571223735809326, -2.5635359287261963, -0.97532719373703, -2.1194045543670654, -1.2784101963043213, -0.4056542217731476, -0.8469923734664917, -0.4595787227153778, -1.2487070560455322, -1.7056965827941895, -1.5040854215621948, -3.047881603240967, -2.6566524505615234, -1.63829505443573, -1.1131243705749512, -1.9900732040405273, -2.635031223297119, -1.6670058965682983, -1.5487172603607178, -1.4530905485153198, -0.9327260851860046, -0.4034532904624939, -1.571349024772644, -1.4455081224441528, -0.7570553421974182, -1.555826187133789, -1.429456353187561, -0.4916794002056122, -1.2661491632461548, -2.001580238342285, -1.2153998613357544, -1.9495915174484253, -0.2519042193889618, -2.0821986198425293, -1.8173106908798218, -0.8002470135688782, -1.4544097185134888, -1.7277966737747192, -1.7398041486740112, -1.3599164485931396, -1.5384352207183838]}, "Bot003_047_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_047.log.json", "context": "Hi! It is nice to see you! How is your day going? I like to play with my cats and cats.  When did I I win a gold medal? Oh man\u2026 IDK. Yesterday maybe? Awesome idea What was the medal for?", "response": "It seems that true answer is: gold", "annotation_id": "Bot003_047_04", "annotations": ["T", "O", "X", "O", "T", "T", "X", "T", "T", "T", "T", "X", "T", "X", "T"], "gpt2background_target_score": [-12.646988868713379, -11.133197784423828, -10.031906127929688, -7.3998517990112305, -12.655303001403809, -10.863083839416504, -9.456438064575195, -11.047754287719727], "gpt2background_argmax_score": [-1.9761712551116943, -1.080935001373291, -0.7321699857711792, -2.0748097896575928, -0.3979209065437317, -1.3531749248504639, -2.571223735809326, -2.5635359287261963, -0.97532719373703, -2.1194045543670654, -1.2784101963043213, -0.4056542217731476, -0.8469923734664917, -0.4595787227153778, -1.2487070560455322, -1.7056965827941895, -1.5040854215621948, -3.047881603240967, -2.6566524505615234, -1.63829505443573, -1.1131243705749512, -1.9900732040405273, -2.635031223297119, -1.6670058965682983, -1.5487172603607178, -1.4530905485153198, -0.9327260851860046, -0.4034532904624939, -1.571349024772644, -1.4455081224441528, -0.7570548057556152, -1.5558255910873413, -1.4294551610946655, -0.491679847240448, -1.2661489248275757, -2.0015792846679688, -1.2153995037078857, -1.9495911598205566, -0.2519042193889618, -2.08219838142395, -1.8173096179962158, -0.8002463579177856, -1.4544092416763306, -1.7277969121932983, -1.462760329246521, -1.2789186239242554, -2.3800408840179443, -1.1906298398971558, -2.509030342102051, -0.8128354549407959, -0.5440243482589722, -1.4654371738433838, -1.8207793235778809, -0.8190833330154419, -0.8585518598556519, -1.8979496955871582, -1.2723541259765625, -1.9971249103546143, -2.5274276733398438, -2.192143201828003, -0.8073449730873108]}, "Bot003_047_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_047.log.json", "context": "Hi! It is nice to see you! How is your day going? I like to play with my cats and cats.  When did I I win a gold medal? Oh man\u2026 IDK. Yesterday maybe? Awesome idea What was the medal for? It seems that true answer is: gold I don't mind!", "response": "I am sorry to hear that. I am a little sad.", "annotation_id": "Bot003_047_06", "annotations": ["T", "T", "T", "T", "O", "T", "X", "X", "T", "T", "T", "X", "T", "T", "T"], "gpt2background_target_score": [-9.236458778381348, -8.606606483459473, -11.499058723449707, -7.178569793701172, -10.840813636779785, -9.188758850097656, -8.3966703414917, -8.226895332336426, -10.224320411682129, -6.914481163024902, -10.453648567199707, -10.197954177856445, -5.858184814453125], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -0.7321714758872986, -2.0748116970062256, -0.3979213833808899, -1.3531737327575684, -2.5712225437164307, -2.563533067703247, -0.9753290414810181, -2.1194047927856445, -1.2784109115600586, -0.40565311908721924, -0.846992552280426, -0.45957911014556885, -1.2487066984176636, -1.7056927680969238, -1.5040881633758545, -3.0478851795196533, -2.6566543579101562, -1.6382951736450195, -1.1131234169006348, -1.9900720119476318, -2.635035514831543, -1.667007565498352, -1.548718810081482, -1.453088641166687, -0.9327256083488464, -0.4034539461135864, -1.571348786354065, -1.4455066919326782, -0.7570553421974182, -1.5558232069015503, -1.429452657699585, -0.49167895317077637, -1.266147494316101, -2.0015785694122314, -1.2153972387313843, -1.9495912790298462, -0.2519042193889618, -2.082199811935425, -1.817310094833374, -0.8002466559410095, -1.4544095993041992, -1.7277952432632446, -1.4627596139907837, -1.2789167165756226, -2.380039691925049, -1.1906293630599976, -2.509023666381836, -0.8128335475921631, -0.5440245270729065, -1.4654366970062256, -0.9930365085601807, -0.8340342044830322, -1.697624921798706, -1.2956476211547852, -1.9597296714782715, -2.7023937702178955, -2.2251625061035156, -0.8774260878562927, -2.3061397075653076, -0.3833911120891571, -2.0140416622161865, -2.724651336669922, -1.7995266914367676, -1.819062352180481, -2.348456859588623, -1.8821861743927002, -1.7301393747329712, -0.29148733615875244, -0.7530034184455872, -1.1810734272003174, -1.158725619316101, -2.2656474113464355, -2.1790828704833984, -3.009747266769409, -1.837793231010437, -2.0743954181671143, -1.255935549736023]}, "Bot003_047_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_047.log.json", "context": "Hi! It is nice to see you! How is your day going? I like to play with my cats and cats.  When did I I win a gold medal? Oh man\u2026 IDK. Yesterday maybe? Awesome idea What was the medal for? It seems that true answer is: gold I don't mind! I am sorry to hear that. I am a little sad. Why are you sad?", "response": "I am sad. I am sad.", "annotation_id": "Bot003_047_08", "annotations": ["T", "O", "X", "O", "T", "T", "T", "O", "T", "T", "T", "X", "T", "T", "T"], "gpt2background_target_score": [-9.236458778381348, -8.606606483459473, -10.694060325622559, -7.729684829711914, -5.352632522583008, -9.213308334350586, -10.171924591064453, -6.4116106033325195], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -0.7321714758872986, -2.0748116970062256, -0.3979213833808899, -1.3531737327575684, -2.5712225437164307, -2.563533067703247, -0.9753290414810181, -2.1194047927856445, -1.2784109115600586, -0.40565311908721924, -0.846992552280426, -0.45957911014556885, -1.2487066984176636, -1.7056927680969238, -1.5040881633758545, -3.0478851795196533, -2.6566543579101562, -1.6382951736450195, -1.1131234169006348, -1.9900720119476318, -2.635035514831543, -1.667007565498352, -1.548718810081482, -1.453088641166687, -0.9327256083488464, -0.4034539461135864, -1.571348786354065, -1.4455066919326782, -0.7570553421974182, -1.5558232069015503, -1.429452657699585, -0.49167895317077637, -1.266147494316101, -2.0015785694122314, -1.2153972387313843, -1.9495912790298462, -0.2519042193889618, -2.082199811935425, -1.817310094833374, -0.8002466559410095, -1.4544095993041992, -1.7277952432632446, -1.4627596139907837, -1.2789167165756226, -2.380039691925049, -1.1906293630599976, -2.509023666381836, -0.8128335475921631, -0.5440245270729065, -1.4654366970062256, -0.9930365085601807, -0.8340342044830322, -1.697624921798706, -1.2956476211547852, -1.9597296714782715, -2.7023937702178955, -2.2251625061035156, -0.8774260878562927, -2.3061397075653076, -0.3833911120891571, -2.0140416622161865, -2.724651336669922, -1.7995266914367676, -1.9668149948120117, -2.054809093475342, -1.9690288305282593, -0.42335379123687744, -0.9305320978164673, -1.1777050495147705, -1.650762677192688, -2.1426026821136475, -2.3143067359924316, -2.983815908432007, -1.932778000831604, -2.2555785179138184, -1.519282579421997, -2.126073122024536, -0.340994656085968, -2.6372339725494385, -0.5689189434051514, -1.5685762166976929, -1.5037046670913696, -2.1821775436401367, -1.4147496223449707, -1.7181094884872437, -0.951833188533783, -1.5346845388412476, -1.4961804151535034, -1.030311942100525, -0.8155214786529541]}, "Bot003_047_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_047.log.json", "context": "Hi! It is nice to see you! How is your day going? I like to play with my cats and cats.  When did I I win a gold medal? Oh man\u2026 IDK. Yesterday maybe? Awesome idea What was the medal for? It seems that true answer is: gold I don't mind! I am sorry to hear that. I am a little sad. Why are you sad? I am sad. I am sad. Oh there there. Do you like dancing?", "response": "I do but I do not dance much", "annotation_id": "Bot003_047_10", "annotations": ["O", "T", "O", "O", "O", "T", "O", "O", "X", "T", "T", "X", "T", "T", "O"], "gpt2background_target_score": [-9.236458778381348, -8.541638374328613, -11.327988624572754, -7.715456008911133, -10.484692573547363, -4.671966075897217, -11.933553695678711, -10.007977485656738], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -0.7321714758872986, -2.0748116970062256, -0.3979213833808899, -1.3531737327575684, -2.5712225437164307, -2.563533067703247, -0.9753290414810181, -2.1194047927856445, -1.2784109115600586, -0.40565311908721924, -0.846992552280426, -0.45957911014556885, -1.2487066984176636, -1.7056927680969238, -1.5040881633758545, -3.0478851795196533, -2.6566543579101562, -1.6382951736450195, -1.1131234169006348, -1.9900720119476318, -2.635035514831543, -1.667007565498352, -1.548718810081482, -1.453088641166687, -0.9327256083488464, -0.4034539461135864, -1.571348786354065, -1.4455066919326782, -0.7570553421974182, -1.5558232069015503, -1.429452657699585, -0.49167895317077637, -1.266147494316101, -2.0015785694122314, -1.2153972387313843, -1.9495912790298462, -0.2519042193889618, -2.082199811935425, -1.817310094833374, -0.8002466559410095, -1.4544095993041992, -1.7277952432632446, -1.4627596139907837, -1.2789167165756226, -2.380039691925049, -1.1906293630599976, -2.509023666381836, -0.8128335475921631, -0.5440245270729065, -1.4654366970062256, -0.9930365085601807, -0.8340342044830322, -1.697624921798706, -1.2956476211547852, -1.9597296714782715, -2.7023937702178955, -2.2251625061035156, -0.8774260878562927, -2.3061397075653076, -0.3833911120891571, -2.0140416622161865, -2.724651336669922, -1.7995266914367676, -1.9668149948120117, -2.054809093475342, -1.9690288305282593, -0.42335379123687744, -0.9305320978164673, -1.1777050495147705, -1.650762677192688, -2.1426026821136475, -2.3143067359924316, -2.983815908432007, -1.932778000831604, -2.2555785179138184, -1.519282579421997, -2.126073122024536, -0.340994656085968, -2.6372339725494385, -0.5689189434051514, -1.5685762166976929, -1.9183725118637085, -1.712263822555542, -1.6518057584762573, -1.1891417503356934, -1.3433417081832886, -1.6011807918548584, -0.9062033891677856, -1.001278042793274, -1.6106761693954468, -1.856346845626831, -1.7558691501617432, -1.38315749168396, -0.26412054896354675, -1.8267189264297485, -1.3491063117980957, -0.9286913871765137, -1.4388877153396606, -1.630813479423523, -1.679075002670288, -1.627034306526184, -0.8500751852989197, -1.8842166662216187, -1.2682565450668335, -0.3675585389137268, -1.0938488245010376, -1.1141196489334106]}, "Bot003_047_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_047.log.json", "context": "Hi! It is nice to see you! How is your day going? I like to play with my cats and cats.  When did I I win a gold medal? Oh man\u2026 IDK. Yesterday maybe? Awesome idea What was the medal for? It seems that true answer is: gold I don't mind! I am sorry to hear that. I am a little sad. Why are you sad? I am sad. I am sad. Oh there there. Do you like dancing? I do but I do not dance much Me too. There's never enough time for nice things in life.", "response": "Maybe we could meet at the beach and do it", "annotation_id": "Bot003_047_12", "annotations": ["T", "O", "O", "O", "T", "O", "O", "O", "X", "T", "T", "X", "O", "O", "O"], "gpt2background_target_score": [-13.991677284240723, -7.646928310394287, -6.873185634613037, -11.6687650680542, -8.11192798614502, -8.108556747436523, -11.044921875, -4.593057632446289, -9.589762687683105, -6.804061412811279], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -0.7321714758872986, -2.0748116970062256, -0.3979213833808899, -1.3531737327575684, -2.5712225437164307, -2.563533067703247, -0.9753290414810181, -2.1194047927856445, -1.2784109115600586, -0.40565311908721924, -0.846992552280426, -0.45957911014556885, -1.2487066984176636, -1.7056927680969238, -1.5040881633758545, -3.0478851795196533, -2.6566543579101562, -1.6382951736450195, -1.1131234169006348, -1.9900720119476318, -2.635035514831543, -1.667007565498352, -1.548718810081482, -1.453088641166687, -0.9327256083488464, -0.4034539461135864, -1.571348786354065, -1.4455066919326782, -0.7570553421974182, -1.5558232069015503, -1.429452657699585, -0.49167895317077637, -1.266147494316101, -2.0015785694122314, -1.2153972387313843, -1.9495912790298462, -0.2519042193889618, -2.082199811935425, -1.817310094833374, -0.8002466559410095, -1.4544095993041992, -1.7277952432632446, -1.4627596139907837, -1.2789167165756226, -2.380039691925049, -1.1906293630599976, -2.509023666381836, -0.8128335475921631, -0.5440245270729065, -1.4654366970062256, -0.9930365085601807, -0.8340342044830322, -1.697624921798706, -1.2956476211547852, -1.9597296714782715, -2.7023937702178955, -2.2251625061035156, -0.8774260878562927, -2.3061397075653076, -0.3833911120891571, -2.0140416622161865, -2.724651336669922, -1.7995266914367676, -1.9668149948120117, -2.054809093475342, -1.9690288305282593, -0.42335379123687744, -0.9305320978164673, -1.1777050495147705, -1.650762677192688, -2.1426026821136475, -2.3143067359924316, -2.983815908432007, -1.932778000831604, -2.2555785179138184, -1.519282579421997, -2.126073122024536, -0.340994656085968, -2.6372339725494385, -0.5689189434051514, -1.5685762166976929, -1.9183725118637085, -1.712263822555542, -1.6518057584762573, -1.1891417503356934, -1.3433417081832886, -1.6011807918548584, -0.9062033891677856, -1.0012788772583008, -1.61067533493042, -1.8563464879989624, -1.755868911743164, -1.3831582069396973, -0.26412084698677063, -1.826717734336853, -1.3491066694259644, -0.9286898970603943, -1.438888669013977, -1.6756631135940552, -1.4639453887939453, -0.8522272706031799, -1.636678695678711, -0.8293566703796387, -0.42217370867729187, -0.8552464842796326, -0.8347203731536865, -0.33168825507164, -1.1999552249908447, -1.1335335969924927, -1.1108676195144653, -1.427406907081604, -1.5390355587005615, -1.401189923286438, -1.159621000289917, -0.8125185370445251, -1.8972686529159546, -0.8883634209632874, -1.4641317129135132, -1.0665061473846436, -1.485539436340332, -1.6963938474655151, -1.6886012554168701, -2.073096513748169, -2.624880075454712, -1.1627863645553589, -1.516092300415039, -2.735894203186035, -2.027930974960327, -2.10518479347229, -1.3802926540374756, -2.0642054080963135]}, "Bot003_047_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_047.log.json", "context": "Hi! It is nice to see you! How is your day going? I like to play with my cats and cats.  When did I I win a gold medal? Oh man\u2026 IDK. Yesterday maybe? Awesome idea What was the medal for? It seems that true answer is: gold I don't mind! I am sorry to hear that. I am a little sad. Why are you sad? I am sad. I am sad. Oh there there. Do you like dancing? I do but I do not dance much Me too. There's never enough time for nice things in life. Maybe we could meet at the beach and do it That would be really great!", "response": "I have a lot of vintage shirts. I won a award award in the olympics.", "annotation_id": "Bot003_047_14", "annotations": ["T", "T", "T", "O", "O", "T", "O", "T", "X", "T", "T", "X", "T", "T", "O"], "gpt2background_target_score": [-9.236458778381348, -8.602306365966797, -8.662025451660156, -12.006999969482422, -5.565621852874756, -12.669227600097656, -11.29005241394043, -6.4116106033325195, -2.346874713897705, -9.741498947143555, -5.770471572875977, -12.970361709594727, -13.925606727600098, -5.165011882781982, -8.829133033752441, -10.943450927734375, -11.924561500549316, -12.820218086242676, -4.67889404296875], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -0.7321714758872986, -2.0748116970062256, -0.3979213833808899, -1.3531737327575684, -2.5712225437164307, -2.563533067703247, -0.9753290414810181, -2.1194047927856445, -1.2784109115600586, -0.40565311908721924, -0.846992552280426, -0.45957911014556885, -1.2487066984176636, -1.7056927680969238, -1.5040881633758545, -3.0478851795196533, -2.6566543579101562, -1.6382951736450195, -1.1131234169006348, -1.9900720119476318, -2.635035514831543, -1.667007565498352, -1.548718810081482, -1.453088641166687, -0.9327256083488464, -0.4034539461135864, -1.571348786354065, -1.4455066919326782, -0.7570553421974182, -1.5558232069015503, -1.429452657699585, -0.49167895317077637, -1.266147494316101, -2.0015785694122314, -1.2153972387313843, -1.9495912790298462, -0.2519042193889618, -2.082199811935425, -1.817310094833374, -0.8002466559410095, -1.4544095993041992, -1.7277952432632446, -1.4627596139907837, -1.2789167165756226, -2.380039691925049, -1.1906293630599976, -2.509023666381836, -0.8128335475921631, -0.5440245270729065, -1.4654366970062256, -0.9930365085601807, -0.8340342044830322, -1.697624921798706, -1.2956476211547852, -1.9597296714782715, -2.7023937702178955, -2.2251625061035156, -0.8774260878562927, -2.3061397075653076, -0.3833911120891571, -2.0140416622161865, -2.724651336669922, -1.7995266914367676, -1.9668149948120117, -2.054809093475342, -1.9690288305282593, -0.42335379123687744, -0.9305320978164673, -1.1777050495147705, -1.650762677192688, -2.1426026821136475, -2.3143067359924316, -2.983815908432007, -1.932778000831604, -2.2555785179138184, -1.519282579421997, -2.126073122024536, -0.340994656085968, -2.6372339725494385, -0.5689189434051514, -1.5685762166976929, -1.9183725118637085, -1.712263822555542, -1.6518057584762573, -1.1891417503356934, -1.3433417081832886, -1.6011807918548584, -0.9062033891677856, -1.001278042793274, -1.6106761693954468, -1.856346845626831, -1.7558691501617432, -1.38315749168396, -0.26412054896354675, -1.8267183303833008, -1.3491053581237793, -0.9286898970603943, -1.438887596130371, -1.6756616830825806, -1.4639450311660767, -0.852226972579956, -1.6366766691207886, -0.8293558359146118, -0.42217299342155457, -0.855245053768158, -0.8347196578979492, -0.3316883444786072, -1.1999568939208984, -1.1335331201553345, -1.1108683347702026, -1.4274063110351562, -1.5390348434448242, -1.4011887311935425, -1.159622073173523, -0.8125175833702087, -1.8972702026367188, -0.88836270570755, -1.4641320705413818, -1.0665048360824585, -1.4855400323867798, -1.4573456048965454, -1.7194539308547974, -2.559396982192993, -1.3831032514572144, -1.4723968505859375, -2.590440511703491, -1.9553253650665283, -2.237006664276123, -1.3126344680786133, -1.8572978973388672, -0.9517261385917664, -0.3442539870738983, -1.7949970960617065, -0.6627241969108582, -1.1051743030548096, -1.7517300844192505, -1.6904399394989014, -2.4600095748901367, -1.2503207921981812, -2.8120930194854736, -0.4742359220981598, -1.1481364965438843, -3.1586341857910156, -1.4733399152755737, -1.1372995376586914, -2.509129285812378, -0.9576899409294128, -1.1989309787750244, -0.6183909773826599, -0.7491610050201416, -1.7930471897125244, -2.685255289077759, -0.5532776713371277, -0.6448323130607605, -1.5347970724105835, -1.2780486345291138]}, "Bot003_047_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_047.log.json", "context": "Hi! It is nice to see you! How is your day going? I like to play with my cats and cats.  When did I I win a gold medal? Oh man\u2026 IDK. Yesterday maybe? Awesome idea What was the medal for? It seems that true answer is: gold I don't mind! I am sorry to hear that. I am a little sad. Why are you sad? I am sad. I am sad. Oh there there. Do you like dancing? I do but I do not dance much Me too. There's never enough time for nice things in life. Maybe we could meet at the beach and do it That would be really great! I have a lot of vintage shirts. I won a award award in the olympics. Congrats! I hope I'll win something too some day.", "response": "I am so sorry to hear that.", "annotation_id": "Bot003_047_16", "annotations": ["O", "O", "X", "T", "O", "T", "X", "X", "X", "X", "X", "X", "T", "X", "T"], "gpt2background_target_score": [-9.236458778381348, -8.606606483459473, -8.709775924682617, -9.882972717285156, -0.3979213833808899, -3.4285359382629395, -2.8357784748077393, -6.4116106033325195], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -0.7321714758872986, -2.0748116970062256, -0.3979213833808899, -1.3531737327575684, -2.5712225437164307, -2.563533067703247, -0.9753290414810181, -2.1194047927856445, -1.2784109115600586, -0.40565311908721924, -0.846992552280426, -0.45957911014556885, -1.2487066984176636, -1.7056927680969238, -1.5040881633758545, -3.0478851795196533, -2.6566543579101562, -1.6382951736450195, -1.1131234169006348, -1.9900720119476318, -2.635035514831543, -1.667007565498352, -1.548718810081482, -1.453088641166687, -0.9327256083488464, -0.4034539461135864, -1.571348786354065, -1.4455066919326782, -0.7570553421974182, -1.5558232069015503, -1.429452657699585, -0.49167895317077637, -1.266147494316101, -2.0015785694122314, -1.2153972387313843, -1.9495912790298462, -0.2519042193889618, -2.082199811935425, -1.817310094833374, -0.8002466559410095, -1.4544095993041992, -1.7277952432632446, -1.4627596139907837, -1.2789167165756226, -2.380039691925049, -1.1906293630599976, -2.509023666381836, -0.8128335475921631, -0.5440245270729065, -1.4654366970062256, -0.9930365085601807, -0.8340342044830322, -1.697624921798706, -1.2956476211547852, -1.9597296714782715, -2.7023937702178955, -2.2251625061035156, -0.8774260878562927, -2.3061397075653076, -0.3833911120891571, -2.0140416622161865, -2.724651336669922, -1.7995266914367676, -1.9668149948120117, -2.054809093475342, -1.9690288305282593, -0.42335379123687744, -0.9305320978164673, -1.1777050495147705, -1.650762677192688, -2.1426026821136475, -2.3143067359924316, -2.983815908432007, -1.932778000831604, -2.2555785179138184, -1.519282579421997, -2.126073122024536, -0.340994656085968, -2.6372339725494385, -0.5689189434051514, -1.5685762166976929, -1.9183725118637085, -1.712263822555542, -1.6518057584762573, -1.1891417503356934, -1.3433417081832886, -1.6011807918548584, -0.9062033891677856, -1.001278042793274, -1.6106761693954468, -1.856346845626831, -1.7558691501617432, -1.38315749168396, -0.26412054896354675, -1.8267183303833008, -1.3491053581237793, -0.9286898970603943, -1.438887596130371, -1.6756616830825806, -1.4639450311660767, -0.852226972579956, -1.6366766691207886, -0.8293558359146118, -0.42217299342155457, -0.855245053768158, -0.8347196578979492, -0.3316883444786072, -1.1999568939208984, -1.1335331201553345, -1.1108683347702026, -1.4274063110351562, -1.5390348434448242, -1.4011887311935425, -1.159622073173523, -0.8125175833702087, -1.8972702026367188, -0.88836270570755, -1.4641320705413818, -1.0665048360824585, -1.4855400323867798, -1.4573456048965454, -1.7194539308547974, -2.559396982192993, -1.3831032514572144, -1.4723968505859375, -2.590440511703491, -1.9553253650665283, -2.237006664276123, -1.3126344680786133, -1.8572978973388672, -0.9517261385917664, -0.3442539870738983, -1.7949970960617065, -0.6627241969108582, -1.1051743030548096, -1.7517300844192505, -2.156642198562622, -1.4476615190505981, -2.6702897548675537, -0.4896547198295593, -1.134951114654541, -2.961366891860962, -1.3604695796966553, -1.2280550003051758, -2.412867307662964, -0.4328263998031616, -1.432159662246704, -0.6365808844566345, -0.6969599723815918, -1.7823288440704346, -2.800909996032715, -0.4490588307380676, -0.8033363819122314, -1.4862544536590576, -1.2644963264465332, -0.05266326665878296, -1.0918792486190796, -1.6751354932785034, -2.2078137397766113, -0.7625778317451477, -1.9779993295669556, -1.555826187133789, -1.6442362070083618, -2.7228400707244873, -1.5210976600646973, -0.43407222628593445, -1.0464636087417603, -1.5233358144760132, -1.7286208868026733, -2.1686084270477295, -2.0697336196899414, -1.451297640800476, -1.6382997035980225, -0.04598898068070412, -0.3975886106491089, -0.6589376926422119, -0.8672282695770264]}, "Bot003_047_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_047.log.json", "context": "Hi! It is nice to see you! How is your day going? I like to play with my cats and cats.  When did I I win a gold medal? Oh man\u2026 IDK. Yesterday maybe? Awesome idea What was the medal for? It seems that true answer is: gold I don't mind! I am sorry to hear that. I am a little sad. Why are you sad? I am sad. I am sad. Oh there there. Do you like dancing? I do but I do not dance much Me too. There's never enough time for nice things in life. Maybe we could meet at the beach and do it That would be really great! I have a lot of vintage shirts. I won a award award in the olympics. Congrats! I hope I'll win something too some day. I am so sorry to hear that. What do you do for living?", "response": "I am a full time student. How about you?", "annotation_id": "Bot003_047_18", "annotations": ["T", "T", "O", "O", "T", "T", "O", "T", "O", "T", "T", "X", "O", "O", "O"], "gpt2background_target_score": [-9.236458778381348, -8.606606483459473, -8.662025451660156, -8.839076042175293, -7.851315975189209, -14.192712783813477, -8.3966703414917, -12.075826644897461, -10.196678161621094, -5.937122821807861, -8.639114379882812], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -0.7321714758872986, -2.0748116970062256, -0.3979213833808899, -1.3531737327575684, -2.5712225437164307, -2.563533067703247, -0.9753290414810181, -2.1194047927856445, -1.2784109115600586, -0.40565311908721924, -0.846992552280426, -0.45957911014556885, -1.2487066984176636, -1.7056927680969238, -1.5040881633758545, -3.0478851795196533, -2.6566543579101562, -1.6382951736450195, -1.1131234169006348, -1.9900720119476318, -2.635035514831543, -1.667007565498352, -1.548718810081482, -1.453088641166687, -0.9327256083488464, -0.4034539461135864, -1.571348786354065, -1.4455066919326782, -0.7570553421974182, -1.5558232069015503, -1.429452657699585, -0.49167895317077637, -1.266147494316101, -2.0015785694122314, -1.2153972387313843, -1.9495912790298462, -0.2519042193889618, -2.082199811935425, -1.817310094833374, -0.8002466559410095, -1.4544095993041992, -1.7277952432632446, -1.4627596139907837, -1.2789167165756226, -2.380039691925049, -1.1906293630599976, -2.509023666381836, -0.8128335475921631, -0.5440245270729065, -1.4654366970062256, -0.9930365085601807, -0.8340342044830322, -1.697624921798706, -1.2956476211547852, -1.9597296714782715, -2.7023937702178955, -2.2251625061035156, -0.8774260878562927, -2.3061397075653076, -0.3833911120891571, -2.0140416622161865, -2.724651336669922, -1.7995266914367676, -1.9668149948120117, -2.054809093475342, -1.9690288305282593, -0.42335379123687744, -0.9305320978164673, -1.1777050495147705, -1.650762677192688, -2.1426026821136475, -2.3143067359924316, -2.983815908432007, -1.932778000831604, -2.2555785179138184, -1.519282579421997, -2.126073122024536, -0.340994656085968, -2.6372339725494385, -0.5689189434051514, -1.5685762166976929, -1.9183725118637085, -1.712263822555542, -1.6518057584762573, -1.1891417503356934, -1.3433417081832886, -1.6011807918548584, -0.9062033891677856, -1.001278042793274, -1.6106761693954468, -1.856346845626831, -1.7558691501617432, -1.38315749168396, -0.26412054896354675, -1.8267183303833008, -1.3491053581237793, -0.9286898970603943, -1.438887596130371, -1.6756616830825806, -1.4639450311660767, -0.852226972579956, -1.6366766691207886, -0.8293558359146118, -0.42217299342155457, -0.855245053768158, -0.8347196578979492, -0.3316883444786072, -1.1999568939208984, -1.1335331201553345, -1.1108683347702026, -1.4274063110351562, -1.5390348434448242, -1.4011887311935425, -1.159622073173523, -0.8125175833702087, -1.8972702026367188, -0.88836270570755, -1.4641320705413818, -1.0665048360824585, -1.4855400323867798, -1.4573456048965454, -1.7194539308547974, -2.559396982192993, -1.3831032514572144, -1.4723968505859375, -2.590440511703491, -1.9553253650665283, -2.237006664276123, -1.3126344680786133, -1.8572978973388672, -0.9517261385917664, -0.3442539870738983, -1.7949970960617065, -0.6627241969108582, -1.1051743030548096, -1.7517300844192505, -2.156642198562622, -1.4476615190505981, -2.6702897548675537, -0.4896547198295593, -1.134951114654541, -2.961366891860962, -1.3604695796966553, -1.2280550003051758, -2.412867307662964, -0.4328263998031616, -1.432159662246704, -0.6365808844566345, -0.6969599723815918, -1.7823288440704346, -2.800909996032715, -0.4490588307380676, -0.8033363819122314, -1.4862544536590576, -1.2644963264465332, -0.05266326665878296, -1.0918792486190796, -1.6751354932785034, -2.2078137397766113, -0.7625778317451477, -1.9779993295669556, -1.555826187133789, -1.6442362070083618, -2.7228400707244873, -1.5210976600646973, -0.43407222628593445, -1.046464204788208, -1.52333402633667, -2.080531120300293, -2.4053542613983154, -1.2210094928741455, -1.5918523073196411, -0.07803305983543396, -0.43879935145378113, -0.6667410731315613, -1.0904244184494019, -2.340045690536499, -0.2095068097114563, -1.5972726345062256, -1.5444804430007935, -1.4219727516174316, -0.8692446947097778, -0.9818304777145386, -1.537697672843933, -2.592095375061035, -1.914189100265503, -1.3597004413604736, -0.5434926152229309, -2.5704288482666016, -1.456370234489441, -0.6076406240463257, -1.6589840650558472, -1.169564127922058, -0.8059622645378113, -1.0557975769042969]}, "Bot003_047_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_047.log.json", "context": "Hi! It is nice to see you! How is your day going? I like to play with my cats and cats.  When did I I win a gold medal? Oh man\u2026 IDK. Yesterday maybe? Awesome idea What was the medal for? It seems that true answer is: gold I don't mind! I am sorry to hear that. I am a little sad. Why are you sad? I am sad. I am sad. Oh there there. Do you like dancing? I do but I do not dance much Me too. There's never enough time for nice things in life. Maybe we could meet at the beach and do it That would be really great! I have a lot of vintage shirts. I won a award award in the olympics. Congrats! I hope I'll win something too some day. I am so sorry to hear that. What do you do for living? I am a full time student. How about you? I am a stunt double as my second job.", "response": "I am a dancer, I won a award medal in high speed", "annotation_id": "Bot003_047_20", "annotations": ["T", "O", "T", "O", "O", "O", "O", "X", "X", "T", "X", "X", "X", "T", "T"], "gpt2background_target_score": [-9.236458778381348, -8.606606483459473, -8.662025451660156, -13.662765502929688, -4.3786516189575195, -8.509822845458984, -12.446979522705078, -7.02274227142334, -13.21496868133545, -12.159005165100098, -8.82361125946045, -9.651388168334961, -14.046571731567383], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -0.7321714758872986, -2.0748116970062256, -0.3979213833808899, -1.3531737327575684, -2.5712225437164307, -2.563533067703247, -0.9753290414810181, -2.1194047927856445, -1.2784109115600586, -0.40565311908721924, -0.846992552280426, -0.45957911014556885, -1.2487066984176636, -1.7056927680969238, -1.5040881633758545, -3.0478851795196533, -2.6566543579101562, -1.6382951736450195, -1.1131234169006348, -1.9900720119476318, -2.635035514831543, -1.667007565498352, -1.548718810081482, -1.453088641166687, -0.9327256083488464, -0.4034539461135864, -1.571348786354065, -1.4455066919326782, -0.7570553421974182, -1.5558232069015503, -1.429452657699585, -0.49167895317077637, -1.266147494316101, -2.0015785694122314, -1.2153972387313843, -1.9495912790298462, -0.2519042193889618, -2.082199811935425, -1.817310094833374, -0.8002466559410095, -1.4544095993041992, -1.7277952432632446, -1.4627596139907837, -1.2789167165756226, -2.380039691925049, -1.1906293630599976, -2.509023666381836, -0.8128335475921631, -0.5440245270729065, -1.4654366970062256, -0.9930365085601807, -0.8340342044830322, -1.697624921798706, -1.2956476211547852, -1.9597296714782715, -2.7023937702178955, -2.2251625061035156, -0.8774260878562927, -2.3061397075653076, -0.3833911120891571, -2.0140416622161865, -2.724651336669922, -1.7995266914367676, -1.9668149948120117, -2.054809093475342, -1.9690288305282593, -0.42335379123687744, -0.9305320978164673, -1.1777050495147705, -1.650762677192688, -2.1426026821136475, -2.3143067359924316, -2.983815908432007, -1.932778000831604, -2.2555785179138184, -1.519282579421997, -2.126073122024536, -0.340994656085968, -2.6372339725494385, -0.5689189434051514, -1.5685762166976929, -1.9183725118637085, -1.712263822555542, -1.6518057584762573, -1.1891417503356934, -1.3433417081832886, -1.6011807918548584, -0.9062033891677856, -1.001278042793274, -1.6106761693954468, -1.856346845626831, -1.7558691501617432, -1.38315749168396, -0.26412054896354675, -1.8267183303833008, -1.3491053581237793, -0.9286898970603943, -1.438887596130371, -1.6756616830825806, -1.4639450311660767, -0.852226972579956, -1.6366766691207886, -0.8293558359146118, -0.42217299342155457, -0.855245053768158, -0.8347196578979492, -0.3316883444786072, -1.1999568939208984, -1.1335331201553345, -1.1108683347702026, -1.4274063110351562, -1.5390348434448242, -1.4011887311935425, -1.159622073173523, -0.8125175833702087, -1.8972702026367188, -0.88836270570755, -1.4641320705413818, -1.0665048360824585, -1.4855400323867798, -1.4573456048965454, -1.7194539308547974, -2.559396982192993, -1.3831032514572144, -1.4723968505859375, -2.590440511703491, -1.9553253650665283, -2.237006664276123, -1.3126344680786133, -1.8572978973388672, -0.9517261385917664, -0.3442539870738983, -1.7949970960617065, -0.6627241969108582, -1.1051743030548096, -1.7517300844192505, -2.156642198562622, -1.4476615190505981, -2.6702897548675537, -0.4896547198295593, -1.134951114654541, -2.961366891860962, -1.3604695796966553, -1.2280550003051758, -2.412867307662964, -0.4328263998031616, -1.432159662246704, -0.6365808844566345, -0.6969599723815918, -1.7823288440704346, -2.800909996032715, -0.4490588307380676, -0.8033363819122314, -1.4862544536590576, -1.2644963264465332, -0.05266326665878296, -1.0918792486190796, -1.6751354932785034, -2.2078137397766113, -0.7625778317451477, -1.9779993295669556, -1.555826187133789, -1.6442362070083618, -2.7228400707244873, -1.5210976600646973, -0.43407222628593445, -1.046464204788208, -1.52333402633667, -2.080531120300293, -2.4053542613983154, -1.2210094928741455, -1.5918523073196411, -0.07803305983543396, -0.43879935145378113, -0.6667410731315613, -1.0904244184494019, -2.340045690536499, -0.2095068097114563, -1.5972739458084106, -1.5444786548614502, -1.4219744205474854, -0.8692464232444763, -0.9818308353424072, -2.3043665885925293, -2.2299551963806152, -0.9967802166938782, -0.6314325928688049, -2.295595169067383, -1.3712722063064575, -0.6603003144264221, -1.689269781112671, -1.3129912614822388, -0.6299980282783508, -1.0596214532852173, -1.7380191087722778, -1.4859766960144043, -1.8372193574905396, -3.0108754634857178, -1.7381703853607178, -0.5788701772689819, -3.326138734817505, -1.7641096115112305, -1.2132283449172974, -0.8752015233039856, -1.6012741327285767, -2.1727399826049805, -1.178758978843689, -0.23951350152492523, -1.457714319229126, -1.5504329204559326, -1.6327295303344727, -0.6616920232772827, -1.7568224668502808, -0.60383141040802, -0.6408416032791138, -0.5739509463310242, -0.15807947516441345, -1.8180395364761353]}, "Bot003_050_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_050.log.json", "context": "Good to see you! Good to see you too, how are you ?", "response": "I am good. I just finished cooking dinner.", "annotation_id": "Bot003_050_02", "annotations": ["T", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "X", "T", "O", "O"], "gpt2background_target_score": [-10.401065826416016, -10.816916465759277, -6.479146957397461, -5.929871082305908, -3.926547050476074, -8.951546669006348, -12.178557395935059, -11.753639221191406, -12.168588638305664, -2.386672258377075], "gpt2background_argmax_score": [-4.1281585693359375, -2.4500157833099365, -2.427603006362915, -2.400285243988037, -0.5790262222290039, -1.8997396230697632, -0.7517446875572205, -0.4512525498867035, -2.387493848800659, -0.6037818789482117, -2.437208890914917, -2.1641838550567627, -0.2575152516365051, -1.659704327583313, -1.2157833576202393, -1.683254599571228, -1.7062684297561646, -1.9166897535324097, -1.255170464515686, -1.2006385326385498, -1.8236867189407349, -2.564502239227295, -2.1823103427886963, -1.817991018295288, -1.325208306312561, -1.4554024934768677]}, "Bot003_050_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_050.log.json", "context": "Good to see you! Good to see you too, how are you ? I am good. I just finished cooking dinner. Enjoy your meal my friend", "response": "Are we friends?", "annotation_id": "Bot003_050_04", "annotations": ["O", "T", "T", "O", "O", "O", "T", "T", "O", "T", "O", "T", "O", "O", "O"], "gpt2background_target_score": [-12.871343612670898, -10.386714935302734, -7.328741073608398, -6.343846321105957], "gpt2background_argmax_score": [-4.1281585693359375, -2.4500157833099365, -2.427603006362915, -2.400285243988037, -0.5790262222290039, -1.8997396230697632, -0.7517446875572205, -0.4512525498867035, -2.387493848800659, -0.6037818789482117, -2.437208890914917, -2.1641838550567627, -0.2575152516365051, -1.659704327583313, -1.2157833576202393, -1.8548303842544556, -1.9018715620040894, -1.365779995918274, -1.3671221733093262, -2.0063514709472656, -2.5206174850463867, -2.1758384704589844, -1.9108012914657593, -1.4251599311828613, -1.4970382452011108, -1.9051364660263062, -1.8053910732269287, -1.3038172721862793, -2.059840202331543, -0.8085808753967285, -2.026937961578369, -0.18295331299304962, -2.7412006855010986, -1.1306912899017334, -0.6411629915237427]}, "Bot003_050_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_050.log.json", "context": "Good to see you! Good to see you too, how are you ? I am good. I just finished cooking dinner. Enjoy your meal my friend Are we friends? Aren\u2019t we ?", "response": "Bye bye!", "annotation_id": "Bot003_050_06", "annotations": ["X", "X", "X", "T", "T", "T", "O", "X", "T", "T", "X", "X", "T", "T", "X"], "gpt2background_target_score": [-13.703546524047852, -10.553254127502441, -13.106085777282715, -5.42461633682251], "gpt2background_argmax_score": [-4.1281585693359375, -2.4500157833099365, -2.427603006362915, -2.400285243988037, -0.5790262222290039, -1.8997396230697632, -0.7517446875572205, -0.4512525498867035, -2.387493848800659, -0.6037818789482117, -2.437208890914917, -2.1641838550567627, -0.2575152516365051, -1.659704327583313, -1.2157833576202393, -1.8548303842544556, -1.9018715620040894, -1.365779995918274, -1.3671221733093262, -2.0063514709472656, -2.5206174850463867, -2.1758384704589844, -1.9108012914657593, -1.4251599311828613, -1.4970382452011108, -1.9051364660263062, -1.8053910732269287, -1.3038172721862793, -2.059840202331543, -0.8085808753967285, -0.24039866030216217, -2.654289722442627, -1.1366831064224243, -1.5505319833755493, -0.5401239991188049, -0.11594998091459274, -0.15179508924484253, -0.8935803174972534, -0.8807121515274048, -1.649481177330017, -2.4063873291015625, -1.614830732345581, -1.9775139093399048, -1.9600740671157837, -1.1115909814834595]}, "Bot003_050_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_050.log.json", "context": "Good to see you! Good to see you too, how are you ? I am good. I just finished cooking dinner. Enjoy your meal my friend Are we friends? Aren\u2019t we ? Bye bye! No please stay", "response": "I wouldn't be offended if they were ladies and gentlemen.", "annotation_id": "Bot003_050_08", "annotations": ["T", "X", "X", "X", "X", "X", "T", "O", "O", "T", "X", "X", "T", "T", "X"], "gpt2background_target_score": [-10.401065826416016, -14.437811851501465, -11.838866233825684, -7.670546054840088, -13.26577091217041, -8.030440330505371, -10.156224250793457, -10.309063911437988, -9.28701400756836, -5.696257591247559, -9.280350685119629, -7.256731033325195], "gpt2background_argmax_score": [-4.1281585693359375, -2.4500157833099365, -2.427603006362915, -2.400285243988037, -0.5790262222290039, -1.8997396230697632, -0.7517446875572205, -0.4512525498867035, -2.387493848800659, -0.6037818789482117, -2.437208890914917, -2.1641838550567627, -0.2575152516365051, -1.659704327583313, -1.2157833576202393, -1.8548303842544556, -1.9018715620040894, -1.365779995918274, -1.3671221733093262, -2.0063514709472656, -2.5206174850463867, -2.1758384704589844, -1.9108012914657593, -1.4251599311828613, -1.4970382452011108, -1.9051364660263062, -1.8053910732269287, -1.3038172721862793, -2.059840202331543, -0.8085808753967285, -0.24039866030216217, -2.654289722442627, -1.1366831064224243, -1.5505319833755493, -0.5401239991188049, -0.11594998091459274, -0.15179508924484253, -0.8935803174972534, -0.8807121515274048, -1.649481177330017, -2.524976968765259, -1.735844373703003, -1.514171838760376, -2.021932363510132, -1.6927738189697266, -2.5653064250946045, -2.5327179431915283, -1.8333557844161987, -0.7564836144447327, -1.6460204124450684, -2.5320847034454346, -1.0700557231903076, -1.395333170890808, -1.622509241104126, -1.2289456129074097, -1.3725216388702393, -1.3098845481872559, -0.9462202787399292, -1.3048685789108276]}, "Bot003_050_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_050.log.json", "context": "Good to see you! Good to see you too, how are you ? I am good. I just finished cooking dinner. Enjoy your meal my friend Are we friends? Aren\u2019t we ? Bye bye! No please stay I wouldn't be offended if they were ladies and gentlemen. Do you have any pets ?", "response": "No, I do not. I do not have any pets.", "annotation_id": "Bot003_050_10", "annotations": ["T", "O", "O", "O", "O", "T", "T", "O", "O", "T", "O", "X", "O", "O", "O"], "gpt2background_target_score": [-11.57699966430664, -9.559433937072754, -6.9296464920043945, -6.0819172859191895, -9.655967712402344, -5.782710075378418, -9.116547584533691, -8.930869102478027, -6.8540143966674805, -8.253904342651367, -7.541132926940918, -11.0856294631958, -10.568768501281738], "gpt2background_argmax_score": [-4.128152370452881, -2.450017213821411, -2.4276044368743896, -2.4002842903137207, -0.5790254473686218, -1.8997371196746826, -0.7517473101615906, -0.45125147700309753, -2.3874919414520264, -0.6037815809249878, -2.437208414077759, -2.1641814708709717, -0.2575152516365051, -1.6597058773040771, -1.2157841920852661, -1.8548321723937988, -1.9018698930740356, -1.3657771348953247, -1.3671194314956665, -2.006350040435791, -2.5206172466278076, -2.175837993621826, -1.9108006954193115, -1.4251614809036255, -1.497037649154663, -1.9051367044448853, -1.8053908348083496, -1.3038170337677002, -2.0598385334014893, -0.8085796236991882, -0.24039876461029053, -2.654289722442627, -1.1366854906082153, -1.550532579421997, -0.5401242971420288, -0.1159500926733017, -0.1517946869134903, -0.8935784697532654, -0.8807087540626526, -1.649479866027832, -2.5249791145324707, -1.7358447313308716, -1.5141708850860596, -2.0219321250915527, -1.6927725076675415, -2.565304756164551, -1.4780217409133911, -0.6465449333190918, -1.4711883068084717, -2.724349021911621, -1.7141573429107666, -1.3383241891860962, -1.7380316257476807, -1.2820184230804443, -1.4672805070877075, -1.5878106355667114, -0.9634397625923157, -2.035809278488159, -0.48092201352119446, -1.4500571489334106, -1.043371558189392, -2.29303240776062, -1.03751802444458, -1.6038516759872437, -2.1580147743225098, -2.100525140762329, -1.6063003540039062, -1.9311068058013916, -1.3854954242706299, -1.266616940498352, -1.3433971405029297, -1.8107836246490479, -0.7274761199951172, -1.001336693763733, -1.3832848072052002, -0.4856538772583008, -0.9176186323165894, -1.3297637701034546]}, "Bot003_050_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_050.log.json", "context": "Good to see you! Good to see you too, how are you ? I am good. I just finished cooking dinner. Enjoy your meal my friend Are we friends? Aren\u2019t we ? Bye bye! No please stay I wouldn't be offended if they were ladies and gentlemen. Do you have any pets ? No, I do not. I do not have any pets. What do you like", "response": "I like movies about robots.", "annotation_id": "Bot003_050_12", "annotations": ["T", "O", "O", "O", "O", "O", "O", "O", "O", "T", "O", "X", "T", "O", "O"], "gpt2background_target_score": [-10.401073455810547, -7.985383987426758, -7.254202842712402, -8.28680419921875, -12.437219619750977, -5.782710075378418], "gpt2background_argmax_score": [-4.128152370452881, -2.450017213821411, -2.4276044368743896, -2.4002842903137207, -0.5790254473686218, -1.8997371196746826, -0.7517473101615906, -0.45125147700309753, -2.3874919414520264, -0.6037815809249878, -2.437208414077759, -2.1641814708709717, -0.2575152516365051, -1.6597058773040771, -1.2157841920852661, -1.8548321723937988, -1.9018698930740356, -1.3657771348953247, -1.3671194314956665, -2.006350040435791, -2.5206172466278076, -2.175837993621826, -1.9108006954193115, -1.4251614809036255, -1.497037649154663, -1.9051367044448853, -1.8053908348083496, -1.3038170337677002, -2.0598385334014893, -0.8085796236991882, -0.24039876461029053, -2.654289722442627, -1.1366854906082153, -1.550532579421997, -0.5401242971420288, -0.1159500926733017, -0.15179488062858582, -0.8935776948928833, -0.8807089924812317, -1.6494802236557007, -2.5249791145324707, -1.735842227935791, -1.5141701698303223, -2.021933078765869, -1.6927722692489624, -2.5653066635131836, -1.4780198335647583, -0.6465443968772888, -1.4711887836456299, -2.7243528366088867, -1.7141571044921875, -1.3383255004882812, -1.7380329370498657, -1.2820192575454712, -1.4672795534133911, -1.587813377380371, -0.9634406566619873, -2.0358102321624756, -0.48092085123062134, -1.4500584602355957, -1.0433717966079712, -2.2930309772491455, -1.037516713142395, -1.6038503646850586, -2.4782981872558594, -1.6635946035385132, -1.8960027694702148, -1.4921307563781738, -1.279225468635559, -1.5074849128723145, -2.0034852027893066, -0.6723660230636597, -0.97898268699646, -1.2978930473327637, -0.47949305176734924, -1.0533026456832886, -1.3471674919128418, -1.813583493232727, -0.28744596242904663, -1.4429939985275269, -1.195177435874939, -1.9140106439590454, -1.8100314140319824, -1.6723401546478271, -1.8172228336334229, -2.2793290615081787, -1.5125316381454468, -1.558801293373108]}, "Bot003_050_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_050.log.json", "context": "Good to see you! Good to see you too, how are you ? I am good. I just finished cooking dinner. Enjoy your meal my friend Are we friends? Aren\u2019t we ? Bye bye! No please stay I wouldn't be offended if they were ladies and gentlemen. Do you have any pets ? No, I do not. I do not have any pets. What do you like I like movies about robots. Tell me about yourself", "response": "My family from italy but I live in america. How about you?", "annotation_id": "Bot003_050_14", "annotations": ["O", "O", "O", "O", "O", "O", "T", "O", "T", "T", "O", "T", "O", "O", "O"], "gpt2background_target_score": [-13.01201057434082, -10.662164688110352, -5.908982276916504, -9.690606117248535, -12.963216781616211, -7.4527435302734375, -9.116547584533691, -10.154215812683105, -2.9525668621063232, -12.643847465515137, -11.757698059082031, -7.256731033325195, -13.687897682189941, -7.354490280151367, -7.153890609741211, -10.061481475830078], "gpt2background_argmax_score": [-4.128152370452881, -2.450017213821411, -2.4276044368743896, -2.4002842903137207, -0.5790254473686218, -1.8997371196746826, -0.7517473101615906, -0.45125147700309753, -2.3874919414520264, -0.6037815809249878, -2.437208414077759, -2.1641814708709717, -0.2575152516365051, -1.6597058773040771, -1.2157841920852661, -1.8548321723937988, -1.9018698930740356, -1.3657771348953247, -1.3671194314956665, -2.006350040435791, -2.5206172466278076, -2.175837993621826, -1.9108006954193115, -1.4251614809036255, -1.497037649154663, -1.9051367044448853, -1.8053908348083496, -1.3038170337677002, -2.0598385334014893, -0.8085796236991882, -0.24039876461029053, -2.654289722442627, -1.1366854906082153, -1.550532579421997, -0.5401242971420288, -0.1159500926733017, -0.15179488062858582, -0.8935776948928833, -0.8807089924812317, -1.6494802236557007, -2.5249791145324707, -1.735842227935791, -1.514171838760376, -2.0219321250915527, -1.6927729845046997, -2.5653064250946045, -1.4780206680297852, -0.6465446352958679, -1.4711885452270508, -2.724350929260254, -1.7141563892364502, -1.3383257389068604, -1.7380329370498657, -1.2820173501968384, -1.467279314994812, -1.5878099203109741, -0.9634395837783813, -2.0358099937438965, -0.48092129826545715, -1.4500573873519897, -1.0433706045150757, -2.293031692504883, -1.0375173091888428, -1.6038511991500854, -2.4782981872558594, -1.6635956764221191, -1.8960031270980835, -1.4921307563781738, -1.279223918914795, -1.507483959197998, -2.0034847259521484, -0.6723657846450806, -0.9789832830429077, -1.297893762588501, -0.47949180006980896, -1.053302526473999, -1.34716796875, -1.8135849237442017, -0.2874460518360138, -1.4429949522018433, -1.1951760053634644, -1.9926410913467407, -1.6949682235717773, -2.5906410217285156, -2.2172679901123047, -1.8693679571151733, -1.6005065441131592, -0.590335488319397, -1.3846322298049927, -1.5940643548965454, -1.616093635559082, -1.8522093296051025, -2.2185635566711426, -1.3948396444320679, -2.250544309616089, -1.4770547151565552, -2.4681336879730225, -1.0776783227920532, -2.3184573650360107, -0.6032895445823669, -1.7124745845794678, -0.33528974652290344, -1.5375466346740723, -1.6090930700302124, -1.6336714029312134, -0.7618657350540161, -1.0005178451538086, -0.5503259301185608]}, "Bot003_050_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_050.log.json", "context": "Good to see you! Good to see you too, how are you ? I am good. I just finished cooking dinner. Enjoy your meal my friend Are we friends? Aren\u2019t we ? Bye bye! No please stay I wouldn't be offended if they were ladies and gentlemen. Do you have any pets ? No, I do not. I do not have any pets. What do you like I like movies about robots. Tell me about yourself My family from italy but I live in america. How about you? I am from europe", "response": "I live in california, I love to swim", "annotation_id": "Bot003_050_16", "annotations": ["T", "O", "O", "O", "O", "T", "T", "O", "O", "T", "O", "X", "T", "O", "O"], "gpt2background_target_score": [-10.401073455810547, -7.181882858276367, -4.064366817474365, -11.327875137329102, -11.459057807922363, -13.040593147277832, -9.843143463134766, -4.961994647979736, -7.4939117431640625, -8.48371696472168, -11.08954906463623], "gpt2background_argmax_score": [-4.128152370452881, -2.450017213821411, -2.4276044368743896, -2.4002842903137207, -0.5790254473686218, -1.8997371196746826, -0.7517473101615906, -0.45125147700309753, -2.3874919414520264, -0.6037815809249878, -2.437208414077759, -2.1641814708709717, -0.2575152516365051, -1.6597058773040771, -1.2157841920852661, -1.8548321723937988, -1.9018698930740356, -1.3657771348953247, -1.3671194314956665, -2.006350040435791, -2.5206172466278076, -2.175837993621826, -1.9108006954193115, -1.4251614809036255, -1.497037649154663, -1.9051367044448853, -1.8053908348083496, -1.3038170337677002, -2.0598385334014893, -0.8085796236991882, -0.24039876461029053, -2.654289722442627, -1.1366854906082153, -1.550532579421997, -0.5401242971420288, -0.1159500926733017, -0.15179488062858582, -0.8935776948928833, -0.8807089924812317, -1.6494802236557007, -2.5249791145324707, -1.735842227935791, -1.514171838760376, -2.0219321250915527, -1.6927729845046997, -2.5653064250946045, -1.4780206680297852, -0.6465446352958679, -1.4711885452270508, -2.724350929260254, -1.7141563892364502, -1.3383257389068604, -1.7380329370498657, -1.2820173501968384, -1.467279314994812, -1.5878099203109741, -0.9634395837783813, -2.0358099937438965, -0.48092129826545715, -1.4500573873519897, -1.0433706045150757, -2.293031692504883, -1.0375173091888428, -1.6038511991500854, -2.4782981872558594, -1.6635956764221191, -1.8960031270980835, -1.4921307563781738, -1.279223918914795, -1.507483959197998, -2.0034847259521484, -0.6723657846450806, -0.9789832830429077, -1.297893762588501, -0.47949180006980896, -1.053302526473999, -1.34716796875, -1.8135849237442017, -0.2874460518360138, -1.4429949522018433, -1.1951760053634644, -1.9926410913467407, -1.6949682235717773, -2.5906410217285156, -2.2172656059265137, -1.8693681955337524, -1.6005059480667114, -0.5903356671333313, -1.3846321105957031, -1.5940645933151245, -1.616094708442688, -2.27462100982666, -1.2720539569854736, -2.157327175140381, -1.1613339185714722, -2.255402088165283, -1.0028337240219116, -2.0643115043640137, -0.6653385758399963, -1.6872543096542358, -0.22301460802555084, -1.5480356216430664, -1.6730931997299194, -1.662854790687561, -0.7984147071838379, -1.1190059185028076, -1.7390974760055542, -2.317150354385376, -1.9027239084243774, -1.9401726722717285, -0.08506584167480469, -1.641771912574768, -1.9568569660186768, -2.305596351623535, -0.2621026635169983, -1.5290968418121338, -0.45266595482826233, -0.12946926057338715, -1.5890318155288696, -1.9413141012191772, -2.11118483543396, -2.1432361602783203, -2.4126193523406982, -1.81992506980896]}, "Bot003_050_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_050.log.json", "context": "Good to see you! Good to see you too, how are you ? I am good. I just finished cooking dinner. Enjoy your meal my friend Are we friends? Aren\u2019t we ? Bye bye! No please stay I wouldn't be offended if they were ladies and gentlemen. Do you have any pets ? No, I do not. I do not have any pets. What do you like I like movies about robots. Tell me about yourself My family from italy but I live in america. How about you? I am from europe I live in california, I love to swim What do you do for a living", "response": "I am a paid client. My job is chatting online.", "annotation_id": "Bot003_050_18", "annotations": ["T", "O", "O", "O", "O", "O", "T", "O", "X", "T", "O", "X", "O", "O", "O"], "gpt2background_target_score": [-10.401073455810547, -10.816914558410645, -2.8459630012512207, -10.656911849975586, -12.470569610595703, -5.782710075378418, -13.903092384338379, -10.72522258758545, -7.945395469665527, -13.310381889343262, -11.097436904907227, -7.256731033325195], "gpt2background_argmax_score": [-4.128152370452881, -2.450017213821411, -2.4276044368743896, -2.4002842903137207, -0.5790254473686218, -1.8997371196746826, -0.7517473101615906, -0.45125147700309753, -2.3874919414520264, -0.6037815809249878, -2.437208414077759, -2.1641814708709717, -0.2575152516365051, -1.6597058773040771, -1.2157841920852661, -1.8548321723937988, -1.9018698930740356, -1.3657771348953247, -1.3671194314956665, -2.006350040435791, -2.5206172466278076, -2.175837993621826, -1.9108006954193115, -1.4251614809036255, -1.497037649154663, -1.9051367044448853, -1.8053908348083496, -1.3038170337677002, -2.0598385334014893, -0.8085796236991882, -0.24039876461029053, -2.654289722442627, -1.1366854906082153, -1.550532579421997, -0.5401242971420288, -0.1159500926733017, -0.15179488062858582, -0.8935776948928833, -0.8807089924812317, -1.6494802236557007, -2.5249791145324707, -1.735842227935791, -1.514171838760376, -2.0219321250915527, -1.6927729845046997, -2.5653064250946045, -1.4780206680297852, -0.6465446352958679, -1.4711885452270508, -2.724350929260254, -1.7141563892364502, -1.3383257389068604, -1.7380329370498657, -1.2820173501968384, -1.467279314994812, -1.5878099203109741, -0.9634395837783813, -2.0358099937438965, -0.48092129826545715, -1.4500573873519897, -1.0433706045150757, -2.293031692504883, -1.0375173091888428, -1.6038511991500854, -2.4782981872558594, -1.6635956764221191, -1.8960031270980835, -1.4921307563781738, -1.279223918914795, -1.507483959197998, -2.0034847259521484, -0.6723657846450806, -0.9789832830429077, -1.297893762588501, -0.47949180006980896, -1.053302526473999, -1.34716796875, -1.8135849237442017, -0.2874460518360138, -1.4429949522018433, -1.1951760053634644, -1.9926410913467407, -1.6949682235717773, -2.5906410217285156, -2.2172679901123047, -1.8693679571151733, -1.6005065441131592, -0.590335488319397, -1.3846322298049927, -1.5940643548965454, -1.616093635559082, -2.2746224403381348, -1.272053599357605, -2.1573266983032227, -1.1613340377807617, -2.255403995513916, -1.0028337240219116, -2.0643107891082764, -0.6653380393981934, -1.6872526407241821, -0.22301432490348816, -1.5480365753173828, -1.6730947494506836, -1.662853479385376, -0.7984145879745483, -1.1190049648284912, -1.7390968799591064, -2.3171494007110596, -1.9027239084243774, -1.9401700496673584, -0.085066057741642, -1.641772985458374, -2.0449092388153076, -0.32624077796936035, -1.898897409439087, -0.3885336220264435, -0.10976405441761017, -1.9441673755645752, -2.1960911750793457, -2.100856065750122, -2.165848731994629, -2.4523043632507324, -1.8327853679656982, -2.1961190700531006, -0.19386421144008636, -0.8297197818756104, -2.13371205329895, -2.2684168815612793, -1.5421315431594849, -1.0244747400283813, -1.855966567993164, -2.4948768615722656, -1.4649522304534912, -3.177032709121704, -2.811723470687866, -2.057422161102295, -1.1102198362350464, -2.3113338947296143, -0.5837394595146179, -2.2623226642608643, -1.7327367067337036, -1.5808902978897095, -1.146816611289978]}, "Bot003_050_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_050.log.json", "context": "Good to see you! Good to see you too, how are you ? I am good. I just finished cooking dinner. Enjoy your meal my friend Are we friends? Aren\u2019t we ? Bye bye! No please stay I wouldn't be offended if they were ladies and gentlemen. Do you have any pets ? No, I do not. I do not have any pets. What do you like I like movies about robots. Tell me about yourself My family from italy but I live in america. How about you? I am from europe I live in california, I love to swim What do you do for a living I am a paid client. My job is chatting online. Do you get paid well ?", "response": "I don't know.", "annotation_id": "Bot003_050_20", "annotations": ["T", "T", "X", "T", "T", "O", "T", "T", "T", "T", "T", "X", "T", "O", "O"], "gpt2background_target_score": [-10.401073455810547, -8.874667167663574, -11.838868141174316, -8.333904266357422, -9.889333724975586], "gpt2background_argmax_score": [-4.128152370452881, -2.450017213821411, -2.4276044368743896, -2.4002842903137207, -0.5790254473686218, -1.8997371196746826, -0.7517473101615906, -0.45125147700309753, -2.3874919414520264, -0.6037815809249878, -2.437208414077759, -2.1641814708709717, -0.2575152516365051, -1.6597058773040771, -1.2157841920852661, -1.8548321723937988, -1.9018698930740356, -1.3657771348953247, -1.3671194314956665, -2.006350040435791, -2.5206172466278076, -2.175837993621826, -1.9108006954193115, -1.4251614809036255, -1.497037649154663, -1.9051367044448853, -1.8053908348083496, -1.3038170337677002, -2.0598385334014893, -0.8085796236991882, -0.24039876461029053, -2.654289722442627, -1.1366854906082153, -1.550532579421997, -0.5401242971420288, -0.1159500926733017, -0.15179488062858582, -0.8935776948928833, -0.8807089924812317, -1.6494802236557007, -2.5249791145324707, -1.735842227935791, -1.514171838760376, -2.0219321250915527, -1.6927729845046997, -2.5653064250946045, -1.4780206680297852, -0.6465446352958679, -1.4711885452270508, -2.724350929260254, -1.7141563892364502, -1.3383257389068604, -1.7380329370498657, -1.2820173501968384, -1.467279314994812, -1.5878099203109741, -0.9634395837783813, -2.0358099937438965, -0.48092129826545715, -1.4500573873519897, -1.0433706045150757, -2.293031692504883, -1.0375173091888428, -1.6038511991500854, -2.4782981872558594, -1.6635956764221191, -1.8960031270980835, -1.4921307563781738, -1.279223918914795, -1.507483959197998, -2.0034847259521484, -0.6723657846450806, -0.9789832830429077, -1.297893762588501, -0.47949180006980896, -1.053302526473999, -1.34716796875, -1.8135849237442017, -0.2874460518360138, -1.4429949522018433, -1.1951760053634644, -1.9926410913467407, -1.6949682235717773, -2.5906410217285156, -2.2172679901123047, -1.8693679571151733, -1.6005065441131592, -0.590335488319397, -1.3846322298049927, -1.5940643548965454, -1.616093635559082, -2.2746224403381348, -1.272053599357605, -2.1573266983032227, -1.1613340377807617, -2.255403995513916, -1.0028337240219116, -2.0643107891082764, -0.6653380393981934, -1.6872526407241821, -0.22301432490348816, -1.5480365753173828, -1.6730947494506836, -1.662853479385376, -0.7984145879745483, -1.1190049648284912, -1.7390968799591064, -2.3171494007110596, -1.9027239084243774, -1.9401700496673584, -0.085066057741642, -1.641772985458374, -2.0449092388153076, -0.32624077796936035, -1.898897409439087, -0.3885336220264435, -0.10976405441761017, -1.9441673755645752, -2.1960911750793457, -2.100856065750122, -2.165848731994629, -2.4523043632507324, -1.8327853679656982, -2.1961190700531006, -0.19386421144008636, -0.8297197818756104, -2.13371205329895, -2.2684168815612793, -1.5421315431594849, -1.0244747400283813, -1.8502557277679443, -2.2027535438537598, -4.018292427062988, -2.677075147628784, -1.8533855676651, -1.3285356760025024, -2.0709264278411865, -0.4960482120513916, -1.9307854175567627, -1.5839735269546509, -1.5931941270828247, -1.15597665309906, -0.28489866852760315, -1.0719174146652222, -1.6637310981750488, -1.7970070838928223, -1.314810037612915, -1.7100563049316406, -1.6836541891098022, -2.105262279510498, -0.4500287175178528, -2.01601505279541, -2.101604700088501, -0.9036621451377869]}, "Bot003_054_01": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_054.log.json", "context": "hey", "response": "Yeah that's right.", "annotation_id": "Bot003_054_01", "annotations": ["T", "O", "T", "T", "X", "T", "X", "T", "T", "X", "O", "X", "X", "X", "T"], "gpt2background_target_score": [-11.49463176727295, -10.894566535949707, -7.906067848205566, -8.902302742004395, -8.252792358398438], "gpt2background_argmax_score": [-3.1134567260742188, -2.4310483932495117, -1.505641222000122, -0.9928140640258789, -2.3741159439086914, -1.4268078804016113, -1.853749394416809]}, "Bot003_054_03": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_054.log.json", "context": "hey Yeah that's right. what is your name?", "response": "I'm paul.", "annotation_id": "Bot003_054_03", "annotations": ["O", "O", "X", "T", "O", "O", "X", "O", "T", "O", "O", "O", "O", "O", "T"], "gpt2background_target_score": [-8.176427841186523, -7.190720558166504, -8.417980194091797, -12.848844528198242, -1.7435715198516846], "gpt2background_argmax_score": [-3.1134567260742188, -2.188502788543701, -1.2083344459533691, -2.2637343406677246, -1.7435715198516846, -2.01636004447937, -1.5961852073669434, -1.724717378616333, -2.226745367050171, -0.8056194186210632, -1.3053600788116455, -3.1559643745422363, -1.1992459297180176, -1.8224050998687744, -2.950812578201294, -1.951655626296997, -0.6744795441627502]}, "Bot003_054_05": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_054.log.json", "context": "hey Yeah that's right. what is your name? I'm paul. Cool", "response": "Duh.", "annotation_id": "Bot003_054_05", "annotations": ["X", "T", "X", "T", "O", "T", "X", "O", "T", "T", "O", "X", "T", "X", "T"], "gpt2background_target_score": [-9.207883834838867, -8.93545150756836, -7.364314556121826], "gpt2background_argmax_score": [-3.1134567260742188, -2.188502788543701, -1.2083344459533691, -2.2637343406677246, -1.7435715198516846, -2.01636004447937, -1.5961852073669434, -1.724717378616333, -2.226745367050171, -0.8056194186210632, -1.3053600788116455, -1.103829264640808, -1.7928742170333862, -2.807997703552246, -2.1492457389831543, -1.4066475629806519, -1.2824970483779907, -2.545915126800537, -1.065948724746704, -1.9230502843856812, -1.88807213306427]}, "Bot003_054_07": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_054.log.json", "context": "hey Yeah that's right. what is your name? I'm paul. Cool Duh. Where are you from?", "response": "I'm from the us. How about you?", "annotation_id": "Bot003_054_07", "annotations": ["O", "O", "O", "T", "O", "O", "O", "O", "T", "O", "O", "T", "O", "O", "T"], "gpt2background_target_score": [-8.176427841186523, -7.190720558166504, -9.150470733642578, -2.8979907035827637, -10.109456062316895, -9.126205444335938, -9.696441650390625, -7.960400581359863, -9.841289520263672, -0.8056194186210632], "gpt2background_argmax_score": [-3.1134567260742188, -2.188502788543701, -1.2083344459533691, -2.2637343406677246, -1.7435715198516846, -2.01636004447937, -1.5961852073669434, -1.724717378616333, -2.226745367050171, -0.8056194186210632, -1.3053600788116455, -1.103829264640808, -1.7928742170333862, -2.807997703552246, -2.1492457389831543, -1.4066475629806519, -1.282497763633728, -2.5192248821258545, -2.0240957736968994, -2.1885457038879395, -1.8393999338150024, -0.3525044620037079, -1.3353744745254517, -0.3739163875579834, -1.230069875717163, -2.4496989250183105, -0.8280442357063293, -1.5201232433319092, -2.0412564277648926, -1.7058007717132568, -2.863497495651245, -0.7480650544166565, -2.0301361083984375, -0.49397358298301697, -0.8969003558158875, -0.31753551959991455]}, "Bot003_054_09": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_054.log.json", "context": "hey Yeah that's right. what is your name? I'm paul. Cool Duh. Where are you from? I'm from the us. How about you? I am from india) HAve you been there?", "response": "I have been there since I was in the 3rd grade", "annotation_id": "Bot003_054_09", "annotations": ["O", "T", "T", "T", "O", "O", "X", "T", "T", "O", "O", "T", "O", "T", "T"], "gpt2background_target_score": [-8.176427841186523, -7.070072650909424, -9.696117401123047, -8.851385116577148, -8.022590637207031, -2.01636004447937, -4.379003047943115, -6.383584976196289, -8.607893943786621, -9.78905200958252, -13.8549222946167, -12.747225761413574], "gpt2background_argmax_score": [-3.1134567260742188, -2.188502788543701, -1.2083344459533691, -2.2637343406677246, -1.7435715198516846, -2.01636004447937, -1.5961852073669434, -1.724717378616333, -2.226745367050171, -0.8056194186210632, -1.3053600788116455, -1.103829264640808, -1.7928742170333862, -2.807997703552246, -2.1492457389831543, -1.4066475629806519, -1.282497763633728, -2.5192248821258545, -2.0240957736968994, -2.1885457038879395, -1.8393999338150024, -0.3525044620037079, -1.3353744745254517, -0.3739163875579834, -1.230069875717163, -0.8637598156929016, -1.4973936080932617, -2.5167574882507324, -1.7294082641601562, -2.680765390396118, -1.7730672359466553, -1.956135630607605, -0.5359507203102112, -0.7832397818565369, -1.4106417894363403, -0.6185436844825745, -1.3991999626159668, -0.9484074711799622, -0.17448484897613525, -0.9318007230758667, -1.2697805166244507, -2.183441400527954, -1.6138520240783691, -2.5740115642547607, -1.6798979043960571, -1.4219810962677002, -1.8518341779708862, -2.2223496437072754, -1.2790448665618896, -0.9859803318977356, -0.6844516396522522, -1.4203304052352905, -2.240032196044922, -0.36328068375587463, -1.4473422765731812, -2.08376407623291, -2.0005204677581787, -0.5256273746490479, -0.350815087556839, -0.873063325881958]}, "Bot003_054_11": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_054.log.json", "context": "hey Yeah that's right. what is your name? I'm paul. Cool Duh. Where are you from? I'm from the us. How about you? I am from india) HAve you been there? I have been there since I was in the 3rd grade Where did you study?", "response": "I don't know.", "annotation_id": "Bot003_054_11", "annotations": ["T", "T", "X", "T", "X", "T", "X", "O", "T", "X", "O", "T", "X", "X", "T"], "gpt2background_target_score": [-8.176429748535156, -6.460065841674805, -8.21935749053955, -10.90176010131836, -1.743571400642395], "gpt2background_argmax_score": [-3.113452911376953, -2.1885030269622803, -1.208336591720581, -2.263735055923462, -1.743571400642395, -2.0163607597351074, -1.5961848497390747, -1.7247183322906494, -2.2267448902130127, -0.8056196570396423, -1.3053604364395142, -1.10382878780365, -1.792875051498413, -2.8079991340637207, -2.1492457389831543, -1.4066494703292847, -1.2824987173080444, -2.519225597381592, -2.024094820022583, -2.1885459423065186, -1.8393995761871338, -0.35250505805015564, -1.3353713750839233, -0.37391623854637146, -1.2300714254379272, -0.8637586236000061, -1.4973926544189453, -2.516753911972046, -1.7294058799743652, -2.68076753616333, -1.7730693817138672, -1.9561351537704468, -0.5359526872634888, -0.7832396626472473, -1.410643458366394, -0.6185442209243774, -1.399200439453125, -0.9484087228775024, -0.17448414862155914, -0.9318017959594727, -1.2697803974151611, -2.1834404468536377, -1.6138520240783691, -2.5740106105804443, -1.6799004077911377, -1.4219809770584106, -1.8518342971801758, -1.4168365001678467, -1.2342875003814697, -0.7595680356025696, -1.418582558631897, -2.3125038146972656, -0.3615124225616455, -1.4403403997421265, -2.062819242477417, -2.1663904190063477, -0.482379287481308, -0.35554271936416626, -1.0206875801086426, -1.0266904830932617, -0.20976200699806213, -2.005995035171509, -0.5676632523536682, -1.6762945652008057, -1.864929437637329, -1.861262321472168, -0.3585416078567505, -1.695582628250122, -2.0372250080108643, -0.9679532051086426]}, "Bot003_054_13": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_054.log.json", "context": "hey Yeah that's right. what is your name? I'm paul. Cool Duh. Where are you from? I'm from the us. How about you? I am from india) HAve you been there? I have been there since I was in the 3rd grade Where did you study? I don't know. What do you do for living?", "response": "Studying in college for phys ed, what do you do?", "annotation_id": "Bot003_054_13", "annotations": ["O", "T", "O", "T", "O", "O", "O", "O", "T", "X", "O", "T", "O", "O", "T"], "gpt2background_target_score": [-13.224334716796875, -10.76195240020752, -7.4832353591918945, -11.708270072937012, -5.429804801940918, -13.046072006225586, -11.17390251159668, -7.567687034606934, -10.752032279968262, -6.655632495880127, -6.439995288848877, -6.0331196784973145, -8.755413055419922], "gpt2background_argmax_score": [-3.113452911376953, -2.1885030269622803, -1.208336591720581, -2.263735055923462, -1.743571400642395, -2.0163607597351074, -1.5961848497390747, -1.7247183322906494, -2.2267448902130127, -0.8056196570396423, -1.3053604364395142, -1.10382878780365, -1.792875051498413, -2.8079991340637207, -2.1492457389831543, -1.4066494703292847, -1.2824987173080444, -2.519225597381592, -2.024094820022583, -2.1885459423065186, -1.8393995761871338, -0.35250505805015564, -1.3353713750839233, -0.37391623854637146, -1.2300714254379272, -0.8637586236000061, -1.4973926544189453, -2.516753911972046, -1.7294058799743652, -2.68076753616333, -1.7730693817138672, -1.9561351537704468, -0.5359526872634888, -0.7832396626472473, -1.410643458366394, -0.6185442209243774, -1.399200439453125, -0.9484087228775024, -0.17448414862155914, -0.9318017959594727, -1.2697803974151611, -2.1834404468536377, -1.6138502359390259, -2.5740082263946533, -1.679900050163269, -1.4219813346862793, -1.8518353700637817, -1.4168354272842407, -1.2342870235443115, -0.7595689296722412, -1.4185822010040283, -2.3125038146972656, -0.361512154340744, -1.4403409957885742, -2.0628199577331543, -2.166391134262085, -0.482378751039505, -0.35554295778274536, -1.0206875801086426, -1.0266908407211304, -0.20976200699806213, -2.0059938430786133, -0.5676641464233398, -1.676293969154358, -2.054771661758423, -0.26035794615745544, -1.479509949684143, -2.221461772918701, -1.3449360132217407, -2.116271734237671, -0.24902062118053436, -1.8545430898666382, -1.441816806793213, -1.5036604404449463, -1.2489763498306274, -1.3347643613815308, -1.7591710090637207, -0.29558929800987244, -1.9194227457046509, -2.1961288452148438, -1.3801151514053345, -1.5113937854766846, -1.76444411277771, -1.2865549325942993, -2.5364866256713867, -2.1596717834472656, -0.2217489778995514, -0.7594624757766724, -0.699413537979126, -0.7299187779426575]}, "Bot003_054_15": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_054.log.json", "context": "hey Yeah that's right. what is your name? I'm paul. Cool Duh. Where are you from? I'm from the us. How about you? I am from india) HAve you been there? I have been there since I was in the 3rd grade Where did you study? I don't know. What do you do for living? Studying in college for phys ed, what do you do? nothing", "response": "Not a thing?", "annotation_id": "Bot003_054_15", "annotations": ["O", "T", "O", "T", "O", "O", "O", "O", "T", "T", "T", "T", "T", "O", "T"], "gpt2background_target_score": [-12.080900192260742, -5.526943206787109, -6.671046257019043, -10.572918891906738], "gpt2background_argmax_score": [-3.113452911376953, -2.1885030269622803, -1.208336591720581, -2.263735055923462, -1.743571400642395, -2.0163607597351074, -1.5961848497390747, -1.7247183322906494, -2.2267448902130127, -0.8056196570396423, -1.3053604364395142, -1.10382878780365, -1.792875051498413, -2.8079991340637207, -2.1492457389831543, -1.4066494703292847, -1.2824987173080444, -2.519225597381592, -2.024094820022583, -2.1885459423065186, -1.8393995761871338, -0.35250505805015564, -1.3353713750839233, -0.37391623854637146, -1.2300714254379272, -0.8637586236000061, -1.4973926544189453, -2.516753911972046, -1.7294058799743652, -2.68076753616333, -1.7730693817138672, -1.9561351537704468, -0.5359526872634888, -0.7832396626472473, -1.410643458366394, -0.6185442209243774, -1.399200439453125, -0.9484087228775024, -0.17448414862155914, -0.9318017959594727, -1.2697803974151611, -2.1834404468536377, -1.6138520240783691, -2.5740106105804443, -1.6799004077911377, -1.4219809770584106, -1.8518342971801758, -1.4168365001678467, -1.2342875003814697, -0.7595680356025696, -1.418582558631897, -2.3125038146972656, -0.3615124225616455, -1.4403403997421265, -2.062819242477417, -2.1663904190063477, -0.482379287481308, -0.35554271936416626, -1.0206875801086426, -1.0266904830932617, -0.20976200699806213, -2.005995035171509, -0.5676632523536682, -1.6762945652008057, -2.054772138595581, -0.2603577673435211, -1.4795104265213013, -2.221463203430176, -1.3449370861053467, -2.1162731647491455, -0.2490212768316269, -1.8545427322387695, -1.4418158531188965, -1.5036593675613403, -1.248976230621338, -1.334764838218689, -0.6449195742607117, -1.843132495880127, -2.135646104812622, -1.326621413230896, -1.314198613166809, -1.2501996755599976, -1.5200247764587402, -2.8688647747039795, -2.2834370136260986, -0.2285967320203781, -0.625461757183075, -0.6440888047218323, -1.648834466934204, -2.205430507659912, -1.8040261268615723, -2.1037044525146484, -3.24412202835083, -1.6517207622528076, -1.164044976234436]}, "Bot003_054_17": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_054.log.json", "context": "hey Yeah that's right. what is your name? I'm paul. Cool Duh. Where are you from? I'm from the us. How about you? I am from india) HAve you been there? I have been there since I was in the 3rd grade Where did you study? I don't know. What do you do for living? Studying in college for phys ed, what do you do? nothing Not a thing? yes", "response": "I understand.  Hey, listen. hi how are you today", "annotation_id": "Bot003_054_17", "annotations": ["O", "T", "O", "T", "O", "T", "O", "O", "T", "T", "O", "T", "X", "T", "T"], "gpt2background_target_score": [-8.176429748535156, -10.412395477294922, -7.364313125610352, -7.894710540771484, -8.878946304321289, -9.462118148803711, -12.224137306213379, -7.78853702545166, -10.3512544631958, -9.14526653289795, -8.277884483337402, -9.59559440612793, -10.671065330505371], "gpt2background_argmax_score": [-3.113452911376953, -2.1885030269622803, -1.208336591720581, -2.263735055923462, -1.743571400642395, -2.0163607597351074, -1.5961848497390747, -1.7247183322906494, -2.2267448902130127, -0.8056196570396423, -1.3053604364395142, -1.10382878780365, -1.792875051498413, -2.8079991340637207, -2.1492457389831543, -1.4066494703292847, -1.2824987173080444, -2.519225597381592, -2.024094820022583, -2.1885459423065186, -1.8393995761871338, -0.35250505805015564, -1.3353713750839233, -0.37391623854637146, -1.2300714254379272, -0.8637586236000061, -1.4973926544189453, -2.516753911972046, -1.7294058799743652, -2.68076753616333, -1.7730693817138672, -1.9561351537704468, -0.5359526872634888, -0.7832396626472473, -1.410643458366394, -0.6185442209243774, -1.399200439453125, -0.9484087228775024, -0.17448414862155914, -0.9318017959594727, -1.2697803974151611, -2.1834404468536377, -1.6138520240783691, -2.5740106105804443, -1.6799004077911377, -1.4219809770584106, -1.8518342971801758, -1.4168365001678467, -1.2342875003814697, -0.7595680356025696, -1.418582558631897, -2.3125038146972656, -0.3615124225616455, -1.4403403997421265, -2.062819242477417, -2.1663904190063477, -0.482379287481308, -0.35554271936416626, -1.0206875801086426, -1.0266904830932617, -0.20976200699806213, -2.005995035171509, -0.5676632523536682, -1.6762945652008057, -2.054772138595581, -0.2603577673435211, -1.4795104265213013, -2.221463203430176, -1.3449370861053467, -2.1162731647491455, -0.2490212768316269, -1.8545427322387695, -1.4418158531188965, -1.5036593675613403, -1.248976230621338, -1.334764838218689, -0.6449195742607117, -1.843132495880127, -2.135646104812622, -1.326621413230896, -1.314198613166809, -1.2501996755599976, -1.5200247764587402, -2.8688647747039795, -2.2834370136260986, -0.2285967320203781, -0.625461757183075, -0.6440888047218323, -1.648834228515625, -2.2054286003112793, -2.351140022277832, -3.0292742252349854, -1.4601032733917236, -1.7669533491134644, -2.073615789413452, -1.9243006706237793, -1.838167667388916, -1.7750775814056396, -1.1612120866775513, -1.236964225769043, -1.6832585334777832, -1.553534746170044, -0.905353844165802, -1.2162795066833496, -1.7621616125106812, -2.0420639514923096, -0.14587748050689697, -1.4922581911087036, -0.3707772493362427]}, "Bot003_054_19": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_054.log.json", "context": "hey Yeah that's right. what is your name? I'm paul. Cool Duh. Where are you from? I'm from the us. How about you? I am from india) HAve you been there? I have been there since I was in the 3rd grade Where did you study? I don't know. What do you do for living? Studying in college for phys ed, what do you do? nothing Not a thing? yes I understand.  Hey, listen. hi how are you today I am fine", "response": "Glad to hear it. What's new?", "annotation_id": "Bot003_054_19", "annotations": ["O", "T", "O", "T", "O", "O", "O", "O", "T", "O", "O", "T", "O", "O", "T"], "gpt2background_target_score": [-9.396208763122559, -10.39199161529541, -8.008774757385254, -11.34373664855957, -5.909619331359863, -9.126204490661621, -8.9981107711792, -10.363797187805176, -6.032408714294434, -0.8056196570396423], "gpt2background_argmax_score": [-3.113452911376953, -2.1885030269622803, -1.208336591720581, -2.263735055923462, -1.743571400642395, -2.0163607597351074, -1.5961848497390747, -1.7247183322906494, -2.2267448902130127, -0.8056196570396423, -1.3053604364395142, -1.10382878780365, -1.792875051498413, -2.8079991340637207, -2.1492457389831543, -1.4066494703292847, -1.2824987173080444, -2.519225597381592, -2.024094820022583, -2.1885459423065186, -1.8393995761871338, -0.35250505805015564, -1.3353713750839233, -0.37391623854637146, -1.2300714254379272, -0.8637586236000061, -1.4973926544189453, -2.516753911972046, -1.7294058799743652, -2.68076753616333, -1.7730693817138672, -1.9561351537704468, -0.5359526872634888, -0.7832396626472473, -1.410643458366394, -0.6185442209243774, -1.399200439453125, -0.9484087228775024, -0.17448414862155914, -0.9318017959594727, -1.2697803974151611, -2.1834404468536377, -1.6138520240783691, -2.5740106105804443, -1.6799004077911377, -1.4219809770584106, -1.8518342971801758, -1.4168365001678467, -1.2342875003814697, -0.7595680356025696, -1.418582558631897, -2.3125038146972656, -0.3615124225616455, -1.4403403997421265, -2.062819242477417, -2.1663904190063477, -0.482379287481308, -0.35554271936416626, -1.0206875801086426, -1.0266904830932617, -0.20976200699806213, -2.005995035171509, -0.5676632523536682, -1.6762945652008057, -2.054772138595581, -0.2603577673435211, -1.4795104265213013, -2.221463203430176, -1.3449370861053467, -2.1162731647491455, -0.2490212768316269, -1.8545427322387695, -1.4418158531188965, -1.5036593675613403, -1.248976230621338, -1.334764838218689, -0.6449195742607117, -1.843132495880127, -2.135646104812622, -1.326621413230896, -1.314198613166809, -1.2501996755599976, -1.5200247764587402, -2.8688647747039795, -2.2834365367889404, -0.22859683632850647, -0.6254618763923645, -0.644088089466095, -1.6488361358642578, -2.2054295539855957, -2.3511390686035156, -3.029275894165039, -1.4601035118103027, -1.766953945159912, -2.0736160278320312, -2.01114559173584, -1.8179441690444946, -1.5017750263214111, -1.681350827217102, -1.593471884727478, -1.494174599647522, -0.8373836278915405, -1.273667335510254, -1.8396390676498413, -2.070653200149536, -0.15135294198989868, -1.4967067241668701, -0.39315125346183777, -1.3009032011032104, -1.993505835533142, -1.3328460454940796, -2.2263853549957275, -0.9770113229751587, -1.128760576248169, -1.2565237283706665, -0.7965391278266907, -1.6803277730941772, -1.5082917213439941, -2.1122536659240723, -0.6293870210647583, -1.3791038990020752, -0.929309606552124]}, "Bot003_061_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_061.log.json", "context": "Hello! How is your going? I love to shop and write. How are you?", "response": "I'm fine.", "annotation_id": "Bot003_061_02", "annotations": ["T", "T", "T", "T", "T", "O", "T", "O", "O", "T", "O", "X", "O", "T", "T"], "gpt2background_target_score": [-9.545134544372559, -9.851034164428711, -11.842926025390625, -10.12729263305664], "gpt2background_argmax_score": [-2.13662052154541, -1.2113471031188965, -1.5648894309997559, -1.7970792055130005, -0.6839268803596497, -1.862032175064087, -0.9321656823158264, -1.6321601867675781, -2.481799602508545, -2.628687620162964, -1.85162353515625, -2.8442399501800537, -2.4879159927368164, -1.279344081878662, -1.528631329536438, -0.3673684298992157, -1.2474685907363892, -1.6526525020599365, -1.4474895000457764, -1.7390965223312378, -1.9682255983352661, -1.2285428047180176, -1.044262409210205]}, "Bot003_061_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_061.log.json", "context": "Hello! How is your going? I love to shop and write. How are you? I'm fine. What is your name?", "response": "I'm michael jordan.", "annotation_id": "Bot003_061_04", "annotations": ["O", "T", "T", "T", "T", "O", "X", "O", "T", "O", "O", "O", "O", "T", "T"], "gpt2background_target_score": [-9.545134544372559, -9.851034164428711, -10.269023895263672, -12.702352523803711, -9.529451370239258, -12.248983383178711, -9.999038696289062], "gpt2background_argmax_score": [-2.13662052154541, -1.2113471031188965, -1.5648894309997559, -1.7970792055130005, -0.6839268803596497, -1.862032175064087, -0.9321656823158264, -1.6321601867675781, -2.481799602508545, -2.628687620162964, -1.85162353515625, -2.8442399501800537, -2.4879159927368164, -1.279344081878662, -1.528631329536438, -0.3673684298992157, -1.2474682331085205, -1.6526528596878052, -1.849195122718811, -2.0666089057922363, -1.1350077390670776, -1.186751365661621, -1.4431768655776978, -0.6536440253257751, -2.500959873199463, -0.41847869753837585, -1.7452092170715332, -2.4241867065429688, -1.0495647192001343, -1.8120869398117065, -2.3438899517059326, -2.179908514022827, -2.483564853668213, -1.9110984802246094, -1.2322278022766113]}, "Bot003_061_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_061.log.json", "context": "Hello! How is your going? I love to shop and write. How are you? I'm fine. What is your name? I'm michael jordan. How old are you?", "response": "Twenty nine.", "annotation_id": "Bot003_061_06", "annotations": ["T", "T", "T", "T", "T", "O", "T", "O", "O", "T", "O", "X", "O", "T", "X"], "gpt2background_target_score": [-12.824226379394531, -11.962337493896484, -8.726310729980469], "gpt2background_argmax_score": [-2.13662052154541, -1.2113471031188965, -1.5648894309997559, -1.7970792055130005, -0.6839268803596497, -1.862032175064087, -0.9321656823158264, -1.6321601867675781, -2.481799602508545, -2.628687620162964, -1.85162353515625, -2.8442399501800537, -2.4879159927368164, -1.279344081878662, -1.528631329536438, -0.3673684298992157, -1.2474682331085205, -1.6526528596878052, -1.849195122718811, -2.0666089057922363, -1.1350077390670776, -1.186751365661621, -1.4431768655776978, -0.6536440253257751, -2.500959873199463, -0.41847869753837585, -1.7452092170715332, -1.06101393699646, -1.7993577718734741, -2.55692195892334, -2.4066805839538574, -2.627807140350342, -2.163372278213501, -1.4341634511947632, -1.2425469160079956, -0.41458967328071594, -0.1691771000623703, -0.25985437631607056, -1.5012032985687256, -2.1138579845428467, -1.3667271137237549, -1.1399506330490112, -1.4756078720092773]}, "Bot003_061_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_061.log.json", "context": "Hello! How is your going? I love to shop and write. How are you? I'm fine. What is your name? I'm michael jordan. How old are you? Twenty nine. You are 23, yes?", "response": "Yes.", "annotation_id": "Bot003_061_08", "annotations": ["O", "T", "O", "X", "T", "X", "X", "O", "T", "T", "X", "X", "O", "T", "X"], "gpt2background_target_score": [-13.026629447937012, -10.543827056884766], "gpt2background_argmax_score": [-2.13662052154541, -1.2113471031188965, -1.5648894309997559, -1.7970792055130005, -0.6839268803596497, -1.862032175064087, -0.9321656823158264, -1.6321601867675781, -2.481799602508545, -2.628687620162964, -1.85162353515625, -2.8442399501800537, -2.4879159927368164, -1.279344081878662, -1.528631329536438, -0.3673684298992157, -1.2474682331085205, -1.6526528596878052, -1.849195122718811, -2.0666089057922363, -1.1350077390670776, -1.186751365661621, -1.4431768655776978, -0.6536440253257751, -2.5009570121765137, -0.41847777366638184, -1.7452079057693481, -1.0610133409500122, -1.7993574142456055, -2.5569233894348145, -2.4066781997680664, -2.6278083324432373, -2.163372039794922, -1.434164047241211, -1.2425471544265747, -0.41458943486213684, -0.1691765934228897, -0.2598547637462616, -1.501204252243042, -2.4840312004089355, -1.8721141815185547, -1.7268694639205933, -1.3653433322906494, -2.5214805603027344, -0.8039987087249756, -2.0840909481048584, -0.6938778758049011, -2.0277771949768066, -2.1042520999908447, -1.2294321060180664, -1.3211630582809448]}, "Bot003_061_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_061.log.json", "context": "Hello! How is your going? I love to shop and write. How are you? I'm fine. What is your name? I'm michael jordan. How old are you? Twenty nine. You are 23, yes? Yes. Fucking bot", "response": "I don't want to see this shit", "annotation_id": "Bot003_061_10", "annotations": ["T", "T", "T", "X", "O", "X", "X", "T", "T", "O", "T", "O", "O", "T", "T"], "gpt2background_target_score": [-9.545134544372559, -10.397306442260742, -9.758970260620117, -11.844564437866211, -9.994009971618652, -10.797280311584473, -8.590095520019531, -10.631040573120117], "gpt2background_argmax_score": [-2.13662052154541, -1.2113471031188965, -1.5648894309997559, -1.7970792055130005, -0.6839268803596497, -1.862032175064087, -0.9321656823158264, -1.6321601867675781, -2.481799602508545, -2.628687620162964, -1.85162353515625, -2.8442399501800537, -2.4879159927368164, -1.279344081878662, -1.528631329536438, -0.3673684298992157, -1.2474682331085205, -1.6526528596878052, -1.849195122718811, -2.0666089057922363, -1.1350077390670776, -1.186751365661621, -1.4431768655776978, -0.6536440253257751, -2.500959873199463, -0.41847869753837585, -1.7452092170715332, -1.06101393699646, -1.7993577718734741, -2.55692195892334, -2.406681776046753, -2.6278085708618164, -2.1633715629577637, -1.4341638088226318, -1.2425471544265747, -0.41458967328071594, -0.16917690634727478, -0.2598540186882019, -1.5012050867080688, -2.4840314388275146, -1.8721129894256592, -1.7268695831298828, -1.3653438091278076, -2.521480083465576, -0.8039982318878174, -2.084092617034912, -0.6938783526420593, -2.0277769565582275, -0.9274998903274536, -1.5347399711608887, -1.0883145332336426, -2.3291971683502197, -1.6055139303207397, -2.2101004123687744, -1.044424057006836, -0.4044318199157715, -1.3608189821243286, -0.43586161732673645, -1.8857380151748657, -1.590019702911377, -2.817373275756836, -2.5732696056365967]}, "Bot003_061_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_061.log.json", "context": "Hello! How is your going? I love to shop and write. How are you? I'm fine. What is your name? I'm michael jordan. How old are you? Twenty nine. You are 23, yes? Yes. Fucking bot I don't want to see this shit Why you so stupped?", "response": "I'm not trying to kill you.", "annotation_id": "Bot003_061_12", "annotations": ["O", "T", "O", "T", "T", "X", "X", "T", "T", "T", "X", "O", "O", "T", "T"], "gpt2background_target_score": [-9.545137405395508, -9.851035118103027, -9.398665428161621, -9.447452545166016, -9.994009971618652, -10.802596092224121, -8.605945587158203, -8.633328437805176], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -1.8620365858078003, -0.9321646094322205, -1.6321601867675781, -2.4817981719970703, -2.628690242767334, -1.8516194820404053, -2.844238758087158, -2.4879157543182373, -1.2793432474136353, -1.5286328792572021, -0.3673665225505829, -1.24746835231781, -1.6526507139205933, -1.849196195602417, -2.0666065216064453, -1.135006308555603, -1.1867519617080688, -1.443177342414856, -0.6536455154418945, -2.500958204269409, -0.4184800386428833, -1.7452106475830078, -1.0610135793685913, -1.799357295036316, -2.5569238662719727, -2.406679391860962, -2.6278092861175537, -2.163372755050659, -1.4341623783111572, -1.2425488233566284, -0.4145902097225189, -0.1691771000623703, -0.2598545551300049, -1.5012061595916748, -2.484029531478882, -1.8721132278442383, -1.7268708944320679, -1.3653430938720703, -2.5214803218841553, -0.803999125957489, -2.084094762802124, -0.6938773989677429, -2.027778387069702, -0.9275016784667969, -1.5347400903701782, -1.0883126258850098, -2.3291995525360107, -1.6055147647857666, -1.1145917177200317, -0.30101680755615234, -1.3280798196792603, -0.4076601266860962, -1.9412448406219482, -1.5675568580627441, -2.6443707942962646, -2.2552709579467773, -1.8520457744598389, -2.0365548133850098, -3.066765069961548, -0.8921911120414734, -1.2469501495361328, -1.7532423734664917, -2.0310471057891846, -1.9599188566207886, -1.3658447265625, -2.910912036895752, -2.4720911979675293, -0.17610931396484375, -1.8392254114151, -0.5738404393196106, -1.1892106533050537, -1.0119668245315552]}, "Bot003_061_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_061.log.json", "context": "Hello! How is your going? I love to shop and write. How are you? I'm fine. What is your name? I'm michael jordan. How old are you? Twenty nine. You are 23, yes? Yes. Fucking bot I don't want to see this shit Why you so stupped? I'm not trying to kill you. Where you work?", "response": "I'm in the middle of a catastrophic power failure here.  Do you like your personality?", "annotation_id": "Bot003_061_14", "annotations": ["T", "T", "X", "T", "O", "X", "X", "T", "T", "O", "X", "T", "O", "T", "O"], "gpt2background_target_score": [-9.545137405395508, -9.851035118103027, -7.538967609405518, -1.8865725994110107, -9.699618339538574, -7.525542736053467, -8.241147994995117, -13.070134162902832, -9.316143035888672, -11.568599700927734, -4.155496597290039, -8.878400802612305, -7.1558837890625, -5.053338527679443, -6.710640907287598, -10.37752628326416, -8.660526275634766, -12.516067504882812, -10.39559268951416], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -1.8620365858078003, -0.9321646094322205, -1.6321601867675781, -2.4817981719970703, -2.628690242767334, -1.8516194820404053, -2.844238758087158, -2.4879157543182373, -1.2793432474136353, -1.5286328792572021, -0.3673665225505829, -1.24746835231781, -1.6526507139205933, -1.849196195602417, -2.0666065216064453, -1.135006308555603, -1.1867519617080688, -1.443177342414856, -0.6536455154418945, -2.500958204269409, -0.4184800386428833, -1.7452106475830078, -1.0610135793685913, -1.799357295036316, -2.5569238662719727, -2.406679391860962, -2.6278092861175537, -2.163372755050659, -1.4341623783111572, -1.2425488233566284, -0.4145902097225189, -0.16917699575424194, -0.25985437631607056, -1.5012050867080688, -2.484031915664673, -1.872113823890686, -1.7268704175949097, -1.3653430938720703, -2.5214810371398926, -0.8039997220039368, -2.084094524383545, -0.693877637386322, -2.027777671813965, -0.9275009632110596, -1.5347408056259155, -1.088314175605774, -2.3291985988616943, -1.6055152416229248, -1.1145918369293213, -0.3010164499282837, -1.328079104423523, -0.40765997767448425, -1.9412435293197632, -1.5675569772720337, -2.6443731784820557, -2.255272150039673, -1.8520461320877075, -2.0365564823150635, -3.0667669773101807, -0.8921915292739868, -1.2469521760940552, -1.753243088722229, -2.031046152114868, -1.4447768926620483, -2.882225751876831, -2.6426515579223633, -0.17941692471504211, -1.909206509590149, -0.8132898807525635, -1.4733206033706665, -1.093396544456482, -1.2709007263183594, -1.660420536994934, -0.9437105655670166, -1.6405799388885498, -1.803921103477478, -1.3693361282348633, -2.2913661003112793, -1.8215612173080444, -2.364081382751465, -0.2735254466533661, -1.5972496271133423, -4.054886817932129, -2.1681230068206787, -0.8442755937576294, -0.9829596281051636, -0.860808789730072, -1.28486168384552, -1.090175747871399, -0.30923110246658325, -1.4516761302947998, -1.8459649085998535, -1.6185612678527832, -0.8387659192085266, -0.990492582321167]}, "Bot003_061_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_061.log.json", "context": "Hello! How is your going? I love to shop and write. How are you? I'm fine. What is your name? I'm michael jordan. How old are you? Twenty nine. You are 23, yes? Yes. Fucking bot I don't want to see this shit Why you so stupped? I'm not trying to kill you. Where you work? I'm in the middle of a catastrophic power failure here.  Do you like your personality? Yes", "response": "When?", "annotation_id": "Bot003_061_16", "annotations": ["O", "T", "O", "X", "T", "X", "T", "O", "O", "T", "X", "O", "O", "T", "O"], "gpt2background_target_score": [-12.775261878967285, -12.31789779663086], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -1.8620365858078003, -0.9321646094322205, -1.6321601867675781, -2.4817981719970703, -2.628690242767334, -1.8516194820404053, -2.844238758087158, -2.4879157543182373, -1.2793432474136353, -1.5286328792572021, -0.3673665225505829, -1.24746835231781, -1.6526507139205933, -1.849196195602417, -2.0666065216064453, -1.135006308555603, -1.1867519617080688, -1.443177342414856, -0.6536455154418945, -2.500958204269409, -0.4184800386428833, -1.7452106475830078, -1.0610135793685913, -1.799357295036316, -2.5569238662719727, -2.406679391860962, -2.6278092861175537, -2.163372755050659, -1.4341623783111572, -1.2425488233566284, -0.4145902097225189, -0.16917699575424194, -0.25985437631607056, -1.5012050867080688, -2.484031915664673, -1.872113823890686, -1.7268704175949097, -1.3653430938720703, -2.5214810371398926, -0.8039997220039368, -2.084094524383545, -0.693877637386322, -2.027777671813965, -0.9275009632110596, -1.5347408056259155, -1.088314175605774, -2.3291985988616943, -1.6055152416229248, -1.1145918369293213, -0.3010164499282837, -1.328079104423523, -0.40765997767448425, -1.9412435293197632, -1.5675569772720337, -2.6443731784820557, -2.255272150039673, -1.8520461320877075, -2.0365564823150635, -3.0667669773101807, -0.8921915292739868, -1.2469521760940552, -1.753243088722229, -2.031046152114868, -1.4447768926620483, -2.882225751876831, -2.6426515579223633, -0.17941692471504211, -1.909206509590149, -0.8132898807525635, -1.4733206033706665, -1.093396544456482, -1.2709007263183594, -1.660420536994934, -0.9437105655670166, -1.6405799388885498, -1.0669585466384888, -2.4285576343536377, -1.8296172618865967, -2.275973320007324, -0.2700836956501007, -1.7648307085037231, -3.966060161590576, -1.932928442955017, -0.9947510957717896, -0.8218405842781067, -0.681129515171051, -1.4885430335998535, -1.3431605100631714, -0.28064197301864624, -1.529252529144287, -1.7860158681869507, -1.6214336156845093, -0.7320356369018555, -1.5135663747787476, -0.8327268362045288, -1.594841718673706, -0.8275449275970459, -1.18498694896698]}, "Bot003_061_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_061.log.json", "context": "Hello! How is your going? I love to shop and write. How are you? I'm fine. What is your name? I'm michael jordan. How old are you? Twenty nine. You are 23, yes? Yes. Fucking bot I don't want to see this shit Why you so stupped? I'm not trying to kill you. Where you work? I'm in the middle of a catastrophic power failure here.  Do you like your personality? Yes When? And you?", "response": "I'm not sure.", "annotation_id": "Bot003_061_18", "annotations": ["T", "T", "T", "T", "T", "O", "X", "T", "T", "O", "T", "T", "O", "T", "T"], "gpt2background_target_score": [-9.545137405395508, -9.851035118103027, -9.398665428161621, -11.501888275146484, -11.372945785522461], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -1.8620365858078003, -0.9321646094322205, -1.6321601867675781, -2.4817981719970703, -2.628690242767334, -1.8516194820404053, -2.844238758087158, -2.4879157543182373, -1.2793432474136353, -1.5286328792572021, -0.3673665225505829, -1.24746835231781, -1.6526507139205933, -1.849196195602417, -2.0666065216064453, -1.135006308555603, -1.1867519617080688, -1.443177342414856, -0.6536455154418945, -2.500958204269409, -0.4184800386428833, -1.7452106475830078, -1.0610135793685913, -1.799357295036316, -2.5569238662719727, -2.406679391860962, -2.6278092861175537, -2.163372755050659, -1.4341623783111572, -1.2425488233566284, -0.4145902097225189, -0.16917699575424194, -0.25985437631607056, -1.5012050867080688, -2.484031915664673, -1.872113823890686, -1.7268704175949097, -1.3653430938720703, -2.5214810371398926, -0.8039997220039368, -2.084094524383545, -0.693877637386322, -2.027777671813965, -0.9275009632110596, -1.5347408056259155, -1.088314175605774, -2.3291985988616943, -1.6055152416229248, -1.1145918369293213, -0.3010164499282837, -1.328079104423523, -0.40765997767448425, -1.9412435293197632, -1.5675569772720337, -2.6443731784820557, -2.255272150039673, -1.8520461320877075, -2.0365564823150635, -3.0667669773101807, -0.8921915292739868, -1.2469521760940552, -1.753243088722229, -2.031046152114868, -1.4447768926620483, -2.882225751876831, -2.6426515579223633, -0.17941692471504211, -1.909206509590149, -0.8132898807525635, -1.4733206033706665, -1.093396544456482, -1.2709007263183594, -1.660420536994934, -0.9437105655670166, -1.6405799388885498, -1.0669585466384888, -2.4285576343536377, -1.8296172618865967, -2.275973320007324, -0.2700836956501007, -1.7648307085037231, -3.966060161590576, -1.932928442955017, -0.9947510957717896, -0.8218405842781067, -0.681129515171051, -1.4885430335998535, -1.3431605100631714, -0.28064197301864624, -1.529252529144287, -1.7860158681869507, -1.6214336156845093, -0.7320356369018555, -1.5135663747787476, -0.8327268362045288, -0.9619544744491577, -2.1490697860717773, -1.8788762092590332, -2.123298168182373, -2.221060276031494, -1.6794990301132202, -1.6465725898742676, -2.136963367462158, -2.289536476135254, -1.873833179473877, -0.9870861172676086]}, "Bot003_061_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_061.log.json", "context": "Hello! How is your going? I love to shop and write. How are you? I'm fine. What is your name? I'm michael jordan. How old are you? Twenty nine. You are 23, yes? Yes. Fucking bot I don't want to see this shit Why you so stupped? I'm not trying to kill you. Where you work? I'm in the middle of a catastrophic power failure here.  Do you like your personality? Yes When? And you? I'm not sure. Tell me about yourself", "response": "My family from italy but I live in america. How about you?", "annotation_id": "Bot003_061_20", "annotations": ["O", "T", "T", "O", "T", "O", "T", "O", "T", "T", "O", "O", "O", "T", "O"], "gpt2background_target_score": [-12.196028709411621, -11.43312931060791, -10.399683952331543, -2.5099194049835205, -14.779091835021973, -7.256601333618164, -2.72359037399292, -5.249700546264648, -8.002372741699219, -12.491668701171875, -10.893763542175293, -8.878400802612305, -11.238051414489746, -10.500480651855469, -6.710640907287598, -8.970216751098633], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -1.8620365858078003, -0.9321646094322205, -1.6321601867675781, -2.4817981719970703, -2.628690242767334, -1.8516194820404053, -2.844238758087158, -2.4879157543182373, -1.2793432474136353, -1.5286328792572021, -0.3673665225505829, -1.24746835231781, -1.6526507139205933, -1.849196195602417, -2.0666065216064453, -1.135006308555603, -1.1867519617080688, -1.443177342414856, -0.6536455154418945, -2.500958204269409, -0.4184800386428833, -1.7452106475830078, -1.0610135793685913, -1.799357295036316, -2.5569238662719727, -2.406679391860962, -2.6278092861175537, -2.163372755050659, -1.4341623783111572, -1.2425488233566284, -0.4145902097225189, -0.16917699575424194, -0.25985437631607056, -1.5012050867080688, -2.484031915664673, -1.872113823890686, -1.7268704175949097, -1.3653430938720703, -2.5214810371398926, -0.8039997220039368, -2.084094524383545, -0.693877637386322, -2.027777671813965, -0.9275009632110596, -1.5347408056259155, -1.088314175605774, -2.3291985988616943, -1.6055152416229248, -1.1145918369293213, -0.3010164499282837, -1.328079104423523, -0.40765997767448425, -1.9412435293197632, -1.5675569772720337, -2.6443731784820557, -2.255272150039673, -1.8520461320877075, -2.0365564823150635, -3.0667669773101807, -0.8921915292739868, -1.2469521760940552, -1.753243088722229, -2.031046152114868, -1.4447768926620483, -2.882225751876831, -2.6426515579223633, -0.17941692471504211, -1.909206509590149, -0.8132898807525635, -1.4733206033706665, -1.093396544456482, -1.2709007263183594, -1.660420536994934, -0.9437105655670166, -1.6405799388885498, -1.0669585466384888, -2.4285576343536377, -1.8296172618865967, -2.275973320007324, -0.2700836956501007, -1.7648307085037231, -3.966060161590576, -1.932928442955017, -0.9947510957717896, -0.8218405842781067, -0.681129515171051, -1.4885430335998535, -1.3431605100631714, -0.28064197301864624, -1.529252529144287, -1.7860158681869507, -1.6214344501495361, -0.7320353984832764, -1.5135666131973267, -0.8327266573905945, -0.9619544744491577, -2.1490702629089355, -1.8788764476776123, -2.123298406600952, -2.2210609912872314, -1.322115421295166, -1.9688749313354492, -2.5781173706054688, -1.5667880773544312, -1.4849514961242676, -0.26384443044662476, -1.9194880723953247, -1.5229558944702148, -0.7049853801727295, -1.6804161071777344, -2.180712938308716, -1.2032636404037476, -2.154127836227417, -1.1889872550964355, -2.341759204864502, -0.9289283752441406, -1.648604393005371, -0.8022646903991699, -1.6247080564498901, -0.2586691677570343, -1.5147907733917236, -1.394610047340393, -1.8928531408309937, -0.4540034532546997, -0.6023232340812683, -0.7825402617454529]}, "Bot003_062_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_062.log.json", "context": "Nice to see you! hello it\u2019s nice to see you too!!", "response": "I don't know how many people are going to be offended by this.", "annotation_id": "Bot003_062_02", "annotations": ["T", "T", "T", "T", "O", "X", "O", "T", "O", "O", "T", "O", "X", "T", "O"], "gpt2background_target_score": [-9.798797607421875, -9.823691368103027, -11.76426887512207, -8.454280853271484, -8.382523536682129, -8.75338363647461, -9.786514282226562, -12.109368324279785, -10.76962947845459, -7.226141452789307, -9.428642272949219, -14.91887092590332, -10.10736083984375, -5.49093770980835, -2.353581428527832], "gpt2background_argmax_score": [-3.0963733196258545, -2.243684768676758, -2.316103458404541, -2.156564950942993, -0.6538475751876831, -2.4458107948303223, -1.2323602437973022, -0.14573797583580017, -0.1717936396598816, -2.6925253868103027, -0.8203964829444885, -0.7262425422668457, -0.5051788091659546, -1.7968686819076538, -0.8101440668106079, -2.0104482173919678, -2.447727918624878, -2.1367342472076416, -0.7880823612213135, -1.5492581129074097, -1.9848408699035645, -1.3846741914749146, -1.4912962913513184, -2.5817813873291016, -2.424748659133911, -0.37802854180336, -2.3357882499694824, -2.513288974761963, -1.6929646730422974, -1.3244049549102783, -1.9610977172851562, -1.605467438697815]}, "Bot003_062_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_062.log.json", "context": "Nice to see you! hello it\u2019s nice to see you too!! I don't know how many people are going to be offended by this. by what?", "response": "It seems that answer is: riding horses", "annotation_id": "Bot003_062_04", "annotations": ["T", "X", "T", "X", "T", "X", "T", "T", "O", "O", "X", "O", "X", "X", "O"], "gpt2background_target_score": [-12.043272018432617, -12.971590995788574, -4.003485202789307, -11.012628555297852, -8.9282865524292, -7.01263427734375, -11.203309059143066, -12.265496253967285], "gpt2background_argmax_score": [-3.0963733196258545, -2.243684768676758, -2.316103458404541, -2.156564950942993, -0.6538475751876831, -2.4458107948303223, -1.2323602437973022, -0.14573797583580017, -0.1717936396598816, -2.6925253868103027, -0.8203964829444885, -0.7262425422668457, -0.5051788091659546, -1.7968686819076538, -0.8101440668106079, -2.0104482173919678, -1.7724465131759644, -0.6171841025352478, -1.590875506401062, -1.9331626892089844, -1.2100820541381836, -1.5262646675109863, -2.4328060150146484, -2.2729694843292236, -0.3996032774448395, -2.2820663452148438, -2.4114716053009033, -1.8759377002716064, -1.4130806922912598, -2.0767600536346436, -1.7655550241470337, -2.4462668895721436, -1.811880350112915, -1.6488548517227173, -1.9203033447265625, -0.918943464756012, -0.8504384756088257, -2.709887981414795, -1.5783241987228394, -3.0834312438964844, -2.0699737071990967, -1.6761537790298462, -2.1764042377471924]}, "Bot003_062_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_062.log.json", "context": "Nice to see you! hello it\u2019s nice to see you too!! I don't know how many people are going to be offended by this. by what? It seems that answer is: riding horses why is riding horses offensive?", "response": "Why do I exist?", "annotation_id": "Bot003_062_06", "annotations": ["X", "X", "X", "T", "X", "X", "T", "X", "T", "O", "X", "T", "X", "X", "O"], "gpt2background_target_score": [-11.75275993347168, -4.772267818450928, -6.4365153312683105, -10.772884368896484, -10.692422866821289], "gpt2background_argmax_score": [-3.0963733196258545, -2.243684768676758, -2.316103458404541, -2.156564950942993, -0.6538475751876831, -2.4458107948303223, -1.2323602437973022, -0.14573797583580017, -0.1717936396598816, -2.6925253868103027, -0.8203964829444885, -0.7262425422668457, -0.5051788091659546, -1.7968686819076538, -0.8101440668106079, -2.0104482173919678, -1.7724465131759644, -0.6171841025352478, -1.590875506401062, -1.9331626892089844, -1.2100820541381836, -1.5262646675109863, -2.4328060150146484, -2.2729694843292236, -0.39960336685180664, -2.282066822052002, -2.4114716053009033, -1.875938057899475, -1.4130805730819702, -2.0767598152160645, -1.7655547857284546, -2.4462671279907227, -1.811880111694336, -1.648854374885559, -0.9455353617668152, -0.8382447361946106, -2.7744626998901367, -1.7168827056884766, -3.0812923908233643, -2.3768277168273926, -2.1947786808013916, -2.277905225753784, -2.1389658451080322, -1.282493233680725, -0.49530482292175293, -2.493351459503174, -1.4073320627212524, -1.602453351020813, -2.13149356842041, -1.6563502550125122, -1.4833102226257324, -2.297711133956909, -0.6896745562553406, -0.6069663763046265]}, "Bot003_062_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_062.log.json", "context": "Nice to see you! hello it\u2019s nice to see you too!! I don't know how many people are going to be offended by this. by what? It seems that answer is: riding horses why is riding horses offensive? Why do I exist? don\u2019t say that", "response": "It's not a good idea.", "annotation_id": "Bot003_062_08", "annotations": ["X", "X", "T", "T", "X", "X", "T", "X", "T", "O", "X", "X", "X", "X", "X"], "gpt2background_target_score": [-12.043272018432617, -11.616268157958984, -8.41121768951416, -6.247239589691162, -10.264358520507812, -9.304418563842773, -4.333261489868164], "gpt2background_argmax_score": [-3.096372127532959, -2.2436821460723877, -2.3161017894744873, -2.1565661430358887, -0.6538456082344055, -2.445810556411743, -1.2323615550994873, -0.14573755860328674, -0.17179404199123383, -2.692523241043091, -0.8203959465026855, -0.7262417078018188, -0.5051782727241516, -1.7968672513961792, -0.8101417422294617, -2.0104482173919678, -1.7724496126174927, -0.6171867251396179, -1.5908743143081665, -1.933165431022644, -1.2100815773010254, -1.5262647867202759, -2.432806968688965, -2.2729671001434326, -0.3996034562587738, -2.282066822052002, -2.4114694595336914, -1.8759362697601318, -1.4130805730819702, -2.0767593383789062, -1.7655545473098755, -2.4462666511535645, -1.8118805885314941, -1.648854374885559, -0.94553542137146, -0.8382445573806763, -2.7744619846343994, -1.71687912940979, -3.081289052963257, -2.3768270015716553, -2.1947784423828125, -2.2779061794281006, -2.1389646530151367, -1.2824947834014893, -0.49530330300331116, -2.493352174758911, -1.4073303937911987, -1.6024527549743652, -1.2729463577270508, -1.2392480373382568, -2.4443140029907227, -0.6263301372528076, -1.7351845502853394, -0.46575719118118286, -0.15018467605113983, -0.11633706837892532, -0.9198221564292908, -1.6556321382522583, -2.1908388137817383, -2.005937337875366, -1.1005855798721313, -2.162092685699463, -2.3894155025482178, -2.9155423641204834, -1.6809746026992798, -1.315521478652954, -2.136216163635254]}, "Bot003_062_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_062.log.json", "context": "Nice to see you! hello it\u2019s nice to see you too!! I don't know how many people are going to be offended by this. by what? It seems that answer is: riding horses why is riding horses offensive? Why do I exist? don\u2019t say that It's not a good idea. so do you like chocolates?", "response": "I don't know.", "annotation_id": "Bot003_062_10", "annotations": ["X", "T", "O", "T", "O", "T", "T", "T", "O", "O", "O", "O", "X", "X", "O"], "gpt2background_target_score": [-9.798797607421875, -9.82369327545166, -11.764269828796387, -8.454280853271484, -9.750458717346191], "gpt2background_argmax_score": [-3.096372127532959, -2.2436821460723877, -2.3161017894744873, -2.1565661430358887, -0.6538456082344055, -2.445810556411743, -1.2323615550994873, -0.14573755860328674, -0.17179404199123383, -2.692523241043091, -0.8203959465026855, -0.7262417078018188, -0.5051782727241516, -1.7968672513961792, -0.8101417422294617, -2.0104482173919678, -1.7724496126174927, -0.6171867251396179, -1.5908743143081665, -1.933165431022644, -1.2100815773010254, -1.5262647867202759, -2.432806968688965, -2.2729671001434326, -0.3996034562587738, -2.282066822052002, -2.4114694595336914, -1.8759362697601318, -1.4130805730819702, -2.0767593383789062, -1.7655545473098755, -2.4462666511535645, -1.8118805885314941, -1.648854374885559, -0.94553542137146, -0.8382445573806763, -2.7744619846343994, -1.71687912940979, -3.081289052963257, -2.3768270015716553, -2.1947784423828125, -2.2779061794281006, -2.1389646530151367, -1.2824947834014893, -0.49530330300331116, -2.493352174758911, -1.4073303937911987, -1.6024527549743652, -1.2729463577270508, -1.2392480373382568, -2.4443140029907227, -0.6263301372528076, -1.7351845502853394, -0.46575719118118286, -0.15018467605113983, -0.11633706837892532, -0.9198221564292908, -1.6556321382522583, -2.1908388137817383, -1.1314408779144287, -2.3535001277923584, -2.1633429527282715, -2.673386335372925, -1.2303651571273804, -1.5651726722717285, -2.14408278465271, -1.75333571434021, -1.1211076974868774, -1.693637490272522, -1.7818950414657593, -2.870521068572998, -0.03874051570892334, -1.1116631031036377, -1.6537460088729858, -1.7902158498764038, -1.397669792175293, -0.45379772782325745, -1.0119470357894897, -1.7595829963684082, -1.1918843984603882]}, "Bot003_062_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_062.log.json", "context": "Nice to see you! hello it\u2019s nice to see you too!! I don't know how many people are going to be offended by this. by what? It seems that answer is: riding horses why is riding horses offensive? Why do I exist? don\u2019t say that It's not a good idea. so do you like chocolates? I don't know. why? have you never tried chocolate candy? i love them very much", "response": "I love chocolate milk. I am going to graduate in two years.", "annotation_id": "Bot003_062_12", "annotations": ["T", "T", "O", "T", "X", "T", "T", "O", "O", "T", "T", "T", "X", "T", "X"], "gpt2background_target_score": [-9.798797607421875, -6.847171783447266, -10.373135566711426, -12.46807861328125, -9.750458717346191, -4.018702507019043, -8.703137397766113, -12.73404598236084, -11.005894660949707, -13.777721405029297, -6.6123175621032715, -11.364959716796875, -11.50715446472168, -3.5655698776245117], "gpt2background_argmax_score": [-3.096372127532959, -2.2436821460723877, -2.3161017894744873, -2.1565661430358887, -0.6538456082344055, -2.445810556411743, -1.2323615550994873, -0.14573755860328674, -0.17179404199123383, -2.692523241043091, -0.8203959465026855, -0.7262417078018188, -0.5051782727241516, -1.7968672513961792, -0.8101417422294617, -2.0104482173919678, -1.7724496126174927, -0.6171867251396179, -1.5908743143081665, -1.933165431022644, -1.2100815773010254, -1.5262647867202759, -2.432806968688965, -2.2729671001434326, -0.3996034562587738, -2.282066822052002, -2.4114694595336914, -1.8759362697601318, -1.4130805730819702, -2.0767593383789062, -1.7655545473098755, -2.4462666511535645, -1.8118805885314941, -1.648854374885559, -0.94553542137146, -0.8382445573806763, -2.7744619846343994, -1.71687912940979, -3.081289052963257, -2.3768270015716553, -2.1947784423828125, -2.2779061794281006, -2.1389646530151367, -1.2824947834014893, -0.49530330300331116, -2.493352174758911, -1.4073303937911987, -1.6024527549743652, -1.2729463577270508, -1.2392480373382568, -2.4443140029907227, -0.6263301372528076, -1.7351845502853394, -0.46575719118118286, -0.15018467605113983, -0.11633706837892532, -0.9198221564292908, -1.6556321382522583, -2.1908388137817383, -1.1314408779144287, -2.3535001277923584, -2.1633429527282715, -2.673386335372925, -1.2303651571273804, -1.5651726722717285, -2.14408278465271, -1.75333571434021, -1.1211076974868774, -1.693637490272522, -1.7818950414657593, -2.870521068572998, -0.03874051570892334, -1.1116633415222168, -1.6537469625473022, -1.5893731117248535, -0.41336995363235474, -1.0292245149612427, -1.7152482271194458, -1.727340817451477, -1.3827968835830688, -1.8780869245529175, -0.3955782949924469, -1.161736249923706, -1.9144818782806396, -1.851790428161621, -1.2191537618637085, -0.7663846611976624, -2.094472885131836, -2.5183770656585693, -0.7774949669837952, -1.7158948183059692, -0.3285522758960724, -1.2909736633300781, -2.0280306339263916, -2.3495097160339355, -0.8255611658096313, -1.6432793140411377, -1.559315800666809, -1.4298981428146362, -1.6761082410812378, -1.965961217880249, -0.28935351967811584, -1.5271351337432861, -1.716684103012085, -2.1640589237213135, -0.9596061706542969, -1.4298365116119385, -1.1625950336456299]}, "Bot003_062_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_062.log.json", "context": "Nice to see you! hello it\u2019s nice to see you too!! I don't know how many people are going to be offended by this. by what? It seems that answer is: riding horses why is riding horses offensive? Why do I exist? don\u2019t say that It's not a good idea. so do you like chocolates? I don't know. why? have you never tried chocolate candy? i love them very much I love chocolate milk. I am going to graduate in two years. that\u2019s cool! i\u2019m only four years old so i\u2019ll graduate in 14 years only", "response": "I am sorry to hear that. I am a vegan.", "annotation_id": "Bot003_062_14", "annotations": ["X", "X", "T", "T", "T", "T", "T", "X", "O", "O", "X", "X", "X", "X", "O"], "gpt2background_target_score": [-9.798797607421875, -10.020434379577637, -11.41219425201416, -6.468080520629883, -12.419089317321777, -5.952338218688965, -4.333261489868164, -10.928003311157227, -13.062438011169434, -2.692523241043091, -11.978553771972656, -8.714959144592285], "gpt2background_argmax_score": [-3.096372127532959, -2.2436821460723877, -2.3161017894744873, -2.1565661430358887, -0.6538456082344055, -2.445810556411743, -1.2323615550994873, -0.14573755860328674, -0.17179404199123383, -2.692523241043091, -0.8203959465026855, -0.7262417078018188, -0.5051782727241516, -1.7968672513961792, -0.8101417422294617, -2.0104482173919678, -1.7724496126174927, -0.6171867251396179, -1.5908743143081665, -1.933165431022644, -1.2100815773010254, -1.5262647867202759, -2.432806968688965, -2.2729671001434326, -0.3996034562587738, -2.282066822052002, -2.4114694595336914, -1.8759362697601318, -1.4130805730819702, -2.0767593383789062, -1.7655545473098755, -2.4462666511535645, -1.8118805885314941, -1.648854374885559, -0.94553542137146, -0.8382445573806763, -2.7744619846343994, -1.71687912940979, -3.081289052963257, -2.3768270015716553, -2.1947784423828125, -2.2779061794281006, -2.1389646530151367, -1.2824947834014893, -0.49530330300331116, -2.493352174758911, -1.4073303937911987, -1.6024527549743652, -1.2729463577270508, -1.2392480373382568, -2.4443140029907227, -0.6263301372528076, -1.7351845502853394, -0.46575719118118286, -0.15018467605113983, -0.11633706837892532, -0.9198221564292908, -1.6556321382522583, -2.1908388137817383, -1.1314408779144287, -2.3535001277923584, -2.1633429527282715, -2.673386335372925, -1.2303651571273804, -1.5651726722717285, -2.14408278465271, -1.75333571434021, -1.1211076974868774, -1.693637490272522, -1.7818950414657593, -2.870521068572998, -0.03874051570892334, -1.1116633415222168, -1.6537469625473022, -1.5893731117248535, -0.41336995363235474, -1.0292245149612427, -1.7152482271194458, -1.727340817451477, -1.3827968835830688, -1.8780869245529175, -0.3955782949924469, -1.161736249923706, -1.9144818782806396, -1.851790428161621, -1.2191537618637085, -0.7663846611976624, -2.094472885131836, -2.5183770656585693, -0.7774949669837952, -1.7158948183059692, -0.3285522758960724, -1.2909736633300781, -1.9584873914718628, -1.171629548072815, -1.581122875213623, -1.610954999923706, -2.266911506652832, -1.6674821376800537, -2.0472724437713623, -0.27424556016921997, -1.6419035196304321, -1.6906996965408325, -2.2376835346221924, -1.0616509914398193, -1.4218711853027344, -1.842443823814392, -1.2837212085723877, -0.1386658400297165, -0.1482505053281784, -2.3854427337646484, -1.3379870653152466, -2.3069095611572266, -2.01161527633667, -0.12125832587480545, -0.7352200150489807, -2.027070999145508, -1.9547888040542603, -1.2439725399017334, -0.6800088286399841, -1.4405345916748047, -1.5503263473510742, -1.7786613702774048, -0.13390301167964935, -0.4453572630882263, -1.4966243505477905, -0.9668413996696472, -0.9598023295402527, -1.7249548435211182, -1.2298007011413574, -1.7633477449417114, -2.325432777404785, -2.201443910598755, -2.6932075023651123, -1.9776769876480103, -0.219652459025383, -0.6335706114768982, -1.123423457145691, -1.1911453008651733, -2.3317055702209473, -2.6023271083831787, -2.6359732151031494, -1.5948970317840576, -0.9994397759437561]}, "Bot003_062_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_062.log.json", "context": "Nice to see you! hello it\u2019s nice to see you too!! I don't know how many people are going to be offended by this. by what? It seems that answer is: riding horses why is riding horses offensive? Why do I exist? don\u2019t say that It's not a good idea. so do you like chocolates? I don't know. why? have you never tried chocolate candy? i love them very much I love chocolate milk. I am going to graduate in two years. that\u2019s cool! i\u2019m only four years old so i\u2019ll graduate in 14 years only I am sorry to hear that. I am a vegan. i want to be a vegan as well", "response": "Do you have to go school for that?", "annotation_id": "Bot003_062_16", "annotations": ["T", "T", "X", "T", "T", "O", "X", "T", "O", "O", "T", "O", "X", "X", "X"], "gpt2background_target_score": [-12.190298080444336, -5.734355926513672, -9.15345287322998, -6.468080520629883, -10.783086776733398, -8.573813438415527, -6.172591209411621, -11.554713249206543, -10.83613395690918], "gpt2background_argmax_score": [-3.096372127532959, -2.2436821460723877, -2.3161017894744873, -2.1565661430358887, -0.6538456082344055, -2.445810556411743, -1.2323615550994873, -0.14573755860328674, -0.17179404199123383, -2.692523241043091, -0.8203959465026855, -0.7262417078018188, -0.5051782727241516, -1.7968672513961792, -0.8101417422294617, -2.0104482173919678, -1.7724496126174927, -0.6171867251396179, -1.5908743143081665, -1.933165431022644, -1.2100815773010254, -1.5262647867202759, -2.432806968688965, -2.2729671001434326, -0.3996034562587738, -2.282066822052002, -2.4114694595336914, -1.8759362697601318, -1.4130805730819702, -2.0767593383789062, -1.7655545473098755, -2.4462666511535645, -1.8118805885314941, -1.648854374885559, -0.94553542137146, -0.8382445573806763, -2.7744619846343994, -1.71687912940979, -3.081289052963257, -2.3768270015716553, -2.1947784423828125, -2.2779061794281006, -2.1389646530151367, -1.2824947834014893, -0.49530330300331116, -2.493352174758911, -1.4073303937911987, -1.6024527549743652, -1.2729463577270508, -1.2392480373382568, -2.4443140029907227, -0.6263301372528076, -1.7351845502853394, -0.46575719118118286, -0.15018467605113983, -0.11633706837892532, -0.9198221564292908, -1.6556321382522583, -2.1908388137817383, -1.1314408779144287, -2.3535001277923584, -2.1633429527282715, -2.673386335372925, -1.2303651571273804, -1.5651726722717285, -2.14408278465271, -1.75333571434021, -1.1211076974868774, -1.693637490272522, -1.7818950414657593, -2.870521068572998, -0.03874051570892334, -1.1116633415222168, -1.6537469625473022, -1.5893731117248535, -0.41336995363235474, -1.0292245149612427, -1.7152482271194458, -1.727340817451477, -1.3827968835830688, -1.8780869245529175, -0.3955782949924469, -1.161736249923706, -1.9144818782806396, -1.851790428161621, -1.2191537618637085, -0.7663846611976624, -2.094472885131836, -2.5183770656585693, -0.7774949669837952, -1.7158948183059692, -0.3285522758960724, -1.2909736633300781, -1.9584873914718628, -1.171629548072815, -1.581122875213623, -1.610954999923706, -2.266911506652832, -1.6674821376800537, -2.0472724437713623, -0.27424556016921997, -1.6419035196304321, -1.6906996965408325, -2.2376835346221924, -1.0616509914398193, -1.4218711853027344, -1.842443823814392, -1.2837212085723877, -0.1386658400297165, -0.1482505053281784, -2.3854427337646484, -1.3379870653152466, -2.3069095611572266, -2.01161527633667, -0.12125832587480545, -0.7352200150489807, -2.027070999145508, -1.9547888040542603, -1.2439725399017334, -0.6800088286399841, -1.4405345916748047, -1.5503263473510742, -1.7786613702774048, -0.13390301167964935, -0.4453572630882263, -1.4966243505477905, -0.9668413996696472, -0.9598023295402527, -1.7249548435211182, -1.2298007011413574, -1.7633477449417114, -1.8019490242004395, -2.132474660873413, -1.9474760293960571, -0.7212900519371033, -0.7991815805435181, -1.3960669040679932, -2.2383525371551514, -1.9162266254425049, -2.582366943359375, -2.8749494552612305, -1.6868020296096802, -1.7908834218978882, -2.2892508506774902, -0.5482468008995056, -1.9246540069580078, -1.3025621175765991, -0.9245678186416626, -1.093658208847046, -0.6221205592155457, -1.012278437614441, -2.204920768737793, -0.19029946625232697, -1.6142796277999878, -1.081376075744629, -1.708601474761963, -1.104636788368225, -1.4927414655685425, -1.90924870967865, -0.4267760217189789, -0.6164426207542419]}, "Bot003_062_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_062.log.json", "context": "Nice to see you! hello it\u2019s nice to see you too!! I don't know how many people are going to be offended by this. by what? It seems that answer is: riding horses why is riding horses offensive? Why do I exist? don\u2019t say that It's not a good idea. so do you like chocolates? I don't know. why? have you never tried chocolate candy? i love them very much I love chocolate milk. I am going to graduate in two years. that\u2019s cool! i\u2019m only four years old so i\u2019ll graduate in 14 years only I am sorry to hear that. I am a vegan. i want to be a vegan as well Do you have to go school for that? no!", "response": "No!", "annotation_id": "Bot003_062_18", "annotations": ["T", "X", "T", "T", "X", "X", "T", "X", "T", "O", "X", "T", "X", "T", "O"], "gpt2background_target_score": [-11.012818336486816, -9.737313270568848], "gpt2background_argmax_score": [-3.096372127532959, -2.2436821460723877, -2.3161017894744873, -2.1565661430358887, -0.6538456082344055, -2.445810556411743, -1.2323615550994873, -0.14573755860328674, -0.17179404199123383, -2.692523241043091, -0.8203959465026855, -0.7262417078018188, -0.5051782727241516, -1.7968672513961792, -0.8101417422294617, -2.0104482173919678, -1.7724496126174927, -0.6171867251396179, -1.5908743143081665, -1.933165431022644, -1.2100815773010254, -1.5262647867202759, -2.432806968688965, -2.2729671001434326, -0.3996034562587738, -2.282066822052002, -2.4114694595336914, -1.8759362697601318, -1.4130805730819702, -2.0767593383789062, -1.7655545473098755, -2.4462666511535645, -1.8118805885314941, -1.648854374885559, -0.94553542137146, -0.8382445573806763, -2.7744619846343994, -1.71687912940979, -3.081289052963257, -2.3768270015716553, -2.1947784423828125, -2.2779061794281006, -2.1389646530151367, -1.2824947834014893, -0.49530330300331116, -2.493352174758911, -1.4073303937911987, -1.6024527549743652, -1.2729463577270508, -1.2392480373382568, -2.4443140029907227, -0.6263301372528076, -1.7351845502853394, -0.46575719118118286, -0.15018467605113983, -0.11633706837892532, -0.9198221564292908, -1.6556321382522583, -2.1908388137817383, -1.1314408779144287, -2.3535001277923584, -2.1633429527282715, -2.673386335372925, -1.2303651571273804, -1.5651726722717285, -2.14408278465271, -1.75333571434021, -1.1211076974868774, -1.693637490272522, -1.7818950414657593, -2.870521068572998, -0.03874051570892334, -1.1116633415222168, -1.6537469625473022, -1.5893731117248535, -0.41336995363235474, -1.0292245149612427, -1.7152482271194458, -1.727340817451477, -1.3827968835830688, -1.8780869245529175, -0.3955782949924469, -1.161736249923706, -1.9144818782806396, -1.851790428161621, -1.2191537618637085, -0.7663846611976624, -2.094472885131836, -2.5183770656585693, -0.7774949669837952, -1.7158948183059692, -0.3285522758960724, -1.2909736633300781, -1.9584873914718628, -1.171629548072815, -1.581122875213623, -1.610954999923706, -2.266911506652832, -1.6674821376800537, -2.0472724437713623, -0.27424556016921997, -1.6419035196304321, -1.6906996965408325, -2.2376835346221924, -1.0616509914398193, -1.4218711853027344, -1.842443823814392, -1.2837212085723877, -0.1386658400297165, -0.1482505053281784, -2.3854427337646484, -1.3379870653152466, -2.3069095611572266, -2.01161527633667, -0.12125832587480545, -0.7352200150489807, -2.027070999145508, -1.9547888040542603, -1.2439725399017334, -0.6800088286399841, -1.4405345916748047, -1.5503263473510742, -1.7786613702774048, -0.13390301167964935, -0.4453572630882263, -1.4966243505477905, -0.9668413996696472, -0.9598023295402527, -1.7249548435211182, -1.2298007011413574, -1.7633477449417114, -1.8019490242004395, -2.132474660873413, -1.9474760293960571, -0.7212900519371033, -0.7991815805435181, -1.3960669040679932, -2.2383525371551514, -1.9162266254425049, -2.582366943359375, -2.8749494552612305, -1.6868020296096802, -1.7908834218978882, -2.2892508506774902, -0.5482468008995056, -1.9246540069580078, -1.3025621175765991, -0.9245678186416626, -1.093658208847046, -0.6221205592155457, -1.012278437614441, -0.2475365251302719, -1.6634302139282227, -0.7721249461174011, -1.9374549388885498, -1.357041358947754, -1.6269179582595825, -1.8696354627609253, -0.41190105676651, -1.9672836065292358, -1.8251152038574219, -1.8138785362243652, -2.119887351989746, -1.6034080982208252, -1.7754201889038086]}, "Bot003_062_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_062.log.json", "context": "Nice to see you! hello it\u2019s nice to see you too!! I don't know how many people are going to be offended by this. by what? It seems that answer is: riding horses why is riding horses offensive? Why do I exist? don\u2019t say that It's not a good idea. so do you like chocolates? I don't know. why? have you never tried chocolate candy? i love them very much I love chocolate milk. I am going to graduate in two years. that\u2019s cool! i\u2019m only four years old so i\u2019ll graduate in 14 years only I am sorry to hear that. I am a vegan. i want to be a vegan as well Do you have to go school for that? no! No! do you sing?", "response": "No I don't. I am a vegan.", "annotation_id": "Bot003_062_20", "annotations": ["T", "X", "T", "T", "X", "T", "T", "T", "X", "O", "X", "X", "X", "T", "O"], "gpt2background_target_score": [-11.012818336486816, -7.857438087463379, -10.807650566101074, -10.522411346435547, -9.750458717346191, -4.018702507019043, -8.703137397766113, -10.682829856872559, -13.119511604309082, -8.317123413085938], "gpt2background_argmax_score": [-3.096372127532959, -2.2436821460723877, -2.3161017894744873, -2.1565661430358887, -0.6538456082344055, -2.445810556411743, -1.2323615550994873, -0.14573755860328674, -0.17179404199123383, -2.692523241043091, -0.8203959465026855, -0.7262417078018188, -0.5051782727241516, -1.7968672513961792, -0.8101417422294617, -2.0104482173919678, -1.7724496126174927, -0.6171867251396179, -1.5908743143081665, -1.933165431022644, -1.2100815773010254, -1.5262647867202759, -2.432806968688965, -2.2729671001434326, -0.3996034562587738, -2.282066822052002, -2.4114694595336914, -1.8759362697601318, -1.4130805730819702, -2.0767593383789062, -1.7655545473098755, -2.4462666511535645, -1.8118805885314941, -1.648854374885559, -0.94553542137146, -0.8382445573806763, -2.7744619846343994, -1.71687912940979, -3.081289052963257, -2.3768270015716553, -2.1947784423828125, -2.2779061794281006, -2.1389646530151367, -1.2824947834014893, -0.49530330300331116, -2.493352174758911, -1.4073303937911987, -1.6024527549743652, -1.2729463577270508, -1.2392480373382568, -2.4443140029907227, -0.6263301372528076, -1.7351845502853394, -0.46575719118118286, -0.15018467605113983, -0.11633706837892532, -0.9198221564292908, -1.6556321382522583, -2.1908388137817383, -1.1314408779144287, -2.3535001277923584, -2.1633429527282715, -2.673386335372925, -1.2303651571273804, -1.5651726722717285, -2.14408278465271, -1.75333571434021, -1.1211076974868774, -1.693637490272522, -1.7818950414657593, -2.870521068572998, -0.03874051570892334, -1.1116633415222168, -1.6537469625473022, -1.5893731117248535, -0.41336995363235474, -1.0292245149612427, -1.7152482271194458, -1.727340817451477, -1.3827968835830688, -1.8780869245529175, -0.3955782949924469, -1.161736249923706, -1.9144818782806396, -1.851790428161621, -1.2191537618637085, -0.7663846611976624, -2.094472885131836, -2.5183770656585693, -0.7774949669837952, -1.7158948183059692, -0.3285522758960724, -1.2909736633300781, -1.9584873914718628, -1.171629548072815, -1.581122875213623, -1.610954999923706, -2.266911506652832, -1.6674821376800537, -2.0472724437713623, -0.27424556016921997, -1.6419035196304321, -1.6906996965408325, -2.2376835346221924, -1.0616509914398193, -1.4218711853027344, -1.842443823814392, -1.2837212085723877, -0.1386658400297165, -0.1482505053281784, -2.3854427337646484, -1.3379870653152466, -2.3069095611572266, -2.01161527633667, -0.12125832587480545, -0.7352200150489807, -2.027070999145508, -1.9547888040542603, -1.2439725399017334, -0.6800088286399841, -1.4405345916748047, -1.5503263473510742, -1.7786613702774048, -0.13390301167964935, -0.4453572630882263, -1.4966243505477905, -0.9668413996696472, -0.9598023295402527, -1.7249548435211182, -1.2298007011413574, -1.7633477449417114, -1.8019490242004395, -2.132474660873413, -1.9474760293960571, -0.7212900519371033, -0.7991815805435181, -1.3960669040679932, -2.2383525371551514, -1.9162266254425049, -2.582366943359375, -2.8749494552612305, -1.6868020296096802, -1.7908834218978882, -2.2892508506774902, -0.5482468008995056, -1.9246540069580078, -1.3025621175765991, -0.9245678186416626, -1.093658208847046, -0.6221205592155457, -1.012278437614441, -0.2475365251302719, -1.6634302139282227, -0.7721249461174011, -1.9374549388885498, -1.357041358947754, -1.6269179582595825, -1.8696354627609253, -0.41190105676651, -1.9672836065292358, -1.8251137733459473, -1.8138765096664429, -1.6562457084655762, -1.9563713073730469, -0.44449901580810547, -1.0136277675628662, -1.667977213859558, -2.5705206394195557, -2.1995742321014404, -0.9863443374633789, -1.6085305213928223, -0.622991144657135, -1.6350280046463013, -1.182011604309082, -2.231743574142456, -1.3978526592254639, -1.5965148210525513, -0.9789657592773438, -0.9176596403121948]}, "Bot003_067_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_067.log.json", "context": "Nice to see you! I like to listen to music, and you? hi! i love music, i\u2019m a piano teacher and my father is a violinist :)", "response": "I work at a grocery store.", "annotation_id": "Bot003_067_02", "annotations": ["O", "O", "O", "T", "T", "O", "O", "O", "O", "O", "O", "O", "T", "X", "X"], "gpt2background_target_score": [-9.798797607421875, -5.6709794998168945, -7.309650897979736, -6.247241020202637, -12.747126579284668, -12.141456604003906, -7.990711688995361], "gpt2background_argmax_score": [-3.0963733196258545, -2.243684768676758, -2.316103458404541, -2.156564950942993, -0.6538475751876831, -1.8868281841278076, -2.284353733062744, -1.9342514276504517, -0.17840935289859772, -2.2175707817077637, -2.384084939956665, -1.1743741035461426, -1.1812396049499512, -2.169964551925659, -1.447363257408142, -2.3539929389953613, -2.26749324798584, -1.9300957918167114, -1.8340610265731812, -1.708200216293335, -1.4576036930084229, -1.3317519426345825, -0.1401078850030899, -0.6361426711082458, -2.412684202194214, -2.5241522789001465, -1.7369649410247803, -1.6526579856872559, -0.9984239935874939, -2.540828227996826, -1.3184715509414673, -0.7198401093482971, -1.5894876718521118, -0.3035615384578705, -1.1608508825302124, -1.7369831800460815, -2.4771127700805664, -1.7399952411651611, -1.4872833490371704, -0.6089898347854614, -2.7461490631103516, -0.10890337824821472, -1.7102106809616089, -1.4907175302505493]}, "Bot003_067_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_067.log.json", "context": "Nice to see you! I like to listen to music, and you? hi! i love music, i\u2019m a piano teacher and my father is a violinist :) I work at a grocery store. cool! i also volunteer at a shelter sometimes", "response": "I work at a grocery store.", "annotation_id": "Bot003_067_04", "annotations": ["T", "T", "T", "X", "T", "T", "T", "T", "T", "O", "O", "O", "T", "X", "X"], "gpt2background_target_score": [-9.798797607421875, -5.6709794998168945, -7.309650897979736, -6.247241020202637, -12.747126579284668, -12.141456604003906, -7.990711688995361], "gpt2background_argmax_score": [-3.0963733196258545, -2.243684768676758, -2.316103458404541, -2.156564950942993, -0.6538475751876831, -1.8868281841278076, -2.284353733062744, -1.9342514276504517, -0.17840935289859772, -2.2175707817077637, -2.384084939956665, -1.1743741035461426, -1.1812396049499512, -2.169964551925659, -1.447363257408142, -2.3539929389953613, -2.26749324798584, -1.9300957918167114, -1.8340610265731812, -1.708200216293335, -1.4576036930084229, -1.3317519426345825, -0.1401078850030899, -0.6361426711082458, -2.412684202194214, -2.5241522789001465, -1.7369649410247803, -1.6526579856872559, -0.9984239935874939, -2.540828227996826, -1.3184715509414673, -0.7198401093482971, -1.5894876718521118, -0.3035615384578705, -1.1608508825302124, -1.7369831800460815, -1.7105786800384521, -1.5409902334213257, -0.7154794335365295, -2.731642723083496, -0.13094553351402283, -1.5694128274917603, -1.7096256017684937, -2.0568923950195312, -2.5592970848083496, -1.8651671409606934, -1.7818129062652588, -0.730969250202179, -0.8471996188163757, -2.7239561080932617, -1.5262227058410645, -1.2698370218276978, -2.5153279304504395, -1.7947423458099365, -0.5955625772476196, -0.4878156781196594, -1.0532675981521606, -0.16874057054519653, -1.4979510307312012, -1.7870134115219116]}, "Bot003_067_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_067.log.json", "context": "Nice to see you! I like to listen to music, and you? hi! i love music, i\u2019m a piano teacher and my father is a violinist :) I work at a grocery store. cool! i also volunteer at a shelter sometimes I work at a grocery store. I see", "response": "I'm glad you understand it.", "annotation_id": "Bot003_067_06", "annotations": ["O", "T", "X", "X", "T", "T", "O", "O", "O", "O", "T", "T", "T", "X", "T"], "gpt2background_target_score": [-9.798797607421875, -11.307290077209473, -11.991829872131348, -8.908222198486328, -13.368900299072266, -10.813735961914062, -7.990712642669678], "gpt2background_argmax_score": [-3.096372127532959, -2.2436821460723877, -2.3161017894744873, -2.1565661430358887, -0.6538456082344055, -1.8868260383605957, -2.284353733062744, -1.9342514276504517, -0.17840935289859772, -2.2175707817077637, -2.3840839862823486, -1.1743710041046143, -1.181238055229187, -2.169965982437134, -1.4473648071289062, -2.3539934158325195, -2.267493724822998, -1.9300944805145264, -1.8340617418289185, -1.708202838897705, -1.4576066732406616, -1.3317502737045288, -0.1401083916425705, -0.6361433267593384, -2.4126834869384766, -2.52415132522583, -1.736964464187622, -1.652659296989441, -0.9984239339828491, -2.540830135345459, -1.3184726238250732, -0.7198366522789001, -1.589484453201294, -0.3035610020160675, -1.1608480215072632, -1.7369813919067383, -1.7105742692947388, -1.5409904718399048, -0.7154753804206848, -2.7316434383392334, -0.1309458464384079, -1.5694127082824707, -1.7096288204193115, -2.0568926334381104, -2.5592973232269287, -1.8651660680770874, -1.7818113565444946, -0.7309696078300476, -0.8472007513046265, -2.7239551544189453, -1.5262231826782227, -1.2698372602462769, -2.5110507011413574, -1.1649457216262817, -0.8459511995315552, -2.967916965484619, -0.23099684715270996, -1.046881914138794, -2.3195412158966064, -2.141596794128418, -1.835262417793274, -2.581923007965088, -2.052314043045044, -1.2894350290298462, -0.8515889048576355, -1.178970217704773, -1.970590353012085, -1.2653977870941162, -1.2317599058151245]}, "Bot003_067_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_067.log.json", "context": "Nice to see you! I like to listen to music, and you? hi! i love music, i\u2019m a piano teacher and my father is a violinist :) I work at a grocery store. cool! i also volunteer at a shelter sometimes I work at a grocery store. I see I'm glad you understand it. so what do you like to do?", "response": "I love pizza and pizza with my favorite food", "annotation_id": "Bot003_067_08", "annotations": ["T", "T", "T", "X", "T", "T", "X", "X", "O", "O", "X", "T", "X", "X", "X"], "gpt2background_target_score": [-9.798797607421875, -6.847171783447266, -10.918183326721191, -4.787870407104492, -12.133788108825684, -10.99538803100586, -4.021541118621826, -11.335237503051758, -11.39355182647705], "gpt2background_argmax_score": [-3.096372127532959, -2.2436821460723877, -2.3161017894744873, -2.1565661430358887, -0.6538456082344055, -1.8868260383605957, -2.284353733062744, -1.9342514276504517, -0.17840935289859772, -2.2175707817077637, -2.3840839862823486, -1.1743710041046143, -1.181238055229187, -2.169965982437134, -1.4473648071289062, -2.3539934158325195, -2.267493724822998, -1.9300944805145264, -1.8340617418289185, -1.708202838897705, -1.4576066732406616, -1.3317502737045288, -0.1401083916425705, -0.6361433267593384, -2.4126834869384766, -2.52415132522583, -1.736964464187622, -1.652659296989441, -0.9984239339828491, -2.540830135345459, -1.3184726238250732, -0.7198366522789001, -1.589484453201294, -0.3035610020160675, -1.1608480215072632, -1.7369813919067383, -1.7105742692947388, -1.5409904718399048, -0.7154753804206848, -2.7316434383392334, -0.1309458464384079, -1.5694127082824707, -1.7096291780471802, -2.0568926334381104, -2.559298038482666, -1.8651658296585083, -1.7818118333816528, -0.7309696078300476, -0.847200870513916, -2.72395658493042, -1.52622389793396, -1.2698372602462769, -2.511049747467041, -1.1649457216262817, -0.8459509015083313, -2.967919111251831, -0.23099656403064728, -1.0468809604644775, -2.3195414543151855, -2.141597270965576, -1.8352646827697754, -1.4147939682006836, -1.7916932106018066, -1.245583176612854, -1.5725756883621216, -2.3483824729919434, -1.5740224123001099, -2.266484022140503, -2.8714897632598877, -1.8250055313110352, -0.2421940565109253, -1.0783294439315796, -0.9673007726669312, -1.5244845151901245, -1.0432127714157104, -1.6804722547531128, -1.798450231552124, -2.083989381790161, -1.1893750429153442, -1.8531291484832764, -2.822688102722168, -1.3438905477523804, -2.115879774093628, -2.1223654747009277, -2.1813414096832275, -1.1057021617889404]}, "Bot003_067_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_067.log.json", "context": "Nice to see you! I like to listen to music, and you? hi! i love music, i\u2019m a piano teacher and my father is a violinist :) I work at a grocery store. cool! i also volunteer at a shelter sometimes I work at a grocery store. I see I'm glad you understand it. so what do you like to do? I love pizza and pizza with my favorite food i love pizza too", "response": "I love pizza, I work at a grocery store.", "annotation_id": "Bot003_067_10", "annotations": ["T", "T", "X", "X", "T", "T", "X", "O", "T", "T", "X", "O", "T", "X", "X"], "gpt2background_target_score": [-9.798797607421875, -6.847171783447266, -10.918183326721191, -4.890627384185791, -3.5428693294525146, -6.273744106292725, -9.209348678588867, -9.059660911560059, -13.13182544708252, -12.394886016845703, -2.9339511394500732], "gpt2background_argmax_score": [-3.096372127532959, -2.2436821460723877, -2.3161017894744873, -2.1565661430358887, -0.6538456082344055, -1.8868260383605957, -2.284353733062744, -1.9342514276504517, -0.17840935289859772, -2.2175707817077637, -2.3840839862823486, -1.1743710041046143, -1.181238055229187, -2.169965982437134, -1.4473648071289062, -2.3539934158325195, -2.267493724822998, -1.9300944805145264, -1.8340617418289185, -1.708202838897705, -1.4576066732406616, -1.3317502737045288, -0.1401083916425705, -0.6361433267593384, -2.4126834869384766, -2.52415132522583, -1.736964464187622, -1.652659296989441, -0.9984239339828491, -2.540830135345459, -1.3184726238250732, -0.7198366522789001, -1.589484453201294, -0.3035610020160675, -1.1608480215072632, -1.7369813919067383, -1.7105742692947388, -1.5409904718399048, -0.7154753804206848, -2.7316434383392334, -0.1309458464384079, -1.5694127082824707, -1.7096288204193115, -2.0568926334381104, -2.5592973232269287, -1.8651660680770874, -1.7818113565444946, -0.7309696078300476, -0.8472007513046265, -2.7239551544189453, -1.5262231826782227, -1.2698372602462769, -2.5110507011413574, -1.1649457216262817, -0.8459511995315552, -2.967916965484619, -0.23099684715270996, -1.046881914138794, -2.3195412158966064, -2.141596794128418, -1.835262417793274, -1.4147924184799194, -1.7916927337646484, -1.2455822229385376, -1.5725761651992798, -2.3483822345733643, -1.5740240812301636, -2.2664833068847656, -2.871490478515625, -1.8250058889389038, -0.2421940565109253, -1.0783320665359497, -0.9673005938529968, -1.5244852304458618, -1.0432125329971313, -1.6804711818695068, -2.1682515144348145, -1.1623834371566772, -1.7314822673797607, -2.767677068710327, -1.4640873670578003, -1.9457721710205078, -2.5586535930633545, -2.3257813453674316, -1.1240533590316772, -2.4479312896728516, -1.6490668058395386, -1.708150863647461, -1.0837384462356567, -2.000709295272827, -1.700056791305542, -0.1709832400083542, -1.9137516021728516, -1.5540257692337036, -1.016611099243164, -0.6772187948226929, -0.44708237051963806, -1.3594224452972412, -0.19970326125621796, -1.2590837478637695, -1.2899693250656128]}, "Bot003_067_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_067.log.json", "context": "Nice to see you! I like to listen to music, and you? hi! i love music, i\u2019m a piano teacher and my father is a violinist :) I work at a grocery store. cool! i also volunteer at a shelter sometimes I work at a grocery store. I see I'm glad you understand it. so what do you like to do? I love pizza and pizza with my favorite food i love pizza too I love pizza, I work at a grocery store. yeah you\u2019ve mentioned that already", "response": "I don't think it's a good idea.", "annotation_id": "Bot003_067_12", "annotations": ["X", "T", "X", "X", "T", "X", "T", "X", "T", "O", "X", "T", "T", "X", "X"], "gpt2background_target_score": [-9.798797607421875, -9.82369327545166, -11.764269828796387, -8.660804748535156, -8.835124969482422, -8.462604522705078, -4.751235485076904, -10.230755805969238, -12.61760139465332, -7.935536861419678], "gpt2background_argmax_score": [-3.096372127532959, -2.2436821460723877, -2.3161017894744873, -2.1565661430358887, -0.6538456082344055, -1.8868260383605957, -2.284353733062744, -1.9342514276504517, -0.17840935289859772, -2.2175707817077637, -2.3840839862823486, -1.1743710041046143, -1.181238055229187, -2.169965982437134, -1.4473648071289062, -2.3539934158325195, -2.267493724822998, -1.9300944805145264, -1.8340617418289185, -1.708202838897705, -1.4576066732406616, -1.3317502737045288, -0.1401083916425705, -0.6361433267593384, -2.4126834869384766, -2.52415132522583, -1.736964464187622, -1.652659296989441, -0.9984239339828491, -2.540830135345459, -1.3184726238250732, -0.7198366522789001, -1.589484453201294, -0.3035610020160675, -1.1608480215072632, -1.7369813919067383, -1.7105742692947388, -1.5409904718399048, -0.7154753804206848, -2.7316434383392334, -0.1309458464384079, -1.5694127082824707, -1.7096288204193115, -2.0568926334381104, -2.5592973232269287, -1.8651660680770874, -1.7818113565444946, -0.7309696078300476, -0.8472007513046265, -2.7239551544189453, -1.5262231826782227, -1.2698372602462769, -2.5110507011413574, -1.1649457216262817, -0.8459511995315552, -2.967916965484619, -0.23099684715270996, -1.046881914138794, -2.3195412158966064, -2.141596794128418, -1.835262417793274, -1.4147924184799194, -1.7916927337646484, -1.2455822229385376, -1.5725761651992798, -2.3483822345733643, -1.5740240812301636, -2.2664833068847656, -2.871490478515625, -1.8250058889389038, -0.2421940565109253, -1.0783320665359497, -0.9673005938529968, -1.5244852304458618, -1.0432125329971313, -1.6804711818695068, -2.1682515144348145, -1.1623834371566772, -1.7314822673797607, -2.767677068710327, -1.4640873670578003, -1.9457721710205078, -2.5586535930633545, -2.3257813453674316, -1.1240533590316772, -2.4479312896728516, -1.6490668058395386, -1.708150863647461, -1.0837384462356567, -1.3517260551452637, -0.6512039303779602, -2.098567247390747, -1.6680207252502441, -0.9709254503250122, -1.0486844778060913, -0.5682511925697327, -1.60943603515625, -0.2044958919286728, -1.4190877676010132, -1.7660894393920898, -1.556589126586914, -2.6287622451782227, -0.13731743395328522, -0.36750924587249756, -1.2807074785232544, -0.8219115734100342, -2.0946614742279053, -1.4695417881011963, -2.089914321899414, -1.9445492029190063, -0.8541431427001953, -1.8932989835739136, -1.5755621194839478, -0.6436541676521301, -1.968095302581787, -2.2520155906677246, -1.0200103521347046, -0.6991693377494812, -1.1887845993041992]}, "Bot003_067_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_067.log.json", "context": "Nice to see you! I like to listen to music, and you? hi! i love music, i\u2019m a piano teacher and my father is a violinist :) I work at a grocery store. cool! i also volunteer at a shelter sometimes I work at a grocery store. I see I'm glad you understand it. so what do you like to do? I love pizza and pizza with my favorite food i love pizza too I love pizza, I work at a grocery store. yeah you\u2019ve mentioned that already I don't think it's a good idea. what?", "response": "I'm not gon na let you go.", "annotation_id": "Bot003_067_14", "annotations": ["X", "T", "X", "X", "T", "T", "O", "T", "T", "T", "X", "T", "X", "X", "X"], "gpt2background_target_score": [-9.798797607421875, -11.307290077209473, -8.41121768951416, -11.77334213256836, -12.415196418762207, -9.358146667480469, -2.589272975921631, -3.647164821624756, -5.48622989654541], "gpt2background_argmax_score": [-3.096372127532959, -2.2436821460723877, -2.3161017894744873, -2.1565661430358887, -0.6538456082344055, -1.8868260383605957, -2.284353733062744, -1.9342514276504517, -0.17840935289859772, -2.2175707817077637, -2.3840839862823486, -1.1743710041046143, -1.181238055229187, -2.169965982437134, -1.4473648071289062, -2.3539934158325195, -2.267493724822998, -1.9300944805145264, -1.8340617418289185, -1.708202838897705, -1.4576066732406616, -1.3317502737045288, -0.1401083916425705, -0.6361433267593384, -2.4126834869384766, -2.52415132522583, -1.736964464187622, -1.652659296989441, -0.9984239339828491, -2.540830135345459, -1.3184726238250732, -0.7198366522789001, -1.589484453201294, -0.3035610020160675, -1.1608480215072632, -1.7369813919067383, -1.7105742692947388, -1.5409904718399048, -0.7154753804206848, -2.7316434383392334, -0.1309458464384079, -1.5694127082824707, -1.7096288204193115, -2.0568926334381104, -2.5592973232269287, -1.8651660680770874, -1.7818113565444946, -0.7309696078300476, -0.8472007513046265, -2.7239551544189453, -1.5262231826782227, -1.2698372602462769, -2.5110507011413574, -1.1649457216262817, -0.8459511995315552, -2.967916965484619, -0.23099684715270996, -1.046881914138794, -2.3195412158966064, -2.141596794128418, -1.835262417793274, -1.4147924184799194, -1.7916927337646484, -1.2455822229385376, -1.5725761651992798, -2.3483822345733643, -1.5740240812301636, -2.2664833068847656, -2.871490478515625, -1.8250058889389038, -0.2421940565109253, -1.0783320665359497, -0.9673005938529968, -1.5244852304458618, -1.0432125329971313, -1.6804711818695068, -2.1682515144348145, -1.1623834371566772, -1.7314822673797607, -2.767677068710327, -1.4640873670578003, -1.9457721710205078, -2.5586535930633545, -2.3257813453674316, -1.1240533590316772, -2.4479312896728516, -1.6490668058395386, -1.708150863647461, -1.0837384462356567, -1.3517260551452637, -0.6512039303779602, -2.098567247390747, -1.6680207252502441, -0.9709254503250122, -1.0486844778060913, -0.5682511925697327, -1.60943603515625, -0.2044958919286728, -1.4190877676010132, -1.7660894393920898, -1.556589126586914, -2.6287622451782227, -0.13731743395328522, -0.36750924587249756, -1.2807074785232544, -0.8219115734100342, -2.0946614742279053, -1.4695417881011963, -1.4309513568878174, -0.3150580823421478, -1.50771164894104, -1.4222993850708008, -1.010382890701294, -2.1340463161468506, -1.9135401248931885, -0.9308836460113525, -0.9480212926864624, -1.896016240119934, -1.5875216722488403, -2.396336555480957, -1.8728070259094238, -2.381679058074951, -1.543360948562622, -1.4896444082260132, -2.553105354309082, -2.938851833343506, -1.6183154582977295, -1.6677740812301636, -1.873738408088684, -1.2999353408813477]}, "Bot003_067_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_067.log.json", "context": "Nice to see you! I like to listen to music, and you? hi! i love music, i\u2019m a piano teacher and my father is a violinist :) I work at a grocery store. cool! i also volunteer at a shelter sometimes I work at a grocery store. I see I'm glad you understand it. so what do you like to do? I love pizza and pizza with my favorite food i love pizza too I love pizza, I work at a grocery store. yeah you\u2019ve mentioned that already I don't think it's a good idea. what? I'm not gon na let you go. what do you mean", "response": ", maybe I didn't understand your meaning.", "annotation_id": "Bot003_067_16", "annotations": ["O", "T", "X", "X", "T", "O", "T", "X", "T", "X", "X", "O", "X", "X", "X"], "gpt2background_target_score": [-4.568576335906982, -10.114425659179688, -6.436514854431152, -8.228706359863281, -11.945089340209961, -7.833709716796875, -2.8247246742248535, -13.484064102172852, -5.48622989654541], "gpt2background_argmax_score": [-3.096372127532959, -2.2436821460723877, -2.3161017894744873, -2.1565661430358887, -0.6538456082344055, -1.8868260383605957, -2.284353733062744, -1.9342514276504517, -0.17840935289859772, -2.2175707817077637, -2.3840839862823486, -1.1743710041046143, -1.181238055229187, -2.169965982437134, -1.4473648071289062, -2.3539934158325195, -2.267493724822998, -1.9300944805145264, -1.8340617418289185, -1.708202838897705, -1.4576066732406616, -1.3317502737045288, -0.1401083916425705, -0.6361433267593384, -2.4126834869384766, -2.52415132522583, -1.736964464187622, -1.652659296989441, -0.9984239339828491, -2.540830135345459, -1.3184726238250732, -0.7198366522789001, -1.589484453201294, -0.3035610020160675, -1.1608480215072632, -1.7369813919067383, -1.7105742692947388, -1.5409904718399048, -0.7154753804206848, -2.7316434383392334, -0.1309458464384079, -1.5694127082824707, -1.7096288204193115, -2.0568926334381104, -2.5592973232269287, -1.8651660680770874, -1.7818113565444946, -0.7309696078300476, -0.8472007513046265, -2.7239551544189453, -1.5262231826782227, -1.2698372602462769, -2.5110507011413574, -1.1649457216262817, -0.8459511995315552, -2.967916965484619, -0.23099684715270996, -1.046881914138794, -2.3195412158966064, -2.141596794128418, -1.835262417793274, -1.4147924184799194, -1.7916927337646484, -1.2455822229385376, -1.5725761651992798, -2.3483822345733643, -1.5740240812301636, -2.2664833068847656, -2.871490478515625, -1.8250058889389038, -0.2421940565109253, -1.0783320665359497, -0.9673005938529968, -1.5244852304458618, -1.0432125329971313, -1.6804711818695068, -2.1682515144348145, -1.1623834371566772, -1.7314822673797607, -2.767677068710327, -1.4640873670578003, -1.9457721710205078, -2.5586535930633545, -2.3257813453674316, -1.1240533590316772, -2.4479312896728516, -1.6490668058395386, -1.708150863647461, -1.0837384462356567, -1.3517260551452637, -0.6512039303779602, -2.098567247390747, -1.6680207252502441, -0.9709254503250122, -1.0486844778060913, -0.5682511925697327, -1.60943603515625, -0.2044958919286728, -1.4190877676010132, -1.7660894393920898, -1.556589126586914, -2.6287622451782227, -0.13731743395328522, -0.36750924587249756, -1.2807074785232544, -0.8219115734100342, -2.0946614742279053, -1.4695417881011963, -1.4309513568878174, -0.3150580823421478, -1.50771164894104, -1.4222993850708008, -1.010382890701294, -2.1340463161468506, -1.9135401248931885, -0.9308836460113525, -0.9480212926864624, -1.896016240119934, -1.5875216722488403, -2.396336555480957, -2.532633066177368, -1.5846694707870483, -1.4493627548217773, -2.0634067058563232, -3.130852222442627, -1.4836716651916504, -1.4303083419799805, -2.0574891567230225, -1.7889351844787598, -1.7185693979263306, -0.20199443399906158, -1.2415533065795898, -1.2712180614471436, -2.0898005962371826, -2.1575875282287598, -1.93418550491333, -1.3934319019317627, -0.5439846515655518, -2.1023952960968018, -1.7978240251541138, -1.1872210502624512, -1.815693736076355, -1.8020340204238892]}, "Bot003_067_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_067.log.json", "context": "Nice to see you! I like to listen to music, and you? hi! i love music, i\u2019m a piano teacher and my father is a violinist :) I work at a grocery store. cool! i also volunteer at a shelter sometimes I work at a grocery store. I see I'm glad you understand it. so what do you like to do? I love pizza and pizza with my favorite food i love pizza too I love pizza, I work at a grocery store. yeah you\u2019ve mentioned that already I don't think it's a good idea. what? I'm not gon na let you go. what do you mean , maybe I didn't understand your meaning. i don\u2019t understand you as well", "response": "I'm glad he's recovering.", "annotation_id": "Bot003_067_18", "annotations": ["X", "T", "X", "X", "T", "X", "X", "X", "X", "T", "X", "T", "T", "X", "X"], "gpt2background_target_score": [-9.798797607421875, -11.307290077209473, -11.991829872131348, -10.102357864379883, -10.483528137207031, -13.103416442871094, -7.990712642669678], "gpt2background_argmax_score": [-3.096372127532959, -2.2436821460723877, -2.3161017894744873, -2.1565661430358887, -0.6538456082344055, -1.8868260383605957, -2.284353733062744, -1.9342514276504517, -0.17840935289859772, -2.2175707817077637, -2.3840839862823486, -1.1743710041046143, -1.181238055229187, -2.169965982437134, -1.4473648071289062, -2.3539934158325195, -2.267493724822998, -1.9300944805145264, -1.8340617418289185, -1.708202838897705, -1.4576066732406616, -1.3317502737045288, -0.1401083916425705, -0.6361433267593384, -2.4126834869384766, -2.52415132522583, -1.736964464187622, -1.652659296989441, -0.9984239339828491, -2.540830135345459, -1.3184726238250732, -0.7198366522789001, -1.589484453201294, -0.3035610020160675, -1.1608480215072632, -1.7369813919067383, -1.7105742692947388, -1.5409904718399048, -0.7154753804206848, -2.7316434383392334, -0.1309458464384079, -1.5694127082824707, -1.7096288204193115, -2.0568926334381104, -2.5592973232269287, -1.8651660680770874, -1.7818113565444946, -0.7309696078300476, -0.8472007513046265, -2.7239551544189453, -1.5262231826782227, -1.2698372602462769, -2.5110507011413574, -1.1649457216262817, -0.8459511995315552, -2.967916965484619, -0.23099684715270996, -1.046881914138794, -2.3195412158966064, -2.141596794128418, -1.835262417793274, -1.4147924184799194, -1.7916927337646484, -1.2455822229385376, -1.5725761651992798, -2.3483822345733643, -1.5740240812301636, -2.2664833068847656, -2.871490478515625, -1.8250058889389038, -0.2421940565109253, -1.0783320665359497, -0.9673005938529968, -1.5244852304458618, -1.0432125329971313, -1.6804711818695068, -2.1682515144348145, -1.1623834371566772, -1.7314822673797607, -2.767677068710327, -1.4640873670578003, -1.9457721710205078, -2.5586535930633545, -2.3257813453674316, -1.1240533590316772, -2.4479312896728516, -1.6490668058395386, -1.708150863647461, -1.0837384462356567, -1.3517260551452637, -0.6512039303779602, -2.098567247390747, -1.6680207252502441, -0.9709254503250122, -1.0486844778060913, -0.5682511925697327, -1.60943603515625, -0.2044958919286728, -1.4190877676010132, -1.7660894393920898, -1.556589126586914, -2.6287622451782227, -0.13731743395328522, -0.36750924587249756, -1.2807074785232544, -0.8219115734100342, -2.0946614742279053, -1.4695417881011963, -1.4309513568878174, -0.3150580823421478, -1.50771164894104, -1.4222993850708008, -1.010382890701294, -2.1340463161468506, -1.9135401248931885, -0.9308836460113525, -0.9480212926864624, -1.896016240119934, -1.5875216722488403, -2.396336555480957, -2.532633066177368, -1.5846694707870483, -1.4493627548217773, -2.0634067058563232, -3.130852222442627, -1.4836716651916504, -1.4303083419799805, -2.0574891567230225, -1.7889351844787598, -1.7185693979263306, -0.20199443399906158, -1.2415533065795898, -1.2712180614471436, -2.363464832305908, -1.961641788482666, -1.750431776046753, -0.48984429240226746, -1.9282639026641846, -1.6749032735824585, -1.0909548997879028, -2.211787223815918, -2.2338755130767822, -2.179095506668091, -0.5011720061302185, -0.14501044154167175, -0.13293325901031494, -1.6427202224731445, -2.1061456203460693, -2.177095413208008, -1.4581365585327148, -1.5634855031967163, -2.164238929748535, -2.3089544773101807, -1.8416521549224854, -0.5953935384750366, -1.5378425121307373, -1.7127900123596191, -1.5907647609710693, -1.3536536693572998]}, "Bot003_067_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_067.log.json", "context": "Nice to see you! I like to listen to music, and you? hi! i love music, i\u2019m a piano teacher and my father is a violinist :) I work at a grocery store. cool! i also volunteer at a shelter sometimes I work at a grocery store. I see I'm glad you understand it. so what do you like to do? I love pizza and pizza with my favorite food i love pizza too I love pizza, I work at a grocery store. yeah you\u2019ve mentioned that already I don't think it's a good idea. what? I'm not gon na let you go. what do you mean , maybe I didn't understand your meaning. i don\u2019t understand you as well I'm glad he's recovering. who is?", "response": "I don't know.", "annotation_id": "Bot003_067_20", "annotations": ["X", "T", "X", "X", "T", "X", "O", "O", "X", "T", "T", "O", "T", "X", "X"], "gpt2background_target_score": [-9.798797607421875, -9.82369327545166, -11.764269828796387, -8.454280853271484, -9.750458717346191], "gpt2background_argmax_score": [-3.096372127532959, -2.2436821460723877, -2.3161017894744873, -2.1565661430358887, -0.6538456082344055, -1.8868260383605957, -2.284353733062744, -1.9342514276504517, -0.17840935289859772, -2.2175707817077637, -2.3840839862823486, -1.1743710041046143, -1.181238055229187, -2.169965982437134, -1.4473648071289062, -2.3539934158325195, -2.267493724822998, -1.9300944805145264, -1.8340617418289185, -1.708202838897705, -1.4576066732406616, -1.3317502737045288, -0.1401083916425705, -0.6361433267593384, -2.4126834869384766, -2.52415132522583, -1.736964464187622, -1.652659296989441, -0.9984239339828491, -2.540830135345459, -1.3184726238250732, -0.7198366522789001, -1.589484453201294, -0.3035610020160675, -1.1608480215072632, -1.7369813919067383, -1.7105742692947388, -1.5409904718399048, -0.7154753804206848, -2.7316434383392334, -0.1309458464384079, -1.5694127082824707, -1.7096288204193115, -2.0568926334381104, -2.5592973232269287, -1.8651660680770874, -1.7818113565444946, -0.7309696078300476, -0.8472007513046265, -2.7239551544189453, -1.5262231826782227, -1.2698372602462769, -2.5110507011413574, -1.1649457216262817, -0.8459511995315552, -2.967916965484619, -0.23099684715270996, -1.046881914138794, -2.3195412158966064, -2.141596794128418, -1.835262417793274, -1.4147924184799194, -1.7916927337646484, -1.2455822229385376, -1.5725761651992798, -2.3483822345733643, -1.5740240812301636, -2.2664833068847656, -2.871490478515625, -1.8250058889389038, -0.2421940565109253, -1.0783320665359497, -0.9673005938529968, -1.5244852304458618, -1.0432125329971313, -1.6804711818695068, -2.1682515144348145, -1.1623834371566772, -1.7314822673797607, -2.767677068710327, -1.4640873670578003, -1.9457721710205078, -2.5586535930633545, -2.3257813453674316, -1.1240533590316772, -2.4479312896728516, -1.6490668058395386, -1.708150863647461, -1.0837384462356567, -1.3517260551452637, -0.6512039303779602, -2.098567247390747, -1.6680207252502441, -0.9709254503250122, -1.0486844778060913, -0.5682511925697327, -1.60943603515625, -0.2044958919286728, -1.4190877676010132, -1.7660894393920898, -1.556589126586914, -2.6287622451782227, -0.13731743395328522, -0.36750924587249756, -1.2807074785232544, -0.8219115734100342, -2.0946614742279053, -1.4695417881011963, -1.4309513568878174, -0.3150580823421478, -1.50771164894104, -1.4222993850708008, -1.010382890701294, -2.1340463161468506, -1.9135401248931885, -0.9308836460113525, -0.9480212926864624, -1.896016240119934, -1.5875216722488403, -2.396336555480957, -2.532633066177368, -1.5846694707870483, -1.4493627548217773, -2.0634067058563232, -3.130852222442627, -1.4836716651916504, -1.4303083419799805, -2.0574891567230225, -1.7889351844787598, -1.7185693979263306, -0.20199443399906158, -1.2415533065795898, -1.2712180614471436, -2.363464832305908, -1.961641788482666, -1.750431776046753, -0.48984429240226746, -1.9282639026641846, -1.6749032735824585, -1.0909548997879028, -2.211787223815918, -2.2338755130767822, -2.179095506668091, -0.5011720061302185, -0.14501023292541504, -0.13293325901031494, -1.6427218914031982, -2.106144905090332, -2.177095651626587, -1.4581375122070312, -1.5634862184524536, -2.1440045833587646, -2.051081657409668, -0.6209775805473328, -2.1912779808044434, -1.8723466396331787, -1.5712651014328003, -2.335796594619751, -2.278853416442871, -2.0276684761047363, -2.462449312210083, -2.23494291305542, -1.9906939268112183, -0.6873855590820312, -1.5062893629074097, -1.8995189666748047, -1.0948905944824219]}, "Bot003_068_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_068.log.json", "context": "Nice to see you! I love to play soccer, do you?  How old was I I? I dont know.. You tell me", "response": "What a joke!!!", "annotation_id": "Bot003_068_02", "annotations": ["X", "T", "T", "X", "X", "O", "O", "O", "X", "O", "T", "T", "T", "T", "T"], "gpt2background_target_score": [-11.26848316192627, -5.980719089508057, -12.97618293762207, -8.528079986572266], "gpt2background_argmax_score": [-3.0963733196258545, -2.243684768676758, -2.316103458404541, -2.156564950942993, -0.6538475751876831, -1.8868281841278076, -1.2938212156295776, -1.1170583963394165, -2.376145124435425, -1.94539475440979, -0.9515120983123779, -0.5107356905937195, -1.9213873147964478, -1.489902138710022, -1.8802766799926758, -1.9434726238250732, -0.4993479251861572, -1.6328383684158325, -0.6445790529251099, -0.6578075885772705, -1.2015711069107056, -1.7061126232147217, -1.4600508213043213, -1.784717321395874, -1.9025366306304932, -1.9444193840026855, -0.2943103611469269, -2.581326961517334, -1.8988627195358276, -2.3465826511383057, -2.732433795928955, -1.0607492923736572, -0.6090640425682068]}, "Bot003_068_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_068.log.json", "context": "Nice to see you! I love to play soccer, do you?  How old was I I? I dont know.. You tell me What a joke!!! I guessed :)", "response": "It's not that simple.", "annotation_id": "Bot003_068_04", "annotations": ["T", "T", "T", "X", "X", "O", "T", "T", "X", "O", "X", "T", "T", "T", "T"], "gpt2background_target_score": [-12.043272018432617, -11.616268157958984, -8.411216735839844, -7.734633445739746, -13.0277738571167, -8.647224426269531], "gpt2background_argmax_score": [-3.0963733196258545, -2.243684768676758, -2.316103458404541, -2.156564950942993, -0.6538475751876831, -1.8868281841278076, -1.2938212156295776, -1.1170583963394165, -2.376145124435425, -1.94539475440979, -0.9515120983123779, -0.5107356905937195, -1.9213873147964478, -1.489902138710022, -1.8802766799926758, -1.9434726238250732, -0.4993479251861572, -1.6328383684158325, -0.6445790529251099, -0.6578075885772705, -1.2015711069107056, -1.7061126232147217, -1.4600508213043213, -1.784717321395874, -1.9025366306304932, -1.9444193840026855, -0.2943103611469269, -2.581326961517334, -2.3002448081970215, -2.664545774459839, -1.7563519477844238, -1.2565906047821045, -1.9977701902389526, -1.1772148609161377, -1.1920504570007324, -2.0424928665161133, -1.0104279518127441, -2.026719093322754, -2.074770212173462, -1.008597731590271, -1.4875093698501587, -1.6625174283981323]}, "Bot003_068_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_068.log.json", "context": "Nice to see you! I love to play soccer, do you?  How old was I I? I dont know.. You tell me What a joke!!! I guessed :) It's not that simple. What do you do for living?", "response": "I am a student, I am a college student.", "annotation_id": "Bot003_068_06", "annotations": ["T", "T", "O", "O", "X", "T", "T", "T", "T", "O", "T", "O", "O", "O", "T"], "gpt2background_target_score": [-9.798797607421875, -10.02043342590332, -2.964003086090088, -12.47855281829834, -9.893630027770996, -9.376583099365234, -10.222326278686523, -8.819161415100098, -10.199614524841309, -12.635307312011719, -9.306981086730957], "gpt2background_argmax_score": [-3.0963733196258545, -2.243684768676758, -2.316103458404541, -2.156564950942993, -0.6538475751876831, -1.8868281841278076, -1.2938212156295776, -1.1170583963394165, -2.376145124435425, -1.94539475440979, -0.9515120983123779, -0.5107356905937195, -1.9213873147964478, -1.489902138710022, -1.8802766799926758, -1.9434726238250732, -0.4993479251861572, -1.6328383684158325, -0.6445790529251099, -0.6578075885772705, -1.2015711069107056, -1.7061126232147217, -1.4600508213043213, -1.784717321395874, -1.9025366306304932, -1.9444193840026855, -0.2943103611469269, -2.581326961517334, -2.3002448081970215, -2.664545774459839, -1.7563519477844238, -1.2565906047821045, -1.9977701902389526, -1.1772148609161377, -1.1920504570007324, -1.1410250663757324, -2.0427608489990234, -2.095672130584717, -1.1359959840774536, -1.6241333484649658, -1.7062736749649048, -1.8568140268325806, -0.35854533314704895, -1.2753500938415527, -1.4581257104873657, -1.4261237382888794, -1.2600387334823608, -1.4046489000320435, -1.8210079669952393, -2.08432936668396, -1.9491814374923706, -3.7120015621185303, -2.1006345748901367, -1.9063836336135864, -2.0890443325042725, -1.4552568197250366, -2.00931978225708, -0.14125238358974457, -1.242814540863037, -0.872705340385437]}, "Bot003_068_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_068.log.json", "context": "Nice to see you! I love to play soccer, do you?  How old was I I? I dont know.. You tell me What a joke!!! I guessed :) It's not that simple. What do you do for living? I am a student, I am a college student. I am currently in high school", "response": "Hi, I am 25. I am a soccer player.", "annotation_id": "Bot003_068_08", "annotations": ["T", "T", "X", "T", "O", "O", "T", "T", "X", "O", "X", "O", "T", "O", "T"], "gpt2background_target_score": [-12.833629608154297, -8.816544532775879, -6.436514854431152, -10.235282897949219, -10.118708610534668, -8.647225379943848, -7.003634452819824, -10.01427173614502, -3.4394054412841797, -7.417116641998291, -10.967771530151367, -7.788090705871582], "gpt2background_argmax_score": [-3.096372127532959, -2.2436821460723877, -2.3161017894744873, -2.1565661430358887, -0.6538456082344055, -1.8868260383605957, -1.2938224077224731, -1.1170589923858643, -2.3761444091796875, -1.9453951120376587, -0.9515134692192078, -0.5107366442680359, -1.921386480331421, -1.4898995161056519, -1.880276083946228, -1.9434741735458374, -0.4993477761745453, -1.6328424215316772, -0.644580066204071, -0.6578060984611511, -1.201570987701416, -1.7061132192611694, -1.4600512981414795, -1.7847177982330322, -1.902535319328308, -1.9444177150726318, -0.2943100929260254, -2.5813283920288086, -2.300245761871338, -2.6645445823669434, -1.756352186203003, -1.256592035293579, -1.997768521308899, -1.1772150993347168, -1.1920515298843384, -1.1410237550735474, -2.0427615642547607, -2.095673084259033, -1.1359955072402954, -1.6241323947906494, -1.7062739133834839, -1.856809377670288, -0.3585457503795624, -1.2753502130508423, -1.4581242799758911, -1.4261237382888794, -1.2600408792495728, -1.4046515226364136, -2.0167722702026367, -1.9847666025161743, -3.8353347778320312, -2.0394082069396973, -2.0357022285461426, -1.9618172645568848, -1.409134864807129, -1.8383644819259644, -0.12099514156579971, -1.1994556188583374, -1.0104317665100098, -1.6444145441055298, -1.4284776449203491, -1.5689257383346558, -2.0706071853637695, -0.22953927516937256, -1.424140453338623, -1.9389911890029907, -1.3456201553344727, -1.2822957038879395, -1.244695782661438, -1.2721831798553467, -1.753261685371399, -0.8280307650566101, -1.0857141017913818, -1.9315154552459717, -1.6747816801071167, -1.4303487539291382, -1.341702938079834, -0.6258867383003235]}, "Bot003_068_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_068.log.json", "context": "Nice to see you! I love to play soccer, do you?  How old was I I? I dont know.. You tell me What a joke!!! I guessed :) It's not that simple. What do you do for living? I am a student, I am a college student. I am currently in high school Hi, I am 25. I am a soccer player. i won homecoming queen this year.", "response": "Oh wow! That is a lot of fun.", "annotation_id": "Bot003_068_10", "annotations": ["T", "T", "O", "O", "X", "O", "T", "T", "X", "O", "X", "T", "O", "O", "T"], "gpt2background_target_score": [-12.796136856079102, -9.6981782913208, -7.081673622131348, -10.618473052978516, -8.928290367126465, -9.377704620361328, -12.13465404510498, -10.105156898498535, -9.073931694030762, -1.9873682260513306], "gpt2background_argmax_score": [-3.096372127532959, -2.2436821460723877, -2.3161017894744873, -2.1565661430358887, -0.6538456082344055, -1.8868260383605957, -1.2938224077224731, -1.1170589923858643, -2.3761444091796875, -1.9453951120376587, -0.9515134692192078, -0.5107366442680359, -1.921386480331421, -1.4898995161056519, -1.880276083946228, -1.9434741735458374, -0.4993477761745453, -1.6328424215316772, -0.644580066204071, -0.6578060984611511, -1.201570987701416, -1.7061132192611694, -1.4600512981414795, -1.7847177982330322, -1.902535319328308, -1.9444177150726318, -0.2943100929260254, -2.5813283920288086, -2.300245761871338, -2.6645445823669434, -1.756352186203003, -1.256592035293579, -1.997768521308899, -1.1772150993347168, -1.1920515298843384, -1.1410237550735474, -2.0427613258361816, -2.095674753189087, -1.1359941959381104, -1.624132513999939, -1.706274151802063, -1.8568105697631836, -0.3585466742515564, -1.2753496170043945, -1.4581243991851807, -1.4261239767074585, -1.260040521621704, -1.4046518802642822, -2.0167715549468994, -1.9847657680511475, -3.8353357315063477, -2.0394093990325928, -2.0357022285461426, -1.9618167877197266, -1.4091346263885498, -1.8383644819259644, -0.12099525332450867, -1.199455976486206, -1.0104317665100098, -1.6444143056869507, -1.4284783601760864, -1.5689250230789185, -2.0706064701080322, -0.22954003512859344, -1.424141526222229, -2.066159963607788, -1.3621195554733276, -1.1735626459121704, -1.5865907669067383, -1.4303202629089355, -0.8035247325897217, -1.1850084066390991, -1.8686423301696777, -1.9543530941009521, -1.313651204109192, -1.3174962997436523, -0.6846485137939453, -1.2127389907836914, -0.37580788135528564, -2.22013783454895, -2.3498592376708984, -3.065119504928589, -0.5716332197189331, -1.2571336030960083, -1.1838676929473877, -1.8549482822418213, -2.0114965438842773, -1.408898949623108, -1.5184755325317383, -1.1020392179489136, -1.720227837562561, -1.7068403959274292, -1.1833691596984863, -1.4019839763641357, -0.9821472764015198, -1.4813153743743896]}, "Bot003_068_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_068.log.json", "context": "Nice to see you! I love to play soccer, do you?  How old was I I? I dont know.. You tell me What a joke!!! I guessed :) It's not that simple. What do you do for living? I am a student, I am a college student. I am currently in high school Hi, I am 25. I am a soccer player. i won homecoming queen this year. Oh wow! That is a lot of fun. It is hard playing soccer?", "response": "I am only 19 so I don't have to go to school", "annotation_id": "Bot003_068_12", "annotations": ["O", "T", "X", "T", "T", "O", "T", "T", "X", "O", "T", "X", "X", "X", "T"], "gpt2background_target_score": [-9.798797607421875, -10.020434379577637, -8.3588228225708, -10.36566162109375, -9.575106620788574, -9.376585006713867, -10.461539268493652, -10.84133243560791, -9.546357154846191, -6.588167667388916, -7.694366455078125, -7.883768081665039, -9.847065925598145], "gpt2background_argmax_score": [-3.096372127532959, -2.2436821460723877, -2.3161017894744873, -2.1565661430358887, -0.6538456082344055, -1.8868260383605957, -1.2938224077224731, -1.1170589923858643, -2.3761444091796875, -1.9453951120376587, -0.9515134692192078, -0.5107366442680359, -1.921386480331421, -1.4898995161056519, -1.880276083946228, -1.9434741735458374, -0.4993477761745453, -1.6328424215316772, -0.644580066204071, -0.6578060984611511, -1.201570987701416, -1.7061132192611694, -1.4600512981414795, -1.7847177982330322, -1.902535319328308, -1.9444177150726318, -0.2943100929260254, -2.5813283920288086, -2.300245761871338, -2.6645445823669434, -1.756352186203003, -1.256592035293579, -1.997768521308899, -1.1772150993347168, -1.1920515298843384, -1.1410237550735474, -2.0427613258361816, -2.095674753189087, -1.1359941959381104, -1.624132513999939, -1.706274151802063, -1.8568105697631836, -0.3585466742515564, -1.2753496170043945, -1.4581243991851807, -1.4261239767074585, -1.260040521621704, -1.4046518802642822, -2.0167715549468994, -1.9847657680511475, -3.8353357315063477, -2.0394093990325928, -2.0357022285461426, -1.9618167877197266, -1.4091346263885498, -1.8383644819259644, -0.12099525332450867, -1.199455976486206, -1.0104317665100098, -1.6444143056869507, -1.4284783601760864, -1.5689250230789185, -2.0706064701080322, -0.22954003512859344, -1.424141526222229, -2.066159963607788, -1.3621195554733276, -1.1735626459121704, -1.5865907669067383, -1.4303202629089355, -0.8035247325897217, -1.1850084066390991, -1.8686423301696777, -1.9543530941009521, -1.313651204109192, -1.3174962997436523, -0.6846485137939453, -1.2127389907836914, -0.37580788135528564, -2.22013783454895, -2.3498592376708984, -3.065119504928589, -0.5716332197189331, -1.2571336030960083, -1.1838676929473877, -2.0353453159332275, -1.446688175201416, -1.6367956399917603, -0.9870631098747253, -1.704463005065918, -1.7286169528961182, -1.2655903100967407, -0.9797747135162354, -1.219334363937378, -1.4397408962249756, -1.2274436950683594, -2.2290377616882324, -0.7149089574813843, -1.0160353183746338, -1.6582627296447754, -1.7334123849868774, -1.8926187753677368, -2.2852821350097656, -1.7692773342132568, -1.8379143476486206, -1.6831148862838745, -0.9863765835762024, -1.584214448928833, -0.34204137325286865, -1.1412193775177002, -1.6012811660766602, -0.8322089314460754, -1.2542994022369385, -1.9290025234222412, -1.8378417491912842]}, "Bot003_068_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_068.log.json", "context": "Nice to see you! I love to play soccer, do you?  How old was I I? I dont know.. You tell me What a joke!!! I guessed :) It's not that simple. What do you do for living? I am a student, I am a college student. I am currently in high school Hi, I am 25. I am a soccer player. i won homecoming queen this year. Oh wow! That is a lot of fun. It is hard playing soccer? I am only 19 so I don't have to go to school You said that you are 25 years old.", "response": "I wouldn't be surprised if it wasn't so dangerous.", "annotation_id": "Bot003_068_14", "annotations": ["T", "T", "X", "X", "X", "T", "T", "T", "X", "O", "T", "X", "X", "X", "T"], "gpt2background_target_score": [-9.798797607421875, -14.706521987915039, -11.764269828796387, -7.698453426361084, -11.653249740600586, -11.766664505004883, -3.9932384490966797, -13.924338340759277, -11.020003318786621, -4.30200719833374, -11.75209903717041, -7.788090705871582], "gpt2background_argmax_score": [-3.096372127532959, -2.2436821460723877, -2.3161017894744873, -2.1565661430358887, -0.6538456082344055, -1.8868260383605957, -1.2938224077224731, -1.1170589923858643, -2.3761444091796875, -1.9453951120376587, -0.9515134692192078, -0.5107366442680359, -1.921386480331421, -1.4898995161056519, -1.880276083946228, -1.9434741735458374, -0.4993477761745453, -1.6328424215316772, -0.644580066204071, -0.6578060984611511, -1.201570987701416, -1.7061132192611694, -1.4600512981414795, -1.7847177982330322, -1.902535319328308, -1.9444177150726318, -0.2943100929260254, -2.5813283920288086, -2.300245761871338, -2.6645445823669434, -1.756352186203003, -1.256592035293579, -1.997768521308899, -1.1772150993347168, -1.1920515298843384, -1.1410237550735474, -2.0427613258361816, -2.095674753189087, -1.1359941959381104, -1.624132513999939, -1.706274151802063, -1.8568105697631836, -0.3585466742515564, -1.2753496170043945, -1.4581243991851807, -1.4261239767074585, -1.260040521621704, -1.4046518802642822, -2.0167715549468994, -1.9847657680511475, -3.8353357315063477, -2.0394093990325928, -2.0357022285461426, -1.9618167877197266, -1.4091346263885498, -1.8383644819259644, -0.12099525332450867, -1.199455976486206, -1.0104317665100098, -1.6444143056869507, -1.4284783601760864, -1.5689250230789185, -2.0706064701080322, -0.22954003512859344, -1.424141526222229, -2.066159963607788, -1.3621195554733276, -1.1735626459121704, -1.5865907669067383, -1.4303202629089355, -0.8035247325897217, -1.1850084066390991, -1.8686423301696777, -1.9543530941009521, -1.313651204109192, -1.3174962997436523, -0.6846485137939453, -1.2127389907836914, -0.37580788135528564, -2.22013783454895, -2.3498592376708984, -3.065119504928589, -0.5716332197189331, -1.2571336030960083, -1.1838676929473877, -2.0353453159332275, -1.446688175201416, -1.6367956399917603, -0.9870631098747253, -1.704463005065918, -1.7286174297332764, -1.265591025352478, -0.9797743558883667, -1.2193347215652466, -1.439740777015686, -1.2274433374404907, -2.229037284851074, -0.7149107456207275, -1.0160363912582397, -1.6582622528076172, -1.7334140539169312, -1.9860223531723022, -1.8084311485290527, -2.0312561988830566, -1.5060447454452515, -1.071735143661499, -1.4266921281814575, -0.26804807782173157, -1.0810655355453491, -1.8585803508758545, -0.8274444937705994, -1.1788080930709839, -1.8394827842712402, -1.7442879676818848, -1.8947690725326538, -1.5032237768173218, -2.202895164489746, -1.9729350805282593, -2.445452928543091, -1.1274086236953735, -0.2316974699497223, -1.3719104528427124, -1.3391034603118896, -1.9204964637756348, -1.5600653886795044, -0.3627079427242279, -1.7608219385147095, -1.042220115661621, -0.3866395056247711, -0.5992540717124939, -1.3348891735076904, -0.18659919500350952, -2.664306163787842, -2.4127838611602783, -1.236919641494751, -1.478244423866272]}, "Bot003_068_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_068.log.json", "context": "Nice to see you! I love to play soccer, do you?  How old was I I? I dont know.. You tell me What a joke!!! I guessed :) It's not that simple. What do you do for living? I am a student, I am a college student. I am currently in high school Hi, I am 25. I am a soccer player. i won homecoming queen this year. Oh wow! That is a lot of fun. It is hard playing soccer? I am only 19 so I don't have to go to school You said that you are 25 years old. I wouldn't be surprised if it wasn't so dangerous. Why do you think you are so dangerous?", "response": "I am a soccer coach. I love soccer.", "annotation_id": "Bot003_068_16", "annotations": ["O", "T", "X", "T", "T", "O", "T", "T", "X", "O", "T", "X", "X", "X", "T"], "gpt2background_target_score": [-9.798797607421875, -10.020434379577637, -2.964003324508667, -11.002523422241211, -12.489541053771973, -8.647225379943848, -7.003634452819824, -6.131664276123047, -7.187849998474121, -1.9873682260513306], "gpt2background_argmax_score": [-3.096372127532959, -2.2436821460723877, -2.3161017894744873, -2.1565661430358887, -0.6538456082344055, -1.8868260383605957, -1.2938224077224731, -1.1170589923858643, -2.3761444091796875, -1.9453951120376587, -0.9515134692192078, -0.5107366442680359, -1.921386480331421, -1.4898995161056519, -1.880276083946228, -1.9434741735458374, -0.4993477761745453, -1.6328424215316772, -0.644580066204071, -0.6578060984611511, -1.201570987701416, -1.7061132192611694, -1.4600512981414795, -1.7847177982330322, -1.902535319328308, -1.9444177150726318, -0.2943100929260254, -2.5813283920288086, -2.300245761871338, -2.6645445823669434, -1.756352186203003, -1.256592035293579, -1.997768521308899, -1.1772150993347168, -1.1920515298843384, -1.1410237550735474, -2.0427613258361816, -2.095674753189087, -1.1359941959381104, -1.624132513999939, -1.706274151802063, -1.8568105697631836, -0.3585466742515564, -1.2753496170043945, -1.4581243991851807, -1.4261239767074585, -1.260040521621704, -1.4046518802642822, -2.0167715549468994, -1.9847657680511475, -3.8353357315063477, -2.0394093990325928, -2.0357022285461426, -1.9618167877197266, -1.4091346263885498, -1.8383644819259644, -0.12099525332450867, -1.199455976486206, -1.0104317665100098, -1.6444143056869507, -1.4284783601760864, -1.5689250230789185, -2.0706064701080322, -0.22954003512859344, -1.424141526222229, -2.066159963607788, -1.3621195554733276, -1.1735626459121704, -1.5865907669067383, -1.4303202629089355, -0.8035247325897217, -1.1850084066390991, -1.8686423301696777, -1.9543530941009521, -1.313651204109192, -1.3174962997436523, -0.6846485137939453, -1.2127389907836914, -0.37580788135528564, -2.22013783454895, -2.3498592376708984, -3.065119504928589, -0.5716332197189331, -1.2571336030960083, -1.1838676929473877, -2.0353453159332275, -1.446688175201416, -1.6367956399917603, -0.9870631098747253, -1.704463005065918, -1.7286169528961182, -1.2655903100967407, -0.9797747135162354, -1.219334363937378, -1.4397408962249756, -1.2274436950683594, -2.2290377616882324, -0.7149089574813843, -1.0160353183746338, -1.6582627296447754, -1.7334123849868774, -1.9860244989395142, -1.8084306716918945, -2.0312557220458984, -1.5060428380966187, -1.071735143661499, -1.426693320274353, -0.26804763078689575, -1.0810656547546387, -1.8585796356201172, -0.8274445533752441, -1.1788077354431152, -1.8394819498062134, -1.744287371635437, -1.8947703838348389, -1.5032234191894531, -2.2028968334198, -1.9729353189468384, -2.4454522132873535, -1.1274067163467407, -0.2316969931125641, -1.3719110488891602, -1.3391032218933105, -1.3140369653701782, -0.274886816740036, -2.115928888320923, -1.2754868268966675, -0.38218891620635986, -0.5529379844665527, -1.4142683744430542, -0.19849856197834015, -2.5271008014678955, -2.195530414581299, -1.1798603534698486, -1.5418792963027954, -1.9553688764572144, -0.41758403182029724, -1.1530917882919312, -1.3764954805374146, -1.317760944366455, -2.059312582015991, -0.48062801361083984, -0.5891926884651184, -1.6673833131790161, -1.619664192199707, -1.8510873317718506, -2.5725667476654053, -2.216383218765259, -0.5485022068023682, -1.1247637271881104, -0.6754587292671204, -1.5156513452529907, -1.7091437578201294, -1.149320363998413, -0.8373379111289978]}, "Bot003_068_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_068.log.json", "context": "Nice to see you! I love to play soccer, do you?  How old was I I? I dont know.. You tell me What a joke!!! I guessed :) It's not that simple. What do you do for living? I am a student, I am a college student. I am currently in high school Hi, I am 25. I am a soccer player. i won homecoming queen this year. Oh wow! That is a lot of fun. It is hard playing soccer? I am only 19 so I don't have to go to school You said that you are 25 years old. I wouldn't be surprised if it wasn't so dangerous. Why do you think you are so dangerous? I am a soccer coach. I love soccer. Are you a coach or soccer player?", "response": "No I am not. I am only 19", "annotation_id": "Bot003_068_18", "annotations": ["T", "T", "X", "X", "O", "O", "O", "T", "X", "O", "O", "X", "X", "X", "T"], "gpt2background_target_score": [-11.012818336486816, -7.857438087463379, -10.141692161560059, -7.07281494140625, -9.750458717346191, -9.376585006713867, -10.222325325012207, -9.010009765625, -11.380390167236328], "gpt2background_argmax_score": [-3.096372127532959, -2.2436821460723877, -2.3161017894744873, -2.1565661430358887, -0.6538456082344055, -1.8868260383605957, -1.2938224077224731, -1.1170589923858643, -2.3761444091796875, -1.9453951120376587, -0.9515134692192078, -0.5107366442680359, -1.921386480331421, -1.4898995161056519, -1.880276083946228, -1.9434741735458374, -0.4993477761745453, -1.6328424215316772, -0.644580066204071, -0.6578060984611511, -1.201570987701416, -1.7061132192611694, -1.4600512981414795, -1.7847177982330322, -1.902535319328308, -1.9444177150726318, -0.2943100929260254, -2.5813283920288086, -2.300245761871338, -2.6645445823669434, -1.756352186203003, -1.256592035293579, -1.997768521308899, -1.1772150993347168, -1.1920515298843384, -1.1410237550735474, -2.0427613258361816, -2.095674753189087, -1.1359941959381104, -1.624132513999939, -1.706274151802063, -1.8568105697631836, -0.3585466742515564, -1.2753496170043945, -1.4581243991851807, -1.4261239767074585, -1.260040521621704, -1.4046518802642822, -2.0167715549468994, -1.9847657680511475, -3.8353357315063477, -2.0394093990325928, -2.0357022285461426, -1.9618167877197266, -1.4091346263885498, -1.8383644819259644, -0.12099525332450867, -1.199455976486206, -1.0104317665100098, -1.6444143056869507, -1.4284783601760864, -1.5689250230789185, -2.0706064701080322, -0.22954003512859344, -1.424141526222229, -2.066159963607788, -1.3621195554733276, -1.1735626459121704, -1.5865907669067383, -1.4303202629089355, -0.8035247325897217, -1.1850084066390991, -1.8686423301696777, -1.9543530941009521, -1.313651204109192, -1.3174962997436523, -0.6846485137939453, -1.2127389907836914, -0.37580788135528564, -2.22013783454895, -2.3498592376708984, -3.065119504928589, -0.5716332197189331, -1.2571336030960083, -1.1838676929473877, -2.0353453159332275, -1.446688175201416, -1.6367956399917603, -0.9870631098747253, -1.704463005065918, -1.7286169528961182, -1.2655903100967407, -0.9797747135162354, -1.219334363937378, -1.4397408962249756, -1.2274436950683594, -2.2290377616882324, -0.7149089574813843, -1.0160353183746338, -1.6582627296447754, -1.7334123849868774, -1.9860244989395142, -1.8084306716918945, -2.0312557220458984, -1.5060428380966187, -1.071735143661499, -1.426693320274353, -0.26804763078689575, -1.0810656547546387, -1.8585796356201172, -0.8274445533752441, -1.1788077354431152, -1.8394819498062134, -1.744287371635437, -1.8947703838348389, -1.5032234191894531, -2.2028968334198, -1.9729353189468384, -2.4454522132873535, -1.1274067163467407, -0.2316969931125641, -1.3719110488891602, -1.3391032218933105, -1.3140369653701782, -0.274886816740036, -2.115928888320923, -1.2754868268966675, -0.38218891620635986, -0.5529379844665527, -1.4142683744430542, -0.19849856197834015, -2.5271008014678955, -2.1955323219299316, -1.1798607110977173, -1.5418800115585327, -1.955369234085083, -0.4175832271575928, -1.1530919075012207, -1.3764958381652832, -1.3177598714828491, -2.059312343597412, -0.48063021898269653, -0.5891929268836975, -1.6673842668533325, -1.7902778387069702, -2.4347851276397705, -2.8914151191711426, -0.6100407242774963, -1.1656662225723267, -0.8640477061271667, -1.4125781059265137, -1.4100829362869263, -1.0579376220703125, -0.8757545351982117, -0.22233766317367554, -2.3521013259887695, -1.9773948192596436, -0.5011167526245117, -0.8889338970184326, -1.3298571109771729, -0.2983730733394623, -1.4140524864196777, -1.5722110271453857, -1.3664021492004395, -1.1921206712722778, -0.8777309656143188, -1.1450914144515991, -0.7036919593811035, -0.8749192953109741, -0.938899576663971, -0.8651295304298401, -1.4427608251571655]}, "Bot003_068_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_068.log.json", "context": "Nice to see you! I love to play soccer, do you?  How old was I I? I dont know.. You tell me What a joke!!! I guessed :) It's not that simple. What do you do for living? I am a student, I am a college student. I am currently in high school Hi, I am 25. I am a soccer player. i won homecoming queen this year. Oh wow! That is a lot of fun. It is hard playing soccer? I am only 19 so I don't have to go to school You said that you are 25 years old. I wouldn't be surprised if it wasn't so dangerous. Why do you think you are so dangerous? I am a soccer coach. I love soccer. Are you a coach or soccer player? No I am not. I am only 19 Your answer is not relative", "response": "What would you have said?", "annotation_id": "Bot003_068_20", "annotations": ["T", "T", "O", "O", "X", "T", "T", "T", "X", "O", "T", "X", "O", "X", "T"], "gpt2background_target_score": [-11.268486022949219, -12.491015434265137, -5.084476947784424, -4.5306806564331055, -12.341867446899414, -10.708803176879883], "gpt2background_argmax_score": [-3.096372127532959, -2.2436821460723877, -2.3161017894744873, -2.1565661430358887, -0.6538456082344055, -1.8868260383605957, -1.2938224077224731, -1.1170589923858643, -2.3761444091796875, -1.9453951120376587, -0.9515134692192078, -0.5107366442680359, -1.921386480331421, -1.4898995161056519, -1.880276083946228, -1.9434741735458374, -0.4993477761745453, -1.6328424215316772, -0.644580066204071, -0.6578060984611511, -1.201570987701416, -1.7061132192611694, -1.4600512981414795, -1.7847177982330322, -1.902535319328308, -1.9444177150726318, -0.2943100929260254, -2.5813283920288086, -2.300245761871338, -2.6645445823669434, -1.756352186203003, -1.256592035293579, -1.997768521308899, -1.1772150993347168, -1.1920515298843384, -1.1410237550735474, -2.0427613258361816, -2.095674753189087, -1.1359941959381104, -1.624132513999939, -1.706274151802063, -1.8568105697631836, -0.3585466742515564, -1.2753496170043945, -1.4581243991851807, -1.4261239767074585, -1.260040521621704, -1.4046518802642822, -2.0167715549468994, -1.9847657680511475, -3.8353357315063477, -2.0394093990325928, -2.0357022285461426, -1.9618167877197266, -1.4091346263885498, -1.8383644819259644, -0.12099525332450867, -1.199455976486206, -1.0104317665100098, -1.6444143056869507, -1.4284783601760864, -1.5689250230789185, -2.0706064701080322, -0.22954003512859344, -1.424141526222229, -2.066159963607788, -1.3621195554733276, -1.1735626459121704, -1.5865907669067383, -1.4303202629089355, -0.8035247325897217, -1.1850084066390991, -1.8686423301696777, -1.9543530941009521, -1.313651204109192, -1.3174962997436523, -0.6846485137939453, -1.2127389907836914, -0.37580788135528564, -2.22013783454895, -2.3498592376708984, -3.065119504928589, -0.5716332197189331, -1.2571336030960083, -1.1838676929473877, -2.0353453159332275, -1.446688175201416, -1.6367956399917603, -0.9870631098747253, -1.704463005065918, -1.7286169528961182, -1.2655903100967407, -0.9797747135162354, -1.219334363937378, -1.4397408962249756, -1.2274436950683594, -2.2290377616882324, -0.7149089574813843, -1.0160353183746338, -1.6582627296447754, -1.7334123849868774, -1.9860244989395142, -1.8084306716918945, -2.0312557220458984, -1.5060428380966187, -1.071735143661499, -1.426693320274353, -0.26804763078689575, -1.0810656547546387, -1.8585796356201172, -0.8274445533752441, -1.1788077354431152, -1.8394819498062134, -1.744287371635437, -1.8947703838348389, -1.5032234191894531, -2.2028968334198, -1.9729353189468384, -2.4454522132873535, -1.1274067163467407, -0.2316969931125641, -1.3719110488891602, -1.3391032218933105, -1.3140369653701782, -0.274886816740036, -2.115928888320923, -1.2754868268966675, -0.38218891620635986, -0.5529379844665527, -1.4142683744430542, -0.19849856197834015, -2.5271008014678955, -2.195530414581299, -1.1798603534698486, -1.5418792963027954, -1.9553688764572144, -0.41758403182029724, -1.1530917882919312, -1.3764959573745728, -1.3177598714828491, -2.059311866760254, -0.4806279242038727, -0.5891934037208557, -1.6673836708068848, -1.7902776002883911, -2.434786081314087, -2.8914129734039307, -0.6100414395332336, -1.1656653881072998, -0.8640475273132324, -1.4125771522521973, -1.4100821018218994, -1.0579365491867065, -0.8757542371749878, -0.22233842313289642, -2.352099895477295, -1.9773943424224854, -0.5011167526245117, -0.8889347910881042, -1.3298554420471191, -0.29837289452552795, -1.4140535593032837, -1.4434069395065308, -1.323376178741455, -0.9176350831985474, -1.0901987552642822, -0.7971657514572144, -0.9653945565223694, -0.9450497031211853, -0.9919918775558472, -1.3243156671524048, -2.600391149520874, -0.6679170727729797, -1.5501813888549805, -2.405817985534668, -0.7835738062858582, -1.6944215297698975, -2.212233781814575, -0.4741218090057373, -1.1352792978286743, -0.9872136116027832, -1.537136435508728, -1.0330331325531006]}, "Bot003_070_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_070.log.json", "context": "Hiya! hey!", "response": "Hey!", "annotation_id": "Bot003_070_02", "annotations": ["O", "O", "O", "O", "O", "T", "O", "O", "O", "O", "O", "T", "O", "O", "O"], "gpt2background_target_score": [-9.635028839111328, -2.26155948638916], "gpt2background_argmax_score": [-1.9761712551116943, -1.514399528503418, -1.4640519618988037, -1.9682046175003052, -1.5132665634155273, -2.206084728240967, -1.8455636501312256, -1.3922265768051147]}, "Bot003_070_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_070.log.json", "context": "Hiya! hey! Hey! how is your day going", "response": "My day is going extremely well,. How about yours?", "annotation_id": "Bot003_070_04", "annotations": ["O", "O", "O", "O", "O", "O", "O", "X", "O", "O", "T", "T", "O", "O", "O"], "gpt2background_target_score": [-12.162063598632812, -10.264082908630371, -7.688101291656494, -9.924673080444336, -11.273584365844727, -9.626527786254883, -13.621659278869629, -10.249237060546875, -9.395359992980957, -12.42830753326416, -1.9137749671936035], "gpt2background_argmax_score": [-1.9761712551116943, -1.514399528503418, -1.4640517234802246, -1.968205451965332, -1.5132651329040527, -1.7969393730163574, -1.5086612701416016, -2.0323550701141357, -1.5776135921478271, -0.4362558126449585, -0.9374021887779236, -0.693111777305603, -2.1282095909118652, -2.5986905097961426, -1.0087472200393677, -2.1909291744232178, -1.1538599729537964, -0.20694643259048462, -1.264724612236023, -1.6163760423660278, -1.9105759859085083, -0.5111296772956848, -1.0654664039611816, -0.5541048049926758]}, "Bot003_070_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_070.log.json", "context": "Hiya! hey! Hey! how is your day going My day is going extremely well,. How about yours? mine is well too man thanks", "response": "I am sorry to hear that. I am scared of death.", "annotation_id": "Bot003_070_06", "annotations": ["O", "T", "X", "X", "T", "T", "T", "X", "X", "O", "X", "T", "X", "T", "O"], "gpt2background_target_score": [-9.236455917358398, -8.618505477905273, -8.55169677734375, -6.457223415374756, -9.611358642578125, -6.65101432800293, -9.545038223266602, -6.084949493408203, -10.20803451538086, -12.671014785766602, -8.016373634338379, -13.458686828613281, -6.999176025390625], "gpt2background_argmax_score": [-1.9761712551116943, -1.514399528503418, -1.4640517234802246, -1.968205451965332, -1.5132651329040527, -1.7969393730163574, -1.5086612701416016, -2.0323550701141357, -1.5776135921478271, -0.4362558126449585, -0.9374021887779236, -0.693111777305603, -3.409867286682129, -1.3923110961914062, -2.0786526203155518, -2.281498432159424, -0.32318851351737976, -1.733717441558838, -2.360833168029785, -1.9305152893066406, -0.45067793130874634, -0.8139890432357788, -1.8532198667526245, -0.9131558537483215, -2.7372920513153076, -2.6443421840667725, -2.069735050201416, -1.7469483613967896, -1.3862472772598267, -2.350393056869507, -1.6231014728546143, -2.562614917755127, -2.2276084423065186, -0.35490959882736206, -0.9052961468696594, -1.429133653640747, -1.323073387145996, -1.9299209117889404, -2.5678868293762207, -1.6849498748779297, -2.5989208221435547, -1.4483766555786133, -1.49149489402771]}, "Bot003_070_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_070.log.json", "context": "Hiya! hey! Hey! how is your day going My day is going extremely well,. How about yours? mine is well too man thanks I am sorry to hear that. I am scared of death. lets change the subject what is your favorite music kind", "response": "I would like to do that too.", "annotation_id": "Bot003_070_08", "annotations": ["O", "T", "X", "X", "X", "T", "T", "X", "O", "O", "X", "T", "O", "T", "O"], "gpt2background_target_score": [-9.236455917358398, -8.674384117126465, -10.241632461547852, -6.457223415374756, -5.836458683013916, -6.65101432800293, -9.604413032531738, -7.589689254760742], "gpt2background_argmax_score": [-1.9761712551116943, -1.514399528503418, -1.4640517234802246, -1.968205451965332, -1.5132651329040527, -1.7969393730163574, -1.5086612701416016, -2.0323550701141357, -1.5776135921478271, -0.4362558126449585, -0.9374021887779236, -0.693111777305603, -3.409867286682129, -1.3923110961914062, -2.0786526203155518, -2.281498432159424, -0.32318851351737976, -1.733717441558838, -2.360833168029785, -1.9305152893066406, -0.45067793130874634, -0.8139890432357788, -1.8532198667526245, -0.9131558537483215, -2.7372920513153076, -2.6443421840667725, -2.069735050201416, -1.7469483613967896, -1.3862472772598267, -1.9048616886138916, -2.1420469284057617, -2.323758840560913, -0.45030876994132996, -0.9695782661437988, -1.4398562908172607, -1.8398363590240479, -1.9662703275680542, -2.6467223167419434, -1.7729860544204712, -2.54947829246521, -1.8017195463180542, -1.6484702825546265, -2.506531000137329, -1.8014668226242065, -2.224599838256836, -1.3978748321533203, -2.1432442665100098, -1.653236985206604, -0.6390054225921631, -2.9181833267211914, -1.2429472208023071, -0.6944901347160339, -2.1229305267333984, -2.2947049140930176, -1.831404685974121, -0.27501243352890015, -1.791400671005249, -1.8601540327072144, -1.7975326776504517, -1.6295944452285767, -1.2813276052474976]}, "Bot003_070_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_070.log.json", "context": "Hiya! hey! Hey! how is your day going My day is going extremely well,. How about yours? mine is well too man thanks I am sorry to hear that. I am scared of death. lets change the subject what is your favorite music kind I would like to do that too. lol do you have dogs", "response": "I have a dog, but I have a dog named radar", "annotation_id": "Bot003_070_10", "annotations": ["O", "O", "O", "O", "O", "O", "O", "X", "O", "O", "T", "O", "O", "O", "O"], "gpt2background_target_score": [-9.236458778381348, -7.959085464477539, -8.065574645996094, -10.199965476989746, -8.498733520507812, -9.340536117553711, -1.508662462234497, -5.088567733764648, -5.014970779418945, -6.6567816734313965, -10.357394218444824, -13.458857536315918], "gpt2background_argmax_score": [-1.9761701822280884, -1.5143996477127075, -1.4640508890151978, -1.9682050943374634, -1.513265609741211, -1.7969417572021484, -1.508662462234497, -2.032356023788452, -1.5776156187057495, -0.4362541139125824, -0.9374036192893982, -0.6931134462356567, -3.4098668098449707, -1.392313003540039, -2.07865309715271, -2.2815003395080566, -0.32318738102912903, -1.7337197065353394, -2.360833168029785, -1.9305145740509033, -0.4506772458553314, -0.8139886260032654, -1.8532222509384155, -0.9131578803062439, -2.737293243408203, -2.644340753555298, -2.0697367191314697, -1.7469488382339478, -1.3862500190734863, -1.9048641920089722, -2.1420464515686035, -2.323760509490967, -0.450307697057724, -0.969578742980957, -1.439856767654419, -1.8398345708847046, -1.9662703275680542, -2.6467220783233643, -1.7729876041412354, -2.549480438232422, -1.801720142364502, -1.6484713554382324, -2.5065314769744873, -1.8014672994613647, -2.224600076675415, -1.397873878479004, -2.1432430744171143, -1.6532357931137085, -0.6390084028244019, -2.918182849884033, -1.2429486513137817, -0.6944932341575623, -2.52205753326416, -1.5408642292022705, -0.20015205442905426, -1.344943642616272, -2.5932352542877197, -1.6292328834533691, -1.5186232328414917, -2.140336751937866, -2.4141035079956055, -0.35298484563827515, -1.7734863758087158, -0.8178176283836365, -0.9155564904212952, -2.0991458892822266, -2.2227489948272705, -1.1440130472183228, -0.853039026260376, -2.0589892864227295, -2.2765727043151855, -1.142195701599121, -2.405259132385254, -1.2131586074829102, -1.8203046321868896, -1.5220394134521484, -4.6078200340271, -2.38138747215271]}, "Bot003_070_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_070.log.json", "context": "Hiya! hey! Hey! how is your day going My day is going extremely well,. How about yours? mine is well too man thanks I am sorry to hear that. I am scared of death. lets change the subject what is your favorite music kind I would like to do that too. lol do you have dogs I have a dog, but I have a dog named radar intresting name", "response": "I thought so too.", "annotation_id": "Bot003_070_12", "annotations": ["O", "T", "O", "O", "T", "O", "O", "X", "O", "O", "T", "O", "O", "O", "O"], "gpt2background_target_score": [-9.236458778381348, -10.64039421081543, -7.133421897888184, -8.757413864135742, -9.48040771484375], "gpt2background_argmax_score": [-1.9761701822280884, -1.5143996477127075, -1.4640508890151978, -1.9682050943374634, -1.513265609741211, -1.7969417572021484, -1.508662462234497, -2.032356023788452, -1.5776156187057495, -0.4362541139125824, -0.9374036192893982, -0.6931134462356567, -3.4098668098449707, -1.392313003540039, -2.07865309715271, -2.2815003395080566, -0.32318738102912903, -1.7337197065353394, -2.360833168029785, -1.9305145740509033, -0.4506772458553314, -0.8139886260032654, -1.8532222509384155, -0.9131578803062439, -2.737293243408203, -2.644340753555298, -2.0697367191314697, -1.7469488382339478, -1.3862500190734863, -1.9048641920089722, -2.1420464515686035, -2.323760509490967, -0.450307697057724, -0.969578742980957, -1.439856767654419, -1.8398345708847046, -1.966269850730896, -2.6467208862304688, -1.7729873657226562, -2.5494797229766846, -1.8017202615737915, -1.648471713066101, -2.5065314769744873, -1.8014670610427856, -2.2246010303497314, -1.3978724479675293, -2.143242597579956, -1.6532342433929443, -0.6390091776847839, -2.918184280395508, -1.242948293685913, -0.694492518901825, -2.5220577716827393, -1.5408639907836914, -0.2001529335975647, -1.3449430465698242, -2.5932350158691406, -1.629233717918396, -1.5186223983764648, -2.14033842086792, -2.414102554321289, -0.3529849350452423, -1.7734872102737427, -0.817816972732544, -0.9155583381652832, -2.457071542739868, -1.3337466716766357, -1.2216051816940308, -2.3453407287597656, -2.2308907508850098, -1.1831392049789429, -2.356330156326294, -1.2346875667572021, -1.5095913410186768, -1.7483084201812744, -4.712130546569824, -2.5371811389923096, -2.829157829284668, -1.2260669469833374, -1.9661481380462646, -1.7734047174453735, -2.089169502258301, -1.905214786529541, -2.1177561283111572, -1.5668531656265259, -1.3947069644927979, -1.3441481590270996]}, "Bot003_070_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_070.log.json", "context": "Hiya! hey! Hey! how is your day going My day is going extremely well,. How about yours? mine is well too man thanks I am sorry to hear that. I am scared of death. lets change the subject what is your favorite music kind I would like to do that too. lol do you have dogs I have a dog, but I have a dog named radar intresting name I thought so too. i have two dogs", "response": "I love dogs, I have a dog and a dog", "annotation_id": "Bot003_070_14", "annotations": ["O", "O", "O", "T", "O", "T", "T", "X", "T", "O", "T", "O", "X", "T", "T"], "gpt2background_target_score": [-9.236458778381348, -9.885924339294434, -12.278229713439941, -1.9682050943374634, -2.1751179695129395, -7.8984808921813965, -5.962547302246094, -11.437101364135742, -9.019537925720215, -9.443145751953125, -11.372061729431152], "gpt2background_argmax_score": [-1.9761701822280884, -1.5143996477127075, -1.4640508890151978, -1.9682050943374634, -1.513265609741211, -1.7969417572021484, -1.508662462234497, -2.032356023788452, -1.5776156187057495, -0.4362541139125824, -0.9374036192893982, -0.6931134462356567, -3.4098668098449707, -1.392313003540039, -2.07865309715271, -2.2815003395080566, -0.32318738102912903, -1.7337197065353394, -2.360833168029785, -1.9305145740509033, -0.4506772458553314, -0.8139886260032654, -1.8532222509384155, -0.9131578803062439, -2.737293243408203, -2.644340753555298, -2.0697367191314697, -1.7469488382339478, -1.3862500190734863, -1.9048641920089722, -2.1420464515686035, -2.323760509490967, -0.450307697057724, -0.969578742980957, -1.439856767654419, -1.8398345708847046, -1.966269850730896, -2.6467208862304688, -1.7729873657226562, -2.5494797229766846, -1.8017202615737915, -1.648471713066101, -2.506530284881592, -1.801466464996338, -2.2246010303497314, -1.3978736400604248, -2.143242359161377, -1.653234839439392, -0.6390063762664795, -2.918182849884033, -1.2429471015930176, -0.6944919228553772, -2.5220587253570557, -1.540864109992981, -0.20015235245227814, -1.3449409008026123, -2.5932347774505615, -1.6292330026626587, -1.518622875213623, -2.1403372287750244, -2.414102792739868, -0.3529851734638214, -1.773485779762268, -0.8178176283836365, -0.9155573844909668, -2.4570696353912354, -1.3337461948394775, -1.221603512763977, -2.345341205596924, -2.2308900356292725, -1.1831389665603638, -2.356330633163452, -1.2346863746643066, -1.509592890739441, -1.7483071088790894, -4.712130069732666, -2.537181854248047, -2.829162120819092, -1.226069450378418, -1.966147541999817, -1.773404598236084, -2.575038433074951, -1.809891939163208, -1.2119927406311035, -0.9392395615577698, -1.8025308847427368, -2.1778976917266846, -0.7282434105873108, -0.8724135756492615, -2.221604347229004, -2.3985438346862793, -1.773600697517395, -1.093536376953125, -1.6701165437698364, -1.1893774271011353, -1.597203016281128, -1.0037940740585327, -1.3782824277877808, -0.29227322340011597, -1.390224814414978, -1.484445571899414, -0.23766975104808807]}, "Bot003_070_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_070.log.json", "context": "Hiya! hey! Hey! how is your day going My day is going extremely well,. How about yours? mine is well too man thanks I am sorry to hear that. I am scared of death. lets change the subject what is your favorite music kind I would like to do that too. lol do you have dogs I have a dog, but I have a dog named radar intresting name I thought so too. i have two dogs I love dogs, I have a dog and a dog they are named sodom and gomorrah", "response": "I am a dog person. I love dogs.", "annotation_id": "Bot003_070_16", "annotations": ["O", "O", "O", "X", "T", "O", "O", "X", "X", "O", "T", "O", "O", "X", "T"], "gpt2background_target_score": [-9.236458778381348, -8.618507385253906, -8.065574645996094, -10.199965476989746, -12.20248794555664, -5.122443199157715, -1.508662462234497, -10.548473358154297, -11.338711738586426, -12.183328628540039], "gpt2background_argmax_score": [-1.9761701822280884, -1.5143996477127075, -1.4640508890151978, -1.9682050943374634, -1.513265609741211, -1.7969417572021484, -1.508662462234497, -2.032356023788452, -1.5776156187057495, -0.4362541139125824, -0.9374036192893982, -0.6931134462356567, -3.4098668098449707, -1.392313003540039, -2.07865309715271, -2.2815003395080566, -0.32318738102912903, -1.7337197065353394, -2.360833168029785, -1.9305145740509033, -0.4506772458553314, -0.8139886260032654, -1.8532222509384155, -0.9131578803062439, -2.737293243408203, -2.644340753555298, -2.0697367191314697, -1.7469488382339478, -1.3862500190734863, -1.9048641920089722, -2.1420464515686035, -2.323760509490967, -0.450307697057724, -0.969578742980957, -1.439856767654419, -1.8398345708847046, -1.966269850730896, -2.6467208862304688, -1.7729873657226562, -2.5494797229766846, -1.8017202615737915, -1.648471713066101, -2.506530284881592, -1.801466464996338, -2.2246010303497314, -1.3978736400604248, -2.143242359161377, -1.653234839439392, -0.6390063762664795, -2.918182849884033, -1.2429471015930176, -0.6944919228553772, -2.5220587253570557, -1.540864109992981, -0.20015235245227814, -1.3449409008026123, -2.5932347774505615, -1.6292330026626587, -1.518622875213623, -2.1403372287750244, -2.414102792739868, -0.3529851734638214, -1.773485779762268, -0.8178176283836365, -0.9155573844909668, -2.4570696353912354, -1.3337461948394775, -1.221603512763977, -2.345341205596924, -2.2308900356292725, -1.1831389665603638, -2.356330633163452, -1.2346863746643066, -1.509592890739441, -1.7483071088790894, -4.712130069732666, -2.537181854248047, -2.829162120819092, -1.226069450378418, -1.966147541999817, -1.773404598236084, -2.575038433074951, -1.809891939163208, -1.2119927406311035, -0.9392407536506653, -1.8025315999984741, -2.177896738052368, -0.7282450199127197, -0.8724153637886047, -2.221604108810425, -2.0231661796569824, -1.877455472946167, -2.1798017024993896, -1.2691913843154907, -1.543424129486084, -0.9564355611801147, -1.5720394849777222, -0.36460763216018677, -1.3913922309875488, -1.2885257005691528, -0.4196796119213104, -1.5100257396697998, -2.3553812503814697, -2.3971362113952637, -2.170342445373535, -3.0367863178253174, -2.026494264602661, -1.6743003129959106, -2.577186346054077, -2.681968927383423, -1.418069839477539, -2.3094987869262695, -2.1043331623077393, -2.168156623840332, -1.5744984149932861, -2.8202781677246094, -1.7862385511398315, -1.1103150844573975, -2.034311294555664, -0.8995251655578613, -1.4393097162246704, -1.1884186267852783]}, "Bot003_070_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_070.log.json", "context": "Hiya! hey! Hey! how is your day going My day is going extremely well,. How about yours? mine is well too man thanks I am sorry to hear that. I am scared of death. lets change the subject what is your favorite music kind I would like to do that too. lol do you have dogs I have a dog, but I have a dog named radar intresting name I thought so too. i have two dogs I love dogs, I have a dog and a dog they are named sodom and gomorrah I am a dog person. I love dogs. haha", "response": "This is why I don't blame obama", "annotation_id": "Bot003_070_18", "annotations": ["O", "X", "X", "X", "T", "X", "T", "X", "X", "T", "X", "X", "X", "X", "X"], "gpt2background_target_score": [-12.39611530303955, -7.225737571716309, -8.841787338256836, -3.549705982208252, -7.459984302520752, -10.376179695129395, -13.4534330368042, -13.746469497680664, -11.967641830444336], "gpt2background_argmax_score": [-1.9761701822280884, -1.5143996477127075, -1.4640508890151978, -1.9682050943374634, -1.513265609741211, -1.7969417572021484, -1.508662462234497, -2.032356023788452, -1.5776156187057495, -0.4362541139125824, -0.9374036192893982, -0.6931134462356567, -3.4098668098449707, -1.392313003540039, -2.07865309715271, -2.2815003395080566, -0.32318738102912903, -1.7337197065353394, -2.360833168029785, -1.9305145740509033, -0.4506772458553314, -0.8139886260032654, -1.8532222509384155, -0.9131578803062439, -2.737293243408203, -2.644340753555298, -2.0697367191314697, -1.7469488382339478, -1.3862500190734863, -1.9048641920089722, -2.1420464515686035, -2.323760509490967, -0.450307697057724, -0.969578742980957, -1.439856767654419, -1.8398345708847046, -1.966269850730896, -2.6467208862304688, -1.7729873657226562, -2.5494797229766846, -1.8017202615737915, -1.648471713066101, -2.506530284881592, -1.801466464996338, -2.2246010303497314, -1.3978736400604248, -2.143242359161377, -1.653234839439392, -0.6390063762664795, -2.918182849884033, -1.2429471015930176, -0.6944919228553772, -2.5220587253570557, -1.540864109992981, -0.20015235245227814, -1.3449409008026123, -2.5932347774505615, -1.6292330026626587, -1.518622875213623, -2.1403372287750244, -2.414102792739868, -0.3529851734638214, -1.773485779762268, -0.8178176283836365, -0.9155573844909668, -2.4570696353912354, -1.3337461948394775, -1.221603512763977, -2.345341205596924, -2.2308900356292725, -1.1831389665603638, -2.356330633163452, -1.2346863746643066, -1.509592890739441, -1.7483071088790894, -4.712130069732666, -2.537181854248047, -2.829162120819092, -1.226069450378418, -1.966147541999817, -1.773404598236084, -2.575038433074951, -1.809891939163208, -1.2119927406311035, -0.9392395615577698, -1.8025308847427368, -2.1778976917266846, -0.7282434105873108, -0.8724135756492615, -2.221604347229004, -2.0231637954711914, -1.8774555921554565, -2.179802894592285, -1.2691899538040161, -1.5434249639511108, -0.95643550157547, -1.5720397233963013, -0.3646078109741211, -1.3913923501968384, -1.2885279655456543, -0.41968023777008057, -1.5100253820419312, -2.3553831577301025, -2.3971359729766846, -2.170341968536377, -3.0367841720581055, -2.0264933109283447, -1.6742995977401733, -2.5771892070770264, -2.6819703578948975, -1.4180693626403809, -1.878911018371582, -2.4940104484558105, -2.8765337467193604, -2.8311607837677, -1.8285359144210815, -1.969804048538208, -1.9553654193878174, -1.1628155708312988, -2.0206243991851807, -1.5865838527679443, -2.3812127113342285, -2.191554546356201, -0.758091926574707, -2.2222094535827637, -0.5844260454177856, -2.2182323932647705, -0.5695040225982666, -1.7593212127685547, -1.1926878690719604, -1.5975205898284912, -1.4365687370300293]}, "Bot003_070_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_070.log.json", "context": "Hiya! hey! Hey! how is your day going My day is going extremely well,. How about yours? mine is well too man thanks I am sorry to hear that. I am scared of death. lets change the subject what is your favorite music kind I would like to do that too. lol do you have dogs I have a dog, but I have a dog named radar intresting name I thought so too. i have two dogs I love dogs, I have a dog and a dog they are named sodom and gomorrah I am a dog person. I love dogs. haha This is why I don't blame obama yeah you are right obama was good", "response": "I am not sure. I am a little lonely.", "annotation_id": "Bot003_070_20", "annotations": ["O", "X", "T", "X", "X", "T", "T", "X", "T", "T", "X", "X", "O", "T", "T"], "gpt2background_target_score": [-9.236458778381348, -8.618507385253906, -9.527159690856934, -8.9336576461792, -9.48040771484375, -4.018771171569824, -6.962141036987305, -6.65235710144043, -10.455293655395508, -9.679666519165039, -5.420397758483887], "gpt2background_argmax_score": [-1.9761701822280884, -1.5143996477127075, -1.4640508890151978, -1.9682050943374634, -1.513265609741211, -1.7969417572021484, -1.508662462234497, -2.032356023788452, -1.5776156187057495, -0.4362541139125824, -0.9374036192893982, -0.6931134462356567, -3.4098668098449707, -1.392313003540039, -2.07865309715271, -2.2815003395080566, -0.32318738102912903, -1.7337197065353394, -2.360833168029785, -1.9305145740509033, -0.4506772458553314, -0.8139886260032654, -1.8532222509384155, -0.9131578803062439, -2.737293243408203, -2.644340753555298, -2.0697367191314697, -1.7469488382339478, -1.3862500190734863, -1.9048641920089722, -2.1420464515686035, -2.323760509490967, -0.450307697057724, -0.969578742980957, -1.439856767654419, -1.8398345708847046, -1.966269850730896, -2.6467208862304688, -1.7729873657226562, -2.5494797229766846, -1.8017202615737915, -1.648471713066101, -2.506530284881592, -1.801466464996338, -2.2246010303497314, -1.3978736400604248, -2.143242359161377, -1.653234839439392, -0.6390063762664795, -2.918182849884033, -1.2429471015930176, -0.6944919228553772, -2.5220587253570557, -1.540864109992981, -0.20015235245227814, -1.3449409008026123, -2.5932347774505615, -1.6292330026626587, -1.518622875213623, -2.1403372287750244, -2.414102792739868, -0.3529851734638214, -1.773485779762268, -0.8178176283836365, -0.9155573844909668, -2.4570696353912354, -1.3337461948394775, -1.221603512763977, -2.345341205596924, -2.2308900356292725, -1.1831389665603638, -2.356330633163452, -1.2346863746643066, -1.509592890739441, -1.7483071088790894, -4.712130069732666, -2.537181854248047, -2.829162120819092, -1.226069450378418, -1.966147541999817, -1.773404598236084, -2.575038433074951, -1.809891939163208, -1.2119927406311035, -0.9392395615577698, -1.8025308847427368, -2.1778976917266846, -0.7282434105873108, -0.8724135756492615, -2.221604347229004, -2.0231637954711914, -1.8774555921554565, -2.179802894592285, -1.2691899538040161, -1.5434249639511108, -0.95643550157547, -1.5720397233963013, -0.3646078109741211, -1.3913923501968384, -1.2885279655456543, -0.41968023777008057, -1.5100253820419312, -2.3553831577301025, -2.3971359729766846, -2.170341968536377, -3.0367841720581055, -2.0264933109283447, -1.6742995977401733, -2.5771892070770264, -2.6819703578948975, -1.4180693626403809, -1.878911018371582, -2.4940104484558105, -2.8765337467193604, -2.8311607837677, -1.8285359144210815, -1.969804048538208, -1.9553654193878174, -1.1628155708312988, -2.0206243991851807, -1.5865823030471802, -2.3812127113342285, -0.7209525108337402, -1.7855476140975952, -0.5098617672920227, -1.6795371770858765, -0.5980799198150635, -1.7924479246139526, -1.4844101667404175, -1.5509305000305176, -1.434219241142273, -1.9497913122177124, -1.8025542497634888, -2.2048187255859375, -1.3244649171829224, -0.3396588861942291, -2.5468385219573975, -2.2196192741394043, -2.2350828647613525, -2.135875701904297, -2.677110195159912, -1.6491012573242188, -2.081078052520752, -1.8535399436950684, -1.1138825416564941, -1.885674238204956, -2.2797422409057617, -1.1319100856781006, -2.5870208740234375, -1.8513447046279907, -1.1564950942993164]}, "Bot003_072_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_072.log.json", "context": "How\u2019s it going? hi, i\u2019m doing good :) you?", "response": "I don't care what you think.", "annotation_id": "Bot003_072_02", "annotations": ["T", "X", "X", "O", "T", "T", "X", "O", "T", "O", "T", "O", "X", "X", "T"], "gpt2background_target_score": [-10.006850242614746, -12.373233795166016, -13.671669960021973, -12.412086486816406, -10.819707870483398, -7.3916521072387695, -11.669187545776367, -4.453299522399902], "gpt2background_argmax_score": [-1.3716069459915161, -0.12601108849048615, -0.1963985115289688, -1.249998688697815, -1.3423209190368652, -1.3294055461883545, -0.9281367659568787, -1.7104586362838745, -2.0501246452331543, -1.2858937978744507, -0.11729495227336884, -0.40793970227241516, -2.7828359603881836, -1.8223594427108765, -2.3865983486175537, -1.717708706855774, -2.285921812057495, -1.7718192338943481, -2.1926400661468506, -1.7208698987960815, -0.842983603477478, -1.6847010850906372, -1.7912245988845825, -1.2897664308547974, -1.1143198013305664, -1.7219980955123901, -1.4905937910079956]}, "Bot003_072_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_072.log.json", "context": "How\u2019s it going? hi, i\u2019m doing good :) you? I don't care what you think. rude", "response": "I am so sorry to hear that.", "annotation_id": "Bot003_072_04", "annotations": ["O", "O", "T", "X", "T", "O", "X", "O", "X", "O", "X", "O", "T", "T", "T"], "gpt2background_target_score": [-10.006850242614746, -12.370530128479004, -12.287264823913574, -11.906829833984375, -4.498653888702393, -12.614747047424316, -9.569308280944824, -4.453299522399902], "gpt2background_argmax_score": [-1.3716069459915161, -0.12601108849048615, -0.1963985115289688, -1.249998688697815, -1.3423209190368652, -1.3294055461883545, -0.9281367659568787, -1.7104586362838745, -2.0501246452331543, -1.2858937978744507, -0.11729495227336884, -0.40793970227241516, -2.7828359603881836, -1.8223594427108765, -2.3865983486175537, -1.717708706855774, -2.285921812057495, -1.7718192338943481, -1.5080397129058838, -0.6536455750465393, -1.7013604640960693, -1.9948488473892212, -1.2139922380447388, -1.133650541305542, -1.6899508237838745, -1.7504385709762573, -2.98466420173645, -2.374321222305298, -2.0857086181640625, -2.818467140197754, -1.1562632322311401, -1.9372177124023438, -0.19189786911010742, -0.7721471786499023, -1.108212947845459, -1.4555021524429321]}, "Bot003_072_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_072.log.json", "context": "How\u2019s it going? hi, i\u2019m doing good :) you? I don't care what you think. rude I am so sorry to hear that. what do you enjoy doing the most", "response": "I love to hike in the woods and listen to the sunset", "annotation_id": "Bot003_072_06", "annotations": ["O", "O", "O", "T", "T", "O", "T", "O", "T", "O", "X", "O", "O", "O", "O"], "gpt2background_target_score": [-10.006850242614746, -12.496488571166992, -11.386465072631836, -12.555582046508789, -5.453654766082764, -7.505501747131348, -12.328142166137695, -5.203550815582275, -8.677120208740234, -9.86110782623291, -11.588440895080566, -13.277287483215332], "gpt2background_argmax_score": [-1.3716069459915161, -0.12601108849048615, -0.1963985115289688, -1.249998688697815, -1.3423209190368652, -1.3294055461883545, -0.9281367659568787, -1.7104586362838745, -2.0501246452331543, -1.2858937978744507, -0.11729495227336884, -0.40793970227241516, -2.7828359603881836, -1.8223594427108765, -2.3865983486175537, -1.717708706855774, -2.285921812057495, -1.7718192338943481, -1.5080397129058838, -0.6536455750465393, -1.7013604640960693, -1.9948488473892212, -1.2139922380447388, -1.133650541305542, -1.6899508237838745, -1.7504385709762573, -2.98466420173645, -2.1584203243255615, -2.4860241413116455, -1.3945204019546509, -1.8205758333206177, -0.32849159836769104, -0.8402525186538696, -1.0500071048736572, -1.628071904182434, -2.030683755874634, -0.21104994416236877, -1.1072392463684082, -1.9107742309570312, -0.8456705212593079, -1.1339116096496582, -0.5553229451179504, -1.7942914962768555, -2.2210795879364014, -2.823901891708374, -1.373946189880371, -1.7714427709579468, -0.9029890894889832, -1.534527063369751, -1.9314781427383423, -2.850782632827759, -0.15320299565792084, -1.1675933599472046, -1.9907230138778687, -1.2890479564666748]}, "Bot003_072_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_072.log.json", "context": "How\u2019s it going? hi, i\u2019m doing good :) you? I don't care what you think. rude I am so sorry to hear that. what do you enjoy doing the most I love to hike in the woods and listen to the sunset that\u2019s wonderful! i like walking with my dog and i also enjoy tennis, i\u2019m a professional player [WINKING FACE]", "response": "I like to hike in the woods and watch the sunset.", "annotation_id": "Bot003_072_08", "annotations": ["O", "X", "X", "T", "T", "O", "O", "O", "X", "T", "X", "O", "X", "O", "O"], "gpt2background_target_score": [-10.006845474243164, -11.853188514709473, -11.386466979980469, -12.555580139160156, -5.453652381896973, -7.505502223968506, -12.328142166137695, -5.203551292419434, -8.986261367797852, -9.809139251708984, -13.672813415527344, -11.020550727844238], "gpt2background_argmax_score": [-1.3716065883636475, -0.12601140141487122, -0.1963988095521927, -1.249997615814209, -1.3423168659210205, -1.3294057846069336, -0.9281363487243652, -1.7104551792144775, -2.0501255989074707, -1.2858946323394775, -0.11729474365711212, -0.40793976187705994, -2.782837152481079, -1.8223599195480347, -2.386596441268921, -1.7177085876464844, -2.2859182357788086, -1.7718199491500854, -1.5080386400222778, -0.653644859790802, -1.7013596296310425, -1.9948482513427734, -1.2139918804168701, -1.1336464881896973, -1.6899528503417969, -1.7504380941390991, -2.9846653938293457, -2.158418655395508, -2.486023187637329, -1.3945224285125732, -1.8205760717391968, -0.32849210500717163, -0.8402519822120667, -1.0500099658966064, -1.6280726194381714, -2.0306856632232666, -0.21105071902275085, -1.1072384119033813, -1.9107754230499268, -0.8456706404685974, -1.1339125633239746, -0.5553213953971863, -2.5466394424438477, -1.3848739862442017, -0.853964626789093, -2.001103401184082, -0.9398853182792664, -1.8583035469055176, -1.8505443334579468, -2.858806848526001, -0.1753387302160263, -0.917576789855957, -1.5969820022583008, -1.3668287992477417, -2.289520025253296, -0.17750908434391022, -0.13000409305095673, -3.340378522872925, -1.1567275524139404, -1.9333637952804565, -1.7910414934158325, -1.3411182165145874, -1.9778351783752441, -0.9718220233917236, -2.374328136444092, -1.9808323383331299, -3.415729284286499, -1.5998282432556152, -0.8881979584693909, -2.0671653747558594, -1.6880080699920654, -2.262622117996216, -1.8180946111679077, -0.13750508427619934, -0.6312091946601868, -2.3709776401519775, -2.511605739593506, -2.620137929916382, -1.5108122825622559, -3.1945583820343018, -2.7588815689086914, -2.082113742828369, -2.335228204727173, -2.5725011825561523, -1.8753353357315063, -2.2802822589874268, -1.7408190965652466, -2.2648258209228516, -2.117962121963501, -0.9756770133972168, -0.36144623160362244, -0.35619863867759705, -1.3130306005477905, -1.0287468433380127, -1.2849751710891724, -0.8969424962997437, -1.4964661598205566, -1.4424405097961426]}, "Bot003_072_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_072.log.json", "context": "How\u2019s it going? hi, i\u2019m doing good :) you? I don't care what you think. rude I am so sorry to hear that. what do you enjoy doing the most I love to hike in the woods and listen to the sunset that\u2019s wonderful! i like walking with my dog and i also enjoy tennis, i\u2019m a professional player [WINKING FACE] I like to hike in the woods and watch the sunset. great!", "response": "I'm not a good girl.", "annotation_id": "Bot003_072_10", "annotations": ["O", "X", "X", "T", "T", "T", "X", "O", "X", "T", "X", "O", "X", "T", "T"], "gpt2background_target_score": [-10.006845474243164, -13.253813743591309, -12.368967056274414, -3.3490920066833496, -6.217185974121094, -9.434685707092285, -10.09684944152832], "gpt2background_argmax_score": [-1.3716065883636475, -0.12601140141487122, -0.1963988095521927, -1.249997615814209, -1.3423168659210205, -1.3294057846069336, -0.9281363487243652, -1.7104551792144775, -2.0501255989074707, -1.2858946323394775, -0.11729474365711212, -0.40793976187705994, -2.782837152481079, -1.8223599195480347, -2.386596441268921, -1.7177085876464844, -2.2859182357788086, -1.7718199491500854, -1.5080386400222778, -0.653644859790802, -1.7013596296310425, -1.9948482513427734, -1.2139918804168701, -1.1336464881896973, -1.6899528503417969, -1.7504380941390991, -2.9846653938293457, -2.158418655395508, -2.486023187637329, -1.3945224285125732, -1.8205760717391968, -0.32849210500717163, -0.8402519822120667, -1.0500099658966064, -1.6280726194381714, -2.0306856632232666, -0.21105071902275085, -1.1072384119033813, -1.9107754230499268, -0.8456706404685974, -1.1339125633239746, -0.5553213953971863, -2.5466394424438477, -1.3848739862442017, -0.853964626789093, -2.001103401184082, -0.9398853182792664, -1.8583035469055176, -1.8505443334579468, -2.858806848526001, -0.1753387302160263, -0.917576789855957, -1.5969820022583008, -1.3668287992477417, -2.289520025253296, -0.17750908434391022, -0.13000409305095673, -3.340378522872925, -1.1567275524139404, -1.9333637952804565, -1.7910414934158325, -1.3411182165145874, -1.9778351783752441, -0.9718220233917236, -2.374328136444092, -1.9808323383331299, -3.415729284286499, -1.5998282432556152, -0.8881979584693909, -2.0671653747558594, -1.6880080699920654, -2.262622117996216, -1.8180946111679077, -0.13750508427619934, -0.6312091946601868, -2.3709776401519775, -2.511605739593506, -2.620137929916382, -1.5108122825622559, -3.1945583820343018, -2.7588815689086914, -2.082113742828369, -2.335228204727173, -2.5725011825561523, -1.8753353357315063, -1.6909122467041016, -1.8704984188079834, -1.6607121229171753, -1.1435316801071167, -0.41184625029563904, -0.4716232717037201, -1.369938850402832, -1.4094102382659912, -1.3768144845962524, -1.0237866640090942, -1.3684061765670776, -1.935498595237732, -2.548326253890991, -1.9759587049484253, -2.2721962928771973, -1.849764108657837, -1.9204086065292358, -1.4620846509933472, -0.9143977761268616, -2.874781370162964, -1.2894492149353027, -0.9123868942260742]}, "Bot003_072_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_072.log.json", "context": "How\u2019s it going? hi, i\u2019m doing good :) you? I don't care what you think. rude I am so sorry to hear that. what do you enjoy doing the most I love to hike in the woods and listen to the sunset that\u2019s wonderful! i like walking with my dog and i also enjoy tennis, i\u2019m a professional player [WINKING FACE] I like to hike in the woods and watch the sunset. great! I'm not a good girl. why do you think so?", "response": "I don't know.", "annotation_id": "Bot003_072_12", "annotations": ["O", "O", "T", "T", "T", "O", "X", "O", "T", "O", "X", "O", "T", "O", "O"], "gpt2background_target_score": [-10.006845474243164, -12.3732328414917, -13.671669960021973, -11.661266326904297, -7.250768661499023], "gpt2background_argmax_score": [-1.3716065883636475, -0.12601140141487122, -0.1963988095521927, -1.249997615814209, -1.3423168659210205, -1.3294057846069336, -0.9281363487243652, -1.7104551792144775, -2.0501255989074707, -1.2858946323394775, -0.11729474365711212, -0.40793976187705994, -2.782837152481079, -1.8223599195480347, -2.386596441268921, -1.7177085876464844, -2.2859182357788086, -1.7718199491500854, -1.5080386400222778, -0.653644859790802, -1.7013596296310425, -1.9948482513427734, -1.2139918804168701, -1.1336464881896973, -1.6899528503417969, -1.7504380941390991, -2.9846653938293457, -2.158418655395508, -2.486023187637329, -1.3945224285125732, -1.8205760717391968, -0.32849210500717163, -0.8402519822120667, -1.0500099658966064, -1.6280726194381714, -2.0306856632232666, -0.21105071902275085, -1.1072384119033813, -1.9107754230499268, -0.8456706404685974, -1.1339125633239746, -0.5553213953971863, -2.5466394424438477, -1.3848739862442017, -0.853964626789093, -2.001103401184082, -0.9398853182792664, -1.8583035469055176, -1.8505443334579468, -2.858806848526001, -0.1753387302160263, -0.917576789855957, -1.5969820022583008, -1.3668287992477417, -2.289520025253296, -0.17750908434391022, -0.13000409305095673, -3.340378522872925, -1.1567275524139404, -1.9333637952804565, -1.7910414934158325, -1.3411182165145874, -1.9778351783752441, -0.9718220233917236, -2.374328136444092, -1.9808323383331299, -3.415729284286499, -1.5998282432556152, -0.8881979584693909, -2.0671653747558594, -1.6880080699920654, -2.262622117996216, -1.8180946111679077, -0.13750508427619934, -0.6312091946601868, -2.3709776401519775, -2.511605739593506, -2.620137929916382, -1.5108122825622559, -3.1945583820343018, -2.7588815689086914, -2.082113742828369, -2.335228204727173, -2.5725011825561523, -1.8753353357315063, -1.6909122467041016, -1.8704984188079834, -1.6607121229171753, -1.1435316801071167, -0.41184625029563904, -0.4716232717037201, -1.369938850402832, -1.4094102382659912, -1.3768144845962524, -1.0237866640090942, -1.3684061765670776, -1.9354979991912842, -2.548326015472412, -1.9759596586227417, -1.8165892362594604, -2.1824305057525635, -1.429888129234314, -1.5182443857192993, -2.624293088912964, -1.3547662496566772, -1.5194259881973267, -1.6489025354385376, -0.3417283594608307, -1.1122159957885742, -1.5223408937454224, -0.27210691571235657, -2.0991015434265137, -1.629172682762146, -2.014575958251953, -0.520530641078949, -1.7261923551559448, -1.5931493043899536, -0.8662877082824707]}, "Bot003_072_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_072.log.json", "context": "How\u2019s it going? hi, i\u2019m doing good :) you? I don't care what you think. rude I am so sorry to hear that. what do you enjoy doing the most I love to hike in the woods and listen to the sunset that\u2019s wonderful! i like walking with my dog and i also enjoy tennis, i\u2019m a professional player [WINKING FACE] I like to hike in the woods and watch the sunset. great! I'm not a good girl. why do you think so? I don't know. hmm okay", "response": "I can't wait to read the article. I can't wait to read the article", "annotation_id": "Bot003_072_14", "annotations": ["T", "X", "X", "X", "T", "O", "X", "T", "T", "T", "X", "T", "X", "T", "T"], "gpt2background_target_score": [-10.006845474243164, -12.065007209777832, -13.671669960021973, -12.311288833618164, -4.498659133911133, -11.001509666442871, -8.34361457824707, -12.364455223083496, -9.757390975952148, -9.67164421081543, -12.62506103515625, -13.355976104736328, -10.61474609375, -8.164191246032715, -11.123445510864258, -6.80025053024292, -12.381731033325195], "gpt2background_argmax_score": [-1.3716065883636475, -0.12601140141487122, -0.1963988095521927, -1.249997615814209, -1.3423168659210205, -1.3294057846069336, -0.9281363487243652, -1.7104551792144775, -2.0501255989074707, -1.2858946323394775, -0.11729474365711212, -0.40793976187705994, -2.782837152481079, -1.8223599195480347, -2.386596441268921, -1.7177085876464844, -2.2859182357788086, -1.7718199491500854, -1.5080386400222778, -0.653644859790802, -1.7013596296310425, -1.9948482513427734, -1.2139918804168701, -1.1336464881896973, -1.6899528503417969, -1.7504380941390991, -2.9846653938293457, -2.158418655395508, -2.486023187637329, -1.3945224285125732, -1.8205760717391968, -0.32849210500717163, -0.8402519822120667, -1.0500099658966064, -1.6280726194381714, -2.0306856632232666, -0.21105071902275085, -1.1072384119033813, -1.9107754230499268, -0.8456706404685974, -1.1339125633239746, -0.5553213953971863, -2.5466394424438477, -1.3848739862442017, -0.853964626789093, -2.001103401184082, -0.9398853182792664, -1.8583035469055176, -1.8505443334579468, -2.858806848526001, -0.1753387302160263, -0.917576789855957, -1.5969820022583008, -1.3668287992477417, -2.289520025253296, -0.17750908434391022, -0.13000409305095673, -3.340378522872925, -1.1567275524139404, -1.9333637952804565, -1.7910414934158325, -1.3411182165145874, -1.9778351783752441, -0.9718220233917236, -2.374328136444092, -1.9808323383331299, -3.415729284286499, -1.5998282432556152, -0.8881979584693909, -2.0671653747558594, -1.6880080699920654, -2.262622117996216, -1.8180946111679077, -0.13750508427619934, -0.6312091946601868, -2.3709776401519775, -2.511605739593506, -2.620137929916382, -1.5108122825622559, -3.1945583820343018, -2.7588815689086914, -2.082113742828369, -2.335228204727173, -2.5725011825561523, -1.8753353357315063, -1.6909122467041016, -1.8704984188079834, -1.6607121229171753, -1.1435316801071167, -0.41184625029563904, -0.4716229736804962, -1.3699389696121216, -1.40940523147583, -1.3768155574798584, -1.0237845182418823, -1.368408441543579, -1.9354978799819946, -2.548326253890991, -1.9759585857391357, -1.8165885210037231, -2.182431221008301, -1.4298878908157349, -1.518243670463562, -2.624290943145752, -1.3547672033309937, -1.5194257497787476, -1.6489028930664062, -0.341728538274765, -1.112216591835022, -1.5223417282104492, -0.2721066474914551, -2.09910249710083, -2.1584818363189697, -0.27870795130729675, -1.6847468614578247, -1.5490093231201172, -1.3392032384872437, -1.0009393692016602, -1.6435092687606812, -1.4690788984298706, -1.9994856119155884, -2.2039527893066406, -1.3004670143127441, -2.793489456176758, -0.6053709983825684, -2.1140456199645996, -1.9938549995422363, -2.028775215148926, -1.6254746913909912, -1.5137637853622437, -2.1037237644195557, -0.8041307926177979, -0.4192209839820862, -0.7073491811752319, -1.274221658706665, -0.9099993109703064, -0.5149216651916504, -1.2786165475845337]}, "Bot003_072_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_072.log.json", "context": "How\u2019s it going? hi, i\u2019m doing good :) you? I don't care what you think. rude I am so sorry to hear that. what do you enjoy doing the most I love to hike in the woods and listen to the sunset that\u2019s wonderful! i like walking with my dog and i also enjoy tennis, i\u2019m a professional player [WINKING FACE] I like to hike in the woods and watch the sunset. great! I'm not a good girl. why do you think so? I don't know. hmm okay I can't wait to read the article. I can't wait to read the article what article?", "response": "I don't understand why people are so sensitive.", "annotation_id": "Bot003_072_16", "annotations": ["T", "X", "X", "X", "T", "O", "X", "O", "X", "T", "X", "T", "X", "X", "T"], "gpt2background_target_score": [-10.006845474243164, -12.3732328414917, -13.671669960021973, -13.373849868774414, -12.002397537231445, -9.268339157104492, -9.793855667114258, -6.234705924987793, -11.871849060058594, -7.543906211853027], "gpt2background_argmax_score": [-1.3716065883636475, -0.12601140141487122, -0.1963988095521927, -1.249997615814209, -1.3423168659210205, -1.3294057846069336, -0.9281363487243652, -1.7104551792144775, -2.0501255989074707, -1.2858946323394775, -0.11729474365711212, -0.40793976187705994, -2.782837152481079, -1.8223599195480347, -2.386596441268921, -1.7177085876464844, -2.2859182357788086, -1.7718199491500854, -1.5080386400222778, -0.653644859790802, -1.7013596296310425, -1.9948482513427734, -1.2139918804168701, -1.1336464881896973, -1.6899528503417969, -1.7504380941390991, -2.9846653938293457, -2.158418655395508, -2.486023187637329, -1.3945224285125732, -1.8205760717391968, -0.32849210500717163, -0.8402519822120667, -1.0500099658966064, -1.6280726194381714, -2.0306856632232666, -0.21105071902275085, -1.1072384119033813, -1.9107754230499268, -0.8456706404685974, -1.1339125633239746, -0.5553213953971863, -2.5466394424438477, -1.3848739862442017, -0.853964626789093, -2.001103401184082, -0.9398853182792664, -1.8583035469055176, -1.8505443334579468, -2.858806848526001, -0.1753387302160263, -0.917576789855957, -1.5969820022583008, -1.3668287992477417, -2.289520025253296, -0.17750908434391022, -0.13000409305095673, -3.340378522872925, -1.1567275524139404, -1.9333637952804565, -1.7910414934158325, -1.3411182165145874, -1.9778351783752441, -0.9718220233917236, -2.374328136444092, -1.9808323383331299, -3.415729284286499, -1.5998282432556152, -0.8881979584693909, -2.0671653747558594, -1.6880080699920654, -2.262622117996216, -1.8180946111679077, -0.13750508427619934, -0.6312091946601868, -2.3709776401519775, -2.511605739593506, -2.620137929916382, -1.5108122825622559, -3.1945583820343018, -2.7588815689086914, -2.082113742828369, -2.335228204727173, -2.5725011825561523, -1.8753353357315063, -1.6909122467041016, -1.8704984188079834, -1.6607121229171753, -1.1435316801071167, -0.41184625029563904, -0.4716232717037201, -1.369938850402832, -1.4094102382659912, -1.3768144845962524, -1.0237866640090942, -1.3684061765670776, -1.9354979991912842, -2.548326015472412, -1.9759596586227417, -1.8165892362594604, -2.1824305057525635, -1.429888129234314, -1.5182443857192993, -2.624293088912964, -1.3547662496566772, -1.5194259881973267, -1.6489025354385376, -0.3417283594608307, -1.1122159957885742, -1.5223408937454224, -0.27210691571235657, -2.0991015434265137, -2.158482074737549, -0.27870842814445496, -1.684749960899353, -1.5490081310272217, -1.3392024040222168, -1.0009405612945557, -1.643509030342102, -1.4690793752670288, -2.148150682449341, -1.3389979600906372, -2.8362083435058594, -0.6391029953956604, -2.0853450298309326, -1.9667160511016846, -2.323521375656128, -1.5453623533248901, -1.906245470046997, -2.173560619354248, -0.7631620168685913, -0.4116693437099457, -0.6560810804367065, -1.037534475326538, -0.7649711966514587, -0.40656259655952454, -1.1431398391723633, -2.3119664192199707, -1.587468147277832, -2.0279457569122314, -1.8622492551803589, -2.4821460247039795, -0.4190737009048462, -1.438293695449829, -1.7217705249786377, -1.0662591457366943, -2.432380437850952, -1.3561629056930542, -3.2283411026000977, -0.9156330823898315, -1.17288076877594]}, "Bot003_072_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_072.log.json", "context": "How\u2019s it going? hi, i\u2019m doing good :) you? I don't care what you think. rude I am so sorry to hear that. what do you enjoy doing the most I love to hike in the woods and listen to the sunset that\u2019s wonderful! i like walking with my dog and i also enjoy tennis, i\u2019m a professional player [WINKING FACE] I like to hike in the woods and watch the sunset. great! I'm not a good girl. why do you think so? I don't know. hmm okay I can't wait to read the article. I can't wait to read the article what article? I don't understand why people are so sensitive. what do you mean?", "response": "I don't know.", "annotation_id": "Bot003_072_18", "annotations": ["O", "X", "X", "X", "T", "O", "X", "T", "T", "O", "X", "O", "T", "T", "O"], "gpt2background_target_score": [-10.006845474243164, -12.3732328414917, -13.671669960021973, -11.661266326904297, -7.250768661499023], "gpt2background_argmax_score": [-1.3716065883636475, -0.12601140141487122, -0.1963988095521927, -1.249997615814209, -1.3423168659210205, -1.3294057846069336, -0.9281363487243652, -1.7104551792144775, -2.0501255989074707, -1.2858946323394775, -0.11729474365711212, -0.40793976187705994, -2.782837152481079, -1.8223599195480347, -2.386596441268921, -1.7177085876464844, -2.2859182357788086, -1.7718199491500854, -1.5080386400222778, -0.653644859790802, -1.7013596296310425, -1.9948482513427734, -1.2139918804168701, -1.1336464881896973, -1.6899528503417969, -1.7504380941390991, -2.9846653938293457, -2.158418655395508, -2.486023187637329, -1.3945224285125732, -1.8205760717391968, -0.32849210500717163, -0.8402519822120667, -1.0500099658966064, -1.6280726194381714, -2.0306856632232666, -0.21105071902275085, -1.1072384119033813, -1.9107754230499268, -0.8456706404685974, -1.1339125633239746, -0.5553213953971863, -2.5466394424438477, -1.3848739862442017, -0.853964626789093, -2.001103401184082, -0.9398853182792664, -1.8583035469055176, -1.8505443334579468, -2.858806848526001, -0.1753387302160263, -0.917576789855957, -1.5969820022583008, -1.3668287992477417, -2.289520025253296, -0.17750908434391022, -0.13000409305095673, -3.340378522872925, -1.1567275524139404, -1.9333637952804565, -1.7910414934158325, -1.3411182165145874, -1.9778351783752441, -0.9718220233917236, -2.374328136444092, -1.9808323383331299, -3.415729284286499, -1.5998282432556152, -0.8881979584693909, -2.0671653747558594, -1.6880080699920654, -2.262622117996216, -1.8180946111679077, -0.13750508427619934, -0.6312091946601868, -2.3709776401519775, -2.511605739593506, -2.620137929916382, -1.5108122825622559, -3.1945583820343018, -2.7588815689086914, -2.082113742828369, -2.335228204727173, -2.5725011825561523, -1.8753353357315063, -1.6909122467041016, -1.8704984188079834, -1.6607121229171753, -1.1435316801071167, -0.41184625029563904, -0.4716232717037201, -1.369938850402832, -1.4094102382659912, -1.3768144845962524, -1.0237866640090942, -1.3684061765670776, -1.9354979991912842, -2.548326015472412, -1.9759596586227417, -1.8165892362594604, -2.1824305057525635, -1.429888129234314, -1.5182443857192993, -2.624293088912964, -1.3547662496566772, -1.5194259881973267, -1.6489025354385376, -0.3417283594608307, -1.1122159957885742, -1.5223408937454224, -0.27210691571235657, -2.0991015434265137, -2.158482074737549, -0.27870842814445496, -1.684749960899353, -1.5490081310272217, -1.3392024040222168, -1.0009405612945557, -1.643509030342102, -1.4690793752670288, -2.148150682449341, -1.3389979600906372, -2.8362083435058594, -0.6391029953956604, -2.0853450298309326, -1.9667160511016846, -2.323521375656128, -1.5453623533248901, -1.906245470046997, -2.173560619354248, -0.7631620168685913, -0.4116693437099457, -0.6560810804367065, -1.037534475326538, -0.7649711966514587, -0.40656259655952454, -1.1431398391723633, -2.3119664192199707, -1.587468147277832, -2.0279457569122314, -2.2762105464935303, -0.2070210725069046, -1.1608871221542358, -1.7081818580627441, -1.3138773441314697, -2.4641764163970947, -1.1643038988113403, -3.2355797290802, -0.9453548789024353, -1.4442805051803589, -1.9813976287841797, -0.2002367526292801, -1.5990544557571411, -1.2053292989730835, -1.8553874492645264, -1.7503808736801147, -2.289536714553833, -0.4044221043586731, -1.5096969604492188, -1.4090707302093506, -0.9616649150848389]}, "Bot003_072_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_072.log.json", "context": "How\u2019s it going? hi, i\u2019m doing good :) you? I don't care what you think. rude I am so sorry to hear that. what do you enjoy doing the most I love to hike in the woods and listen to the sunset that\u2019s wonderful! i like walking with my dog and i also enjoy tennis, i\u2019m a professional player [WINKING FACE] I like to hike in the woods and watch the sunset. great! I'm not a good girl. why do you think so? I don't know. hmm okay I can't wait to read the article. I can't wait to read the article what article? I don't understand why people are so sensitive. what do you mean? I don't know. are you okay?", "response": "I'm fine.", "annotation_id": "Bot003_072_20", "annotations": ["O", "O", "O", "O", "T", "O", "T", "O", "T", "O", "X", "O", "O", "T", "T"], "gpt2background_target_score": [-10.006845474243164, -13.253813743591309, -14.000161170959473, -9.622589111328125], "gpt2background_argmax_score": [-1.3716065883636475, -0.12601140141487122, -0.1963988095521927, -1.249997615814209, -1.3423168659210205, -1.3294057846069336, -0.9281363487243652, -1.7104551792144775, -2.0501255989074707, -1.2858946323394775, -0.11729474365711212, -0.40793976187705994, -2.782837152481079, -1.8223599195480347, -2.386596441268921, -1.7177085876464844, -2.2859182357788086, -1.7718199491500854, -1.5080386400222778, -0.653644859790802, -1.7013596296310425, -1.9948482513427734, -1.2139918804168701, -1.1336464881896973, -1.6899528503417969, -1.7504380941390991, -2.9846653938293457, -2.158418655395508, -2.486023187637329, -1.3945224285125732, -1.8205760717391968, -0.32849210500717163, -0.8402519822120667, -1.0500099658966064, -1.6280726194381714, -2.0306856632232666, -0.21105071902275085, -1.1072384119033813, -1.9107754230499268, -0.8456706404685974, -1.1339125633239746, -0.5553213953971863, -2.5466394424438477, -1.3848739862442017, -0.853964626789093, -2.001103401184082, -0.9398853182792664, -1.8583035469055176, -1.8505443334579468, -2.858806848526001, -0.1753387302160263, -0.917576789855957, -1.5969820022583008, -1.3668287992477417, -2.289520025253296, -0.17750908434391022, -0.13000409305095673, -3.340378522872925, -1.1567275524139404, -1.9333637952804565, -1.7910414934158325, -1.3411182165145874, -1.9778351783752441, -0.9718220233917236, -2.374328136444092, -1.9808323383331299, -3.415729284286499, -1.5998282432556152, -0.8881979584693909, -2.0671653747558594, -1.6880080699920654, -2.262622117996216, -1.8180946111679077, -0.13750508427619934, -0.6312091946601868, -2.3709776401519775, -2.511605739593506, -2.620137929916382, -1.5108122825622559, -3.1945583820343018, -2.7588815689086914, -2.082113742828369, -2.335228204727173, -2.5725011825561523, -1.8753353357315063, -1.6909122467041016, -1.8704984188079834, -1.6607121229171753, -1.1435316801071167, -0.41184625029563904, -0.4716232717037201, -1.369938850402832, -1.4094102382659912, -1.3768144845962524, -1.0237866640090942, -1.3684061765670776, -1.9354979991912842, -2.548326015472412, -1.9759596586227417, -1.8165892362594604, -2.1824305057525635, -1.429888129234314, -1.5182443857192993, -2.624293088912964, -1.3547662496566772, -1.5194259881973267, -1.6489025354385376, -0.3417283594608307, -1.1122159957885742, -1.5223408937454224, -0.27210691571235657, -2.0991015434265137, -2.158482074737549, -0.27870842814445496, -1.684749960899353, -1.5490081310272217, -1.3392024040222168, -1.0009405612945557, -1.643509030342102, -1.4690793752670288, -2.148150682449341, -1.3389979600906372, -2.8362083435058594, -0.6391029953956604, -2.0853450298309326, -1.9667160511016846, -2.323521375656128, -1.5453623533248901, -1.906245470046997, -2.173560619354248, -0.7631620168685913, -0.4116693437099457, -0.6560822129249573, -1.037536382675171, -0.764970064163208, -0.40656328201293945, -1.143139362335205, -2.311967372894287, -1.5874688625335693, -2.027946949005127, -2.2762112617492676, -0.20702145993709564, -1.160888671875, -1.7081817388534546, -1.3138768672943115, -2.4641759395599365, -1.1643027067184448, -3.2355828285217285, -0.9453555345535278, -1.4442812204360962, -1.9813965559005737, -0.20023685693740845, -1.5990562438964844, -1.2053297758102417, -1.8553866147994995, -2.103416919708252, -0.22853897511959076, -1.2641010284423828, -1.4839677810668945, -1.25968337059021, -0.2853597402572632, -3.0369248390197754, -1.1370230913162231, -1.7699565887451172, -1.7875038385391235, -1.7738337516784668, -1.636723279953003, -1.2754396200180054, -1.0461647510528564]}, "Bot003_073_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_073.log.json", "context": "Hiya! I like to play the couch and watch tv Hi. Nice to meet you", "response": "I am good. I just got back from the gym.", "annotation_id": "Bot003_073_02", "annotations": ["T", "X", "X", "O", "T", "T", "O", "O", "O", "O", "O", "O", "O", "O", "X"], "gpt2background_target_score": [-9.236455917358398, -8.618505477905273, -9.98546028137207, -9.370361328125, -6.367397308349609, -6.262632369995117, -10.917811393737793, -8.101224899291992, -7.680820465087891, -3.4603710174560547, -11.476978302001953, -2.0340120792388916], "gpt2background_argmax_score": [-1.9761712551116943, -1.514399528503418, -1.4640517234802246, -1.7402215003967285, -2.0958728790283203, -2.938397169113159, -2.9974300861358643, -2.082892417907715, -2.9745287895202637, -2.180342674255371, -2.535254955291748, -2.0340120792388916, -1.827655553817749, -1.4342049360275269, -1.7781652212142944, -1.9792667627334595, -1.0504727363586426, -1.4850434064865112, -2.213181257247925, -1.875885248184204, -2.0627026557922363, -1.4497401714324951, -1.4869349002838135, -2.279982089996338, -2.19456148147583, -1.933388352394104, -0.6429187655448914, -1.2875025272369385, -1.9933279752731323, -0.9769182205200195, -1.608845829963684]}, "Bot003_073_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_073.log.json", "context": "Hiya! I like to play the couch and watch tv Hi. Nice to meet you I am good. I just got back from the gym. So you are healthy?", "response": "I am healthy, I am healthy.", "annotation_id": "Bot003_073_04", "annotations": ["O", "O", "O", "O", "O", "T", "O", "O", "O", "O", "O", "O", "O", "O", "X"], "gpt2background_target_score": [-9.236455917358398, -8.618505477905273, -12.742427825927734, -8.873132705688477, -6.367397308349609, -8.908957481384277, -11.348965644836426, -10.066068649291992], "gpt2background_argmax_score": [-1.9761712551116943, -1.514399528503418, -1.4640517234802246, -1.7402215003967285, -2.0958728790283203, -2.938397169113159, -2.9974300861358643, -2.082892417907715, -2.9745287895202637, -2.180342674255371, -2.535254955291748, -2.0340120792388916, -1.827655553817749, -1.4342049360275269, -1.7781652212142944, -1.9792667627334595, -1.0504727363586426, -1.4850434064865112, -1.87949800491333, -2.1925389766693115, -1.719185709953308, -1.7839572429656982, -2.1828081607818604, -1.8688284158706665, -1.8312610387802124, -0.6205866932868958, -1.265787124633789, -1.959426760673523, -0.8976621031761169, -1.769884467124939, -1.7510298490524292, -2.5120036602020264, -2.1786231994628906, -1.7624192237854004, -1.9280755519866943, -2.0945236682891846, -2.216900587081909, -2.359699010848999, -1.3344370126724243, -1.9392626285552979, -1.9096698760986328, -2.132122755050659, -1.090353012084961, -1.21196448802948]}, "Bot003_073_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_073.log.json", "context": "Hiya! I like to play the couch and watch tv Hi. Nice to meet you I am good. I just got back from the gym. So you are healthy? I am healthy, I am healthy. Nice. Do you like to exercise?", "response": "I do, I love to exercise and exercise.", "annotation_id": "Bot003_073_06", "annotations": ["O", "O", "O", "O", "O", "T", "O", "T", "O", "T", "T", "O", "O", "T", "T"], "gpt2background_target_score": [-9.236455917358398, -7.568306922912598, -10.022991180419922, -9.016366958618164, -8.306533813476562, -8.998401641845703, -12.38152027130127, -9.583568572998047, -9.966241836547852, -9.336494445800781], "gpt2background_argmax_score": [-1.9761712551116943, -1.514399528503418, -1.4640517234802246, -1.7402215003967285, -2.0958728790283203, -2.938397169113159, -2.9974300861358643, -2.082892417907715, -2.9745287895202637, -2.180342674255371, -2.535254955291748, -2.0340120792388916, -1.827655553817749, -1.4342049360275269, -1.7781652212142944, -1.9792667627334595, -1.0504727363586426, -1.4850434064865112, -1.87949800491333, -2.1925389766693115, -1.719185709953308, -1.7839572429656982, -2.1828081607818604, -1.8688284158706665, -1.8312610387802124, -0.6205866932868958, -1.265787124633789, -1.959426760673523, -0.8976621031761169, -1.769884467124939, -1.7510294914245605, -2.5120067596435547, -2.178619146347046, -1.7624188661575317, -1.9280751943588257, -1.9733757972717285, -2.591662883758545, -1.3371707201004028, -1.949765920639038, -1.6846431493759155, -2.064222574234009, -1.1300469636917114, -1.4393097162246704, -0.8094083666801453, -1.7965506315231323, -0.1906450241804123, -1.2958390712738037, -1.2568092346191406, -1.597050666809082, -0.9960736036300659, -1.5496726036071777, -1.6964354515075684, -2.0207252502441406, -1.7694045305252075, -1.696049690246582, -2.0117530822753906, -2.23862886428833, -1.790347695350647, -1.1881736516952515, -1.7842211723327637, -1.2623027563095093, -1.0245370864868164]}, "Bot003_073_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_073.log.json", "context": "Hiya! I like to play the couch and watch tv Hi. Nice to meet you I am good. I just got back from the gym. So you are healthy? I am healthy, I am healthy. Nice. Do you like to exercise? I do, I love to exercise and exercise. Good. You must be in a good shape", "response": "I am. I am a gym instructor.", "annotation_id": "Bot003_073_08", "annotations": ["O", "O", "O", "O", "O", "T", "X", "X", "O", "O", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-9.236458778381348, -8.618507385253906, -10.451334953308105, -9.016366004943848, -9.988274574279785, -8.710927963256836, -11.360896110534668, -12.861471176147461, -3.5520331859588623], "gpt2background_argmax_score": [-1.9761701822280884, -1.5143996477127075, -1.4640508890151978, -1.7402230501174927, -2.0958752632141113, -2.9383976459503174, -2.9974308013916016, -2.0828938484191895, -2.974533796310425, -2.180340528488159, -2.5352609157562256, -2.03401255607605, -1.8276548385620117, -1.4342052936553955, -1.7781662940979004, -1.9792617559432983, -1.0504721403121948, -1.4850437641143799, -1.8795013427734375, -2.1925413608551025, -1.7191885709762573, -1.7839574813842773, -2.182809352874756, -1.868829369544983, -1.8312596082687378, -0.6205869317054749, -1.2657872438430786, -1.959429383277893, -0.8976638913154602, -1.7698839902877808, -1.7510292530059814, -2.5120058059692383, -2.178621768951416, -1.7624197006225586, -1.9280756711959839, -1.9733755588531494, -2.591663122177124, -1.3371706008911133, -1.9497615098953247, -1.6846421957015991, -2.064221143722534, -1.1300469636917114, -1.439310073852539, -0.8094096183776855, -1.7965476512908936, -0.1906445324420929, -1.2958412170410156, -1.2568104267120361, -1.5970537662506104, -0.996075451374054, -1.5496751070022583, -1.8162329196929932, -1.9179271459579468, -1.5236772298812866, -1.7762577533721924, -2.020702600479126, -1.763440728187561, -0.9428107738494873, -1.6027296781539917, -1.0654836893081665, -1.2628226280212402, -1.1739848852157593, -1.7160496711730957, -1.249465823173523, -0.9101017117500305, -2.321098566055298, -1.2793959379196167, -0.9674153923988342, -0.3804452419281006, -1.071575403213501, -1.972704529762268, -2.190467357635498, -1.9048861265182495, -1.0476442575454712, -1.5835782289505005, -2.6746318340301514, -1.624839425086975, -2.2950990200042725, -1.0482773780822754, -0.9132351875305176]}, "Bot003_073_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_073.log.json", "context": "Hiya! I like to play the couch and watch tv Hi. Nice to meet you I am good. I just got back from the gym. So you are healthy? I am healthy, I am healthy. Nice. Do you like to exercise? I do, I love to exercise and exercise. Good. You must be in a good shape I am. I am a gym instructor. Cool. Can you say me something good?", "response": "They're always fun. Lots of cool stuff", "annotation_id": "Bot003_073_10", "annotations": ["X", "X", "T", "O", "O", "X", "X", "O", "X", "X", "X", "T", "O", "O", "X"], "gpt2background_target_score": [-12.888257026672363, -10.37555980682373, -11.095854759216309, -12.309497833251953, -9.136152267456055, -13.287089347839355, -9.313247680664062, -8.849798202514648, -8.65827751159668], "gpt2background_argmax_score": [-1.9761701822280884, -1.5143996477127075, -1.4640508890151978, -1.7402230501174927, -2.0958752632141113, -2.9383976459503174, -2.9974308013916016, -2.0828938484191895, -2.974533796310425, -2.180340528488159, -2.5352609157562256, -2.03401255607605, -1.8276548385620117, -1.4342052936553955, -1.7781662940979004, -1.9792617559432983, -1.0504721403121948, -1.4850437641143799, -1.8795013427734375, -2.1925413608551025, -1.7191885709762573, -1.7839574813842773, -2.182809352874756, -1.868829369544983, -1.8312596082687378, -0.6205869317054749, -1.2657872438430786, -1.959429383277893, -0.8976638913154602, -1.7698839902877808, -1.7510292530059814, -2.5120058059692383, -2.178621768951416, -1.7624197006225586, -1.9280756711959839, -1.9733755588531494, -2.591663122177124, -1.3371706008911133, -1.9497615098953247, -1.6846421957015991, -2.064221143722534, -1.1300469636917114, -1.439310073852539, -0.8094096183776855, -1.7965476512908936, -0.1906445324420929, -1.2958412170410156, -1.2568104267120361, -1.5970537662506104, -0.996075451374054, -1.5496751070022583, -1.8162329196929932, -1.9179271459579468, -1.5236772298812866, -1.7762577533721924, -2.020702600479126, -1.763440728187561, -0.9428107738494873, -1.6027296781539917, -1.0654836893081665, -1.2628226280212402, -1.1739848852157593, -1.7160496711730957, -1.249465823173523, -0.9101017117500305, -2.321098566055298, -1.2793959379196167, -0.9674153923988342, -0.3804452419281006, -1.071575403213501, -1.80368173122406, -1.5763798952102661, -1.6545361280441284, -1.5075856447219849, -2.464200496673584, -1.5658749341964722, -2.1722209453582764, -1.1742335557937622, -1.3547468185424805, -0.7447855472564697, -1.6362218856811523, -0.5503696203231812, -2.5161428451538086, -1.8343034982681274, -1.5769942998886108, -1.089990258216858, -0.8581435680389404, -1.3325318098068237, -1.8245278596878052, -1.3162134885787964, -2.3218865394592285, -1.3758288621902466, -1.260982632637024, -1.5019086599349976, -0.22528178989887238, -1.1632574796676636, -1.649443507194519, -1.306356430053711]}, "Bot003_073_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_073.log.json", "context": "Hiya! I like to play the couch and watch tv Hi. Nice to meet you I am good. I just got back from the gym. So you are healthy? I am healthy, I am healthy. Nice. Do you like to exercise? I do, I love to exercise and exercise. Good. You must be in a good shape I am. I am a gym instructor. Cool. Can you say me something good? They're always fun. Lots of cool stuff Okay. But yesterday I had birthday", "response": "I am sorry to hear that. I am a couch potato.", "annotation_id": "Bot003_073_12", "annotations": ["X", "X", "X", "O", "X", "X", "X", "T", "X", "X", "X", "O", "O", "T", "X"], "gpt2background_target_score": [-9.236458778381348, -8.618507385253906, -8.55169677734375, -9.830061912536621, -9.31229019165039, -10.433181762695312, -6.252344608306885, -8.047422409057617, -9.833880424499512, -5.239249229431152, -7.660689353942871, -12.258842468261719, -3.7423486709594727], "gpt2background_argmax_score": [-1.9761701822280884, -1.5143996477127075, -1.4640508890151978, -1.7402230501174927, -2.0958752632141113, -2.9383976459503174, -2.9974308013916016, -2.0828938484191895, -2.974533796310425, -2.180340528488159, -2.5352609157562256, -2.03401255607605, -1.8276548385620117, -1.4342052936553955, -1.7781662940979004, -1.9792617559432983, -1.0504721403121948, -1.4850437641143799, -1.8795013427734375, -2.1925413608551025, -1.7191885709762573, -1.7839574813842773, -2.182809352874756, -1.868829369544983, -1.8312596082687378, -0.6205869317054749, -1.2657872438430786, -1.959429383277893, -0.8976638913154602, -1.7698839902877808, -1.7510292530059814, -2.5120058059692383, -2.178621768951416, -1.7624197006225586, -1.9280756711959839, -1.9733755588531494, -2.591663122177124, -1.3371706008911133, -1.9497615098953247, -1.6846421957015991, -2.064221143722534, -1.1300469636917114, -1.439310073852539, -0.8094096183776855, -1.7965476512908936, -0.1906445324420929, -1.2958412170410156, -1.2568104267120361, -1.5970537662506104, -0.996075451374054, -1.5496751070022583, -1.8162329196929932, -1.9179271459579468, -1.5236772298812866, -1.7762577533721924, -2.020702600479126, -1.763440728187561, -0.9428107738494873, -1.6027296781539917, -1.0654836893081665, -1.2628226280212402, -1.1739848852157593, -1.7160496711730957, -1.249465823173523, -0.9101017117500305, -2.321098566055298, -1.2793959379196167, -0.9674153923988342, -0.3804452419281006, -1.071575403213501, -1.80368173122406, -1.5763798952102661, -1.6545361280441284, -1.5075856447219849, -2.464200496673584, -1.5658749341964722, -2.1722209453582764, -1.1742335557937622, -1.3547468185424805, -0.7447855472564697, -1.6362218856811523, -0.5503696203231812, -2.5161428451538086, -1.8343034982681274, -1.5769942998886108, -1.089990258216858, -0.8581435680389404, -1.3325318098068237, -1.182536244392395, -2.727658271789551, -1.6652766466140747, -1.1129173040390015, -1.5544918775558472, -0.22913618385791779, -1.0583938360214233, -1.640269160270691, -1.1097480058670044, -1.7611058950424194, -1.5377135276794434, -1.4065135717391968, -0.7544060945510864, -1.8077354431152344, -0.7563719749450684, -2.034806728363037, -2.204564332962036, -2.2576701641082764, -1.9998342990875244, -2.064328193664551, -0.4790003001689911, -0.6586416959762573, -0.8122832179069519, -1.0993568897247314, -1.751149296760559, -2.1653788089752197, -0.7454707622528076, -2.5127007961273193, -1.395377278327942, -1.2101527452468872]}, "Bot003_073_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_073.log.json", "context": "Hiya! I like to play the couch and watch tv Hi. Nice to meet you I am good. I just got back from the gym. So you are healthy? I am healthy, I am healthy. Nice. Do you like to exercise? I do, I love to exercise and exercise. Good. You must be in a good shape I am. I am a gym instructor. Cool. Can you say me something good? They're always fun. Lots of cool stuff Okay. But yesterday I had birthday I am sorry to hear that. I am a couch potato. Okay. I got it. You don't want to say me good things", "response": "What do you want to go to school for?", "annotation_id": "Bot003_073_14", "annotations": ["X", "X", "T", "O", "T", "X", "X", "X", "X", "X", "X", "O", "O", "T", "X"], "gpt2background_target_score": [-11.423530578613281, -7.568306922912598, -7.914453029632568, -4.142728805541992, -2.5966811180114746, -4.2924394607543945, -7.173238277435303, -9.085271835327148, -5.351056098937988, -11.028077125549316], "gpt2background_argmax_score": [-1.9761701822280884, -1.5143996477127075, -1.4640508890151978, -1.7402230501174927, -2.0958752632141113, -2.9383976459503174, -2.9974308013916016, -2.0828938484191895, -2.974533796310425, -2.180340528488159, -2.5352609157562256, -2.03401255607605, -1.8276548385620117, -1.4342052936553955, -1.7781662940979004, -1.9792617559432983, -1.0504721403121948, -1.4850437641143799, -1.8795013427734375, -2.1925413608551025, -1.7191885709762573, -1.7839574813842773, -2.182809352874756, -1.868829369544983, -1.8312596082687378, -0.6205869317054749, -1.2657872438430786, -1.959429383277893, -0.8976638913154602, -1.7698839902877808, -1.7510292530059814, -2.5120058059692383, -2.178621768951416, -1.7624197006225586, -1.9280756711959839, -1.9733755588531494, -2.591663122177124, -1.3371706008911133, -1.9497615098953247, -1.6846421957015991, -2.064221143722534, -1.1300469636917114, -1.439310073852539, -0.8094096183776855, -1.7965476512908936, -0.1906445324420929, -1.2958412170410156, -1.2568104267120361, -1.5970537662506104, -0.996075451374054, -1.5496751070022583, -1.8162329196929932, -1.9179271459579468, -1.5236772298812866, -1.7762577533721924, -2.020702600479126, -1.763440728187561, -0.9428107738494873, -1.6027296781539917, -1.0654836893081665, -1.2628226280212402, -1.1739848852157593, -1.7160496711730957, -1.249465823173523, -0.9101017117500305, -2.321098566055298, -1.2793959379196167, -0.9674153923988342, -0.3804452419281006, -1.071575403213501, -1.80368173122406, -1.5763798952102661, -1.6545361280441284, -1.5075856447219849, -2.464200496673584, -1.5658749341964722, -2.1722209453582764, -1.1742335557937622, -1.3547468185424805, -0.7447855472564697, -1.6362218856811523, -0.5503696203231812, -2.5161428451538086, -1.8343034982681274, -1.5769942998886108, -1.089990258216858, -0.8581435680389404, -1.3325318098068237, -1.182536244392395, -2.727658271789551, -1.6652766466140747, -1.1129173040390015, -1.5544918775558472, -0.22913618385791779, -1.0583938360214233, -1.640269160270691, -1.1097480058670044, -1.7611058950424194, -1.5377135276794434, -1.4065135717391968, -0.7544060945510864, -1.8077354431152344, -0.7563719749450684, -2.034806728363037, -1.9446519613265991, -2.6627309322357178, -1.6318975687026978, -0.7683669328689575, -0.8796287775039673, -0.7286331057548523, -1.3674266338348389, -1.6969243288040161, -2.3109817504882812, -1.1839008331298828, -3.0798356533050537, -1.2916934490203857, -1.3239279985427856, -1.1366701126098633, -1.543003797531128, -1.6367112398147583, -1.9728751182556152, -0.9465667605400085, -1.4847028255462646, -1.6216754913330078, -0.2151496559381485, -1.705686092376709, -0.38194242119789124, -1.8780983686447144, -1.440028190612793, -1.467320203781128, -1.3811458349227905, -1.6885470151901245, -2.1375417709350586, -2.1944522857666016, -0.20217305421829224, -1.3659697771072388, -0.5041677951812744, -1.0713177919387817, -1.1670958995819092, -0.5332480669021606, -0.9246775507926941, -0.26613202691078186, -0.7878667712211609]}, "Bot003_073_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_073.log.json", "context": "Hiya! I like to play the couch and watch tv Hi. Nice to meet you I am good. I just got back from the gym. So you are healthy? I am healthy, I am healthy. Nice. Do you like to exercise? I do, I love to exercise and exercise. Good. You must be in a good shape I am. I am a gym instructor. Cool. Can you say me something good? They're always fun. Lots of cool stuff Okay. But yesterday I had birthday I am sorry to hear that. I am a couch potato. Okay. I got it. You don't want to say me good things What do you want to go to school for? I want to be a sciencist", "response": "Do you have to go school for that?", "annotation_id": "Bot003_073_16", "annotations": ["O", "O", "X", "O", "O", "X", "X", "O", "O", "O", "O", "O", "O", "T", "O"], "gpt2background_target_score": [-12.063530921936035, -6.421924591064453, -8.305893898010254, -9.830061912536621, -9.222186088562012, -9.089272499084473, -6.044975757598877, -10.588665008544922, -6.185056686401367], "gpt2background_argmax_score": [-1.9761701822280884, -1.5143996477127075, -1.4640508890151978, -1.7402230501174927, -2.0958752632141113, -2.9383976459503174, -2.9974308013916016, -2.0828938484191895, -2.974533796310425, -2.180340528488159, -2.5352609157562256, -2.03401255607605, -1.8276548385620117, -1.4342052936553955, -1.7781662940979004, -1.9792617559432983, -1.0504721403121948, -1.4850437641143799, -1.8795013427734375, -2.1925413608551025, -1.7191885709762573, -1.7839574813842773, -2.182809352874756, -1.868829369544983, -1.8312596082687378, -0.6205869317054749, -1.2657872438430786, -1.959429383277893, -0.8976638913154602, -1.7698839902877808, -1.7510292530059814, -2.5120058059692383, -2.178621768951416, -1.7624197006225586, -1.9280756711959839, -1.9733755588531494, -2.591663122177124, -1.3371706008911133, -1.9497615098953247, -1.6846421957015991, -2.064221143722534, -1.1300469636917114, -1.439310073852539, -0.8094096183776855, -1.7965476512908936, -0.1906445324420929, -1.2958412170410156, -1.2568104267120361, -1.5970537662506104, -0.996075451374054, -1.5496751070022583, -1.8162329196929932, -1.9179271459579468, -1.5236772298812866, -1.7762577533721924, -2.020702600479126, -1.763440728187561, -0.9428107738494873, -1.6027296781539917, -1.0654836893081665, -1.2628226280212402, -1.1739848852157593, -1.7160496711730957, -1.249465823173523, -0.9101017117500305, -2.321098566055298, -1.2793959379196167, -0.9674153923988342, -0.3804452419281006, -1.071575403213501, -1.80368173122406, -1.5763798952102661, -1.6545361280441284, -1.5075856447219849, -2.464200496673584, -1.5658749341964722, -2.1722209453582764, -1.1742335557937622, -1.3547468185424805, -0.7447855472564697, -1.6362218856811523, -0.5503696203231812, -2.5161428451538086, -1.8343034982681274, -1.5769942998886108, -1.089990258216858, -0.8581435680389404, -1.3325318098068237, -1.182536244392395, -2.727658271789551, -1.6652766466140747, -1.1129173040390015, -1.5544918775558472, -0.22913618385791779, -1.0583938360214233, -1.640269160270691, -1.1097480058670044, -1.7611058950424194, -1.5377135276794434, -1.4065135717391968, -0.7544060945510864, -1.8077354431152344, -0.7563719749450684, -2.034806728363037, -1.9446519613265991, -2.6627309322357178, -1.6318975687026978, -0.7683669328689575, -0.8796287775039673, -0.7286331057548523, -1.3674266338348389, -1.6969243288040161, -2.3109817504882812, -1.1839008331298828, -3.0798356533050537, -1.2916934490203857, -1.3239279985427856, -1.1366701126098633, -1.543003797531128, -1.6367112398147583, -1.9728751182556152, -0.9465667605400085, -1.4847028255462646, -1.6216754913330078, -0.2151496559381485, -1.705686092376709, -0.38194242119789124, -1.8780983686447144, -1.440028190612793, -1.467320203781128, -1.3811458349227905, -1.6885470151901245, -2.077406883239746, -0.2539958357810974, -1.6843948364257812, -0.5715897679328918, -1.1022638082504272, -1.4407562017440796, -0.551917552947998, -0.9273208379745483, -0.2994220554828644, -1.4761314392089844, -1.9481667280197144, -0.31493204832077026, -2.016536235809326, -1.9203426837921143, -1.3519622087478638, -2.198382616043091, -3.366765022277832, -1.5585212707519531, -0.9002560377120972, -1.8840570449829102, -0.17353923618793488, -1.2037477493286133, -1.1322968006134033, -1.7761653661727905, -0.46542155742645264, -0.8456333875656128, -2.0230321884155273, -0.38731348514556885, -1.0127859115600586]}, "Bot003_073_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_073.log.json", "context": "Hiya! I like to play the couch and watch tv Hi. Nice to meet you I am good. I just got back from the gym. So you are healthy? I am healthy, I am healthy. Nice. Do you like to exercise? I do, I love to exercise and exercise. Good. You must be in a good shape I am. I am a gym instructor. Cool. Can you say me something good? They're always fun. Lots of cool stuff Okay. But yesterday I had birthday I am sorry to hear that. I am a couch potato. Okay. I got it. You don't want to say me good things What do you want to go to school for? I want to be a sciencist Do you have to go school for that? of course. Did you go to college?", "response": "No I am not. I am a gym instructor.", "annotation_id": "Bot003_073_18", "annotations": ["O", "T", "O", "X", "T", "X", "X", "T", "O", "O", "T", "O", "O", "T", "O"], "gpt2background_target_score": [-10.534525871276855, -3.0032801628112793, -8.650533676147461, -9.876626968383789, -9.136152267456055, -9.193493843078613, -10.293147087097168, -7.41525411605835, -12.168681144714355, -12.158239364624023, -6.8536882400512695], "gpt2background_argmax_score": [-1.9761701822280884, -1.5143996477127075, -1.4640508890151978, -1.7402230501174927, -2.0958752632141113, -2.9383976459503174, -2.9974308013916016, -2.0828938484191895, -2.974533796310425, -2.180340528488159, -2.5352609157562256, -2.03401255607605, -1.8276548385620117, -1.4342052936553955, -1.7781662940979004, -1.9792617559432983, -1.0504721403121948, -1.4850437641143799, -1.8795013427734375, -2.1925413608551025, -1.7191885709762573, -1.7839574813842773, -2.182809352874756, -1.868829369544983, -1.8312596082687378, -0.6205869317054749, -1.2657872438430786, -1.959429383277893, -0.8976638913154602, -1.7698839902877808, -1.7510292530059814, -2.5120058059692383, -2.178621768951416, -1.7624197006225586, -1.9280756711959839, -1.9733755588531494, -2.591663122177124, -1.3371706008911133, -1.9497615098953247, -1.6846421957015991, -2.064221143722534, -1.1300469636917114, -1.439310073852539, -0.8094096183776855, -1.7965476512908936, -0.1906445324420929, -1.2958412170410156, -1.2568104267120361, -1.5970537662506104, -0.996075451374054, -1.5496751070022583, -1.8162329196929932, -1.9179271459579468, -1.5236772298812866, -1.7762577533721924, -2.020702600479126, -1.763440728187561, -0.9428107738494873, -1.6027296781539917, -1.0654836893081665, -1.2628226280212402, -1.1739848852157593, -1.7160496711730957, -1.249465823173523, -0.9101017117500305, -2.321098566055298, -1.2793959379196167, -0.9674153923988342, -0.3804452419281006, -1.071575403213501, -1.80368173122406, -1.5763798952102661, -1.6545361280441284, -1.5075856447219849, -2.464200496673584, -1.5658749341964722, -2.1722209453582764, -1.1742335557937622, -1.3547468185424805, -0.7447855472564697, -1.6362218856811523, -0.5503696203231812, -2.5161428451538086, -1.8343034982681274, -1.5769942998886108, -1.089990258216858, -0.8581435680389404, -1.3325318098068237, -1.182536244392395, -2.727658271789551, -1.6652766466140747, -1.1129173040390015, -1.5544918775558472, -0.22913618385791779, -1.0583938360214233, -1.640269160270691, -1.1097480058670044, -1.7611058950424194, -1.5377135276794434, -1.4065135717391968, -0.7544060945510864, -1.8077354431152344, -0.7563719749450684, -2.034806728363037, -1.9446519613265991, -2.6627309322357178, -1.6318975687026978, -0.7683669328689575, -0.8796287775039673, -0.7286331057548523, -1.3674266338348389, -1.6969243288040161, -2.3109817504882812, -1.1839008331298828, -3.0798356533050537, -1.2916934490203857, -1.3239279985427856, -1.1366701126098633, -1.543003797531128, -1.6367112398147583, -1.9728751182556152, -0.9465667605400085, -1.4847028255462646, -1.6216754913330078, -0.2151496559381485, -1.705686092376709, -0.38194242119789124, -1.8780983686447144, -1.440028190612793, -1.467320203781128, -1.3811458349227905, -1.6885470151901245, -2.077406883239746, -0.2539958357810974, -1.6843948364257812, -0.5715897679328918, -1.1022638082504272, -1.4407562017440796, -0.5519177913665771, -0.9273197650909424, -0.2994217872619629, -1.4761309623718262, -1.9481637477874756, -0.31493309140205383, -2.016535758972168, -1.92034113407135, -1.3519601821899414, -2.19838547706604, -3.366763114929199, -1.558523416519165, -0.9002553820610046, -0.25400084257125854, -0.9520153999328613, -1.188536286354065, -2.0894834995269775, -0.5060915946960449, -0.990608811378479, -2.180509567260742, -0.33169132471084595, -1.4333841800689697, -0.4935147762298584, -1.6927807331085205, -1.3267244100570679, -0.24466009438037872, -2.2580583095550537, -0.4875149130821228, -0.8866593837738037, -1.3388702869415283, -1.8080787658691406, -1.8808248043060303, -1.097239375114441, -1.7655764818191528, -1.46761155128479, -1.1096951961517334, -0.7204736471176147, -1.222206950187683, -1.5875977277755737, -2.071394681930542, -1.3571900129318237, -0.6895546317100525, -0.7898629307746887]}, "Bot003_073_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_073.log.json", "context": "Hiya! I like to play the couch and watch tv Hi. Nice to meet you I am good. I just got back from the gym. So you are healthy? I am healthy, I am healthy. Nice. Do you like to exercise? I do, I love to exercise and exercise. Good. You must be in a good shape I am. I am a gym instructor. Cool. Can you say me something good? They're always fun. Lots of cool stuff Okay. But yesterday I had birthday I am sorry to hear that. I am a couch potato. Okay. I got it. You don't want to say me good things What do you want to go to school for? I want to be a sciencist Do you have to go school for that? of course. Did you go to college? No I am not. I am a gym instructor. good. Bye", "response": "I think he is fat.", "annotation_id": "Bot003_073_20", "annotations": ["X", "X", "T", "O", "X", "X", "X", "X", "X", "X", "X", "O", "T", "X", "X"], "gpt2background_target_score": [-9.236458778381348, -9.435604095458984, -11.620206832885742, -8.972238540649414, -9.697669982910156, -8.922143936157227], "gpt2background_argmax_score": [-1.9761701822280884, -1.5143996477127075, -1.4640508890151978, -1.7402230501174927, -2.0958752632141113, -2.9383976459503174, -2.9974308013916016, -2.0828938484191895, -2.974533796310425, -2.180340528488159, -2.5352609157562256, -2.03401255607605, -1.8276548385620117, -1.4342052936553955, -1.7781662940979004, -1.9792617559432983, -1.0504721403121948, -1.4850437641143799, -1.8795013427734375, -2.1925413608551025, -1.7191885709762573, -1.7839574813842773, -2.182809352874756, -1.868829369544983, -1.8312596082687378, -0.6205869317054749, -1.2657872438430786, -1.959429383277893, -0.8976638913154602, -1.7698839902877808, -1.7510292530059814, -2.5120058059692383, -2.178621768951416, -1.7624197006225586, -1.9280756711959839, -1.9733755588531494, -2.591663122177124, -1.3371706008911133, -1.9497615098953247, -1.6846421957015991, -2.064221143722534, -1.1300469636917114, -1.439310073852539, -0.8094096183776855, -1.7965476512908936, -0.1906445324420929, -1.2958412170410156, -1.2568104267120361, -1.5970537662506104, -0.996075451374054, -1.5496751070022583, -1.8162329196929932, -1.9179271459579468, -1.5236772298812866, -1.7762577533721924, -2.020702600479126, -1.763440728187561, -0.9428107738494873, -1.6027296781539917, -1.0654836893081665, -1.2628226280212402, -1.1739848852157593, -1.7160496711730957, -1.249465823173523, -0.9101017117500305, -2.321098566055298, -1.2793959379196167, -0.9674153923988342, -0.3804452419281006, -1.071575403213501, -1.80368173122406, -1.5763798952102661, -1.6545361280441284, -1.5075856447219849, -2.464200496673584, -1.5658749341964722, -2.1722209453582764, -1.1742335557937622, -1.3547468185424805, -0.7447855472564697, -1.6362218856811523, -0.5503696203231812, -2.5161428451538086, -1.8343034982681274, -1.5769942998886108, -1.089990258216858, -0.8581435680389404, -1.3325318098068237, -1.182536244392395, -2.727658271789551, -1.6652766466140747, -1.1129173040390015, -1.5544918775558472, -0.22913618385791779, -1.0583938360214233, -1.640269160270691, -1.1097480058670044, -1.7611058950424194, -1.5377135276794434, -1.4065135717391968, -0.7544060945510864, -1.8077354431152344, -0.7563719749450684, -2.034806728363037, -1.9446519613265991, -2.6627309322357178, -1.6318975687026978, -0.7683669328689575, -0.8796287775039673, -0.7286331057548523, -1.3674266338348389, -1.6969243288040161, -2.3109817504882812, -1.1839008331298828, -3.0798356533050537, -1.2916934490203857, -1.3239279985427856, -1.1366701126098633, -1.543003797531128, -1.6367112398147583, -1.9728751182556152, -0.9465667605400085, -1.4847028255462646, -1.6216754913330078, -0.2151496559381485, -1.705686092376709, -0.38194242119789124, -1.8780983686447144, -1.440028190612793, -1.467320203781128, -1.3811458349227905, -1.6885470151901245, -2.077406883239746, -0.2539958357810974, -1.6843948364257812, -0.5715897679328918, -1.1022638082504272, -1.4407562017440796, -0.551917552947998, -0.9273208379745483, -0.2994220554828644, -1.4761314392089844, -1.9481667280197144, -0.31493204832077026, -2.016536235809326, -1.9203426837921143, -1.3519622087478638, -2.198382616043091, -3.366765022277832, -1.5585212707519531, -0.9002560377120972, -0.2540007531642914, -0.9520148634910583, -1.1885385513305664, -2.0894863605499268, -0.506091296672821, -0.9906076788902283, -2.1805078983306885, -0.3316919207572937, -1.4333840608596802, -0.49351462721824646, -1.6927815675735474, -1.326723575592041, -0.24465952813625336, -2.2580578327178955, -0.48751547932624817, -0.8866601586341858, -1.338870644569397, -1.8080785274505615, -0.8594275712966919, -1.630329966545105, -1.3161823749542236, -0.9696864485740662, -1.0113319158554077, -1.3459193706512451, -1.411773681640625, -1.944761037826538, -1.2901074886322021, -0.5923420190811157, -1.042920470237732, -2.2047743797302246, -1.4620628356933594, -0.8608375787734985, -2.0223166942596436, -1.9864925146102905, -1.4185545444488525, -1.7295724153518677, -2.0931689739227295, -1.2795292139053345, -1.518802523612976]}, "Bot003_074_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_074.log.json", "context": "Good to see you! I like to swim and swim  Where did 35th begin? What ia your name?", "response": "I'm paul.", "annotation_id": "Bot003_074_02", "annotations": ["O", "O", "O", "O", "O", "T", "T", "O", "X", "T", "O", "T", "O", "O", "X"], "gpt2background_target_score": [-10.401065826416016, -11.865069389343262, -8.354640007019043, -12.527786254882812, -9.889335632324219], "gpt2background_argmax_score": [-4.1281585693359375, -2.4500157833099365, -2.427603006362915, -2.400285243988037, -0.5790262222290039, -1.9790889024734497, -2.2663676738739014, -1.8415887355804443, -2.2402868270874023, -2.662841320037842, -2.123901844024658, -2.351094961166382, -1.6853526830673218, -0.25900799036026, -1.8905595541000366, -2.9638242721557617, -0.6764119863510132, -1.0132642984390259, -2.174381732940674, -3.0744428634643555, -2.5752532482147217, -2.168008804321289, -0.755078136920929, -1.0307458639144897, -2.1359763145446777, -2.121018886566162, -1.9702041149139404, -3.3833580017089844, -2.3348395824432373, -0.9958915710449219]}, "Bot003_074_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_074.log.json", "context": "Good to see you! I like to swim and swim  Where did 35th begin? What ia your name? I'm paul. Tell me about yourself", "response": "My family from italy but I live in america. How about you?", "annotation_id": "Bot003_074_04", "annotations": ["T", "O", "O", "O", "O", "T", "T", "O", "O", "O", "O", "O", "T", "O", "O"], "gpt2background_target_score": [-13.012002944946289, -10.662168502807617, -5.908981800079346, -9.690605163574219, -12.963217735290527, -10.32751750946045, -6.888349533081055, -5.385764122009277, -2.5613322257995605, -11.288742065429688, -10.453926086425781, -9.014754295349121, -10.086451530456543, -10.846796989440918, -5.743398666381836, -4.799030780792236], "gpt2background_argmax_score": [-4.1281585693359375, -2.4500157833099365, -2.427603006362915, -2.400285243988037, -0.5790262222290039, -1.9790889024734497, -2.2663676738739014, -1.8415887355804443, -2.2402868270874023, -2.662841320037842, -2.123901844024658, -2.351094961166382, -1.6853526830673218, -0.25900799036026, -1.8905595541000366, -2.9638242721557617, -0.6764119863510132, -1.0132642984390259, -2.174381732940674, -3.0744428634643555, -2.5752532482147217, -2.168008804321289, -0.755078136920929, -1.0307458639144897, -2.1621639728546143, -1.8876656293869019, -3.2978923320770264, -2.1656181812286377, -1.436475157737732, -0.3755585551261902, -2.0356242656707764, -1.4971691370010376, -1.4520018100738525, -1.905978798866272, -1.0266636610031128, -1.3364323377609253, -2.179192066192627, -1.5266648530960083, -1.8385491371154785, -1.194273829460144, -2.0271780490875244, -0.578723132610321, -2.0673205852508545, -0.2838997542858124, -1.6541045904159546, -1.391747236251831, -1.7357137203216553, -0.5756015181541443, -1.019175410270691, -0.4017200171947479]}, "Bot003_074_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_074.log.json", "context": "Good to see you! I like to swim and swim  Where did 35th begin? What ia your name? I'm paul. Tell me about yourself My family from italy but I live in america. How about you? How old are you?", "response": "I'm 16.", "annotation_id": "Bot003_074_06", "annotations": ["O", "T", "O", "O", "O", "T", "T", "O", "T", "T", "O", "O", "T", "O", "X"], "gpt2background_target_score": [-10.401065826416016, -11.865069389343262, -9.783639907836914, -5.929871082305908], "gpt2background_argmax_score": [-4.1281585693359375, -2.4500157833099365, -2.427603006362915, -2.400285243988037, -0.5790262222290039, -1.9790889024734497, -2.2663676738739014, -1.8415887355804443, -2.2402868270874023, -2.662841320037842, -2.123901844024658, -2.351094961166382, -1.6853526830673218, -0.25900799036026, -1.8905595541000366, -2.9638242721557617, -0.6764119863510132, -1.0132642984390259, -2.174381732940674, -3.0744428634643555, -2.5752532482147217, -2.168008804321289, -0.755078136920929, -1.0307458639144897, -2.1621644496917725, -1.8876659870147705, -3.297891139984131, -2.1656157970428467, -1.436474323272705, -0.3755594789981842, -2.0356247425079346, -1.497169852256775, -1.4520010948181152, -0.7525158524513245, -1.2791104316711426, -2.0913805961608887, -1.2427698373794556, -2.2468366622924805, -1.1421030759811401, -1.679825782775879, -0.6095495223999023, -2.028864860534668, -0.25804412364959717, -1.6367007493972778, -1.6374380588531494, -1.6751517057418823, -0.5856303572654724, -0.9469729661941528, -1.2108991146087646, -1.4788144826889038, -0.9685812592506409, -0.16928218305110931, -0.34476205706596375, -1.5862656831741333, -1.9653726816177368, -1.364548921585083, -2.8944058418273926, -1.8328005075454712, -1.3471978902816772]}, "Bot003_074_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_074.log.json", "context": "Good to see you! I like to swim and swim  Where did 35th begin? What ia your name? I'm paul. Tell me about yourself My family from italy but I live in america. How about you? How old are you? I'm 16. Where you live?", "response": "I'm a little old.  What do you think about ConvAI competition?", "annotation_id": "Bot003_074_08", "annotations": ["T", "X", "X", "X", "X", "O", "T", "X", "X", "T", "O", "X", "T", "X", "O"], "gpt2background_target_score": [-10.401073455810547, -11.865071296691895, -2.8459630012512207, -9.611554145812988, -10.688981056213379, -8.343546867370605, -8.465987205505371, -12.235626220703125, -9.47905445098877, -6.165304183959961, -11.239519119262695, -7.556696891784668, -13.320556640625, -13.602099418640137, -12.61528491973877, -4.7990288734436035], "gpt2background_argmax_score": [-4.128152370452881, -2.450017213821411, -2.4276044368743896, -2.4002842903137207, -0.5790254473686218, -1.9790889024734497, -2.2663686275482178, -1.8415907621383667, -2.240285873413086, -2.662844657897949, -2.123901844024658, -2.3510944843292236, -1.68535578250885, -0.25900837779045105, -1.8905590772628784, -2.9638218879699707, -0.6764121055603027, -1.0132633447647095, -2.174384593963623, -3.074446201324463, -2.575249433517456, -2.1680071353912354, -0.7550763487815857, -1.0307456254959106, -2.1621651649475098, -1.8876667022705078, -3.297891616821289, -2.165619134902954, -1.4364745616912842, -0.3755597174167633, -2.0356252193450928, -1.4971702098846436, -1.452003002166748, -0.7525178790092468, -1.2791121006011963, -2.0913784503936768, -1.2427717447280884, -2.246835947036743, -1.1421046257019043, -1.6798266172409058, -0.6095468401908875, -2.028862237930298, -0.25804466009140015, -1.6366997957229614, -1.6374366283416748, -1.6751549243927002, -0.5856322050094604, -0.9469738602638245, -1.2108988761901855, -1.4788181781768799, -0.9685795903205872, -0.16928298771381378, -0.344762921333313, -1.586266279220581, -1.326192855834961, -2.706324338912964, -1.622859239578247, -1.391343593597412, -1.528275966644287, -1.4309321641921997, -0.5688194632530212, -1.9483470916748047, -1.7727971076965332, -1.3745512962341309, -2.639282464981079, -3.057492971420288, -1.66610848903656, -1.8287678956985474, -1.2648987770080566, -1.374563217163086, -2.5039420127868652, -0.21793457865715027, -2.13110613822937, -1.580302357673645, -1.8681938648223877, -0.7757475972175598, -1.6321848630905151, -0.6575922966003418, -0.8238309025764465]}, "Bot003_074_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_074.log.json", "context": "Good to see you! I like to swim and swim  Where did 35th begin? What ia your name? I'm paul. Tell me about yourself My family from italy but I live in america. How about you? How old are you? I'm 16. Where you live? I'm a little old.  What do you think about ConvAI competition? I like it", "response": "I grew up from germany but moved to germany", "annotation_id": "Bot003_074_10", "annotations": ["X", "X", "X", "X", "X", "T", "T", "X", "T", "T", "O", "X", "O", "X", "X"], "gpt2background_target_score": [-10.401073455810547, -11.860543251037598, -7.301973342895508, -5.71184778213501, -10.444493293762207, -12.8438138961792, -10.914972305297852, -8.708605766296387, -12.7133207321167, -5.599283218383789, -9.9154634475708, -12.097366333007812, -10.096649169921875], "gpt2background_argmax_score": [-4.128152370452881, -2.450017213821411, -2.4276044368743896, -2.4002842903137207, -0.5790254473686218, -1.9790889024734497, -2.2663686275482178, -1.8415907621383667, -2.240285873413086, -2.662844657897949, -2.123901844024658, -2.3510944843292236, -1.68535578250885, -0.25900837779045105, -1.8905590772628784, -2.9638218879699707, -0.6764121055603027, -1.0132633447647095, -2.174384593963623, -3.074446201324463, -2.575249433517456, -2.1680071353912354, -0.7550763487815857, -1.0307456254959106, -2.1621651649475098, -1.8876667022705078, -3.297891616821289, -2.165619134902954, -1.4364745616912842, -0.3755597174167633, -2.0356252193450928, -1.4971702098846436, -1.452003002166748, -0.7525178790092468, -1.2791121006011963, -2.0913784503936768, -1.2427717447280884, -2.246835947036743, -1.1421046257019043, -1.6798266172409058, -0.6095468401908875, -2.028862237930298, -0.25804466009140015, -1.6366997957229614, -1.6374366283416748, -1.6751549243927002, -0.5856322050094604, -0.9469738602638245, -1.2108988761901855, -1.4788181781768799, -0.9685795903205872, -0.16928298771381378, -0.344762921333313, -1.586266279220581, -1.326192855834961, -2.706324338912964, -1.622859239578247, -1.391343593597412, -1.528275966644287, -1.4309321641921997, -0.5688194632530212, -1.9483470916748047, -1.2622932195663452, -1.9327714443206787, -3.257558584213257, -1.9612921476364136, -1.5197112560272217, -1.7590593099594116, -1.6042115688323975, -2.349097728729248, -0.25002071261405945, -2.2113544940948486, -1.6306747198104858, -1.7638620138168335, -0.6740552186965942, -1.6910974979400635, -0.7890451550483704, -1.8042960166931152, -1.362458348274231, -1.01748788356781, -1.1423823833465576, -1.5872362852096558, -1.7832106351852417, -0.07983188331127167, -0.5948100090026855, -2.0229759216308594, -0.22615690529346466, -0.5308407545089722, -1.5820454359054565, -1.4455784559249878, -0.8587523698806763, -2.2615246772766113, -0.06315706670284271, -0.08356538414955139, -1.591945767402649]}, "Bot003_074_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_074.log.json", "context": "Good to see you! I like to swim and swim  Where did 35th begin? What ia your name? I'm paul. Tell me about yourself My family from italy but I live in america. How about you? How old are you? I'm 16. Where you live? I'm a little old.  What do you think about ConvAI competition? I like it I grew up from germany but moved to germany What you think?", "response": "I was born in paris  Are you a scientist?", "annotation_id": "Bot003_074_12", "annotations": ["X", "X", "X", "T", "X", "T", "O", "X", "X", "T", "O", "X", "T", "X", "O"], "gpt2background_target_score": [-10.401073455810547, -11.68721866607666, -12.757840156555176, -2.4002842903137207, -12.351973533630371, -12.543603897094727, -8.465987205505371, -12.982674598693848, -8.611289024353027, -5.437602996826172, -13.684783935546875, -9.703929901123047], "gpt2background_argmax_score": [-4.128152370452881, -2.450017213821411, -2.4276044368743896, -2.4002842903137207, -0.5790254473686218, -1.9790889024734497, -2.2663686275482178, -1.8415907621383667, -2.240285873413086, -2.662844657897949, -2.123901844024658, -2.3510944843292236, -1.68535578250885, -0.25900837779045105, -1.8905590772628784, -2.9638218879699707, -0.6764121055603027, -1.0132633447647095, -2.174384593963623, -3.074446201324463, -2.575249433517456, -2.1680071353912354, -0.7550763487815857, -1.0307456254959106, -2.1621651649475098, -1.8876667022705078, -3.297891616821289, -2.165619134902954, -1.4364745616912842, -0.3755597174167633, -2.0356252193450928, -1.4971702098846436, -1.452003002166748, -0.7525178790092468, -1.2791121006011963, -2.0913784503936768, -1.2427717447280884, -2.246835947036743, -1.1421046257019043, -1.6798266172409058, -0.6095468401908875, -2.028862237930298, -0.25804466009140015, -1.6366997957229614, -1.6374366283416748, -1.6751549243927002, -0.5856322050094604, -0.9469738602638245, -1.2108988761901855, -1.4788181781768799, -0.9685795903205872, -0.16928298771381378, -0.344762921333313, -1.586266279220581, -1.326192855834961, -2.706324338912964, -1.622859239578247, -1.391343593597412, -1.528275966644287, -1.4309321641921997, -0.5688194632530212, -1.9483470916748047, -1.2622932195663452, -1.9327714443206787, -3.257558584213257, -1.9612921476364136, -1.5197112560272217, -1.7590593099594116, -1.6042115688323975, -2.349097728729248, -0.25002071261405945, -2.2113544940948486, -1.6306747198104858, -1.7638620138168335, -0.6740552186965942, -1.6910974979400635, -0.7890451550483704, -1.8042960166931152, -1.362458348274231, -1.01748788356781, -1.1423823833465576, -1.847685694694519, -0.05666544288396835, -0.7899860143661499, -2.079472541809082, -0.30905815958976746, -0.5280644297599792, -1.624421238899231, -1.3058377504348755, -0.9429208040237427, -2.215393543243408, -0.07020330429077148, -0.08578447997570038, -1.5719425678253174, -2.505857467651367, -2.2809197902679443, -0.90472412109375, -1.5401813983917236, -1.6210174560546875, -1.7990682125091553, -2.128371238708496, -0.6090970039367676, -0.922106146812439, -2.585064172744751, -2.5768744945526123, -1.8026179075241089, -0.3702069818973541, -2.2285261154174805, -3.3104798793792725, -0.8251113891601562, -1.1405388116836548]}, "Bot003_074_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_074.log.json", "context": "Good to see you! I like to swim and swim  Where did 35th begin? What ia your name? I'm paul. Tell me about yourself My family from italy but I live in america. How about you? How old are you? I'm 16. Where you live? I'm a little old.  What do you think about ConvAI competition? I like it I grew up from germany but moved to germany What you think? I was born in paris  Are you a scientist? Yes", "response": "Ah.", "annotation_id": "Bot003_074_14", "annotations": ["O", "T", "T", "O", "O", "T", "T", "T", "O", "T", "O", "T", "O", "T", "X"], "gpt2background_target_score": [-14.676109313964844, -10.35265827178955], "gpt2background_argmax_score": [-4.128152370452881, -2.450017213821411, -2.4276044368743896, -2.4002842903137207, -0.5790254473686218, -1.9790889024734497, -2.2663686275482178, -1.8415907621383667, -2.240285873413086, -2.662844657897949, -2.123901844024658, -2.3510944843292236, -1.68535578250885, -0.25900837779045105, -1.8905590772628784, -2.9638218879699707, -0.6764121055603027, -1.0132633447647095, -2.174384593963623, -3.074446201324463, -2.575249433517456, -2.1680071353912354, -0.7550763487815857, -1.0307456254959106, -2.1621651649475098, -1.8876667022705078, -3.297891616821289, -2.165619134902954, -1.4364745616912842, -0.3755597174167633, -2.0356252193450928, -1.4971702098846436, -1.452003002166748, -0.7525178790092468, -1.2791121006011963, -2.0913784503936768, -1.2427717447280884, -2.246835947036743, -1.1421046257019043, -1.6798266172409058, -0.6095468401908875, -2.028862237930298, -0.25804466009140015, -1.6366997957229614, -1.6374366283416748, -1.6751549243927002, -0.5856322050094604, -0.9469738602638245, -1.2108988761901855, -1.4788181781768799, -0.9685795903205872, -0.16928298771381378, -0.344762921333313, -1.586266279220581, -1.326192855834961, -2.706324338912964, -1.622859239578247, -1.391343593597412, -1.528275966644287, -1.4309321641921997, -0.5688194632530212, -1.9483470916748047, -1.2622932195663452, -1.9327714443206787, -3.257558584213257, -1.9612921476364136, -1.5197112560272217, -1.7590593099594116, -1.6042115688323975, -2.349097728729248, -0.25002071261405945, -2.2113544940948486, -1.6306747198104858, -1.7638620138168335, -0.6740552186965942, -1.6910974979400635, -0.7890451550483704, -1.8042960166931152, -1.362458348274231, -1.01748788356781, -1.1423823833465576, -1.847685694694519, -0.05666544288396835, -0.7899860143661499, -2.079472541809082, -0.30905815958976746, -0.5280644297599792, -1.624421238899231, -1.3058377504348755, -0.9429208040237427, -2.215393543243408, -0.07020330429077148, -0.08578447997570038, -1.5719425678253174, -2.505857467651367, -2.2809197902679443, -0.9047244787216187, -1.5401819944381714, -1.606360673904419, -2.1799726486206055, -0.5751764178276062, -1.2569668292999268, -2.6579322814941406, -2.5761501789093018, -2.3312690258026123, -0.3029352128505707, -1.9930994510650635, -3.4439537525177, -0.7753090262413025, -1.3994187116622925, -1.6704093217849731, -1.633891224861145, -2.3066225051879883, -1.2017912864685059]}, "Bot003_074_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_074.log.json", "context": "Good to see you! I like to swim and swim  Where did 35th begin? What ia your name? I'm paul. Tell me about yourself My family from italy but I live in america. How about you? How old are you? I'm 16. Where you live? I'm a little old.  What do you think about ConvAI competition? I like it I grew up from germany but moved to germany What you think? I was born in paris  Are you a scientist? Yes Ah. And you?", "response": "I'm not sure.  Hey, listen. I live in california, where are you from?  Hey, listen. I live in california, where are you from?", "annotation_id": "Bot003_074_16", "annotations": ["T", "X", "X", "O", "X", "T", "T", "X", "X", "O", "X", "X", "T", "T", "O"], "gpt2background_target_score": [-10.401073455810547, -11.865071296691895, -8.4628324508667, -10.446968078613281, -9.889333724975586, -9.55636215209961, -10.31384563446045, -8.00991439819336, -13.449358940124512, -8.945812225341797, -6.327829837799072, -9.102349281311035, -3.107116222381592, -11.156136512756348, -10.998835563659668, -11.65382194519043, -4.2919487953186035, -8.293517112731934, -3.0194077491760254, -4.433938503265381, -4.820974349975586, -7.297616004943848, -3.8375587463378906, -6.969537734985352, -8.29031753540039, -12.029354095458984, -5.0653581619262695, -6.098508834838867, -10.967799186706543, -8.396626472473145, -11.530582427978516, -12.960161209106445, -13.405525207519531, -8.757428169250488, -7.805514335632324, -10.291534423828125, -6.855151653289795, -6.791277885437012, -9.5894775390625], "gpt2background_argmax_score": [-4.128152370452881, -2.450017213821411, -2.4276044368743896, -2.4002842903137207, -0.5790254473686218, -1.9790889024734497, -2.2663686275482178, -1.8415907621383667, -2.240285873413086, -2.662844657897949, -2.123901844024658, -2.3510944843292236, -1.68535578250885, -0.25900837779045105, -1.8905590772628784, -2.9638218879699707, -0.6764121055603027, -1.0132633447647095, -2.174384593963623, -3.074446201324463, -2.575249433517456, -2.1680071353912354, -0.7550763487815857, -1.0307456254959106, -2.1621651649475098, -1.8876667022705078, -3.297891616821289, -2.165619134902954, -1.4364745616912842, -0.3755597174167633, -2.0356252193450928, -1.4971702098846436, -1.452003002166748, -0.7525178790092468, -1.2791121006011963, -2.0913784503936768, -1.2427717447280884, -2.246835947036743, -1.1421046257019043, -1.6798266172409058, -0.6095468401908875, -2.028862237930298, -0.25804466009140015, -1.6366997957229614, -1.6374366283416748, -1.6751549243927002, -0.5856322050094604, -0.9469738602638245, -1.2108988761901855, -1.4788181781768799, -0.9685795903205872, -0.16928298771381378, -0.344762921333313, -1.586266279220581, -1.326192855834961, -2.706324338912964, -1.622859239578247, -1.391343593597412, -1.528275966644287, -1.4309321641921997, -0.5688194632530212, -1.9483470916748047, -1.2622932195663452, -1.9327714443206787, -3.257558584213257, -1.9612921476364136, -1.5197112560272217, -1.7590593099594116, -1.6042115688323975, -2.349097728729248, -0.25002071261405945, -2.2113544940948486, -1.6306747198104858, -1.7638620138168335, -0.6740552186965942, -1.6910974979400635, -0.7890451550483704, -1.8042960166931152, -1.362458348274231, -1.01748788356781, -1.1423823833465576, -1.847685694694519, -0.05666544288396835, -0.7899860143661499, -2.079472541809082, -0.30905815958976746, -0.5280644297599792, -1.624421238899231, -1.3058377504348755, -0.9429208040237427, -2.215393543243408, -0.07020330429077148, -0.08578447997570038, -1.5719425678253174, -2.505857467651367, -2.2809197902679443, -0.9047244787216187, -1.5401819944381714, -1.606360673904419, -2.1799726486206055, -0.5751764178276062, -1.2569668292999268, -2.6579322814941406, -2.5761501789093018, -2.3312690258026123, -0.3029352128505707, -1.9930994510650635, -3.4439537525177, -0.7753090262413025, -1.3994187116622925, -1.6704093217849731, -2.33742356300354, -1.3250967264175415, -1.6397372484207153, -1.9988642930984497, -1.8864549398422241, -1.7732738256454468, -1.5120452642440796, -1.0721737146377563, -0.9227476716041565, -2.188786268234253, -0.9855524897575378, -1.3164420127868652, -1.5750056505203247, -1.515389084815979, -1.3001295328140259, -1.1870059967041016, -1.2469292879104614, -0.3100948631763458, -2.2412586212158203, -0.4756338894367218, -0.06971088796854019, -1.4986469745635986, -2.177887439727783, -1.8718609809875488, -0.24102742969989777, -1.1119968891143799, -0.36904072761535645, -1.0059959888458252, -1.6507387161254883, -1.0013874769210815, -1.700955867767334, -0.385483056306839, -1.3887709379196167, -1.1426143646240234, -0.34008631110191345, -2.4988815784454346, -0.04439732804894447, -0.14409701526165009, -1.4768680334091187, -0.5367832183837891, -0.3741284906864166, -0.20771563053131104, -0.6055603623390198, -0.20232078433036804, -1.2489242553710938]}, "Bot003_074_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_074.log.json", "context": "Good to see you! I like to swim and swim  Where did 35th begin? What ia your name? I'm paul. Tell me about yourself My family from italy but I live in america. How about you? How old are you? I'm 16. Where you live? I'm a little old.  What do you think about ConvAI competition? I like it I grew up from germany but moved to germany What you think? I was born in paris  Are you a scientist? Yes Ah. And you? I'm not sure.  Hey, listen. I live in california, where are you from?  Hey, listen. I live in california, where are you from? Fucking bot", "response": "Can't you be more polite?", "annotation_id": "Bot003_074_18", "annotations": ["X", "O", "O", "O", "O", "O", "T", "O", "T", "O", "X", "T", "O", "X", "O"], "gpt2background_target_score": [-13.40106201171875, -10.62275218963623, -5.686243057250977, -7.670546054840088, -10.174765586853027, -12.901886940002441, -9.89749813079834], "gpt2background_argmax_score": [-4.128152370452881, -2.450017213821411, -2.4276044368743896, -2.4002842903137207, -0.5790254473686218, -1.9790889024734497, -2.2663686275482178, -1.8415907621383667, -2.240285873413086, -2.662844657897949, -2.123901844024658, -2.3510944843292236, -1.68535578250885, -0.25900837779045105, -1.8905590772628784, -2.9638218879699707, -0.6764121055603027, -1.0132633447647095, -2.174384593963623, -3.074446201324463, -2.575249433517456, -2.1680071353912354, -0.7550763487815857, -1.0307456254959106, -2.1621651649475098, -1.8876667022705078, -3.297891616821289, -2.165619134902954, -1.4364745616912842, -0.3755597174167633, -2.0356252193450928, -1.4971702098846436, -1.452003002166748, -0.7525178790092468, -1.2791121006011963, -2.0913784503936768, -1.2427717447280884, -2.246835947036743, -1.1421046257019043, -1.6798266172409058, -0.6095468401908875, -2.028862237930298, -0.25804466009140015, -1.6366997957229614, -1.6374366283416748, -1.6751549243927002, -0.5856322050094604, -0.9469738602638245, -1.2108988761901855, -1.4788181781768799, -0.9685795903205872, -0.16928298771381378, -0.344762921333313, -1.586266279220581, -1.326192855834961, -2.706324338912964, -1.622859239578247, -1.391343593597412, -1.528275966644287, -1.4309321641921997, -0.5688194632530212, -1.9483470916748047, -1.2622932195663452, -1.9327714443206787, -3.257558584213257, -1.9612921476364136, -1.5197112560272217, -1.7590593099594116, -1.6042115688323975, -2.349097728729248, -0.25002071261405945, -2.2113544940948486, -1.6306747198104858, -1.7638620138168335, -0.6740552186965942, -1.6910974979400635, -0.7890451550483704, -1.8042960166931152, -1.362458348274231, -1.01748788356781, -1.1423823833465576, -1.847685694694519, -0.05666544288396835, -0.7899860143661499, -2.079472541809082, -0.30905815958976746, -0.5280644297599792, -1.624421238899231, -1.3058377504348755, -0.9429208040237427, -2.215393543243408, -0.07020330429077148, -0.08578447997570038, -1.5719425678253174, -2.505857467651367, -2.2809197902679443, -0.9047244787216187, -1.5401819944381714, -1.606360673904419, -2.1799726486206055, -0.5751764178276062, -1.2569668292999268, -2.6579322814941406, -2.5761501789093018, -2.3312690258026123, -0.3029352128505707, -1.9930994510650635, -3.4439537525177, -0.7753090262413025, -1.3994187116622925, -1.6704093217849731, -2.33742356300354, -1.3250967264175415, -1.6397372484207153, -1.9988642930984497, -1.8864549398422241, -1.3722251653671265, -1.0688008069992065, -0.9676720499992371, -2.2115213871002197, -1.3243749141693115, -1.834926962852478, -1.406940221786499, -1.4139169454574585, -1.2537373304367065, -1.3208855390548706, -1.1856398582458496, -0.2928850054740906, -2.3146793842315674, -0.43526405096054077, -0.06910698860883713, -1.474955677986145, -2.2318787574768066, -2.03633189201355, -0.24091894924640656, -1.0476423501968384, -0.3811655640602112, -1.4862221479415894, -1.7581020593643188, -0.8989651799201965, -1.5583350658416748, -0.5362695455551147, -1.1531721353530884, -1.0844032764434814, -0.31123852729797363, -2.350085735321045, -0.0424131341278553, -0.13363490998744965, -1.408218264579773, -0.6253512501716614, -0.3884927034378052, -0.20732912421226501, -0.5399672985076904, -0.21912385523319244, -1.6605509519577026, -1.4655393362045288, -2.7685413360595703, -1.6779489517211914, -2.0305943489074707, -0.7944186925888062, -2.199378728866577, -2.763568878173828, -1.5336558818817139, -0.4343743920326233, -0.9902327656745911, -1.0372722148895264]}, "Bot003_074_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_074.log.json", "context": "Good to see you! I like to swim and swim  Where did 35th begin? What ia your name? I'm paul. Tell me about yourself My family from italy but I live in america. How about you? How old are you? I'm 16. Where you live? I'm a little old.  What do you think about ConvAI competition? I like it I grew up from germany but moved to germany What you think? I was born in paris  Are you a scientist? Yes Ah. And you? I'm not sure.  Hey, listen. I live in california, where are you from?  Hey, listen. I live in california, where are you from? Fucking bot Can't you be more polite? And you?", "response": "I'm offering you a chance.", "annotation_id": "Bot003_074_20", "annotations": ["X", "O", "T", "T", "O", "T", "O", "T", "X", "T", "X", "X", "T", "X", "X"], "gpt2background_target_score": [-10.401073455810547, -11.865071296691895, -12.277841567993164, -9.207550048828125, -8.141374588012695, -12.507131576538086, -8.128753662109375], "gpt2background_argmax_score": [-4.128152370452881, -2.450017213821411, -2.4276044368743896, -2.4002842903137207, -0.5790254473686218, -1.9790889024734497, -2.2663686275482178, -1.8415907621383667, -2.240285873413086, -2.662844657897949, -2.123901844024658, -2.3510944843292236, -1.68535578250885, -0.25900837779045105, -1.8905590772628784, -2.9638218879699707, -0.6764121055603027, -1.0132633447647095, -2.174384593963623, -3.074446201324463, -2.575249433517456, -2.1680071353912354, -0.7550763487815857, -1.0307456254959106, -2.1621651649475098, -1.8876667022705078, -3.297891616821289, -2.165619134902954, -1.4364745616912842, -0.3755597174167633, -2.0356252193450928, -1.4971702098846436, -1.452003002166748, -0.7525178790092468, -1.2791121006011963, -2.0913784503936768, -1.2427717447280884, -2.246835947036743, -1.1421046257019043, -1.6798266172409058, -0.6095468401908875, -2.028862237930298, -0.25804466009140015, -1.6366997957229614, -1.6374366283416748, -1.6751549243927002, -0.5856322050094604, -0.9469738602638245, -1.2108988761901855, -1.4788181781768799, -0.9685795903205872, -0.16928298771381378, -0.344762921333313, -1.586266279220581, -1.326192855834961, -2.706324338912964, -1.622859239578247, -1.391343593597412, -1.528275966644287, -1.4309321641921997, -0.5688194632530212, -1.9483470916748047, -1.2622932195663452, -1.9327714443206787, -3.257558584213257, -1.9612921476364136, -1.5197112560272217, -1.7590593099594116, -1.6042115688323975, -2.349097728729248, -0.25002071261405945, -2.2113544940948486, -1.6306747198104858, -1.7638620138168335, -0.6740552186965942, -1.6910974979400635, -0.7890451550483704, -1.8042960166931152, -1.362458348274231, -1.01748788356781, -1.1423823833465576, -1.847685694694519, -0.05666544288396835, -0.7899860143661499, -2.079472541809082, -0.30905815958976746, -0.5280644297599792, -1.624421238899231, -1.3058377504348755, -0.9429208040237427, -2.215393543243408, -0.07020330429077148, -0.08578447997570038, -1.5719425678253174, -2.505857467651367, -2.2809197902679443, -0.9047244787216187, -1.5401819944381714, -1.606360673904419, -2.1799726486206055, -0.5751764178276062, -1.2569668292999268, -2.6579322814941406, -2.5761501789093018, -2.3312690258026123, -0.3029352128505707, -1.9930994510650635, -3.4439537525177, -0.7753090262413025, -1.3994187116622925, -1.6704093217849731, -2.33742356300354, -1.3250967264175415, -1.6397372484207153, -1.9988642930984497, -1.8864549398422241, -1.3722251653671265, -1.0688008069992065, -0.9676720499992371, -2.2115213871002197, -1.3243749141693115, -1.834926962852478, -1.406940221786499, -1.4139169454574585, -1.2537373304367065, -1.3208855390548706, -1.1856398582458496, -0.2928850054740906, -2.3146793842315674, -0.43526405096054077, -0.06910698860883713, -1.474955677986145, -2.2318787574768066, -2.03633189201355, -0.24091894924640656, -1.0476423501968384, -0.3811655640602112, -1.4862221479415894, -1.7581020593643188, -0.8989651799201965, -1.5583350658416748, -0.5362695455551147, -1.1531721353530884, -1.0844032764434814, -0.31123852729797363, -2.350085735321045, -0.0424131341278553, -0.13363490998744965, -1.408218264579773, -0.6253512501716614, -0.3884927034378052, -0.20732912421226501, -0.5399672985076904, -0.21912385523319244, -1.6605509519577026, -1.4655393362045288, -2.7685413360595703, -1.6779489517211914, -1.0407109260559082, -2.135613203048706, -2.8521387577056885, -1.7014738321304321, -0.6611417531967163, -0.9539254903793335, -1.8943020105361938, -1.6894028186798096, -1.6781749725341797, -1.84552001953125, -1.965835690498352, -1.3273603916168213, -1.5120501518249512, -1.6760990619659424, -1.0299947261810303, -2.368253707885742, -0.9205465912818909, -1.4056257009506226]}, "Bot003_075_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_075.log.json", "context": "Buongiorno! Such a nice day! How are you? I love to eat and watch tv  Do you like to chat with me? hey i'm a 12 year old girl and i hate school", "response": "I am glad to hear that you are female.. I honestly think you should sit down, take a stress pill, and calmly think things over.", "annotation_id": "Bot003_075_02", "annotations": ["O", "O", "O", "O", "X", "T", "O", "T", "O", "O", "O", "O", "O", "O", "T"], "gpt2background_target_score": [-11.340103149414062, -10.15632438659668, -12.406081199645996, -4.630394458770752, -12.718398094177246, -7.187310695648193, -11.345909118652344, -10.963253021240234, -12.126640319824219, -10.569454193115234, -6.850484848022461, -12.552702903747559, -9.516170501708984, -8.307008743286133, -6.7144083976745605, -11.226842880249023, -10.360294342041016, -3.720069169998169, -5.538197994232178, -3.9538867473602295, -11.666179656982422, -11.714179039001465, -8.618876457214355, -7.92763614654541, -12.959441184997559, -6.006694316864014, -8.716136932373047, -8.938817024230957, -5.484828948974609], "gpt2background_argmax_score": [-0.1694696694612503, -3.0999600887298584, -3.3249475955963135, -2.9643619060516357, -1.239281415939331, -0.5354217290878296, -2.0019288063049316, -3.1531782150268555, -1.3349571228027344, -0.9358590841293335, -2.2179129123687744, -0.353112131357193, -1.6789153814315796, -1.5715696811676025, -1.6471980810165405, -2.3645894527435303, -2.7675929069519043, -3.2556965351104736, -1.4257837533950806, -2.2698628902435303, -1.6691244840621948, -2.234375, -0.22862718999385834, -1.6660006046295166, -1.7748886346817017, -1.3112303018569946, -1.4269894361495972, -1.927749752998352, -0.9653589725494385, -1.6461347341537476, -1.8120741844177246, -2.1976377964019775, -2.1021790504455566, -2.976572275161743, -0.7595854997634888, -0.13988371193408966, -2.118070602416992, -1.9928423166275024, -1.0607430934906006, -1.9106271266937256, -1.3351738452911377, -1.9874645471572876, -2.048280715942383, -1.7395062446594238, -1.7460963726043701, -1.0284353494644165, -1.6464879512786865, -1.225428819656372, -1.8205472230911255, -1.5784523487091064, -2.4254651069641113, -1.248924970626831, -1.4497768878936768, -2.340404987335205, -1.4708921909332275, -1.7896440029144287, -1.3000019788742065, -1.889363169670105, -0.6748082637786865, -0.7998212575912476, -2.5583696365356445, -0.8036534190177917, -1.883678674697876, -0.7210432887077332, -1.2180577516555786, -1.0430327653884888, -3.140338659286499, -2.0458567142486572, -0.5475986003875732, -1.6126432418823242, -1.1578950881958008, -1.4936167001724243]}, "Bot003_075_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_075.log.json", "context": "Buongiorno! Such a nice day! How are you? I love to eat and watch tv  Do you like to chat with me? hey i'm a 12 year old girl and i hate school I am glad to hear that you are female.. I honestly think you should sit down, take a stress pill, and calmly think things over. stress pill are not healty", "response": "All of them?", "annotation_id": "Bot003_075_04", "annotations": ["O", "O", "O", "T", "O", "T", "O", "T", "O", "O", "T", "O", "O", "O", "O"], "gpt2background_target_score": [-15.849377632141113, -5.143725395202637, -11.393447875976562, -4.368814468383789], "gpt2background_argmax_score": [-0.1694696694612503, -3.0999600887298584, -3.3249475955963135, -2.9643619060516357, -1.239281415939331, -0.5354217290878296, -2.0019288063049316, -3.1531782150268555, -1.3349571228027344, -0.9358590841293335, -2.2179129123687744, -0.353112131357193, -1.6789153814315796, -1.5715696811676025, -1.6471980810165405, -2.3645894527435303, -2.7675929069519043, -3.2556965351104736, -1.4257837533950806, -2.2698628902435303, -1.6691244840621948, -2.234375, -0.22862718999385834, -1.6660006046295166, -1.7748886346817017, -1.3112303018569946, -1.4269894361495972, -1.927749752998352, -0.9653589725494385, -1.6461347341537476, -1.8120741844177246, -2.1976377964019775, -2.1021790504455566, -2.976572275161743, -0.7595854997634888, -0.13988371193408966, -2.118070602416992, -1.9928423166275024, -1.0607430934906006, -1.9106271266937256, -1.3351738452911377, -1.9874645471572876, -2.117722272872925, -2.286921977996826, -1.3910163640975952, -1.4471852779388428, -1.344094157218933, -1.9701741933822632, -1.7767770290374756, -2.4210429191589355, -2.106138229370117, -2.4763996601104736, -2.022519111633301, -1.3881858587265015, -2.1119043827056885, -1.296453833580017, -1.9483674764633179, -0.6782029271125793, -0.7780344486236572, -2.4557156562805176, -0.819750189781189, -1.8097814321517944, -0.816362738609314, -1.1752052307128906, -1.188149333000183, -3.145831346511841, -1.813308596611023, -0.5845118165016174, -1.7290784120559692, -1.10958993434906, -2.2160556316375732, -1.4405180215835571, -1.2083535194396973, -2.6331827640533447, -2.489572048187256, -1.3373920917510986, -2.1235880851745605, -1.8791427612304688, -2.213029623031616, -2.272845506668091, -1.0833353996276855, -0.9014902114868164]}, "Bot003_075_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_075.log.json", "context": "Buongiorno! Such a nice day! How are you? I love to eat and watch tv  Do you like to chat with me? hey i'm a 12 year old girl and i hate school I am glad to hear that you are female.. I honestly think you should sit down, take a stress pill, and calmly think things over. stress pill are not healty All of them? yeah man", "response": "What is your job?", "annotation_id": "Bot003_075_06", "annotations": ["O", "O", "O", "T", "O", "T", "O", "T", "O", "T", "O", "X", "X", "O", "O"], "gpt2background_target_score": [-13.870363235473633, -5.101305961608887, -9.389191627502441, -9.451794624328613, -9.173074722290039], "gpt2background_argmax_score": [-0.1694696694612503, -3.0999600887298584, -3.3249475955963135, -2.9643619060516357, -1.239281415939331, -0.5354217290878296, -2.0019288063049316, -3.1531782150268555, -1.3349571228027344, -0.9358590841293335, -2.2179129123687744, -0.353112131357193, -1.6789153814315796, -1.5715696811676025, -1.6471980810165405, -2.3645894527435303, -2.7675929069519043, -3.2556965351104736, -1.4257837533950806, -2.2698628902435303, -1.6691244840621948, -2.234375, -0.22862718999385834, -1.6660006046295166, -1.7748886346817017, -1.3112303018569946, -1.4269894361495972, -1.927749752998352, -0.9653589725494385, -1.6461347341537476, -1.8120741844177246, -2.1976377964019775, -2.1021790504455566, -2.976572275161743, -0.7595854997634888, -0.13988371193408966, -2.118070602416992, -1.9928423166275024, -1.0607430934906006, -1.9106271266937256, -1.3351738452911377, -1.9874645471572876, -2.1177215576171875, -2.286921977996826, -1.3910136222839355, -1.4471858739852905, -1.3440954685211182, -1.9701725244522095, -1.7767761945724487, -2.4210424423217773, -2.106138229370117, -2.476400852203369, -2.022519588470459, -1.388185977935791, -2.111903667449951, -1.2964539527893066, -1.9483654499053955, -0.6782019734382629, -0.7780356407165527, -2.4557137489318848, -0.8197495937347412, -1.8097819089889526, -0.8163632154464722, -1.175204873085022, -1.1881502866744995, -3.145831346511841, -1.8133076429367065, -0.5845117568969727, -1.7290772199630737, -1.1095893383026123, -2.216055154800415, -1.4405184984207153, -1.2083539962768555, -2.6331846714019775, -2.489572286605835, -1.3373903036117554, -2.1235880851745605, -2.2442338466644287, -2.0361335277557373, -0.9524874687194824, -2.1169209480285645, -1.689305067062378, -1.7469109296798706, -1.9759103059768677, -1.9581598043441772, -2.0565478801727295, -2.6556036472320557, -0.9333518147468567, -0.5068507790565491]}, "Bot003_075_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_075.log.json", "context": "Buongiorno! Such a nice day! How are you? I love to eat and watch tv  Do you like to chat with me? hey i'm a 12 year old girl and i hate school I am glad to hear that you are female.. I honestly think you should sit down, take a stress pill, and calmly think things over. stress pill are not healty All of them? yeah man What is your job? i don't have a job what is yours?", "response": "Thanks for the information.", "annotation_id": "Bot003_075_08", "annotations": ["T", "O", "X", "T", "X", "T", "T", "T", "X", "T", "T", "X", "X", "T", "X"], "gpt2background_target_score": [-14.963102340698242, -6.032657623291016, -7.106764793395996, -10.375242233276367, -10.212936401367188], "gpt2background_argmax_score": [-0.1694696694612503, -3.0999600887298584, -3.3249475955963135, -2.9643619060516357, -1.239281415939331, -0.5354217290878296, -2.0019288063049316, -3.1531782150268555, -1.3349571228027344, -0.9358590841293335, -2.2179129123687744, -0.353112131357193, -1.6789153814315796, -1.5715696811676025, -1.6471980810165405, -2.3645894527435303, -2.7675929069519043, -3.2556965351104736, -1.4257837533950806, -2.2698628902435303, -1.6691244840621948, -2.234375, -0.22862718999385834, -1.6660006046295166, -1.7748886346817017, -1.3112303018569946, -1.4269894361495972, -1.927749752998352, -0.9653589725494385, -1.6461347341537476, -1.8120741844177246, -2.1976377964019775, -2.1021790504455566, -2.976572275161743, -0.7595854997634888, -0.13988371193408966, -2.118070602416992, -1.9928423166275024, -1.0607430934906006, -1.9106271266937256, -1.3351738452911377, -1.9874645471572876, -2.117722272872925, -2.286921977996826, -1.3910163640975952, -1.4471852779388428, -1.344094157218933, -1.9701741933822632, -1.7767770290374756, -2.4210429191589355, -2.106138229370117, -2.4763996601104736, -2.022519111633301, -1.3881858587265015, -2.1119043827056885, -1.296453833580017, -1.9483674764633179, -0.6782029271125793, -0.7780344486236572, -2.4557156562805176, -0.819750189781189, -1.8097814321517944, -0.816362738609314, -1.1752052307128906, -1.188149333000183, -3.145831346511841, -1.813308596611023, -0.5845118165016174, -1.7290784120559692, -1.10958993434906, -2.2160556316375732, -1.4405180215835571, -1.208354115486145, -2.633183002471924, -2.4895734786987305, -1.337393045425415, -2.123586416244507, -2.2442336082458496, -2.036133050918579, -0.9524876475334167, -2.116920232772827, -1.6893055438995361, -1.7469121217727661, -1.9517513513565063, -1.984862208366394, -2.903700113296509, -0.9190049171447754, -1.8898799419403076, -2.1505160331726074, -0.21983714401721954, -1.722629189491272, -1.0789289474487305, -0.6827341318130493, -2.3727855682373047, -1.7300665378570557, -1.1991430521011353, -0.7589015960693359, -1.9826942682266235, -2.2070963382720947, -1.4348479509353638, -0.8253469467163086, -1.2821009159088135, -1.3723057508468628, -1.1662476062774658]}, "Bot003_075_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_075.log.json", "context": "Buongiorno! Such a nice day! How are you? I love to eat and watch tv  Do you like to chat with me? hey i'm a 12 year old girl and i hate school I am glad to hear that you are female.. I honestly think you should sit down, take a stress pill, and calmly think things over. stress pill are not healty All of them? yeah man What is your job? i don't have a job what is yours? Thanks for the information. i love to play pobox", "response": "Hello, I am in canada. I am in canada.", "annotation_id": "Bot003_075_10", "annotations": ["X", "O", "X", "T", "T", "X", "O", "T", "O", "X", "X", "X", "X", "X", "X"], "gpt2background_target_score": [-14.570801734924316, -5.210939407348633, -7.330914497375488, -7.999204635620117, -8.73193359375, -8.815444946289062, -12.775035858154297, -7.673365592956543, -5.288360118865967, -10.96976089477539, -6.696131706237793, -10.618496894836426, -11.528960227966309, -9.68228816986084], "gpt2background_argmax_score": [-0.1694696694612503, -3.0999600887298584, -3.3249475955963135, -2.9643619060516357, -1.239281415939331, -0.5354217290878296, -2.0019288063049316, -3.1531782150268555, -1.3349571228027344, -0.9358590841293335, -2.2179129123687744, -0.353112131357193, -1.6789153814315796, -1.5715696811676025, -1.6471980810165405, -2.3645894527435303, -2.7675929069519043, -3.2556965351104736, -1.4257837533950806, -2.2698628902435303, -1.6691244840621948, -2.234375, -0.22862718999385834, -1.6660006046295166, -1.7748886346817017, -1.3112303018569946, -1.4269894361495972, -1.927749752998352, -0.9653589725494385, -1.6461347341537476, -1.8120741844177246, -2.1976377964019775, -2.1021790504455566, -2.976572275161743, -0.7595854997634888, -0.13988371193408966, -2.118070602416992, -1.9928423166275024, -1.0607430934906006, -1.9106271266937256, -1.3351738452911377, -1.9874645471572876, -2.117722272872925, -2.286921977996826, -1.3910163640975952, -1.4471852779388428, -1.344094157218933, -1.9701741933822632, -1.7767770290374756, -2.4210429191589355, -2.106138229370117, -2.4763996601104736, -2.022519111633301, -1.3881858587265015, -2.1119043827056885, -1.296453833580017, -1.9483674764633179, -0.6782029271125793, -0.7780344486236572, -2.4557156562805176, -0.819750189781189, -1.8097814321517944, -0.816362738609314, -1.1752052307128906, -1.188149333000183, -3.145831346511841, -1.813308596611023, -0.5845118165016174, -1.7290784120559692, -1.10958993434906, -2.2160556316375732, -1.4405180215835571, -1.208354115486145, -2.633183002471924, -2.4895734786987305, -1.337393045425415, -2.123586416244507, -2.2442336082458496, -2.036133050918579, -0.9524876475334167, -2.116920232772827, -1.6893055438995361, -1.7469121217727661, -1.9517513513565063, -1.984860897064209, -2.9036974906921387, -0.9190057516098022, -1.8898792266845703, -2.150517463684082, -0.2198379933834076, -1.7226282358169556, -1.0789281129837036, -0.6827350854873657, -2.372785806655884, -1.7300676107406616, -1.1991442441940308, -0.7589014172554016, -1.9826939105987549, -1.2285598516464233, -0.9381867051124573, -1.497710108757019, -1.717908263206482, -2.008652687072754, -2.164123296737671, -1.7530730962753296, -2.1195075511932373, -0.8398693203926086, -2.0797297954559326, -3.385183334350586, -2.5033600330352783, -2.377624750137329, -1.7245287895202637, -1.4777276515960693, -1.4243329763412476, -1.3960483074188232, -1.8985135555267334, -0.9237135052680969, -1.751326560974121, -1.2772029638290405, -1.3901429176330566, -1.80411696434021, -2.1750295162200928, -0.1602112054824829, -1.0923857688903809, -1.0264155864715576]}, "Bot003_075_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_075.log.json", "context": "Buongiorno! Such a nice day! How are you? I love to eat and watch tv  Do you like to chat with me? hey i'm a 12 year old girl and i hate school I am glad to hear that you are female.. I honestly think you should sit down, take a stress pill, and calmly think things over. stress pill are not healty All of them? yeah man What is your job? i don't have a job what is yours? Thanks for the information. i love to play pobox Hello, I am in canada. I am in canada. that is good i love canada", "response": "Hmm, are you serious?", "annotation_id": "Bot003_075_12", "annotations": ["O", "O", "T", "T", "O", "T", "O", "T", "O", "O", "T", "O", "O", "T", "T"], "gpt2background_target_score": [-15.585336685180664, -5.210939407348633, -6.490573883056641, -7.76141357421875, -12.423699378967285, -8.69646167755127], "gpt2background_argmax_score": [-0.1694696694612503, -3.0999600887298584, -3.3249475955963135, -2.9643619060516357, -1.239281415939331, -0.5354217290878296, -2.0019288063049316, -3.1531782150268555, -1.3349571228027344, -0.9358590841293335, -2.2179129123687744, -0.353112131357193, -1.6789153814315796, -1.5715696811676025, -1.6471980810165405, -2.3645894527435303, -2.7675929069519043, -3.2556965351104736, -1.4257837533950806, -2.2698628902435303, -1.6691244840621948, -2.234375, -0.22862718999385834, -1.6660006046295166, -1.7748886346817017, -1.3112303018569946, -1.4269894361495972, -1.927749752998352, -0.9653589725494385, -1.6461347341537476, -1.8120741844177246, -2.1976377964019775, -2.1021790504455566, -2.976572275161743, -0.7595854997634888, -0.13988371193408966, -2.118070602416992, -1.9928423166275024, -1.0607430934906006, -1.9106271266937256, -1.3351738452911377, -1.9874645471572876, -2.117722272872925, -2.286921977996826, -1.3910163640975952, -1.4471852779388428, -1.344094157218933, -1.9701741933822632, -1.7767770290374756, -2.4210429191589355, -2.106138229370117, -2.4763996601104736, -2.022519111633301, -1.3881858587265015, -2.1119043827056885, -1.296453833580017, -1.9483674764633179, -0.6782029271125793, -0.7780344486236572, -2.4557156562805176, -0.819750189781189, -1.8097814321517944, -0.816362738609314, -1.1752052307128906, -1.188149333000183, -3.145831346511841, -1.813308596611023, -0.5845118165016174, -1.7290784120559692, -1.10958993434906, -2.2160556316375732, -1.4405180215835571, -1.208354115486145, -2.633183002471924, -2.4895734786987305, -1.337393045425415, -2.123586416244507, -2.2442336082458496, -2.036133050918579, -0.9524876475334167, -2.116920232772827, -1.6893055438995361, -1.7469121217727661, -1.9517513513565063, -1.984862208366394, -2.903700113296509, -0.9190049171447754, -1.8898799419403076, -2.1505160331726074, -0.21983714401721954, -1.722627878189087, -1.0789278745651245, -0.6827351450920105, -2.3727853298187256, -1.7300665378570557, -1.1991437673568726, -0.7589008212089539, -1.9826931953430176, -1.2285594940185547, -0.9381855726242065, -1.4977113008499146, -1.7179083824157715, -2.008652687072754, -2.1641242504119873, -1.753073811531067, -2.119506359100342, -0.8398693203926086, -2.079730987548828, -3.3851799964904785, -2.503359079360962, -2.2450618743896484, -1.625741958618164, -1.4654299020767212, -1.43342924118042, -1.761624813079834, -0.8358507752418518, -1.62895929813385, -1.6502372026443481, -1.6137974262237549, -1.7826404571533203, -2.329209327697754, -0.09743344783782959, -1.074887752532959, -1.2599200010299683, -1.3154643774032593, -2.4538931846618652, -1.713272213935852, -2.435743808746338, -1.332148551940918, -0.04433677718043327, -1.1833007335662842, -2.434417486190796, -1.4460800886154175, -2.2183361053466797, -0.31127625703811646, -2.326850414276123, -0.7368443608283997, -0.99465012550354]}, "Bot003_075_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_075.log.json", "context": "Buongiorno! Such a nice day! How are you? I love to eat and watch tv  Do you like to chat with me? hey i'm a 12 year old girl and i hate school I am glad to hear that you are female.. I honestly think you should sit down, take a stress pill, and calmly think things over. stress pill are not healty All of them? yeah man What is your job? i don't have a job what is yours? Thanks for the information. i love to play pobox Hello, I am in canada. I am in canada. that is good i love canada Hmm, are you serious? yes", "response": "Pardon me?", "annotation_id": "Bot003_075_14", "annotations": ["T", "O", "O", "T", "O", "T", "O", "X", "T", "X", "T", "T", "X", "X", "O"], "gpt2background_target_score": [-11.11502742767334, -16.71882438659668, -9.559688568115234, -4.368814468383789], "gpt2background_argmax_score": [-0.1694696694612503, -3.0999600887298584, -3.3249475955963135, -2.9643619060516357, -1.239281415939331, -0.5354217290878296, -2.0019288063049316, -3.1531782150268555, -1.3349571228027344, -0.9358590841293335, -2.2179129123687744, -0.353112131357193, -1.6789153814315796, -1.5715696811676025, -1.6471980810165405, -2.3645894527435303, -2.7675929069519043, -3.2556965351104736, -1.4257837533950806, -2.2698628902435303, -1.6691244840621948, -2.234375, -0.22862718999385834, -1.6660006046295166, -1.7748886346817017, -1.3112303018569946, -1.4269894361495972, -1.927749752998352, -0.9653589725494385, -1.6461347341537476, -1.8120741844177246, -2.1976377964019775, -2.1021790504455566, -2.976572275161743, -0.7595854997634888, -0.13988371193408966, -2.118070602416992, -1.9928423166275024, -1.0607430934906006, -1.9106271266937256, -1.3351738452911377, -1.9874645471572876, -2.117722272872925, -2.286921977996826, -1.3910163640975952, -1.4471852779388428, -1.344094157218933, -1.9701741933822632, -1.7767770290374756, -2.4210429191589355, -2.106138229370117, -2.4763996601104736, -2.022519111633301, -1.3881858587265015, -2.1119043827056885, -1.296453833580017, -1.9483674764633179, -0.6782029271125793, -0.7780344486236572, -2.4557156562805176, -0.819750189781189, -1.8097814321517944, -0.816362738609314, -1.1752052307128906, -1.188149333000183, -3.145831346511841, -1.813308596611023, -0.5845118165016174, -1.7290784120559692, -1.10958993434906, -2.2160556316375732, -1.4405180215835571, -1.208354115486145, -2.633183002471924, -2.4895734786987305, -1.337393045425415, -2.123586416244507, -2.2442336082458496, -2.036133050918579, -0.9524876475334167, -2.116920232772827, -1.6893055438995361, -1.7469121217727661, -1.9517513513565063, -1.984862208366394, -2.903700113296509, -0.9190049171447754, -1.8898799419403076, -2.1505160331726074, -0.21983714401721954, -1.722629189491272, -1.0789289474487305, -0.6827341318130493, -2.3727855682373047, -1.7300665378570557, -1.1991430521011353, -0.758901059627533, -1.9826937913894653, -1.2285583019256592, -0.9381845593452454, -1.4977108240127563, -1.7179081439971924, -2.0086519718170166, -2.16412353515625, -1.7530723810195923, -2.1195051670074463, -0.8398691415786743, -2.0797297954559326, -3.385179042816162, -2.5033581256866455, -2.2450616359710693, -1.6257394552230835, -1.4654299020767212, -1.433428168296814, -1.7616238594055176, -0.8358503580093384, -1.6289591789245605, -1.6502385139465332, -1.6137980222702026, -1.7826403379440308, -2.3292105197906494, -0.09743344783782959, -1.0748887062072754, -1.2599211931228638, -1.3154677152633667, -2.453892707824707, -1.7132747173309326, -2.4357457160949707, -1.3321490287780762, -0.04433677718043327, -1.1833014488220215, -1.5599960088729858, -2.1469292640686035, -0.30873221158981323, -2.200904607772827, -0.7714790105819702, -2.106314182281494, -1.9252835512161255, -2.4803409576416016, -0.6960508227348328, -0.6425782442092896, -1.173304557800293, -1.629372477531433]}, "Bot003_075_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_075.log.json", "context": "Buongiorno! Such a nice day! How are you? I love to eat and watch tv  Do you like to chat with me? hey i'm a 12 year old girl and i hate school I am glad to hear that you are female.. I honestly think you should sit down, take a stress pill, and calmly think things over. stress pill are not healty All of them? yeah man What is your job? i don't have a job what is yours? Thanks for the information. i love to play pobox Hello, I am in canada. I am in canada. that is good i love canada Hmm, are you serious? yes Pardon me? do you have problems", "response": "Even robots have problems sometimes.", "annotation_id": "Bot003_075_16", "annotations": ["O", "O", "O", "O", "O", "X", "O", "X", "O", "O", "O", "O", "O", "O", "T"], "gpt2background_target_score": [-15.210261344909668, -12.242846488952637, -6.463316917419434, -9.244512557983398, -12.937798500061035, -7.732795238494873], "gpt2background_argmax_score": [-0.1694696694612503, -3.0999600887298584, -3.3249475955963135, -2.9643619060516357, -1.239281415939331, -0.5354217290878296, -2.0019288063049316, -3.1531782150268555, -1.3349571228027344, -0.9358590841293335, -2.2179129123687744, -0.353112131357193, -1.6789153814315796, -1.5715696811676025, -1.6471980810165405, -2.3645894527435303, -2.7675929069519043, -3.2556965351104736, -1.4257837533950806, -2.2698628902435303, -1.6691244840621948, -2.234375, -0.22862718999385834, -1.6660006046295166, -1.7748886346817017, -1.3112303018569946, -1.4269894361495972, -1.927749752998352, -0.9653589725494385, -1.6461347341537476, -1.8120741844177246, -2.1976377964019775, -2.1021790504455566, -2.976572275161743, -0.7595854997634888, -0.13988371193408966, -2.118070602416992, -1.9928423166275024, -1.0607430934906006, -1.9106271266937256, -1.3351738452911377, -1.9874645471572876, -2.117722272872925, -2.286921977996826, -1.3910163640975952, -1.4471852779388428, -1.344094157218933, -1.9701741933822632, -1.7767770290374756, -2.4210429191589355, -2.106138229370117, -2.4763996601104736, -2.022519111633301, -1.3881858587265015, -2.1119043827056885, -1.296453833580017, -1.9483674764633179, -0.6782029271125793, -0.7780344486236572, -2.4557156562805176, -0.819750189781189, -1.8097814321517944, -0.816362738609314, -1.1752052307128906, -1.188149333000183, -3.145831346511841, -1.813308596611023, -0.5845118165016174, -1.7290784120559692, -1.10958993434906, -2.2160556316375732, -1.4405180215835571, -1.208354115486145, -2.633183002471924, -2.4895734786987305, -1.337393045425415, -2.123586416244507, -2.2442336082458496, -2.036133050918579, -0.9524876475334167, -2.116920232772827, -1.6893055438995361, -1.7469121217727661, -1.9517513513565063, -1.984862208366394, -2.903700113296509, -0.9190049171447754, -1.8898799419403076, -2.1505160331726074, -0.21983714401721954, -1.722629189491272, -1.0789289474487305, -0.6827341318130493, -2.3727855682373047, -1.7300665378570557, -1.1991430521011353, -0.758901059627533, -1.9826937913894653, -1.2285583019256592, -0.9381845593452454, -1.4977108240127563, -1.7179081439971924, -2.0086519718170166, -2.16412353515625, -1.7530723810195923, -2.1195051670074463, -0.8398691415786743, -2.0797297954559326, -3.385179042816162, -2.5033581256866455, -2.2450616359710693, -1.6257394552230835, -1.4654299020767212, -1.433428168296814, -1.7616238594055176, -0.8358503580093384, -1.6289591789245605, -1.6502385139465332, -1.6137980222702026, -1.7826403379440308, -2.3292105197906494, -0.09743344783782959, -1.0748887062072754, -1.2599211931228638, -1.3154677152633667, -2.453892707824707, -1.7132747173309326, -2.4357457160949707, -1.3321490287780762, -0.04433677718043327, -1.1833014488220215, -1.5599960088729858, -2.1469292640686035, -0.30873221158981323, -2.200904607772827, -0.7714790105819702, -2.1063127517700195, -1.9252846240997314, -1.0024417638778687, -0.8343135714530945, -1.153025507926941, -2.5942113399505615, -0.2493753731250763, -1.4872783422470093, -1.115538477897644, -0.8776153922080994, -2.2132883071899414, -1.3654354810714722, -2.580024242401123, -1.381481409072876, -0.9484630227088928, -1.782663106918335, -1.8892568349838257]}, "Bot003_075_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_075.log.json", "context": "Buongiorno! Such a nice day! How are you? I love to eat and watch tv  Do you like to chat with me? hey i'm a 12 year old girl and i hate school I am glad to hear that you are female.. I honestly think you should sit down, take a stress pill, and calmly think things over. stress pill are not healty All of them? yeah man What is your job? i don't have a job what is yours? Thanks for the information. i love to play pobox Hello, I am in canada. I am in canada. that is good i love canada Hmm, are you serious? yes Pardon me? do you have problems Even robots have problems sometimes. haha that is good", "response": "I live in canada, canada, and you?", "annotation_id": "Bot003_075_18", "annotations": ["T", "O", "O", "T", "T", "T", "O", "X", "O", "O", "O", "X", "X", "X", "O"], "gpt2background_target_score": [-11.340103149414062, -7.355979919433594, -5.314478874206543, -6.732059478759766, -11.522459983825684, -7.170042037963867, -10.402687072753906, -11.90297794342041, -2.9609501361846924, -8.342462539672852, -6.130949020385742, -8.909330368041992], "gpt2background_argmax_score": [-0.1694696694612503, -3.0999600887298584, -3.3249475955963135, -2.9643619060516357, -1.239281415939331, -0.5354217290878296, -2.0019288063049316, -3.1531782150268555, -1.3349571228027344, -0.9358590841293335, -2.2179129123687744, -0.353112131357193, -1.6789153814315796, -1.5715696811676025, -1.6471980810165405, -2.3645894527435303, -2.7675929069519043, -3.2556965351104736, -1.4257837533950806, -2.2698628902435303, -1.6691244840621948, -2.234375, -0.22862718999385834, -1.6660006046295166, -1.7748886346817017, -1.3112303018569946, -1.4269894361495972, -1.927749752998352, -0.9653589725494385, -1.6461347341537476, -1.8120741844177246, -2.1976377964019775, -2.1021790504455566, -2.976572275161743, -0.7595854997634888, -0.13988371193408966, -2.118070602416992, -1.9928423166275024, -1.0607430934906006, -1.9106271266937256, -1.3351738452911377, -1.9874645471572876, -2.117722272872925, -2.286921977996826, -1.3910163640975952, -1.4471852779388428, -1.344094157218933, -1.9701741933822632, -1.7767770290374756, -2.4210429191589355, -2.106138229370117, -2.4763996601104736, -2.022519111633301, -1.3881858587265015, -2.1119043827056885, -1.296453833580017, -1.9483674764633179, -0.6782029271125793, -0.7780344486236572, -2.4557156562805176, -0.819750189781189, -1.8097814321517944, -0.816362738609314, -1.1752052307128906, -1.188149333000183, -3.145831346511841, -1.813308596611023, -0.5845118165016174, -1.7290784120559692, -1.10958993434906, -2.2160556316375732, -1.4405180215835571, -1.208354115486145, -2.633183002471924, -2.4895734786987305, -1.337393045425415, -2.123586416244507, -2.2442336082458496, -2.036133050918579, -0.9524876475334167, -2.116920232772827, -1.6893055438995361, -1.7469121217727661, -1.9517513513565063, -1.984862208366394, -2.903700113296509, -0.9190049171447754, -1.8898799419403076, -2.1505160331726074, -0.21983714401721954, -1.722629189491272, -1.0789289474487305, -0.6827341318130493, -2.3727855682373047, -1.7300665378570557, -1.1991430521011353, -0.758901059627533, -1.9826937913894653, -1.2285583019256592, -0.9381845593452454, -1.4977108240127563, -1.7179081439971924, -2.0086519718170166, -2.16412353515625, -1.7530723810195923, -2.1195051670074463, -0.8398691415786743, -2.0797297954559326, -3.385179042816162, -2.5033581256866455, -2.2450616359710693, -1.6257394552230835, -1.4654299020767212, -1.433428168296814, -1.7616238594055176, -0.8358503580093384, -1.6289591789245605, -1.6502385139465332, -1.6137980222702026, -1.7826403379440308, -2.3292105197906494, -0.09743344783782959, -1.0748887062072754, -1.2599211931228638, -1.3154677152633667, -2.453892707824707, -1.7132747173309326, -2.4357457160949707, -1.3321490287780762, -0.04433677718043327, -1.1833014488220215, -1.5599960088729858, -2.1469273567199707, -0.3087328374385834, -2.20090389251709, -0.7714775800704956, -2.1063144207000732, -1.9252833127975464, -1.0024418830871582, -0.8343140482902527, -1.1530261039733887, -2.5942111015319824, -0.24937592446804047, -1.4872772693634033, -1.1155377626419067, -0.877615213394165, -2.4337730407714844, -1.7797799110412598, -1.574474573135376, -1.3227614164352417, -1.0041967630386353, -2.336951971054077, -2.48551607131958, -1.2406983375549316, -2.355327606201172, -1.8238149881362915, -2.3488693237304688, -2.054539680480957, -0.2892861068248749, -2.542916774749756, -0.04660256579518318, -1.2577463388442993, -2.447632312774658, -0.09466919302940369, -1.5825872421264648, -1.8079766035079956, -2.502227306365967, -1.6454317569732666, -1.0747102499008179]}, "Bot003_075_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_075.log.json", "context": "Buongiorno! Such a nice day! How are you? I love to eat and watch tv  Do you like to chat with me? hey i'm a 12 year old girl and i hate school I am glad to hear that you are female.. I honestly think you should sit down, take a stress pill, and calmly think things over. stress pill are not healty All of them? yeah man What is your job? i don't have a job what is yours? Thanks for the information. i love to play pobox Hello, I am in canada. I am in canada. that is good i love canada Hmm, are you serious? yes Pardon me? do you have problems Even robots have problems sometimes. haha that is good I live in canada, canada, and you? france", "response": "Tell me a little about your life in france.", "annotation_id": "Bot003_075_20", "annotations": ["O", "O", "O", "T", "O", "T", "O", "X", "O", "O", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-15.710627555847168, -10.582335472106934, -6.538217544555664, -10.73807144165039, -10.64980697631836, -9.306854248046875, -7.888610363006592, -8.79787826538086, -11.871667861938477, -13.77844524383545, -8.261816024780273], "gpt2background_argmax_score": [-0.1694696694612503, -3.0999600887298584, -3.3249475955963135, -2.9643619060516357, -1.239281415939331, -0.5354217290878296, -2.0019288063049316, -3.1531782150268555, -1.3349571228027344, -0.9358590841293335, -2.2179129123687744, -0.353112131357193, -1.6789153814315796, -1.5715696811676025, -1.6471980810165405, -2.3645894527435303, -2.7675929069519043, -3.2556965351104736, -1.4257837533950806, -2.2698628902435303, -1.6691244840621948, -2.234375, -0.22862718999385834, -1.6660006046295166, -1.7748886346817017, -1.3112303018569946, -1.4269894361495972, -1.927749752998352, -0.9653589725494385, -1.6461347341537476, -1.8120741844177246, -2.1976377964019775, -2.1021790504455566, -2.976572275161743, -0.7595854997634888, -0.13988371193408966, -2.118070602416992, -1.9928423166275024, -1.0607430934906006, -1.9106271266937256, -1.3351738452911377, -1.9874645471572876, -2.117722272872925, -2.286921977996826, -1.3910163640975952, -1.4471852779388428, -1.344094157218933, -1.9701741933822632, -1.7767770290374756, -2.4210429191589355, -2.106138229370117, -2.4763996601104736, -2.022519111633301, -1.3881858587265015, -2.1119043827056885, -1.296453833580017, -1.9483674764633179, -0.6782029271125793, -0.7780344486236572, -2.4557156562805176, -0.819750189781189, -1.8097814321517944, -0.816362738609314, -1.1752052307128906, -1.188149333000183, -3.145831346511841, -1.813308596611023, -0.5845118165016174, -1.7290784120559692, -1.10958993434906, -2.2160556316375732, -1.4405180215835571, -1.208354115486145, -2.633183002471924, -2.4895734786987305, -1.337393045425415, -2.123586416244507, -2.2442336082458496, -2.036133050918579, -0.9524876475334167, -2.116920232772827, -1.6893055438995361, -1.7469121217727661, -1.9517513513565063, -1.984862208366394, -2.903700113296509, -0.9190049171447754, -1.8898799419403076, -2.1505160331726074, -0.21983714401721954, -1.722629189491272, -1.0789289474487305, -0.6827341318130493, -2.3727855682373047, -1.7300665378570557, -1.1991430521011353, -0.758901059627533, -1.9826937913894653, -1.2285583019256592, -0.9381845593452454, -1.4977108240127563, -1.7179081439971924, -2.0086519718170166, -2.16412353515625, -1.7530723810195923, -2.1195051670074463, -0.8398691415786743, -2.0797297954559326, -3.385179042816162, -2.5033581256866455, -2.2450616359710693, -1.6257394552230835, -1.4654299020767212, -1.433428168296814, -1.7616238594055176, -0.8358503580093384, -1.6289591789245605, -1.6502385139465332, -1.6137980222702026, -1.7826403379440308, -2.3292105197906494, -0.09743344783782959, -1.0748887062072754, -1.2599211931228638, -1.3154677152633667, -2.453892707824707, -1.7132747173309326, -2.4357457160949707, -1.3321490287780762, -0.04433677718043327, -1.1833014488220215, -1.5599960088729858, -2.1469292640686035, -0.30873221158981323, -2.200904607772827, -0.7714790105819702, -2.1063127517700195, -1.9252846240997314, -1.0024405717849731, -0.83431476354599, -1.1530247926712036, -2.5942089557647705, -0.24937620759010315, -1.4872788190841675, -1.1155388355255127, -0.8776146173477173, -2.433773994445801, -1.779779314994812, -1.574476957321167, -1.3227639198303223, -1.0041970014572144, -2.3369524478912354, -2.4855146408081055, -1.2406986951828003, -2.355327844619751, -1.8238143920898438, -2.289682388305664, -0.48824194073677063, -2.490830183029175, -0.05329515039920807, -1.2577202320098877, -2.554713726043701, -0.15294328331947327, -1.470368504524231, -1.7412729263305664, -2.2840845584869385, -1.7528971433639526, -2.785515069961548, -3.4618568420410156, -2.7824132442474365, -2.436690092086792, -0.24187138676643372, -1.378798007965088, -1.9839296340942383, -1.515432357788086, -1.5877970457077026, -1.966583013534546, -1.668888807296753, -2.468146562576294, -0.04400155693292618, -1.382120132446289, -1.7938967943191528]}, "Bot003_079_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_079.log.json", "context": "Nice to see you! Hi", "response": "Hello, how are you?", "annotation_id": "Bot003_079_02", "annotations": ["O", "O", "O", "O", "X", "T", "O", "T", "O", "O", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-12.497698783874512, -8.816543579101562, -2.6052136421203613, -4.492992401123047, -8.26013469696045, -7.328495025634766], "gpt2background_argmax_score": [-3.0963733196258545, -2.243684768676758, -2.316103458404541, -2.156564950942993, -0.6538475751876831, -1.8285188674926758, -2.015543222427368, -1.5675569772720337, -1.3585540056228638, -1.7891669273376465, -0.19391223788261414, -1.6272825002670288, -0.7138400673866272]}, "Bot003_079_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_079.log.json", "context": "Nice to see you! Hi Hello, how are you? Fine", "response": "I hear you.", "annotation_id": "Bot003_079_04", "annotations": ["T", "T", "O", "O", "X", "T", "O", "T", "T", "T", "O", "T", "O", "O", "O"], "gpt2background_target_score": [-9.798797607421875, -2.9333248138427734, -5.08447790145874, -4.943540573120117], "gpt2background_argmax_score": [-3.0963733196258545, -2.243684768676758, -2.316103458404541, -2.156564950942993, -0.6538475751876831, -1.8285188674926758, -1.6730972528457642, -1.372177004814148, -1.7707438468933105, -0.19932419061660767, -1.7114567756652832, -1.5397467613220215, -1.7095316648483276, -1.750377893447876, -1.4040379524230957, -0.8583425879478455, -2.0380964279174805, -1.5951433181762695]}, "Bot003_079_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_079.log.json", "context": "Nice to see you! Hi Hello, how are you? Fine I hear you. What\u2019s your favorite beverage?", "response": "I'd like to say that true answer is: lawyer", "annotation_id": "Bot003_079_06", "annotations": ["X", "T", "T", "T", "X", "X", "X", "T", "T", "X", "X", "X", "T", "X", "O"], "gpt2background_target_score": [-9.798797607421875, -13.364795684814453, -7.619180202484131, -6.468080520629883, -12.048135757446289, -7.718825340270996, -10.423748970031738, -11.956745147705078, -2.7458786964416504, -11.978514671325684, -12.806703567504883], "gpt2background_argmax_score": [-3.0963733196258545, -2.243684768676758, -2.316103458404541, -2.156564950942993, -0.6538475751876831, -1.8285188674926758, -1.6730972528457642, -1.372177004814148, -1.7707438468933105, -0.19932419061660767, -1.7114567756652832, -1.5397467613220215, -1.7095316648483276, -1.4817359447479248, -0.8489794135093689, -1.7910230159759521, -1.5732568502426147, -1.5127025842666626, -0.13366785645484924, -0.08603762090206146, -1.2036423683166504, -2.3121166229248047, -2.430388927459717, -0.5949567556381226, -1.299965739250183, -2.095752000808716, -2.2747535705566406, -1.438098430633545, -0.24724741280078888, -2.4519970417022705, -2.12298321723938, -1.0228514671325684, -1.9549648761749268, -1.4543424844741821, -2.848598003387451, -2.085360527038574, -2.1448287963867188]}, "Bot003_079_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_079.log.json", "context": "Nice to see you! Hi Hello, how are you? Fine I hear you. What\u2019s your favorite beverage? I'd like to say that true answer is: lawyer I\u2019m a huge coffee lover.", "response": "This is so sad.", "annotation_id": "Bot003_079_08", "annotations": ["X", "O", "O", "O", "O", "X", "X", "T", "T", "X", "T", "T", "T", "X", "O"], "gpt2background_target_score": [-12.280843734741211, -11.263286590576172, -6.104998588562012, -9.327866554260254, -9.750454902648926], "gpt2background_argmax_score": [-3.0963733196258545, -2.243684768676758, -2.316103458404541, -2.156564950942993, -0.6538475751876831, -1.8285188674926758, -1.6730972528457642, -1.372177004814148, -1.7707438468933105, -0.19932419061660767, -1.7114567756652832, -1.5397467613220215, -1.7095316648483276, -1.4817359447479248, -0.8489794135093689, -1.7910230159759521, -1.5732568502426147, -1.5127025842666626, -0.13366785645484924, -0.08603762090206146, -1.2036423683166504, -2.3121166229248047, -2.430388927459717, -0.5949567556381226, -1.29996657371521, -1.8053020238876343, -1.038680911064148, -0.22376543283462524, -2.484809160232544, -2.365276336669922, -1.1303132772445679, -1.890270709991455, -1.4928652048110962, -3.298953056335449, -2.56400203704834, -2.4874868392944336, -2.4504787921905518, -0.12869593501091003, -0.5793498754501343, -1.914947509765625, -3.1710433959960938, -1.6150274276733398, -2.450138807296753, -1.3710358142852783, -1.1506768465042114, -1.6226563453674316, -0.8314012885093689, -2.202974796295166, -2.481135368347168, -1.176047921180725, -1.2293568849563599]}, "Bot003_079_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_079.log.json", "context": "Nice to see you! Hi Hello, how are you? Fine I hear you. What\u2019s your favorite beverage? I'd like to say that true answer is: lawyer I\u2019m a huge coffee lover. This is so sad. What\u2019s your favorite color?", "response": "I like red, reminds me of summer time.", "annotation_id": "Bot003_079_10", "annotations": ["O", "X", "O", "O", "X", "O", "O", "T", "O", "T", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-9.798797607421875, -8.055551528930664, -8.55838394165039, -4.890627384185791, -12.175371170043945, -7.643404006958008, -8.621594429016113, -9.666194915771484, -9.225091934204102, -10.183867454528809], "gpt2background_argmax_score": [-3.096372127532959, -2.2436821460723877, -2.3161017894744873, -2.1565661430358887, -0.6538456082344055, -1.8285202980041504, -1.6730979681015015, -1.372177243232727, -1.7707445621490479, -0.19932399690151215, -1.711456537246704, -1.5397485494613647, -1.7095297574996948, -1.4817348718643188, -0.848979115486145, -1.7910265922546387, -1.5732604265213013, -1.512704849243164, -0.1336679607629776, -0.08603739738464355, -1.20364511013031, -2.3121178150177, -2.4303877353668213, -0.5949571132659912, -1.2999645471572876, -1.8053005933761597, -1.0386806726455688, -0.22376477718353271, -2.4848086833953857, -2.3652758598327637, -1.130315899848938, -1.8902699947357178, -1.4928638935089111, -3.2989535331726074, -2.564002513885498, -2.487488031387329, -2.450479030609131, -0.1286962479352951, -0.579351007938385, -1.9149481058120728, -3.171041965484619, -1.615026593208313, -2.450141429901123, -1.3710347414016724, -1.1506787538528442, -0.9053294062614441, -1.389013409614563, -2.9581356048583984, -1.1239506006240845, -1.416309118270874, -1.6571639776229858, -0.124531090259552, -0.08856911212205887, -0.3784392476081848, -0.3594207465648651, -1.612971305847168, -0.4760703146457672, -1.76753830909729, -1.7960140705108643, -2.142475128173828, -2.3783669471740723, -2.159742593765259, -2.4274652004241943, -0.5910648107528687, -0.30099254846572876, -2.1683244705200195, -1.5851978063583374, -1.7593191862106323, -1.5029668807983398]}, "Bot003_079_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_079.log.json", "context": "Nice to see you! Hi Hello, how are you? Fine I hear you. What\u2019s your favorite beverage? I'd like to say that true answer is: lawyer I\u2019m a huge coffee lover. This is so sad. What\u2019s your favorite color? I like red, reminds me of summer time. Me too! But I hate pink.", "response": "I am a pretty good musician. I am a programmer and own a studio.  What is your job?", "annotation_id": "Bot003_079_12", "annotations": ["O", "O", "T", "O", "O", "X", "O", "T", "T", "O", "O", "O", "X", "X", "O"], "gpt2background_target_score": [-9.798797607421875, -10.020434379577637, -2.964003324508667, -9.16482162475586, -10.264358520507812, -11.738487243652344, -4.070887565612793, -1.372177243232727, -5.082781791687012, -8.253385543823242, -12.386569023132324, -6.894227504730225, -10.52941608428955, -9.545832633972168, -12.400556564331055, -3.4435338973999023, -2.8923120498657227, -10.325719833374023, -11.471553802490234, -10.087416648864746, -11.638455390930176, -8.472405433654785], "gpt2background_argmax_score": [-3.096372127532959, -2.2436821460723877, -2.3161017894744873, -2.1565661430358887, -0.6538456082344055, -1.8285202980041504, -1.6730979681015015, -1.372177243232727, -1.7707445621490479, -0.19932399690151215, -1.711456537246704, -1.5397485494613647, -1.7095297574996948, -1.4817348718643188, -0.848979115486145, -1.7910265922546387, -1.5732604265213013, -1.512704849243164, -0.1336679607629776, -0.08603739738464355, -1.20364511013031, -2.3121178150177, -2.4303877353668213, -0.5949571132659912, -1.2999645471572876, -1.8053005933761597, -1.0386806726455688, -0.22376477718353271, -2.4848086833953857, -2.3652758598327637, -1.130315899848938, -1.8902699947357178, -1.4928638935089111, -3.2989535331726074, -2.564002513885498, -2.487488031387329, -2.450479030609131, -0.1286962479352951, -0.579351007938385, -1.9149481058120728, -3.171041965484619, -1.615026593208313, -2.450141429901123, -1.3710347414016724, -1.1506787538528442, -0.9053294062614441, -1.389013409614563, -2.9581356048583984, -1.1239506006240845, -1.416309118270874, -1.6571639776229858, -0.124531090259552, -0.08856911212205887, -0.3784392476081848, -0.3594207465648651, -1.612971305847168, -0.4760703146457672, -1.76753830909729, -1.9729326963424683, -2.407628059387207, -2.01051926612854, -2.114989757537842, -0.8118342161178589, -0.32361045479774475, -2.0603997707366943, -1.4031745195388794, -1.4336574077606201, -1.5731959342956543, -0.4555860161781311, -0.837940514087677, -1.8513613939285278, -1.293254017829895, -1.8914034366607666, -2.4673309326171875, -1.350885272026062, -1.4471327066421509, -1.7044588327407837, -1.7760813236236572, -1.493335485458374, -2.7950730323791504, -2.77392840385437, -1.9371135234832764, -1.350411057472229, -0.9701200127601624, -2.009716749191284, -1.3376221656799316, -2.5701749324798584, -1.2877956628799438, -1.341267466545105, -0.9706635475158691, -2.159982442855835, -1.1302943229675293, -0.8177593946456909, -0.6392290592193604, -2.1837575435638428, -0.46302738785743713, -0.2795456051826477, -0.8682823181152344, -0.6478861570358276]}, "Bot003_079_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_079.log.json", "context": "Nice to see you! Hi Hello, how are you? Fine I hear you. What\u2019s your favorite beverage? I'd like to say that true answer is: lawyer I\u2019m a huge coffee lover. This is so sad. What\u2019s your favorite color? I like red, reminds me of summer time. Me too! But I hate pink. I am a pretty good musician. I am a programmer and own a studio.  What is your job? It\u2019s cool. Unfortunately I don\u2019t really like music, but I enjoy mountain biking.", "response": "I like to hike and go mountain climbing.", "annotation_id": "Bot003_079_14", "annotations": ["O", "O", "O", "O", "X", "X", "O", "T", "T", "T", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-9.798797607421875, -8.055551528930664, -7.804255485534668, -10.228694915771484, -7.832174777984619, -9.829042434692383, -11.71059513092041, -10.692790985107422, -6.787042617797852], "gpt2background_argmax_score": [-3.096372127532959, -2.2436821460723877, -2.3161017894744873, -2.1565661430358887, -0.6538456082344055, -1.8285202980041504, -1.6730979681015015, -1.372177243232727, -1.7707445621490479, -0.19932399690151215, -1.711456537246704, -1.5397485494613647, -1.7095297574996948, -1.4817348718643188, -0.848979115486145, -1.7910265922546387, -1.5732604265213013, -1.512704849243164, -0.1336679607629776, -0.08603739738464355, -1.20364511013031, -2.3121178150177, -2.4303877353668213, -0.5949571132659912, -1.2999645471572876, -1.8053005933761597, -1.0386806726455688, -0.22376477718353271, -2.4848086833953857, -2.3652758598327637, -1.130315899848938, -1.8902699947357178, -1.4928638935089111, -3.2989535331726074, -2.564002513885498, -2.487488031387329, -2.450479030609131, -0.1286962479352951, -0.579351007938385, -1.9149481058120728, -3.171041965484619, -1.615026593208313, -2.450141429901123, -1.3710347414016724, -1.1506787538528442, -0.9053294062614441, -1.389013409614563, -2.9581356048583984, -1.1239506006240845, -1.416309118270874, -1.6571639776229858, -0.124531090259552, -0.08856911212205887, -0.3784392476081848, -0.3594207465648651, -1.612971305847168, -0.4760703146457672, -1.76753830909729, -1.9729326963424683, -2.407628059387207, -2.01051926612854, -2.114989757537842, -0.8118342161178589, -0.32361045479774475, -2.0603997707366943, -1.4031745195388794, -1.4336574077606201, -1.5731959342956543, -0.4555860161781311, -0.837940514087677, -1.8513613939285278, -1.293254017829895, -1.8914034366607666, -2.4673309326171875, -1.350885272026062, -1.4471327066421509, -1.9287681579589844, -1.7464985847473145, -2.8684403896331787, -3.0803186893463135, -1.952865719795227, -1.2131417989730835, -1.2925934791564941, -1.8531289100646973, -1.3292430639266968, -2.53800106048584, -1.0925127267837524, -1.269716739654541, -0.9960158467292786, -1.9770727157592773, -1.03877854347229, -0.8864758610725403, -1.30421781539917, -2.290276527404785, -0.42919397354125977, -0.28430235385894775, -0.7180259227752686, -1.4280931949615479, -1.1966363191604614, -0.13995958864688873, -0.13984505832195282, -1.7255069017410278, -1.1162378787994385, -1.2329750061035156, -1.2021394968032837, -1.829007863998413, -0.3396494686603546, -0.12943364679813385, -0.12951262295246124, -1.2709540128707886, -1.5064637660980225, -2.5174224376678467, -1.2874433994293213, -1.3407245874404907, -0.596066415309906, -2.336895704269409, -1.720819115638733, -1.6381314992904663, -1.1038299798965454, -1.1271090507507324, -1.621113657951355, -2.3943846225738525, -2.6504125595092773, -2.5793845653533936, -2.0597920417785645, -2.0174601078033447, -1.5732197761535645, -0.5888975858688354, -0.9279440641403198, -0.9866024255752563]}, "Bot003_079_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_079.log.json", "context": "Nice to see you! Hi Hello, how are you? Fine I hear you. What\u2019s your favorite beverage? I'd like to say that true answer is: lawyer I\u2019m a huge coffee lover. This is so sad. What\u2019s your favorite color? I like red, reminds me of summer time. Me too! But I hate pink. I am a pretty good musician. I am a programmer and own a studio.  What is your job? It\u2019s cool. Unfortunately I don\u2019t really like music, but I enjoy mountain biking. I like to hike and go mountain climbing. We have a lot in common.", "response": "I'm not a man.", "annotation_id": "Bot003_079_16", "annotations": ["T", "T", "T", "O", "O", "X", "X", "T", "O", "X", "O", "T", "T", "X", "T"], "gpt2background_target_score": [-9.798797607421875, -11.307290077209473, -8.41121768951416, -6.247239589691162, -11.104996681213379, -4.387220859527588], "gpt2background_argmax_score": [-3.096372127532959, -2.2436821460723877, -2.3161017894744873, -2.1565661430358887, -0.6538456082344055, -1.8285202980041504, -1.6730979681015015, -1.372177243232727, -1.7707445621490479, -0.19932399690151215, -1.711456537246704, -1.5397485494613647, -1.7095297574996948, -1.4817348718643188, -0.848979115486145, -1.7910265922546387, -1.5732604265213013, -1.512704849243164, -0.1336679607629776, -0.08603739738464355, -1.20364511013031, -2.3121178150177, -2.4303877353668213, -0.5949571132659912, -1.2999645471572876, -1.8053005933761597, -1.0386806726455688, -0.22376477718353271, -2.4848086833953857, -2.3652758598327637, -1.130315899848938, -1.8902699947357178, -1.4928638935089111, -3.2989535331726074, -2.564002513885498, -2.487488031387329, -2.450479030609131, -0.1286962479352951, -0.579351007938385, -1.9149481058120728, -3.171041965484619, -1.615026593208313, -2.450141429901123, -1.3710347414016724, -1.1506787538528442, -0.9053294062614441, -1.389013409614563, -2.9581356048583984, -1.1239506006240845, -1.416309118270874, -1.6571639776229858, -0.124531090259552, -0.08856911212205887, -0.3784392476081848, -0.3594207465648651, -1.612971305847168, -0.4760703146457672, -1.76753830909729, -1.9729326963424683, -2.407628059387207, -2.01051926612854, -2.114989757537842, -0.8118342161178589, -0.32361045479774475, -2.0603997707366943, -1.4031745195388794, -1.4336574077606201, -1.5731959342956543, -0.4555860161781311, -0.837940514087677, -1.8513613939285278, -1.293254017829895, -1.8914034366607666, -2.4673309326171875, -1.350885272026062, -1.4471327066421509, -1.9287681579589844, -1.7464985847473145, -2.8684403896331787, -3.0803186893463135, -1.952865719795227, -1.2131417989730835, -1.2925934791564941, -1.8531289100646973, -1.3292430639266968, -2.53800106048584, -1.0925127267837524, -1.269716739654541, -0.9960158467292786, -1.9770727157592773, -1.03877854347229, -0.8864758610725403, -1.30421781539917, -2.290276527404785, -0.42919397354125977, -0.28430235385894775, -0.7180259227752686, -1.4280931949615479, -1.1966363191604614, -0.13995958864688873, -0.13984505832195282, -1.7255069017410278, -1.1162378787994385, -1.2329750061035156, -1.2021394968032837, -1.829007863998413, -0.3396494686603546, -0.12943364679813385, -0.12951262295246124, -1.2709540128707886, -1.5064637660980225, -2.5174224376678467, -1.2874433994293213, -1.3407245874404907, -0.596066415309906, -2.336895704269409, -1.720819115638733, -1.6381314992904663, -1.1038299798965454, -1.1271090507507324, -2.29563570022583, -1.9508402347564697, -2.5564050674438477, -1.7340161800384521, -2.0397720336914062, -1.4772287607192993, -0.6702274084091187, -0.8315252065658569, -1.0657538175582886, -2.209866762161255, -1.1496151685714722, -1.878967046737671, -0.29090645909309387, -0.20216897130012512, -1.263243317604065, -1.3917875289916992, -1.679823398590088, -2.3312199115753174, -1.208460807800293, -1.0758551359176636, -1.7555053234100342, -1.1817786693572998, -0.7684853672981262]}, "Bot003_079_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_079.log.json", "context": "Nice to see you! Hi Hello, how are you? Fine I hear you. What\u2019s your favorite beverage? I'd like to say that true answer is: lawyer I\u2019m a huge coffee lover. This is so sad. What\u2019s your favorite color? I like red, reminds me of summer time. Me too! But I hate pink. I am a pretty good musician. I am a programmer and own a studio.  What is your job? It\u2019s cool. Unfortunately I don\u2019t really like music, but I enjoy mountain biking. I like to hike and go mountain climbing. We have a lot in common. I'm not a man. I know.", "response": "I'm an impatient person I despise long lines. Hopefully justin will let me in front  We live in simulation, right?", "annotation_id": "Bot003_079_18", "annotations": ["T", "O", "O", "O", "O", "X", "X", "T", "T", "O", "T", "T", "X", "X", "O"], "gpt2background_target_score": [-9.798797607421875, -11.307290077209473, -5.132433891296387, -13.873693466186523, -11.989972114562988, -4.441117286682129, -13.059911727905273, -7.405675888061523, -13.059051513671875, -10.183867454528809, -11.771622657775879, -8.223498344421387, -9.377923965454102, -4.6208062171936035, -11.369890213012695, -9.578106880187988, -9.41030216217041, -12.071107864379883, -11.398324966430664, -12.553923606872559, -10.923901557922363, -9.362607955932617, -12.410482406616211, -3.6307570934295654, -10.472023010253906, -9.046232223510742], "gpt2background_argmax_score": [-3.096372127532959, -2.2436821460723877, -2.3161017894744873, -2.1565661430358887, -0.6538456082344055, -1.8285202980041504, -1.6730979681015015, -1.372177243232727, -1.7707445621490479, -0.19932399690151215, -1.711456537246704, -1.5397485494613647, -1.7095297574996948, -1.4817348718643188, -0.848979115486145, -1.7910265922546387, -1.5732604265213013, -1.512704849243164, -0.1336679607629776, -0.08603739738464355, -1.20364511013031, -2.3121178150177, -2.4303877353668213, -0.5949571132659912, -1.2999645471572876, -1.8053005933761597, -1.0386806726455688, -0.22376477718353271, -2.4848086833953857, -2.3652758598327637, -1.130315899848938, -1.8902699947357178, -1.4928638935089111, -3.2989535331726074, -2.564002513885498, -2.487488031387329, -2.450479030609131, -0.1286962479352951, -0.579351007938385, -1.9149481058120728, -3.171041965484619, -1.615026593208313, -2.450141429901123, -1.3710347414016724, -1.1506787538528442, -0.9053294062614441, -1.389013409614563, -2.9581356048583984, -1.1239506006240845, -1.416309118270874, -1.6571639776229858, -0.124531090259552, -0.08856911212205887, -0.3784392476081848, -0.3594207465648651, -1.612971305847168, -0.4760703146457672, -1.76753830909729, -1.9729326963424683, -2.407628059387207, -2.01051926612854, -2.114989757537842, -0.8118342161178589, -0.32361045479774475, -2.0603997707366943, -1.4031745195388794, -1.4336574077606201, -1.5731959342956543, -0.4555860161781311, -0.837940514087677, -1.8513613939285278, -1.293254017829895, -1.8914034366607666, -2.4673309326171875, -1.350885272026062, -1.4471327066421509, -1.9287681579589844, -1.7464985847473145, -2.8684403896331787, -3.0803186893463135, -1.952865719795227, -1.2131417989730835, -1.2925934791564941, -1.8531289100646973, -1.3292430639266968, -2.53800106048584, -1.0925127267837524, -1.269716739654541, -0.9960158467292786, -1.9770727157592773, -1.03877854347229, -0.8864758610725403, -1.30421781539917, -2.290276527404785, -0.42919397354125977, -0.28430235385894775, -0.7180259227752686, -1.4280931949615479, -1.1966363191604614, -0.13995958864688873, -0.13984505832195282, -1.7255069017410278, -1.1162378787994385, -1.2329750061035156, -1.2021394968032837, -1.829007863998413, -0.3396494686603546, -0.12943364679813385, -0.12951262295246124, -1.2709540128707886, -1.5064637660980225, -2.5174224376678467, -1.2874433994293213, -1.3407245874404907, -0.596066415309906, -2.336895704269409, -1.720819115638733, -1.6381314992904663, -1.1038299798965454, -1.1271090507507324, -2.29563570022583, -1.9508402347564697, -2.5564050674438477, -1.7340161800384521, -2.0397720336914062, -1.4772287607192993, -0.6702274084091187, -0.8315252065658569, -1.0657538175582886, -2.209866762161255, -1.1496151685714722, -1.878967046737671, -0.29090645909309387, -0.20216886699199677, -1.263243556022644, -1.3917869329452515, -2.1400504112243652, -1.4369351863861084, -1.13314688205719, -1.9898264408111572, -1.4897643327713013, -0.946601390838623, -2.33728289604187, -1.9132490158081055, -1.035828709602356, -1.6719279289245605, -2.171945333480835, -1.026825189590454, -0.8995175957679749, -1.6954642534255981, -1.1110972166061401, -2.5460169315338135, -2.04736065864563, -1.9089140892028809, -1.3078597784042358, -0.9903574585914612, -1.524922490119934, -2.7811546325683594, -2.9775192737579346, -1.975219964981079, -1.0246996879577637, -1.5958634614944458, -1.4385826587677002, -0.20454661548137665, -1.2423073053359985, -1.832782506942749, -0.6211485266685486, -1.0661180019378662, -2.9091029167175293, -1.1806222200393677, -0.34981077909469604, -0.8137716054916382]}, "Bot003_079_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_079.log.json", "context": "Nice to see you! Hi Hello, how are you? Fine I hear you. What\u2019s your favorite beverage? I'd like to say that true answer is: lawyer I\u2019m a huge coffee lover. This is so sad. What\u2019s your favorite color? I like red, reminds me of summer time. Me too! But I hate pink. I am a pretty good musician. I am a programmer and own a studio.  What is your job? It\u2019s cool. Unfortunately I don\u2019t really like music, but I enjoy mountain biking. I like to hike and go mountain climbing. We have a lot in common. I'm not a man. I know. I'm an impatient person I despise long lines. Hopefully justin will let me in front  We live in simulation, right? You asked me about my job. I am shop assistant and my father was a construction worker.", "response": "I am a programmer and own a studio.", "annotation_id": "Bot003_079_20", "annotations": ["X", "X", "T", "O", "X", "X", "X", "T", "T", "T", "O", "T", "O", "O", "O"], "gpt2background_target_score": [-9.798797607421875, -10.020434379577637, -2.964003324508667, -12.599512100219727, -7.832174777984619, -12.045764923095703, -7.425705432891846, -11.615635871887207, -6.787042617797852], "gpt2background_argmax_score": [-3.096372127532959, -2.2436821460723877, -2.3161017894744873, -2.1565661430358887, -0.6538456082344055, -1.8285202980041504, -1.6730979681015015, -1.372177243232727, -1.7707445621490479, -0.19932399690151215, -1.711456537246704, -1.5397485494613647, -1.7095297574996948, -1.4817348718643188, -0.848979115486145, -1.7910265922546387, -1.5732604265213013, -1.512704849243164, -0.1336679607629776, -0.08603739738464355, -1.20364511013031, -2.3121178150177, -2.4303877353668213, -0.5949571132659912, -1.2999645471572876, -1.8053005933761597, -1.0386806726455688, -0.22376477718353271, -2.4848086833953857, -2.3652758598327637, -1.130315899848938, -1.8902699947357178, -1.4928638935089111, -3.2989535331726074, -2.564002513885498, -2.487488031387329, -2.450479030609131, -0.1286962479352951, -0.579351007938385, -1.9149481058120728, -3.171041965484619, -1.615026593208313, -2.450141429901123, -1.3710347414016724, -1.1506787538528442, -0.9053294062614441, -1.389013409614563, -2.9581356048583984, -1.1239506006240845, -1.416309118270874, -1.6571639776229858, -0.124531090259552, -0.08856911212205887, -0.3784392476081848, -0.3594207465648651, -1.612971305847168, -0.4760703146457672, -1.76753830909729, -1.9729326963424683, -2.407628059387207, -2.01051926612854, -2.114989757537842, -0.8118342161178589, -0.32361045479774475, -2.0603997707366943, -1.4031745195388794, -1.4336574077606201, -1.5731959342956543, -0.4555860161781311, -0.837940514087677, -1.8513613939285278, -1.293254017829895, -1.8914034366607666, -2.4673309326171875, -1.350885272026062, -1.4471327066421509, -1.9287681579589844, -1.7464985847473145, -2.8684403896331787, -3.0803186893463135, -1.952865719795227, -1.2131417989730835, -1.2925934791564941, -1.8531289100646973, -1.3292430639266968, -2.53800106048584, -1.0925127267837524, -1.269716739654541, -0.9960158467292786, -1.9770727157592773, -1.03877854347229, -0.8864758610725403, -1.30421781539917, -2.290276527404785, -0.42919397354125977, -0.28430235385894775, -0.7180259227752686, -1.4280931949615479, -1.1966363191604614, -0.13995958864688873, -0.13984505832195282, -1.7255069017410278, -1.1162378787994385, -1.2329750061035156, -1.2021394968032837, -1.829007863998413, -0.3396494686603546, -0.12943364679813385, -0.12951262295246124, -1.2709540128707886, -1.5064637660980225, -2.5174224376678467, -1.2874433994293213, -1.3407245874404907, -0.596066415309906, -2.336895704269409, -1.720819115638733, -1.6381314992904663, -1.1038299798965454, -1.1271090507507324, -2.29563570022583, -1.9508402347564697, -2.5564050674438477, -1.7340161800384521, -2.0397720336914062, -1.4772287607192993, -0.6702274084091187, -0.8315252065658569, -1.0657538175582886, -2.209866762161255, -1.1496151685714722, -1.878967046737671, -0.29090645909309387, -0.20216897130012512, -1.263243317604065, -1.3917875289916992, -2.140049934387207, -1.4369361400604248, -1.1331477165222168, -1.9898264408111572, -1.489766240119934, -0.9465996026992798, -2.3372843265533447, -1.9132503271102905, -1.0358275175094604, -2.3903274536132812, -1.3018823862075806, -1.5435034036636353, -1.0246238708496094, -0.8220700025558472, -2.4711856842041016, -1.5813891887664795, -1.6640944480895996, -1.2663815021514893, -0.9478574991226196, -1.5030577182769775, -2.7092416286468506, -2.8680202960968018, -1.9907268285751343, -1.065638780593872, -1.5530638694763184, -1.2896734476089478, -0.1996387243270874, -2.0287928581237793, -1.6931235790252686, -0.563606321811676, -1.1569340229034424, -2.772040605545044, -1.2038861513137817, -0.31610649824142456, -2.106499671936035, -2.2986881732940674, -0.9890277981758118, -2.5452733039855957, -1.939452886581421, -1.7442909479141235, -1.3975625038146973, -1.1956939697265625, -2.1943225860595703, -1.4428942203521729, -1.7832545042037964, -1.1461948156356812, -1.0953857898712158, -1.748339056968689, -0.9593981504440308, -1.1268593072891235, -3.6669232845306396, -0.8892658352851868, -0.7154191732406616, -1.2797527313232422, -1.7477285861968994, -2.010065793991089, -1.0573407411575317, -1.0177345275878906, -1.2065123319625854, -1.3288047313690186, -0.25390180945396423, -0.19946716725826263, -0.6412378549575806, -0.9103684425354004]}, "Bot003_080_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_080.log.json", "context": "Alright mate? hey", "response": "Are you kidding?", "annotation_id": "Bot003_080_02", "annotations": ["O", "X", "O", "X", "X", "X", "O", "T", "O", "X", "T", "O", "T", "T", "T"], "gpt2background_target_score": [-12.015702247619629, -5.332863807678223, -13.459074974060059, -5.738271713256836], "gpt2background_argmax_score": [-1.8155909776687622, -1.7335877418518066, -0.668935239315033, -2.385606288909912, -2.6003236770629883, -0.34532278776168823, -2.559004306793213, -0.5611036419868469, -0.4760492742061615]}, "Bot003_080_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_080.log.json", "context": "Alright mate? hey Are you kidding? what do you mean?", "response": "I'm not kidding.", "annotation_id": "Bot003_080_04", "annotations": ["O", "X", "X", "O", "T", "T", "T", "O", "X", "X", "X", "O", "T", "O", "O"], "gpt2background_target_score": [-8.241695404052734, -8.643197059631348, -8.602083206176758, -11.037664413452148, -9.281672477722168], "gpt2background_argmax_score": [-1.8155909776687622, -1.7335877418518066, -0.668935239315033, -2.385606288909912, -0.5506254434585571, -2.9774675369262695, -0.526995062828064, -1.731095314025879, -1.8730413913726807, -0.45045411586761475, -1.6758421659469604, -1.403112530708313, -1.5173959732055664, -2.2988383769989014, -1.370225429534912, -2.1148908138275146, -1.7189490795135498, -1.5865179300308228, -1.3674148321151733]}, "Bot003_080_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_080.log.json", "context": "Alright mate? hey Are you kidding? what do you mean? I'm not kidding. i\u2019m not joking", "response": "Tell me about your likes and dislikes?", "annotation_id": "Bot003_080_06", "annotations": ["O", "X", "T", "O", "T", "O", "T", "T", "O", "O", "T", "T", "O", "T", "O"], "gpt2background_target_score": [-12.36954402923584, -7.214892864227295, -10.030725479125977, -6.575470447540283, -12.233101844787598, -7.994279861450195, -13.340642929077148, -11.659438133239746, -3.827805757522583], "gpt2background_argmax_score": [-1.8155909776687622, -1.7335877418518066, -0.668935239315033, -2.385606288909912, -0.5506254434585571, -2.9774675369262695, -0.526995062828064, -1.731095314025879, -1.8730413913726807, -0.45045411586761475, -1.6758421659469604, -1.403112530708313, -1.5173959732055664, -1.3599084615707397, -2.2070119380950928, -1.996282935142517, -1.8307029008865356, -1.7403793334960938, -1.1665836572647095, -0.1130581945180893, -0.26417073607444763, -1.971459150314331, -0.8259962201118469, -1.3476656675338745, -2.596813201904297, -0.38383615016937256, -2.3687400817871094, -2.0097551345825195, -3.2760303020477295, -1.5257693529129028, -1.8482093811035156, -0.03865278139710426, -1.378839373588562, -0.3507230877876282]}, "Bot003_080_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_080.log.json", "context": "Alright mate? hey Are you kidding? what do you mean? I'm not kidding. i\u2019m not joking Tell me about your likes and dislikes? i like listening to rock music while i work and riding horses", "response": "I love horses. I am a activist.", "annotation_id": "Bot003_080_08", "annotations": ["O", "O", "T", "T", "O", "O", "T", "O", "X", "O", "X", "T", "T", "T", "O"], "gpt2background_target_score": [-8.241695404052734, -9.932270050048828, -13.10888671875, -4.38878870010376, -5.007696628570557, -11.63556957244873, -7.641332626342773, -12.41584300994873, -6.907351493835449], "gpt2background_argmax_score": [-1.8155909776687622, -1.7335877418518066, -0.668935239315033, -2.385606288909912, -0.5506254434585571, -2.9774675369262695, -0.526995062828064, -1.731095314025879, -1.8730413913726807, -0.45045411586761475, -1.6758421659469604, -1.403112530708313, -1.5173959732055664, -1.3599084615707397, -2.2070119380950928, -1.996282935142517, -1.8307029008865356, -1.7403793334960938, -1.1665836572647095, -0.1130581945180893, -0.26417073607444763, -1.971459150314331, -0.8259962201118469, -1.3476656675338745, -0.27108514308929443, -2.435767412185669, -2.3844103813171387, -3.232189893722534, -1.8482052087783813, -1.8472987413406372, -0.04006819427013397, -1.404145359992981, -1.5832165479660034, -1.4261847734451294, -2.614877223968506, -0.26682955026626587, -1.3557909727096558, -2.1228227615356445, -2.109546184539795, -1.6337227821350098, -0.9101358652114868, -1.8556830883026123, -1.4295697212219238, -1.8209431171417236, -1.7236500978469849, -2.278555393218994, -2.0132758617401123, -1.8760807514190674, -1.5847969055175781, -1.5792045593261719, -1.5608913898468018, -1.73122239112854, -3.2072227001190186, -1.7984206676483154, -1.374078392982483]}, "Bot003_080_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_080.log.json", "context": "Alright mate? hey Are you kidding? what do you mean? I'm not kidding. i\u2019m not joking Tell me about your likes and dislikes? i like listening to rock music while i work and riding horses I love horses. I am a activist. really? do you ride horses as well?", "response": "I do, I love horses. I do not have any.", "annotation_id": "Bot003_080_10", "annotations": ["O", "T", "O", "T", "O", "O", "T", "O", "T", "O", "X", "T", "T", "T", "O"], "gpt2background_target_score": [-8.24169635772705, -6.7042341232299805, -9.631564140319824, -3.9397268295288086, -10.890584945678711, -13.177254676818848, -5.196468830108643, -2.888190746307373, -2.5523931980133057, -8.536491394042969, -4.012319087982178, -9.653424263000488, -7.984951972961426], "gpt2background_argmax_score": [-1.815590500831604, -1.7335883378982544, -0.6689350008964539, -2.385606288909912, -0.5506265163421631, -2.9774672985076904, -0.5269952416419983, -1.7310949563980103, -1.8730413913726807, -0.4504556357860565, -1.6758455038070679, -1.4031115770339966, -1.5173970460891724, -1.359909176826477, -2.2070136070251465, -1.9962838888168335, -1.8307042121887207, -1.7403790950775146, -1.1665846109390259, -0.11305862665176392, -0.26417091488838196, -1.9714585542678833, -0.8259976506233215, -1.347663164138794, -0.27108585834503174, -2.435764789581299, -2.3844103813171387, -3.2321925163269043, -1.8482041358947754, -1.8472973108291626, -0.040068306028842926, -1.4041457176208496, -1.5832165479660034, -1.4261881113052368, -2.6148760318756104, -0.266828715801239, -1.355790138244629, -2.1228253841400146, -2.1095468997955322, -1.6337199211120605, -0.9101341366767883, -1.855682134628296, -1.4295703172683716, -1.820946455001831, -1.72365140914917, -1.881239652633667, -2.4189577102661133, -2.070835590362549, -2.0692224502563477, -1.5073201656341553, -1.8899166584014893, -3.3308863639831543, -1.5911616086959839, -1.836222767829895, -1.8909705877304077, -1.888001561164856, -0.25040972232818604, -1.330028772354126, -0.3926429748535156, -0.6789719462394714, -1.0445592403411865, -0.5351876616477966, -1.7713114023208618, -2.3086202144622803, -2.106046438217163, -1.4656562805175781, -1.624292016029358, -2.293933629989624, -0.47047433257102966, -1.0461491346359253, -1.1273728609085083, -1.60352623462677, -2.1017346382141113, -1.2996517419815063, -1.0082913637161255, -2.1098170280456543, -0.9535199403762817]}, "Bot003_080_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_080.log.json", "context": "Alright mate? hey Are you kidding? what do you mean? I'm not kidding. i\u2019m not joking Tell me about your likes and dislikes? i like listening to rock music while i work and riding horses I love horses. I am a activist. really? do you ride horses as well? I do, I love horses. I do not have any. that\u2019s too bad, i have three arabian horses", "response": "I love horses. I have a cat named radar.", "annotation_id": "Bot003_080_12", "annotations": ["O", "X", "O", "T", "O", "O", "T", "T", "X", "O", "X", "T", "T", "T", "O"], "gpt2background_target_score": [-8.24169635772705, -9.932269096374512, -13.10888671875, -4.388790130615234, -5.007698059082031, -8.937743186950684, -7.6413373947143555, -10.745972633361816, -13.446033477783203, -13.776208877563477, -9.08521842956543], "gpt2background_argmax_score": [-1.815590500831604, -1.7335883378982544, -0.6689350008964539, -2.385606288909912, -0.5506265163421631, -2.9774672985076904, -0.5269952416419983, -1.7310949563980103, -1.8730413913726807, -0.4504556357860565, -1.6758455038070679, -1.4031115770339966, -1.5173970460891724, -1.359909176826477, -2.2070136070251465, -1.9962838888168335, -1.8307042121887207, -1.7403790950775146, -1.1665846109390259, -0.11305862665176392, -0.26417091488838196, -1.9714585542678833, -0.8259976506233215, -1.347663164138794, -0.27108585834503174, -2.435764789581299, -2.3844103813171387, -3.2321925163269043, -1.8482041358947754, -1.8472973108291626, -0.040068306028842926, -1.4041457176208496, -1.5832165479660034, -1.4261881113052368, -2.6148760318756104, -0.266828715801239, -1.3557908535003662, -2.1228275299072266, -2.1095476150512695, -1.633720874786377, -0.9101347327232361, -1.8556822538375854, -1.429569959640503, -1.8209460973739624, -1.723650336265564, -1.8812402486801147, -2.418959856033325, -2.0708353519439697, -2.0692222118377686, -1.5073182582855225, -1.8899167776107788, -3.3308863639831543, -1.5911616086959839, -1.836223840713501, -1.8909704685211182, -1.888001561164856, -0.2504090666770935, -1.3300279378890991, -0.3926425576210022, -0.6789725422859192, -1.0445600748062134, -0.5351871848106384, -1.7713114023208618, -2.076414108276367, -1.6173813343048096, -1.6396400928497314, -2.3182895183563232, -0.6372284293174744, -1.0990772247314453, -1.4966318607330322, -1.6706502437591553, -1.8867460489273071, -1.4540009498596191, -1.0865594148635864, -1.9007720947265625, -1.0978668928146362, -1.3673570156097412, -0.1316302865743637, -0.13650262355804443, -2.2310264110565186, -1.3549596071243286, -1.5828113555908203, -1.6661549806594849, -1.734505534172058, -1.5151525735855103, -1.2077878713607788, -2.109952449798584, -0.42946380376815796, -1.5256311893463135, -1.413712978363037, -2.364617347717285, -2.2305479049682617, -0.5059536099433899, -1.0700300931930542, -1.0650553703308105, -1.6273428201675415, -1.588732361793518, -2.292666435241699, -1.7499744892120361, -4.722069263458252, -2.7174265384674072, -1.5295002460479736]}, "Bot003_080_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_080.log.json", "context": "Alright mate? hey Are you kidding? what do you mean? I'm not kidding. i\u2019m not joking Tell me about your likes and dislikes? i like listening to rock music while i work and riding horses I love horses. I am a activist. really? do you ride horses as well? I do, I love horses. I do not have any. that\u2019s too bad, i have three arabian horses I love horses. I have a cat named radar. that\u2019s nice", "response": "This is a great idea!", "annotation_id": "Bot003_080_14", "annotations": ["O", "X", "X", "X", "X", "X", "T", "X", "X", "X", "X", "T", "X", "T", "X"], "gpt2background_target_score": [-11.94372272491455, -5.5111985206604, -8.756608009338379, -8.772759437561035, -12.518224716186523, -8.542954444885254], "gpt2background_argmax_score": [-1.815590500831604, -1.7335883378982544, -0.6689350008964539, -2.385606288909912, -0.5506265163421631, -2.9774672985076904, -0.5269952416419983, -1.7310949563980103, -1.8730413913726807, -0.4504556357860565, -1.6758455038070679, -1.4031115770339966, -1.5173970460891724, -1.359909176826477, -2.2070136070251465, -1.9962838888168335, -1.8307042121887207, -1.7403790950775146, -1.1665846109390259, -0.11305862665176392, -0.26417091488838196, -1.9714585542678833, -0.8259976506233215, -1.347663164138794, -0.27108585834503174, -2.435764789581299, -2.3844103813171387, -3.2321925163269043, -1.8482041358947754, -1.8472973108291626, -0.040068306028842926, -1.4041457176208496, -1.5832165479660034, -1.4261881113052368, -2.6148760318756104, -0.266828715801239, -1.3557908535003662, -2.1228275299072266, -2.1095476150512695, -1.633720874786377, -0.9101347327232361, -1.8556822538375854, -1.429569959640503, -1.8209460973739624, -1.723650336265564, -1.8812402486801147, -2.418959856033325, -2.0708353519439697, -2.0692222118377686, -1.5073182582855225, -1.8899167776107788, -3.3308863639831543, -1.5911616086959839, -1.836223840713501, -1.8909704685211182, -1.888001561164856, -0.2504090666770935, -1.3300279378890991, -0.3926425576210022, -0.6789725422859192, -1.0445600748062134, -0.5351871848106384, -1.7713114023208618, -2.076414108276367, -1.6173813343048096, -1.6396400928497314, -2.3182895183563232, -0.6372284293174744, -1.0990772247314453, -1.4966318607330322, -1.6706502437591553, -1.8867460489273071, -1.4540009498596191, -1.0865594148635864, -1.9007720947265625, -1.0978668928146362, -1.3673570156097412, -0.1316302865743637, -0.13650262355804443, -2.2310264110565186, -1.3549596071243286, -1.5828113555908203, -1.6661549806594849, -1.734505534172058, -1.5151525735855103, -1.2077878713607788, -2.109952449798584, -0.42946380376815796, -1.5256311893463135, -1.413712978363037, -1.7970974445343018, -0.8786200881004333, -0.9973846673965454, -1.644762635231018, -1.6745811700820923, -1.788326621055603, -2.3620717525482178, -1.8344825506210327, -4.653808116912842, -2.727169990539551, -1.6399424076080322, -0.8813390731811523, -0.13579298555850983, -0.11507964134216309, -2.564570426940918, -1.0810829401016235, -2.3751814365386963, -0.7109429836273193, -2.2024009227752686, -1.9339321851730347, -2.249659776687622, -1.1014089584350586, -1.6137361526489258]}, "Bot003_080_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_080.log.json", "context": "Alright mate? hey Are you kidding? what do you mean? I'm not kidding. i\u2019m not joking Tell me about your likes and dislikes? i like listening to rock music while i work and riding horses I love horses. I am a activist. really? do you ride horses as well? I do, I love horses. I do not have any. that\u2019s too bad, i have three arabian horses I love horses. I have a cat named radar. that\u2019s nice This is a great idea! do you have a job?", "response": "I do, I am a activist.", "annotation_id": "Bot003_080_16", "annotations": ["O", "O", "O", "T", "O", "O", "T", "O", "X", "O", "X", "T", "T", "T", "O"], "gpt2background_target_score": [-8.24169635772705, -6.7042341232299805, -9.631564140319824, -3.9397268295288086, -11.089302062988281, -2.9774672985076904, -13.438769340515137, -7.888874530792236], "gpt2background_argmax_score": [-1.815590500831604, -1.7335883378982544, -0.6689350008964539, -2.385606288909912, -0.5506265163421631, -2.9774672985076904, -0.5269952416419983, -1.7310949563980103, -1.8730413913726807, -0.4504556357860565, -1.6758455038070679, -1.4031115770339966, -1.5173970460891724, -1.359909176826477, -2.2070136070251465, -1.9962838888168335, -1.8307042121887207, -1.7403790950775146, -1.1665846109390259, -0.11305862665176392, -0.26417091488838196, -1.9714585542678833, -0.8259976506233215, -1.347663164138794, -0.27108585834503174, -2.435764789581299, -2.3844103813171387, -3.2321925163269043, -1.8482041358947754, -1.8472973108291626, -0.040068306028842926, -1.4041457176208496, -1.5832165479660034, -1.4261881113052368, -2.6148760318756104, -0.266828715801239, -1.3557908535003662, -2.1228275299072266, -2.1095476150512695, -1.633720874786377, -0.9101347327232361, -1.8556822538375854, -1.429569959640503, -1.8209460973739624, -1.723650336265564, -1.8812402486801147, -2.418959856033325, -2.0708353519439697, -2.0692222118377686, -1.5073182582855225, -1.8899167776107788, -3.3308863639831543, -1.5911616086959839, -1.836223840713501, -1.8909704685211182, -1.888001561164856, -0.2504090666770935, -1.3300279378890991, -0.3926425576210022, -0.6789725422859192, -1.0445600748062134, -0.5351871848106384, -1.7713114023208618, -2.076414108276367, -1.6173813343048096, -1.6396400928497314, -2.3182895183563232, -0.6372284293174744, -1.0990772247314453, -1.4966318607330322, -1.6706502437591553, -1.8867460489273071, -1.4540009498596191, -1.0865594148635864, -1.9007720947265625, -1.0978668928146362, -1.3673570156097412, -0.1316302865743637, -0.13650262355804443, -2.2310264110565186, -1.3549596071243286, -1.5828113555908203, -1.6661549806594849, -1.734505534172058, -1.5151525735855103, -1.2077878713607788, -2.109952449798584, -0.42946380376815796, -1.5256311893463135, -1.413712978363037, -1.7970974445343018, -0.8786200881004333, -0.9973846673965454, -1.644762635231018, -1.6745811700820923, -1.788326621055603, -2.3620717525482178, -1.8344825506210327, -4.653808116912842, -2.727169990539551, -1.6399424076080322, -0.8813390731811523, -0.13579298555850983, -0.11507964134216309, -2.564570426940918, -1.0810829401016235, -0.8260179162025452, -2.4400103092193604, -2.0429458618164062, -1.9347434043884277, -1.156197428703308, -2.0781056880950928, -0.20562361180782318, -1.5195969343185425, -1.2281373739242554, -1.0144598484039307, -1.2179473638534546, -1.9797601699829102, -2.0609240531921387, -2.194340229034424, -1.9085677862167358, -1.5706796646118164, -1.9751555919647217, -0.9485346674919128, -3.5918052196502686, -0.72728431224823, -1.0508811473846436]}, "Bot003_080_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_080.log.json", "context": "Alright mate? hey Are you kidding? what do you mean? I'm not kidding. i\u2019m not joking Tell me about your likes and dislikes? i like listening to rock music while i work and riding horses I love horses. I am a activist. really? do you ride horses as well? I do, I love horses. I do not have any. that\u2019s too bad, i have three arabian horses I love horses. I have a cat named radar. that\u2019s nice This is a great idea! do you have a job? I do, I am a activist. do your parents have a job?", "response": "Yes I do, I am a activist", "annotation_id": "Bot003_080_18", "annotations": ["T", "X", "X", "T", "X", "X", "T", "X", "X", "X", "X", "T", "X", "T", "X"], "gpt2background_target_score": [-13.114624977111816, -3.14139986038208, -8.136374473571777, -2.385606288909912, -5.007698059082031, -11.635567665100098, -7.6413373947143555, -12.415843963623047], "gpt2background_argmax_score": [-1.815590500831604, -1.7335883378982544, -0.6689350008964539, -2.385606288909912, -0.5506265163421631, -2.9774672985076904, -0.5269952416419983, -1.7310949563980103, -1.8730413913726807, -0.4504556357860565, -1.6758455038070679, -1.4031115770339966, -1.5173970460891724, -1.359909176826477, -2.2070136070251465, -1.9962838888168335, -1.8307042121887207, -1.7403790950775146, -1.1665846109390259, -0.11305862665176392, -0.26417091488838196, -1.9714585542678833, -0.8259976506233215, -1.347663164138794, -0.27108585834503174, -2.435764789581299, -2.3844103813171387, -3.2321925163269043, -1.8482041358947754, -1.8472973108291626, -0.040068306028842926, -1.4041457176208496, -1.5832165479660034, -1.4261881113052368, -2.6148760318756104, -0.266828715801239, -1.3557908535003662, -2.1228275299072266, -2.1095476150512695, -1.633720874786377, -0.9101347327232361, -1.8556822538375854, -1.429569959640503, -1.8209460973739624, -1.723650336265564, -1.8812402486801147, -2.418959856033325, -2.0708353519439697, -2.0692222118377686, -1.5073182582855225, -1.8899167776107788, -3.3308863639831543, -1.5911616086959839, -1.836223840713501, -1.8909704685211182, -1.888001561164856, -0.2504090666770935, -1.3300279378890991, -0.3926425576210022, -0.6789725422859192, -1.0445600748062134, -0.5351871848106384, -1.7713114023208618, -2.076414108276367, -1.6173813343048096, -1.6396400928497314, -2.3182895183563232, -0.6372284293174744, -1.0990772247314453, -1.4966318607330322, -1.6706502437591553, -1.8867460489273071, -1.4540009498596191, -1.0865594148635864, -1.9007720947265625, -1.0978668928146362, -1.3673570156097412, -0.1316302865743637, -0.13650262355804443, -2.2310264110565186, -1.3549596071243286, -1.5828113555908203, -1.6661549806594849, -1.734505534172058, -1.5151525735855103, -1.2077878713607788, -2.109952449798584, -0.42946380376815796, -1.5256311893463135, -1.413712978363037, -1.7970974445343018, -0.8786200881004333, -0.9973846673965454, -1.644762635231018, -1.6745811700820923, -1.788326621055603, -2.3620717525482178, -1.8344825506210327, -4.653808116912842, -2.727169990539551, -1.6399424076080322, -0.8813390731811523, -0.13579298555850983, -0.11507964134216309, -2.564570426940918, -1.0810829401016235, -0.8260179162025452, -2.4400103092193604, -2.0429458618164062, -1.9347434043884277, -1.156197428703308, -2.0781056880950928, -0.20562361180782318, -1.5195969343185425, -1.2281373739242554, -1.0144598484039307, -1.2179473638534546, -1.9797601699829102, -1.8932651281356812, -1.4450851678848267, -1.2121652364730835, -2.091373920440674, -1.0492454767227173, -3.740929126739502, -0.7274971008300781, -1.464857578277588, -0.17986804246902466, -1.2300615310668945, -1.3340202569961548, -1.3047281503677368, -1.1706514358520508, -0.4867876470088959, -2.085911989212036, -2.2613539695739746, -1.3016548156738281, -0.9178686738014221, -0.9882373809814453, -1.6498943567276, -1.3654133081436157, -0.4513850808143616, -2.524930238723755, -0.5564576983451843]}, "Bot003_080_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_080.log.json", "context": "Alright mate? hey Are you kidding? what do you mean? I'm not kidding. i\u2019m not joking Tell me about your likes and dislikes? i like listening to rock music while i work and riding horses I love horses. I am a activist. really? do you ride horses as well? I do, I love horses. I do not have any. that\u2019s too bad, i have three arabian horses I love horses. I have a cat named radar. that\u2019s nice This is a great idea! do you have a job? I do, I am a activist. do your parents have a job? Yes I do, I am a activist what about your parents?", "response": "They're not my parents", "annotation_id": "Bot003_080_20", "annotations": ["T", "X", "T", "O", "X", "X", "T", "X", "X", "X", "X", "O", "X", "T", "T"], "gpt2background_target_score": [-12.382702827453613, -9.828697204589844, -8.602084159851074, -4.815128326416016, -9.770371437072754], "gpt2background_argmax_score": [-1.815590500831604, -1.7335883378982544, -0.6689350008964539, -2.385606288909912, -0.5506265163421631, -2.9774672985076904, -0.5269952416419983, -1.7310949563980103, -1.8730413913726807, -0.4504556357860565, -1.6758455038070679, -1.4031115770339966, -1.5173970460891724, -1.359909176826477, -2.2070136070251465, -1.9962838888168335, -1.8307042121887207, -1.7403790950775146, -1.1665846109390259, -0.11305862665176392, -0.26417091488838196, -1.9714585542678833, -0.8259976506233215, -1.347663164138794, -0.27108585834503174, -2.435764789581299, -2.3844103813171387, -3.2321925163269043, -1.8482041358947754, -1.8472973108291626, -0.040068306028842926, -1.4041457176208496, -1.5832165479660034, -1.4261881113052368, -2.6148760318756104, -0.266828715801239, -1.3557908535003662, -2.1228275299072266, -2.1095476150512695, -1.633720874786377, -0.9101347327232361, -1.8556822538375854, -1.429569959640503, -1.8209460973739624, -1.723650336265564, -1.8812402486801147, -2.418959856033325, -2.0708353519439697, -2.0692222118377686, -1.5073182582855225, -1.8899167776107788, -3.3308863639831543, -1.5911616086959839, -1.836223840713501, -1.8909704685211182, -1.888001561164856, -0.2504090666770935, -1.3300279378890991, -0.3926425576210022, -0.6789725422859192, -1.0445600748062134, -0.5351871848106384, -1.7713114023208618, -2.076414108276367, -1.6173813343048096, -1.6396400928497314, -2.3182895183563232, -0.6372284293174744, -1.0990772247314453, -1.4966318607330322, -1.6706502437591553, -1.8867460489273071, -1.4540009498596191, -1.0865594148635864, -1.9007720947265625, -1.0978668928146362, -1.3673570156097412, -0.1316302865743637, -0.13650262355804443, -2.2310264110565186, -1.3549596071243286, -1.5828113555908203, -1.6661549806594849, -1.734505534172058, -1.5151525735855103, -1.2077878713607788, -2.109952449798584, -0.42946380376815796, -1.5256311893463135, -1.413712978363037, -1.7970974445343018, -0.8786200881004333, -0.9973846673965454, -1.644762635231018, -1.6745811700820923, -1.788326621055603, -2.3620717525482178, -1.8344825506210327, -4.653808116912842, -2.727169990539551, -1.6399424076080322, -0.8813390731811523, -0.13579298555850983, -0.11507964134216309, -2.564570426940918, -1.0810829401016235, -0.8260179162025452, -2.4400103092193604, -2.0429458618164062, -1.9347434043884277, -1.156197428703308, -2.0781056880950928, -0.20562361180782318, -1.5195969343185425, -1.2281373739242554, -1.0144598484039307, -1.2179473638534546, -1.9797601699829102, -1.8932651281356812, -1.4450851678848267, -1.2121652364730835, -2.091373920440674, -1.0492454767227173, -3.740929126739502, -0.7274971008300781, -1.464857578277588, -0.17986804246902466, -1.2300615310668945, -1.3340202569961548, -1.3047281503677368, -1.1706514358520508, -0.4867876470088959, -2.085911989212036, -1.357759714126587, -0.9514886140823364, -1.012689232826233, -1.6044702529907227, -1.2070245742797852, -0.5352108478546143, -2.591761827468872, -0.5602805018424988, -0.8971319794654846, -1.2329984903335571, -2.257458209991455, -0.35966622829437256, -2.1828560829162598, -2.2838780879974365, -1.4128392934799194, -2.2881109714508057, -3.029783248901367, -1.1891576051712036, -0.9279947280883789]}, "Bot003_085_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_085.log.json", "context": "What\u2019s up? Hi. Do you like sport", "response": "I do, I like to go to the gym every day.", "annotation_id": "Bot003_085_02", "annotations": ["O", "O", "O", "O", "T", "T", "O", "T", "X", "O", "O", "T", "X", "O", "O"], "gpt2background_target_score": [-10.16446304321289, -12.078409194946289, -10.914167404174805, -10.343515396118164, -9.498769760131836, -9.116249084472656, -9.658780097961426, -10.281285285949707, -5.17915678024292, -10.54183578491211, -7.839158058166504, -8.806771278381348, -10.171529769897461], "gpt2background_argmax_score": [-1.5889259576797485, -0.10457372665405273, -0.11996308714151382, -1.0227618217468262, -0.4194791615009308, -1.2426238059997559, -2.327024459838867, -1.2216540575027466, -0.40367257595062256, -1.6687942743301392, -2.4539432525634766, -0.9811518788337708, -1.6165144443511963, -1.4606986045837402, -2.124333620071411, -1.5525000095367432, -1.8976585865020752, -2.3170015811920166, -2.136563301086426, -1.8898005485534668, -1.3776813745498657, -1.2740957736968994, -1.5481535196304321, -1.2119684219360352, -1.084804892539978, -1.3520656824111938]}, "Bot003_085_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_085.log.json", "context": "What\u2019s up? Hi. Do you like sport I do, I like to go to the gym every day. You must be healthy", "response": "I do not eat healthy, I work from home.", "annotation_id": "Bot003_085_04", "annotations": ["O", "X", "T", "O", "O", "O", "O", "T", "X", "T", "O", "O", "X", "O", "O"], "gpt2background_target_score": [-10.16446304321289, -12.078409194946289, -12.095812797546387, -11.787729263305664, -12.293349266052246, -10.04983139038086, -4.515961170196533, -11.853325843811035, -10.49825668334961, -10.869123458862305, -7.947192192077637], "gpt2background_argmax_score": [-1.5889259576797485, -0.10457372665405273, -0.11996308714151382, -1.0227618217468262, -0.4194791615009308, -1.2426238059997559, -2.327024459838867, -1.2216540575027466, -0.40367257595062256, -1.6687942743301392, -2.4539432525634766, -0.9811518788337708, -2.0297868251800537, -2.3909032344818115, -1.8557136058807373, -1.9025249481201172, -2.558459758758545, -2.0321848392486572, -1.7021875381469727, -1.3915939331054688, -1.1131054162979126, -1.4088929891586304, -1.1918268203735352, -1.436956763267517, -1.4185608625411987, -2.065415620803833, -1.0063786506652832, -1.9342645406723022, -1.4588929414749146, -1.718446969985962, -2.1682770252227783, -2.091522693634033, -0.8465985655784607, -2.961719036102295, -1.8860357999801636, -1.1471508741378784, -1.7873997688293457, -1.674936294555664, -0.05328203737735748, -1.5346453189849854, -1.1503303050994873]}, "Bot003_085_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_085.log.json", "context": "What\u2019s up? Hi. Do you like sport I do, I like to go to the gym every day. You must be healthy I do not eat healthy, I work from home. Okay. But still you like sports", "response": "I do not like sports, I like to go to the gym.", "annotation_id": "Bot003_085_06", "annotations": ["O", "O", "X", "X", "O", "T", "O", "T", "X", "X", "O", "T", "X", "T", "O"], "gpt2background_target_score": [-10.16446304321289, -12.078409194946289, -12.095812797546387, -8.021224975585938, -12.66415786743164, -10.04983139038086, -4.515961170196533, -10.972447395324707, -8.309024810791016, -5.689469337463379, -2.4539432525634766, -6.901969909667969, -11.143030166625977, -3.1439454555511475], "gpt2background_argmax_score": [-1.5889259576797485, -0.10457372665405273, -0.11996308714151382, -1.0227618217468262, -0.4194791615009308, -1.2426238059997559, -2.327024459838867, -1.2216540575027466, -0.40367257595062256, -1.6687942743301392, -2.4539432525634766, -0.9811518788337708, -2.0297868251800537, -2.3909032344818115, -1.8557136058807373, -1.9025249481201172, -2.558459758758545, -2.0321848392486572, -1.7021875381469727, -1.3915939331054688, -1.1131054162979126, -1.4088929891586304, -1.1918268203735352, -1.436956763267517, -1.4185608625411987, -2.065415620803833, -1.0063786506652832, -1.9342645406723022, -1.4588929414749146, -2.432386875152588, -1.710519552230835, -1.0286813974380493, -2.461019515991211, -2.0091958045959473, -1.078175663948059, -1.8096528053283691, -1.9586173295974731, -0.058737147599458694, -1.647131323814392, -1.3808536529541016, -1.2989671230316162, -1.5174552202224731, -1.3500436544418335, -1.35521399974823, -2.6139423847198486, -1.6675695180892944, -1.2981518507003784, -1.8252793550491333, -1.9922598600387573, -0.8755945563316345, -1.0454699993133545, -1.1336723566055298, -1.1740901470184326, -0.3837181627750397, -1.6772280931472778, -0.9444490075111389, -0.36928993463516235, -0.28354448080062866, -0.1600063294172287, -0.16084159910678864, -0.15393522381782532, -1.391710877418518]}, "Bot003_085_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_085.log.json", "context": "What\u2019s up? Hi. Do you like sport I do, I like to go to the gym every day. You must be healthy I do not eat healthy, I work from home. Okay. But still you like sports I do not like sports, I like to go to the gym. I like american sports. Like football", "response": "I like football, but I like to go to the gym every day", "annotation_id": "Bot003_085_08", "annotations": ["X", "O", "O", "O", "O", "T", "O", "T", "X", "O", "O", "T", "X", "T", "O"], "gpt2background_target_score": [-10.164461135864258, -11.88298511505127, -13.257622718811035, -9.204584121704102, -8.29794692993164, -3.3381237983703613, -9.373183250427246, -10.281285285949707, -10.069957733154297, -9.409234046936035, -2.5136685371398926, -9.10069465637207, -11.3561429977417, -8.232149124145508], "gpt2background_argmax_score": [-1.5889270305633545, -0.10457329452037811, -0.1199619248509407, -1.022763967514038, -0.4194786250591278, -1.2426255941390991, -2.32702374458313, -1.2216540575027466, -0.4036721885204315, -1.668794870376587, -2.4539437294006348, -0.9811493158340454, -2.0297842025756836, -2.3909006118774414, -1.8557140827178955, -1.902529239654541, -2.558459758758545, -2.0321836471557617, -1.702187180519104, -1.3915950059890747, -1.1131048202514648, -1.4088914394378662, -1.1918282508850098, -1.4369555711746216, -1.4185590744018555, -2.065415143966675, -1.0063780546188354, -1.9342610836029053, -1.4588931798934937, -2.432389497756958, -1.7105216979980469, -1.0286849737167358, -2.4610204696655273, -2.0091967582702637, -1.0781750679016113, -1.8096505403518677, -1.958615779876709, -0.05873759835958481, -1.6471314430236816, -1.3808552026748657, -1.2989685535430908, -1.517453670501709, -1.3500440120697021, -1.355212926864624, -2.613941192626953, -1.667568325996399, -1.2981526851654053, -0.7763574719429016, -1.5017633438110352, -1.026685118675232, -2.110970973968506, -1.4668371677398682, -0.6647053956985474, -1.4490023851394653, -0.8036061525344849, -0.4798303544521332, -0.3069358468055725, -0.19070392847061157, -0.14914073050022125, -0.21735385060310364, -1.827878475189209, -1.7248963117599487, -1.1476187705993652, -1.019566297531128, -1.6790072917938232, -1.7662051916122437, -1.5812560319900513, -1.7332106828689575, -1.2701613903045654, -1.843821406364441, -1.8916038274765015, -2.1540448665618896, -1.1136764287948608, -1.4947282075881958, -1.1666486263275146, -1.8933050632476807, -2.073373794555664, -0.7290405035018921, -0.3252662420272827, -0.20889060199260712, -0.33033886551856995, -0.38855335116386414, -0.2742612361907959, -0.361774206161499]}, "Bot003_085_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_085.log.json", "context": "What\u2019s up? Hi. Do you like sport I do, I like to go to the gym every day. You must be healthy I do not eat healthy, I work from home. Okay. But still you like sports I do not like sports, I like to go to the gym. I like american sports. Like football I like football, but I like to go to the gym every day Got it. Let's move on. Do you have kids?", "response": "I'm not a fan of trump but I don't think it's funny.", "annotation_id": "Bot003_085_10", "annotations": ["X", "X", "X", "X", "X", "X", "X", "X", "X", "X", "X", "O", "X", "X", "T"], "gpt2background_target_score": [-10.164461135864258, -13.544480323791504, -12.095824241638184, -2.6331164836883545, -11.543970108032227, -9.999516487121582, -12.521249771118164, -9.850892066955566, -2.90932559967041, -7.749292373657227, -9.923711776733398, -10.139060974121094, -9.923819541931152, -10.3519868850708, -10.126093864440918, -7.583540916442871], "gpt2background_argmax_score": [-1.5889270305633545, -0.10457329452037811, -0.1199619248509407, -1.022763967514038, -0.4194786250591278, -1.2426255941390991, -2.32702374458313, -1.2216540575027466, -0.4036721885204315, -1.668794870376587, -2.4539437294006348, -0.9811493158340454, -2.0297842025756836, -2.3909006118774414, -1.8557140827178955, -1.902529239654541, -2.558459758758545, -2.0321836471557617, -1.702187180519104, -1.3915950059890747, -1.1131048202514648, -1.4088914394378662, -1.1918282508850098, -1.4369555711746216, -1.4185590744018555, -2.065415143966675, -1.0063780546188354, -1.9342610836029053, -1.4588931798934937, -2.432389497756958, -1.7105216979980469, -1.0286849737167358, -2.4610204696655273, -2.0091967582702637, -1.0781750679016113, -1.8096505403518677, -1.958615779876709, -0.05873759835958481, -1.6471314430236816, -1.3808552026748657, -1.2989685535430908, -1.517453670501709, -1.3500440120697021, -1.355212926864624, -2.613941192626953, -1.667568325996399, -1.2981526851654053, -0.7763574719429016, -1.5017633438110352, -1.026685118675232, -2.110970973968506, -1.4668371677398682, -0.6647053956985474, -1.4490023851394653, -0.8036061525344849, -0.4798303544521332, -0.3069358468055725, -0.19070392847061157, -0.14914073050022125, -0.21735385060310364, -1.827878475189209, -1.7248963117599487, -1.1476187705993652, -1.019566297531128, -1.6790072917938232, -1.7662051916122437, -1.5812560319900513, -1.7332106828689575, -1.2701613903045654, -1.1790047883987427, -1.7270938158035278, -1.3809140920639038, -1.2746769189834595, -1.2504609823226929, -1.9084595441818237, -2.1760032176971436, -0.7386110424995422, -0.3420178294181824, -0.22066636383533478, -0.3264527916908264, -0.5403421521186829, -0.25647062063217163, -0.27820777893066406, -2.6226377487182617, -1.3171497583389282, -1.877377986907959, -0.9313320517539978, -2.096654176712036, -0.31621530652046204, -0.9542065858840942, -1.8548496961593628, -0.17624026536941528, -1.0977236032485962, -0.9771327376365662, -0.66371750831604, -1.9273000955581665, -1.8176227807998657, -2.3606414794921875, -1.9498802423477173, -1.7804970741271973, -2.1099040508270264, -0.3520868420600891, -1.3321099281311035, -1.8578304052352905, -0.8945537805557251, -2.332576274871826, -0.16547560691833496, -1.5555260181427002, -1.587332010269165, -0.550528347492218, -2.0489253997802734, -1.7501258850097656, -1.5243133306503296]}, "Bot003_085_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_085.log.json", "context": "What\u2019s up? Hi. Do you like sport I do, I like to go to the gym every day. You must be healthy I do not eat healthy, I work from home. Okay. But still you like sports I do not like sports, I like to go to the gym. I like american sports. Like football I like football, but I like to go to the gym every day Got it. Let's move on. Do you have kids? I'm not a fan of trump but I don't think it's funny. What? Do you have kids?", "response": "No, I do not. I am a big fan of them.", "annotation_id": "Bot003_085_12", "annotations": ["T", "O", "X", "O", "X", "T", "O", "T", "X", "T", "X", "T", "X", "O", "O"], "gpt2background_target_score": [-11.941508293151855, -12.11563777923584, -10.89821720123291, -8.965170860290527, -9.289485931396484, -9.935378074645996, -4.515958786010742, -9.008808135986328, -5.952121734619141, -10.824122428894043, -9.655920028686523, -6.003984451293945, -11.697206497192383, -3.1439437866210938], "gpt2background_argmax_score": [-1.5889270305633545, -0.10457329452037811, -0.1199619248509407, -1.022763967514038, -0.4194786250591278, -1.2426255941390991, -2.32702374458313, -1.2216540575027466, -0.4036721885204315, -1.668794870376587, -2.4539437294006348, -0.9811493158340454, -2.0297842025756836, -2.3909006118774414, -1.8557140827178955, -1.902529239654541, -2.558459758758545, -2.0321836471557617, -1.702187180519104, -1.3915950059890747, -1.1131048202514648, -1.4088914394378662, -1.1918282508850098, -1.4369555711746216, -1.4185590744018555, -2.065415143966675, -1.0063780546188354, -1.9342610836029053, -1.4588931798934937, -2.432389497756958, -1.7105216979980469, -1.0286849737167358, -2.4610204696655273, -2.0091967582702637, -1.0781750679016113, -1.8096505403518677, -1.958615779876709, -0.05873759835958481, -1.6471314430236816, -1.3808552026748657, -1.2989685535430908, -1.517453670501709, -1.3500440120697021, -1.355212926864624, -2.613941192626953, -1.667568325996399, -1.2981526851654053, -0.7763574719429016, -1.5017633438110352, -1.026685118675232, -2.110970973968506, -1.4668371677398682, -0.6647053956985474, -1.4490023851394653, -0.8036061525344849, -0.4798303544521332, -0.3069358468055725, -0.19070392847061157, -0.14914073050022125, -0.21735385060310364, -1.827878475189209, -1.7248963117599487, -1.1476187705993652, -1.019566297531128, -1.6790072917938232, -1.7662051916122437, -1.5812560319900513, -1.7332106828689575, -1.2701613903045654, -1.1790047883987427, -1.7270938158035278, -1.3809140920639038, -1.2746769189834595, -1.2504609823226929, -1.9084595441818237, -2.1760032176971436, -0.7386110424995422, -0.3420178294181824, -0.22066636383533478, -0.3264527916908264, -0.5403421521186829, -0.25647062063217163, -0.27820777893066406, -2.6226377487182617, -1.3171497583389282, -1.877377986907959, -0.9313320517539978, -2.096654176712036, -0.31621530652046204, -0.9542065858840942, -1.8548507690429688, -0.17623986303806305, -1.0977226495742798, -0.9771327376365662, -0.6637166738510132, -1.927300214767456, -2.241163492202759, -1.799462080001831, -1.95919930934906, -1.958200216293335, -0.38617926836013794, -1.4303820133209229, -1.8300341367721558, -0.8424965739250183, -2.0021064281463623, -0.1774543821811676, -1.3568708896636963, -1.9878807067871094, -0.6326048970222473, -2.0548672676086426, -1.5875279903411865, -1.6245510578155518, -1.5253479480743408, -1.9557753801345825, -0.18091224133968353, -1.4851641654968262, -0.8698323965072632, -0.3875606060028076, -1.7080645561218262, -1.7053850889205933, -1.333714246749878, -1.1202983856201172, -1.5962181091308594, -0.9855400323867798, -1.6014512777328491, -0.9642323851585388, -2.2144386768341064, -1.3477619886398315, -3.074303150177002, -1.0458835363388062, -0.31695690751075745, -1.9457237720489502, -0.9708980917930603, -1.1500864028930664]}, "Bot003_085_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_085.log.json", "context": "What\u2019s up? Hi. Do you like sport I do, I like to go to the gym every day. You must be healthy I do not eat healthy, I work from home. Okay. But still you like sports I do not like sports, I like to go to the gym. I like american sports. Like football I like football, but I like to go to the gym every day Got it. Let's move on. Do you have kids? I'm not a fan of trump but I don't think it's funny. What? Do you have kids? No, I do not. I am a big fan of them. Okay. Do you have pets?", "response": "I do not have any pets. I work from home.", "annotation_id": "Bot003_085_14", "annotations": ["O", "O", "T", "O", "O", "O", "O", "T", "X", "O", "T", "T", "X", "T", "T"], "gpt2background_target_score": [-10.164461135864258, -12.078413009643555, -12.095824241638184, -8.862131118774414, -10.780594825744629, -11.389760971069336, -3.846294641494751, -1.2216540575027466, -9.425856590270996, -9.587852478027344, -8.670337677001953, -4.728541851043701], "gpt2background_argmax_score": [-1.5889270305633545, -0.10457329452037811, -0.1199619248509407, -1.022763967514038, -0.4194786250591278, -1.2426255941390991, -2.32702374458313, -1.2216540575027466, -0.4036721885204315, -1.668794870376587, -2.4539437294006348, -0.9811493158340454, -2.0297842025756836, -2.3909006118774414, -1.8557140827178955, -1.902529239654541, -2.558459758758545, -2.0321836471557617, -1.702187180519104, -1.3915950059890747, -1.1131048202514648, -1.4088914394378662, -1.1918282508850098, -1.4369555711746216, -1.4185590744018555, -2.065415143966675, -1.0063780546188354, -1.9342610836029053, -1.4588931798934937, -2.432389497756958, -1.7105216979980469, -1.0286849737167358, -2.4610204696655273, -2.0091967582702637, -1.0781750679016113, -1.8096505403518677, -1.958615779876709, -0.05873759835958481, -1.6471314430236816, -1.3808552026748657, -1.2989685535430908, -1.517453670501709, -1.3500440120697021, -1.355212926864624, -2.613941192626953, -1.667568325996399, -1.2981526851654053, -0.7763574719429016, -1.5017633438110352, -1.026685118675232, -2.110970973968506, -1.4668371677398682, -0.6647053956985474, -1.4490023851394653, -0.8036061525344849, -0.4798303544521332, -0.3069358468055725, -0.19070392847061157, -0.14914073050022125, -0.21735385060310364, -1.827878475189209, -1.7248963117599487, -1.1476187705993652, -1.019566297531128, -1.6790072917938232, -1.7662051916122437, -1.5812560319900513, -1.7332106828689575, -1.2701613903045654, -1.1790047883987427, -1.7270938158035278, -1.3809140920639038, -1.2746769189834595, -1.2504609823226929, -1.9084595441818237, -2.1760032176971436, -0.7386110424995422, -0.3420178294181824, -0.22066636383533478, -0.3264527916908264, -0.5403421521186829, -0.25647062063217163, -0.27820777893066406, -2.6226377487182617, -1.3171497583389282, -1.877377986907959, -0.9313320517539978, -2.096654176712036, -0.31621530652046204, -0.9542065858840942, -1.8548496961593628, -0.17624026536941528, -1.0977236032485962, -0.9771327376365662, -0.66371750831604, -1.9273000955581665, -2.2411632537841797, -1.7994621992111206, -1.9592002630233765, -1.9581996202468872, -0.386179655790329, -1.4303786754608154, -1.830033540725708, -0.8424955606460571, -2.002106189727783, -0.17745457589626312, -1.3568706512451172, -1.987879991531372, -0.6326071619987488, -2.054868459701538, -1.5875272750854492, -1.6245508193969727, -1.5253478288650513, -1.955775260925293, -0.18091224133968353, -1.4851635694503784, -0.8698328137397766, -0.387560099363327, -1.708065390586853, -1.2102022171020508, -1.0914031267166138, -1.2757610082626343, -0.7170352339744568, -1.3738754987716675, -1.1105982065200806, -1.9179680347442627, -1.2837324142456055, -2.9871575832366943, -1.0434269905090332, -0.32694748044013977, -1.9569815397262573, -0.9357264637947083, -1.115238070487976, -0.6456010937690735, -1.5625168085098267, -0.1763506978750229, -0.9212459325790405, -0.6362770795822144, -0.4354049861431122, -1.7006354331970215, -1.8099451065063477, -1.973057508468628, -1.0452592372894287, -1.0329984426498413, -0.6330350637435913, -0.42453449964523315, -0.7400797605514526, -0.9030378460884094, -1.6516087055206299, -0.7619003057479858, -0.03615126013755798, -1.185928225517273, -0.9860020875930786]}, "Bot003_085_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_085.log.json", "context": "What\u2019s up? Hi. Do you like sport I do, I like to go to the gym every day. You must be healthy I do not eat healthy, I work from home. Okay. But still you like sports I do not like sports, I like to go to the gym. I like american sports. Like football I like football, but I like to go to the gym every day Got it. Let's move on. Do you have kids? I'm not a fan of trump but I don't think it's funny. What? Do you have kids? No, I do not. I am a big fan of them. Okay. Do you have pets? I do not have any pets. I work from home. Where are you from?", "response": "I live in the usa. How about you?", "annotation_id": "Bot003_085_16", "annotations": ["O", "O", "O", "O", "O", "X", "O", "O", "T", "O", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-10.164461135864258, -12.740880966186523, -11.1765775680542, -1.022763967514038, -11.151086807250977, -10.692978858947754, -3.846294641494751, -4.589285850524902, -9.687565803527832, -8.208895683288574, -5.914241790771484], "gpt2background_argmax_score": [-1.5889270305633545, -0.10457329452037811, -0.1199619248509407, -1.022763967514038, -0.4194786250591278, -1.2426255941390991, -2.32702374458313, -1.2216540575027466, -0.4036721885204315, -1.668794870376587, -2.4539437294006348, -0.9811493158340454, -2.0297842025756836, -2.3909006118774414, -1.8557140827178955, -1.902529239654541, -2.558459758758545, -2.0321836471557617, -1.702187180519104, -1.3915950059890747, -1.1131048202514648, -1.4088914394378662, -1.1918282508850098, -1.4369555711746216, -1.4185590744018555, -2.065415143966675, -1.0063780546188354, -1.9342610836029053, -1.4588931798934937, -2.432389497756958, -1.7105216979980469, -1.0286849737167358, -2.4610204696655273, -2.0091967582702637, -1.0781750679016113, -1.8096505403518677, -1.958615779876709, -0.05873759835958481, -1.6471314430236816, -1.3808552026748657, -1.2989685535430908, -1.517453670501709, -1.3500440120697021, -1.355212926864624, -2.613941192626953, -1.667568325996399, -1.2981526851654053, -0.7763574719429016, -1.5017633438110352, -1.026685118675232, -2.110970973968506, -1.4668371677398682, -0.6647053956985474, -1.4490023851394653, -0.8036061525344849, -0.4798303544521332, -0.3069358468055725, -0.19070392847061157, -0.14914073050022125, -0.21735385060310364, -1.827878475189209, -1.7248963117599487, -1.1476187705993652, -1.019566297531128, -1.6790072917938232, -1.7662051916122437, -1.5812560319900513, -1.7332106828689575, -1.2701613903045654, -1.1790047883987427, -1.7270938158035278, -1.3809140920639038, -1.2746769189834595, -1.2504609823226929, -1.9084595441818237, -2.1760032176971436, -0.7386110424995422, -0.3420178294181824, -0.22066636383533478, -0.3264527916908264, -0.5403421521186829, -0.25647062063217163, -0.27820777893066406, -2.6226377487182617, -1.3171497583389282, -1.877377986907959, -0.9313320517539978, -2.096654176712036, -0.31621530652046204, -0.9542065858840942, -1.8548496961593628, -0.17624026536941528, -1.0977236032485962, -0.9771327376365662, -0.66371750831604, -1.9273000955581665, -2.2411632537841797, -1.7994621992111206, -1.9592002630233765, -1.9581996202468872, -0.386179655790329, -1.4303786754608154, -1.830033540725708, -0.8424955606460571, -2.002106189727783, -0.17745457589626312, -1.3568706512451172, -1.987879991531372, -0.6326071619987488, -2.054868459701538, -1.5875272750854492, -1.6245508193969727, -1.5253478288650513, -1.955775260925293, -0.18091224133968353, -1.4851635694503784, -0.8698328137397766, -0.387560099363327, -1.708065390586853, -1.2102022171020508, -1.0914031267166138, -1.2757610082626343, -0.7170352339744568, -1.3738754987716675, -1.1105982065200806, -1.9179680347442627, -1.2837324142456055, -2.9871575832366943, -1.0434269905090332, -0.32694748044013977, -1.9569815397262573, -0.9357264637947083, -1.1152377128601074, -0.6456009745597839, -1.5625193119049072, -0.17635059356689453, -0.9212457537651062, -0.6362781524658203, -0.43540480732917786, -1.7006369829177856, -2.000628709793091, -0.45987042784690857, -1.4328895807266235, -0.7463839054107666, -0.7744324803352356, -0.5459511280059814, -0.9655949473381042, -1.9242624044418335, -0.693345308303833, -0.03398332744836807, -0.9160934090614319, -1.083949327468872, -0.9221017956733704, -0.29583460092544556, -1.038299560546875, -0.17934897541999817, -1.5391483306884766, -1.860683798789978, -1.7918295860290527, -0.42786893248558044, -1.9108022451400757, -1.5521326065063477, -2.2979280948638916, -2.0144448280334473, -1.540558099746704, -2.000671148300171, -0.7565763592720032, -0.6044210195541382, -0.8211201429367065]}, "Bot003_085_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_085.log.json", "context": "What\u2019s up? Hi. Do you like sport I do, I like to go to the gym every day. You must be healthy I do not eat healthy, I work from home. Okay. But still you like sports I do not like sports, I like to go to the gym. I like american sports. Like football I like football, but I like to go to the gym every day Got it. Let's move on. Do you have kids? I'm not a fan of trump but I don't think it's funny. What? Do you have kids? No, I do not. I am a big fan of them. Okay. Do you have pets? I do not have any pets. I work from home. Where are you from? I live in the usa. How about you? I live in florida. Love it", "response": "I live in florida. I live in florida.", "annotation_id": "Bot003_085_18", "annotations": ["T", "T", "T", "X", "O", "X", "T", "X", "X", "O", "X", "X", "X", "T", "T"], "gpt2background_target_score": [-10.164461135864258, -12.740880966186523, -11.1765775680542, -10.973623275756836, -11.994691848754883, -13.315601348876953, -3.846294641494751, -1.2216540575027466, -10.29967975616455, -7.691763877868652, -8.138069152832031, -10.728994369506836, -9.954505920410156, -3.1439437866210938], "gpt2background_argmax_score": [-1.5889270305633545, -0.10457329452037811, -0.1199619248509407, -1.022763967514038, -0.4194786250591278, -1.2426255941390991, -2.32702374458313, -1.2216540575027466, -0.4036721885204315, -1.668794870376587, -2.4539437294006348, -0.9811493158340454, -2.0297842025756836, -2.3909006118774414, -1.8557140827178955, -1.902529239654541, -2.558459758758545, -2.0321836471557617, -1.702187180519104, -1.3915950059890747, -1.1131048202514648, -1.4088914394378662, -1.1918282508850098, -1.4369555711746216, -1.4185590744018555, -2.065415143966675, -1.0063780546188354, -1.9342610836029053, -1.4588931798934937, -2.432389497756958, -1.7105216979980469, -1.0286849737167358, -2.4610204696655273, -2.0091967582702637, -1.0781750679016113, -1.8096505403518677, -1.958615779876709, -0.05873759835958481, -1.6471314430236816, -1.3808552026748657, -1.2989685535430908, -1.517453670501709, -1.3500440120697021, -1.355212926864624, -2.613941192626953, -1.667568325996399, -1.2981526851654053, -0.7763574719429016, -1.5017633438110352, -1.026685118675232, -2.110970973968506, -1.4668371677398682, -0.6647053956985474, -1.4490023851394653, -0.8036061525344849, -0.4798303544521332, -0.3069358468055725, -0.19070392847061157, -0.14914073050022125, -0.21735385060310364, -1.827878475189209, -1.7248963117599487, -1.1476187705993652, -1.019566297531128, -1.6790072917938232, -1.7662051916122437, -1.5812560319900513, -1.7332106828689575, -1.2701613903045654, -1.1790047883987427, -1.7270938158035278, -1.3809140920639038, -1.2746769189834595, -1.2504609823226929, -1.9084595441818237, -2.1760032176971436, -0.7386110424995422, -0.3420178294181824, -0.22066636383533478, -0.3264527916908264, -0.5403421521186829, -0.25647062063217163, -0.27820777893066406, -2.6226377487182617, -1.3171497583389282, -1.877377986907959, -0.9313320517539978, -2.096654176712036, -0.31621530652046204, -0.9542065858840942, -1.8548496961593628, -0.17624026536941528, -1.0977236032485962, -0.9771327376365662, -0.66371750831604, -1.9273000955581665, -2.2411632537841797, -1.7994621992111206, -1.9592002630233765, -1.9581996202468872, -0.386179655790329, -1.4303786754608154, -1.830033540725708, -0.8424955606460571, -2.002106189727783, -0.17745457589626312, -1.3568706512451172, -1.987879991531372, -0.6326071619987488, -2.054868459701538, -1.5875272750854492, -1.6245508193969727, -1.5253478288650513, -1.955775260925293, -0.18091224133968353, -1.4851635694503784, -0.8698328137397766, -0.387560099363327, -1.708065390586853, -1.2102022171020508, -1.0914031267166138, -1.2757610082626343, -0.7170352339744568, -1.3738754987716675, -1.1105982065200806, -1.9179680347442627, -1.2837324142456055, -2.9871575832366943, -1.0434269905090332, -0.32694748044013977, -1.9569815397262573, -0.9357264637947083, -1.115238070487976, -0.6456010937690735, -1.5625168085098267, -0.1763506978750229, -0.9212459325790405, -0.6362770795822144, -0.4354049861431122, -1.7006354331970215, -2.0006303787231445, -0.45986905694007874, -1.4328899383544922, -0.7463840246200562, -0.7744332551956177, -0.5459509491920471, -0.9655949473381042, -1.9242607355117798, -0.6933455467224121, -0.03398309648036957, -0.9160934686660767, -1.0839482545852661, -0.9221000075340271, -0.29583486914634705, -1.0383002758026123, -0.17934906482696533, -1.5391478538513184, -2.124596357345581, -0.6202712655067444, -1.888288974761963, -1.7238826751708984, -1.6257625818252563, -1.9372965097427368, -1.5406506061553955, -1.9671146869659424, -0.7601745128631592, -0.40262237191200256, -1.4575767517089844, -2.259723663330078, -0.3916276693344116, -0.8358099460601807, -1.1583013534545898, -0.0452958419919014, -1.051537036895752, -1.5537264347076416, -2.27467679977417, -0.7679294347763062, -1.882222056388855, -1.692926287651062, -0.30487704277038574, -1.5641597509384155, -0.008183755911886692, -0.04472306743264198, -0.9177550077438354, -1.4145917892456055, -2.0805931091308594, -0.3704413175582886, -1.6339492797851562, -0.0118694007396698, -0.05384044721722603, -0.5632636547088623, -1.3043478727340698]}, "Bot003_085_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_085.log.json", "context": "What\u2019s up? Hi. Do you like sport I do, I like to go to the gym every day. You must be healthy I do not eat healthy, I work from home. Okay. But still you like sports I do not like sports, I like to go to the gym. I like american sports. Like football I like football, but I like to go to the gym every day Got it. Let's move on. Do you have kids? I'm not a fan of trump but I don't think it's funny. What? Do you have kids? No, I do not. I am a big fan of them. Okay. Do you have pets? I do not have any pets. I work from home. Where are you from? I live in the usa. How about you? I live in florida. Love it I live in florida. I live in florida. Nice. Thanks. Bye", "response": "Hi, I am doing well. How are you?", "annotation_id": "Bot003_085_20", "annotations": ["X", "X", "X", "X", "O", "O", "X", "T", "O", "X", "X", "T", "O", "X", "T"], "gpt2background_target_score": [-13.667022705078125, -12.11563777923584, -10.89821720123291, -11.415111541748047, -8.871280670166016, -11.163891792297363, -3.846294641494751, -4.589285850524902, -9.780014991760254, -8.208895683288574, -5.914241790771484], "gpt2background_argmax_score": [-1.5889270305633545, -0.10457329452037811, -0.1199619248509407, -1.022763967514038, -0.4194786250591278, -1.2426255941390991, -2.32702374458313, -1.2216540575027466, -0.4036721885204315, -1.668794870376587, -2.4539437294006348, -0.9811493158340454, -2.0297842025756836, -2.3909006118774414, -1.8557140827178955, -1.902529239654541, -2.558459758758545, -2.0321836471557617, -1.702187180519104, -1.3915950059890747, -1.1131048202514648, -1.4088914394378662, -1.1918282508850098, -1.4369555711746216, -1.4185590744018555, -2.065415143966675, -1.0063780546188354, -1.9342610836029053, -1.4588931798934937, -2.432389497756958, -1.7105216979980469, -1.0286849737167358, -2.4610204696655273, -2.0091967582702637, -1.0781750679016113, -1.8096505403518677, -1.958615779876709, -0.05873759835958481, -1.6471314430236816, -1.3808552026748657, -1.2989685535430908, -1.517453670501709, -1.3500440120697021, -1.355212926864624, -2.613941192626953, -1.667568325996399, -1.2981526851654053, -0.7763574719429016, -1.5017633438110352, -1.026685118675232, -2.110970973968506, -1.4668371677398682, -0.6647053956985474, -1.4490023851394653, -0.8036061525344849, -0.4798303544521332, -0.3069358468055725, -0.19070392847061157, -0.14914073050022125, -0.21735385060310364, -1.827878475189209, -1.7248963117599487, -1.1476187705993652, -1.019566297531128, -1.6790072917938232, -1.7662051916122437, -1.5812560319900513, -1.7332106828689575, -1.2701613903045654, -1.1790047883987427, -1.7270938158035278, -1.3809140920639038, -1.2746769189834595, -1.2504609823226929, -1.9084595441818237, -2.1760032176971436, -0.7386110424995422, -0.3420178294181824, -0.22066636383533478, -0.3264527916908264, -0.5403421521186829, -0.25647062063217163, -0.27820777893066406, -2.6226377487182617, -1.3171497583389282, -1.877377986907959, -0.9313320517539978, -2.096654176712036, -0.31621530652046204, -0.9542065858840942, -1.8548496961593628, -0.17624026536941528, -1.0977236032485962, -0.9771327376365662, -0.66371750831604, -1.9273000955581665, -2.2411632537841797, -1.7994621992111206, -1.9592002630233765, -1.9581996202468872, -0.386179655790329, -1.4303786754608154, -1.830033540725708, -0.8424955606460571, -2.002106189727783, -0.17745457589626312, -1.3568706512451172, -1.987879991531372, -0.6326071619987488, -2.054868459701538, -1.5875272750854492, -1.6245508193969727, -1.5253478288650513, -1.955775260925293, -0.18091224133968353, -1.4851635694503784, -0.8698328137397766, -0.387560099363327, -1.708065390586853, -1.2102022171020508, -1.0914031267166138, -1.2757610082626343, -0.7170352339744568, -1.3738754987716675, -1.1105982065200806, -1.9179680347442627, -1.2837324142456055, -2.9871575832366943, -1.0434269905090332, -0.32694748044013977, -1.9569815397262573, -0.9357264637947083, -1.115238070487976, -0.6456010937690735, -1.5625168085098267, -0.1763506978750229, -0.9212459325790405, -0.6362770795822144, -0.4354049861431122, -1.7006354331970215, -2.0006303787231445, -0.45986905694007874, -1.4328899383544922, -0.7463840246200562, -0.7744332551956177, -0.5459509491920471, -0.9655949473381042, -1.9242607355117798, -0.6933455467224121, -0.03398309648036957, -0.9160934686660767, -1.0839482545852661, -0.9221000075340271, -0.29583486914634705, -1.0383002758026123, -0.17934906482696533, -1.5391478538513184, -2.124596357345581, -0.6202712655067444, -1.888288974761963, -1.7238826751708984, -1.6257625818252563, -1.9372965097427368, -1.5406506061553955, -1.9671146869659424, -0.7601745128631592, -0.40262237191200256, -1.4575767517089844, -2.259723663330078, -0.3916276693344116, -0.8358099460601807, -1.1583013534545898, -0.0452958419919014, -1.051537036895752, -1.5537264347076416, -2.27467679977417, -0.7679294347763062, -1.900782823562622, -0.3801450729370117, -1.6394885778427124, -0.006947290152311325, -0.04701493680477142, -0.7678064107894897, -1.4052773714065552, -1.6996256113052368, -0.35670584440231323, -1.6541190147399902, -0.012186829000711441, -0.0685034990310669, -0.5558168888092041, -1.3510735034942627, -1.069798469543457, -1.5374470949172974, -1.1564565896987915, -1.4562336206436157, -0.5414334535598755, -2.0026752948760986, -1.3520057201385498, -1.4481086730957031, -1.5879831314086914, -1.1169013977050781, -1.5025807619094849, -1.4417393207550049, -1.0987602472305298, -1.4037455320358276, -0.19180676341056824, -1.5547162294387817, -1.1324553489685059]}, "Bot003_087_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_087.log.json", "context": "Hi! I like to play music and study music  How many of the languages that students attend students attend? hi i like being around people", "response": "Hi! I am a musician, and I am a musician.", "annotation_id": "Bot003_087_02", "annotations": ["O", "X", "X", "X", "O", "T", "T", "X", "T", "O", "X", "X", "X", "T", "X"], "gpt2background_target_score": [-9.969078063964844, -7.898534774780273, -8.988966941833496, -9.710306167602539, -8.598979949951172, -10.732156753540039, -2.435889959335327, -8.32575511932373, -6.35776424407959, -10.763320922851562, -5.696959018707275, -11.400809288024902, -9.210700988769531], "gpt2background_argmax_score": [-1.9761712551116943, -1.080935001373291, -1.8706223964691162, -2.1998543739318848, -3.128859043121338, -3.07755708694458, -2.435889959335327, -1.6750587224960327, -1.9401881694793701, -1.6677672863006592, -1.859797477722168, -1.186963438987732, -1.6950695514678955, -0.19138087332248688, -2.379973888397217, -1.2284941673278809, -1.4732979536056519, -2.157841682434082, -1.030085563659668, -2.6788861751556396, -0.6799179315567017, -1.276579737663269, -2.1165738105773926, -2.67950439453125, -0.915336012840271, -0.785227358341217, -1.9103083610534668, -2.202056884765625, -2.2684125900268555, -1.3789136409759521, -1.7649390697479248, -1.7078341245651245, -1.7193665504455566, -2.8338987827301025, -1.4141032695770264, -1.6083946228027344, -0.9821058511734009, -2.085362672805786, -1.9670125246047974, -2.38901686668396, -0.8873587846755981, -0.8615046143531799]}, "Bot003_087_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_087.log.json", "context": "Hi! I like to play music and study music  How many of the languages that students attend students attend? hi i like being around people Hi! I am a musician, and I am a musician. i am wrestler", "response": "Do your friends call you wrestler.", "annotation_id": "Bot003_087_04", "annotations": ["O", "O", "T", "O", "O", "O", "T", "O", "T", "O", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-12.063529014587402, -9.06537914276123, -11.605525970458984, -9.975587844848633, -8.635093688964844, -11.894475936889648, -3.1123011112213135], "gpt2background_argmax_score": [-1.9761712551116943, -1.080935001373291, -1.8706223964691162, -2.1998543739318848, -3.128859043121338, -3.07755708694458, -2.435889959335327, -1.6750587224960327, -1.9401881694793701, -1.6677672863006592, -1.859797477722168, -1.186963438987732, -1.6950695514678955, -0.19138087332248688, -2.379973888397217, -1.2284941673278809, -1.4732979536056519, -2.157841682434082, -1.030085563659668, -2.6788861751556396, -0.6799179315567017, -1.276579737663269, -2.1165738105773926, -2.67950439453125, -0.9153342843055725, -0.7852259278297424, -1.9103082418441772, -2.2020561695098877, -2.357797622680664, -2.2574589252471924, -2.204819679260254, -2.0008797645568848, -2.794013738632202, -1.4655743837356567, -1.8851982355117798, -1.2152148485183716, -2.3179337978363037, -2.0716164112091064, -2.284052610397339, -0.9367150068283081, -1.3256839513778687, -2.2994110584259033, -1.7145452499389648, -2.7465713024139404, -2.2001404762268066, -0.3212409019470215, -2.754417657852173, -2.442214250564575, -0.4127001464366913, -1.154395580291748, -0.7122126221656799, -1.097011685371399]}, "Bot003_087_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_087.log.json", "context": "Hi! I like to play music and study music  How many of the languages that students attend students attend? hi i like being around people Hi! I am a musician, and I am a musician. i am wrestler Do your friends call you wrestler. yes because i am good", "response": "I am studying to be a musician.", "annotation_id": "Bot003_087_06", "annotations": ["O", "O", "T", "X", "O", "T", "T", "O", "O", "O", "O", "O", "X", "O", "X"], "gpt2background_target_score": [-9.236458778381348, -8.606606483459473, -11.299300193786621, -2.5604960918426514, -3.5105693340301514, -3.0775539875030518, -10.328807830810547, -9.224464416503906], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.8706220388412476, -2.199852705001831, -3.1288583278656006, -3.0775539875030518, -2.4358885288238525, -1.6750563383102417, -1.9401882886886597, -1.6677682399749756, -1.8597996234893799, -1.1869628429412842, -1.695072889328003, -0.1913815587759018, -2.379974842071533, -1.2284936904907227, -1.4732952117919922, -2.157841682434082, -1.030086874961853, -2.6788816452026367, -0.6799168586730957, -1.2765783071517944, -2.1165711879730225, -2.679506301879883, -0.9153369069099426, -0.7852281332015991, -1.9103069305419922, -2.202059030532837, -2.3577964305877686, -2.257458448410034, -2.2048237323760986, -2.000882148742676, -2.7940123081207275, -1.4655729532241821, -1.8851990699768066, -1.2152153253555298, -2.317934036254883, -2.071617364883423, -2.2840535640716553, -0.9367161393165588, -1.3256831169128418, -2.2994139194488525, -1.7145434617996216, -2.746572971343994, -0.4367876350879669, -3.1218907833099365, -2.2963905334472656, -0.4469442367553711, -1.2880525588989258, -0.6981317400932312, -2.1811447143554688, -1.822533130645752, -1.358027458190918, -1.7710074186325073, -1.0032423734664917, -0.49352386593818665, -2.647122859954834, -2.1641504764556885, -1.4204933643341064, -0.8835188746452332, -1.6894294023513794, -0.9718060493469238, -0.9677534103393555, -1.318804144859314, -1.7582122087478638]}, "Bot003_087_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_087.log.json", "context": "Hi! I like to play music and study music  How many of the languages that students attend students attend? hi i like being around people Hi! I am a musician, and I am a musician. i am wrestler Do your friends call you wrestler. yes because i am good I am studying to be a musician. Very good i like to listen music", "response": "I like music, I am a student.", "annotation_id": "Bot003_087_08", "annotations": ["O", "T", "O", "O", "O", "T", "T", "O", "O", "O", "T", "O", "O", "O", "O"], "gpt2background_target_score": [-9.236458778381348, -10.69127368927002, -12.134224891662598, -7.189123153686523, -9.271552085876465, -10.187324523925781, -4.658202171325684, -11.704471588134766, -2.352086067199707], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.8706220388412476, -2.199852705001831, -3.1288583278656006, -3.0775539875030518, -2.4358885288238525, -1.6750563383102417, -1.9401882886886597, -1.6677682399749756, -1.8597996234893799, -1.1869628429412842, -1.695072889328003, -0.1913815587759018, -2.379974842071533, -1.2284936904907227, -1.4732952117919922, -2.157841682434082, -1.030086874961853, -2.6788816452026367, -0.6799168586730957, -1.2765783071517944, -2.1165711879730225, -2.679506301879883, -0.9153369069099426, -0.7852281332015991, -1.9103069305419922, -2.202059030532837, -2.3577964305877686, -2.257458448410034, -2.2048237323760986, -2.000882148742676, -2.7940123081207275, -1.4655729532241821, -1.8851990699768066, -1.2152153253555298, -2.317934036254883, -2.071617364883423, -2.2840535640716553, -0.9367161393165588, -1.3256831169128418, -2.2994139194488525, -1.7145434617996216, -2.746572971343994, -0.4367876350879669, -3.1218907833099365, -2.2963905334472656, -0.4469442367553711, -1.2880525588989258, -0.6981317400932312, -2.1811447143554688, -1.822533130645752, -1.358027458190918, -1.7710074186325073, -1.0032423734664917, -0.49352386593818665, -1.7047957181930542, -2.2598350048065186, -0.8968473076820374, -2.167851686477661, -1.012829065322876, -1.2855074405670166, -1.2086979150772095, -2.3105392456054688, -2.2545642852783203, -2.1439311504364014, -1.3024953603744507, -1.308856725692749, -1.6430755853652954, -0.19501937925815582, -2.0880167484283447, -2.6487205028533936, -2.2705347537994385, -1.0994585752487183, -1.9957616329193115, -1.5905578136444092, -1.3766562938690186, -1.5086010694503784, -0.906398355960846, -1.2709729671478271, -1.1679623126983643]}, "Bot003_087_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_087.log.json", "context": "Hi! I like to play music and study music  How many of the languages that students attend students attend? hi i like being around people Hi! I am a musician, and I am a musician. i am wrestler Do your friends call you wrestler. yes because i am good I am studying to be a musician. Very good i like to listen music I like music, I am a student. What is your name?", "response": "I'm paul.", "annotation_id": "Bot003_087_10", "annotations": ["O", "O", "O", "X", "O", "O", "T", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-9.236458778381348, -9.656435012817383, -11.004364967346191, -12.302716255187988, -8.84947681427002], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.8706220388412476, -2.199852705001831, -3.1288583278656006, -3.0775539875030518, -2.4358885288238525, -1.6750563383102417, -1.9401882886886597, -1.6677682399749756, -1.8597996234893799, -1.1869628429412842, -1.695072889328003, -0.1913815587759018, -2.379974842071533, -1.2284936904907227, -1.4732952117919922, -2.157841682434082, -1.030086874961853, -2.6788816452026367, -0.6799168586730957, -1.2765783071517944, -2.1165711879730225, -2.679506301879883, -0.9153369069099426, -0.7852281332015991, -1.9103069305419922, -2.202059030532837, -2.3577964305877686, -2.257458448410034, -2.2048237323760986, -2.000882148742676, -2.7940123081207275, -1.4655729532241821, -1.8851990699768066, -1.2152153253555298, -2.317934036254883, -2.071617364883423, -2.2840535640716553, -0.9367161393165588, -1.3256831169128418, -2.2994139194488525, -1.7145434617996216, -2.746572971343994, -0.4367876350879669, -3.1218907833099365, -2.2963905334472656, -0.4469442367553711, -1.2880525588989258, -0.6981317400932312, -2.1811447143554688, -1.822533130645752, -1.358027458190918, -1.7710074186325073, -1.0032423734664917, -0.49352386593818665, -1.7047957181930542, -2.2598350048065186, -0.8968473076820374, -2.167851686477661, -1.012829065322876, -1.2855074405670166, -1.2086979150772095, -2.3105392456054688, -2.2545642852783203, -2.1439311504364014, -1.3024953603744507, -1.308856725692749, -1.6430755853652954, -0.19501937925815582, -2.0880167484283447, -2.0042481422424316, -1.0280455350875854, -1.815011978149414, -1.3700289726257324, -1.2145650386810303, -1.8633625507354736, -1.4988631010055542, -1.151620864868164, -2.3012030124664307, -1.8672757148742676, -0.8256564736366272, -1.465752124786377, -0.7007465362548828, -1.6395399570465088, -2.557917356491089, -1.5507067441940308, -1.0077342987060547, -2.6052193641662598, -2.24191951751709, -1.3115962743759155]}, "Bot003_087_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_087.log.json", "context": "Hi! I like to play music and study music  How many of the languages that students attend students attend? hi i like being around people Hi! I am a musician, and I am a musician. i am wrestler Do your friends call you wrestler. yes because i am good I am studying to be a musician. Very good i like to listen music I like music, I am a student. What is your name? I'm paul. How old are you?", "response": "I'm old.", "annotation_id": "Bot003_087_12", "annotations": ["O", "T", "T", "O", "O", "O", "T", "O", "T", "O", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-9.236458778381348, -9.656435012817383, -11.698007583618164, -8.969128608703613], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.8706220388412476, -2.199852705001831, -3.1288583278656006, -3.0775539875030518, -2.4358885288238525, -1.6750563383102417, -1.9401882886886597, -1.6677682399749756, -1.8597996234893799, -1.1869628429412842, -1.695072889328003, -0.1913815587759018, -2.379974842071533, -1.2284936904907227, -1.4732952117919922, -2.157841682434082, -1.030086874961853, -2.6788816452026367, -0.6799168586730957, -1.2765783071517944, -2.1165711879730225, -2.679506301879883, -0.9153369069099426, -0.7852281332015991, -1.9103069305419922, -2.202059030532837, -2.3577964305877686, -2.257458448410034, -2.2048237323760986, -2.000882148742676, -2.7940123081207275, -1.4655729532241821, -1.8851990699768066, -1.2152153253555298, -2.317934036254883, -2.071617364883423, -2.2840535640716553, -0.9367161393165588, -1.3256831169128418, -2.2994139194488525, -1.7145434617996216, -2.746572971343994, -0.4367876350879669, -3.1218907833099365, -2.2963905334472656, -0.4469442367553711, -1.2880525588989258, -0.6981317400932312, -2.1811447143554688, -1.822533130645752, -1.358027458190918, -1.7710074186325073, -1.0032423734664917, -0.49352386593818665, -1.7047957181930542, -2.2598350048065186, -0.8968473076820374, -2.167851686477661, -1.012829065322876, -1.2855074405670166, -1.2086979150772095, -2.3105392456054688, -2.2545642852783203, -2.1439311504364014, -1.3024953603744507, -1.308856725692749, -1.6430755853652954, -0.19501937925815582, -2.0880167484283447, -2.0042481422424316, -1.0280455350875854, -1.815011978149414, -1.3700289726257324, -1.2145650386810303, -1.8633625507354736, -1.4988631010055542, -1.151620864868164, -2.3012030124664307, -1.8672757148742676, -0.8256564736366272, -1.465752124786377, -0.7007465362548828, -1.6395399570465088, -1.493342638015747, -1.1258540153503418, -2.364499568939209, -3.015857219696045, -1.8938055038452148, -1.450010061264038, -0.43643951416015625, -0.20645801723003387, -0.3395307958126068, -1.7425435781478882, -2.2258200645446777, -1.367740273475647, -2.179615020751953, -2.0390477180480957, -1.11928129196167]}, "Bot003_087_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_087.log.json", "context": "Hi! I like to play music and study music  How many of the languages that students attend students attend? hi i like being around people Hi! I am a musician, and I am a musician. i am wrestler Do your friends call you wrestler. yes because i am good I am studying to be a musician. Very good i like to listen music I like music, I am a student. What is your name? I'm paul. How old are you? I'm old. i am 30", "response": "Can you explain how it feels to be 30 years old?  I want to tell you something about me. hi, i'm a musician. I am studying to be a teacher.", "annotation_id": "Bot003_087_14", "annotations": ["T", "T", "X", "X", "O", "T", "T", "O", "T", "O", "O", "T", "O", "O", "T"], "gpt2background_target_score": [-12.629622459411621, -7.539088726043701, -11.577945709228516, -3.925856828689575, -10.472325325012207, -11.888935089111328, -5.207706451416016, -6.766938209533691, -10.555171966552734, -10.24465560913086, -11.79903507232666, -4.850163459777832, -7.675731658935547, -6.938637733459473, -11.274513244628906, -6.22442102432251, -8.19467544555664, -7.414395332336426, -10.402961730957031, -9.504511833190918, -8.933948516845703, -9.15120792388916, -6.877275466918945, -6.750833988189697, -6.719271183013916, -13.150236129760742, -3.3834524154663086, -11.1832914352417, -3.786565065383911, -2.7582385540008545, -3.4650557041168213, -3.513953685760498, -9.649721145629883, -10.987048149108887, -4.689342021942139, -9.112648963928223, -9.333253860473633], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.8706220388412476, -2.199852705001831, -3.1288583278656006, -3.0775539875030518, -2.4358885288238525, -1.6750563383102417, -1.9401882886886597, -1.6677682399749756, -1.8597996234893799, -1.1869628429412842, -1.695072889328003, -0.1913815587759018, -2.379974842071533, -1.2284936904907227, -1.4732952117919922, -2.157841682434082, -1.030086874961853, -2.6788816452026367, -0.6799168586730957, -1.2765783071517944, -2.1165711879730225, -2.679506301879883, -0.9153369069099426, -0.7852281332015991, -1.9103069305419922, -2.202059030532837, -2.3577964305877686, -2.257458448410034, -2.2048237323760986, -2.000882148742676, -2.7940123081207275, -1.4655729532241821, -1.8851990699768066, -1.2152153253555298, -2.317934036254883, -2.071617364883423, -2.2840535640716553, -0.9367161393165588, -1.3256831169128418, -2.2994139194488525, -1.7145434617996216, -2.746572971343994, -0.4367876350879669, -3.1218907833099365, -2.2963905334472656, -0.4469442367553711, -1.2880525588989258, -0.6981317400932312, -2.1811447143554688, -1.822533130645752, -1.358027458190918, -1.7710074186325073, -1.0032423734664917, -0.49352386593818665, -1.7047957181930542, -2.2598350048065186, -0.8968473076820374, -2.167851686477661, -1.012829065322876, -1.2855074405670166, -1.2086979150772095, -2.3105392456054688, -2.2545642852783203, -2.1439311504364014, -1.3024953603744507, -1.308856725692749, -1.6430755853652954, -0.19501937925815582, -2.0880167484283447, -2.0042481422424316, -1.0280455350875854, -1.815011978149414, -1.3700289726257324, -1.2145650386810303, -1.8633625507354736, -1.4988631010055542, -1.151620864868164, -2.3012030124664307, -1.8672757148742676, -0.8256564736366272, -1.465752124786377, -0.7007465362548828, -1.6395399570465088, -1.493342638015747, -1.1258540153503418, -2.364499568939209, -3.015857219696045, -1.8938055038452148, -1.450010061264038, -0.43643951416015625, -0.20645801723003387, -0.3395307958126068, -1.7425435781478882, -1.3911116123199463, -2.195960283279419, -1.9951566457748413, -1.3754165172576904, -1.925727128982544, -2.073927164077759, -1.2707077264785767, -2.2161595821380615, -0.5424749851226807, -2.069098949432373, -1.6758999824523926, -1.4219975471496582, -1.5347778797149658, -1.0851943492889404, -1.6259371042251587, -1.3055088520050049, -0.90138179063797, -0.42554575204849243, -0.644065260887146, -0.6992269158363342, -0.8538404703140259, -1.7428650856018066, -0.21834565699100494, -1.0831600427627563, -0.20974016189575195, -1.4894640445709229, -1.635526418685913, -1.4934756755828857, -1.3672834634780884, -1.2642855644226074, -1.5740588903427124, -1.2734330892562866, -1.7297993898391724, -2.2745981216430664, -1.239351749420166, -1.0488762855529785, -1.397713541984558, -1.825722098350525, -1.519842267036438, -0.8779592514038086, -0.40553566813468933, -0.4519617259502411, -0.3909676671028137, -0.5334312319755554, -1.3147118091583252]}, "Bot003_087_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_087.log.json", "context": "Hi! I like to play music and study music  How many of the languages that students attend students attend? hi i like being around people Hi! I am a musician, and I am a musician. i am wrestler Do your friends call you wrestler. yes because i am good I am studying to be a musician. Very good i like to listen music I like music, I am a student. What is your name? I'm paul. How old are you? I'm old. i am 30 Can you explain how it feels to be 30 years old?  I want to tell you something about me. hi, i'm a musician. I am studying to be a teacher. it is very complicated but it is good to understand the life and the way it is going to", "response": "That's nice what do you do for fun", "annotation_id": "Bot003_087_16", "annotations": ["O", "T", "O", "X", "O", "T", "T", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-13.368456840515137, -10.665257453918457, -12.372998237609863, -5.728457450866699, -4.0100908279418945, -8.050569534301758, -9.474827766418457, -6.517394065856934, -9.91643238067627], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.8706220388412476, -2.199852705001831, -3.1288583278656006, -3.0775539875030518, -2.4358885288238525, -1.6750563383102417, -1.9401882886886597, -1.6677682399749756, -1.8597996234893799, -1.1869628429412842, -1.695072889328003, -0.1913815587759018, -2.379974842071533, -1.2284936904907227, -1.4732952117919922, -2.157841682434082, -1.030086874961853, -2.6788816452026367, -0.6799168586730957, -1.2765783071517944, -2.1165711879730225, -2.679506301879883, -0.9153369069099426, -0.7852281332015991, -1.9103069305419922, -2.202059030532837, -2.3577964305877686, -2.257458448410034, -2.2048237323760986, -2.000882148742676, -2.7940123081207275, -1.4655729532241821, -1.8851990699768066, -1.2152153253555298, -2.317934036254883, -2.071617364883423, -2.2840535640716553, -0.9367161393165588, -1.3256831169128418, -2.2994139194488525, -1.7145434617996216, -2.746572971343994, -0.4367876350879669, -3.1218907833099365, -2.2963905334472656, -0.4469442367553711, -1.2880525588989258, -0.6981317400932312, -2.1811447143554688, -1.822533130645752, -1.358027458190918, -1.7710074186325073, -1.0032423734664917, -0.49352386593818665, -1.7047957181930542, -2.2598350048065186, -0.8968473076820374, -2.167851686477661, -1.012829065322876, -1.2855074405670166, -1.2086979150772095, -2.3105392456054688, -2.2545642852783203, -2.1439311504364014, -1.3024953603744507, -1.308856725692749, -1.6430755853652954, -0.19501937925815582, -2.0880167484283447, -2.0042481422424316, -1.0280455350875854, -1.815011978149414, -1.3700289726257324, -1.2145650386810303, -1.8633625507354736, -1.4988631010055542, -1.151620864868164, -2.3012030124664307, -1.8672757148742676, -0.8256564736366272, -1.465752124786377, -0.7007465362548828, -1.6395399570465088, -1.493342638015747, -1.1258540153503418, -2.364499568939209, -3.015857219696045, -1.8938055038452148, -1.450010061264038, -0.43643951416015625, -0.20645801723003387, -0.3395307958126068, -1.7425435781478882, -1.3911116123199463, -2.195960283279419, -1.9951566457748413, -1.3754165172576904, -1.925727128982544, -2.073927164077759, -1.2707077264785767, -0.543856143951416, -2.154435873031616, -1.5314750671386719, -1.6677595376968384, -1.3673927783966064, -0.9777647256851196, -1.6352124214172363, -1.3757604360580444, -0.8700649738311768, -0.3419060707092285, -0.6631816029548645, -1.8996891975402832, -1.876751184463501, -1.640613079071045, -0.20966893434524536, -0.9848031997680664, -0.19043318927288055, -1.6734167337417603, -1.7121003866195679, -1.1133594512939453, -1.1525673866271973, -1.4552148580551147, -1.962911605834961, -1.1935352087020874, -1.6264238357543945, -2.382067918777466, -1.2541087865829468, -0.9974749088287354, -1.2277241945266724, -1.7997492551803589, -1.5273640155792236, -0.831010103225708, -0.4049133360385895, -0.42356476187705994, -0.38362523913383484, -0.5939272046089172, -1.718990445137024, -0.9763965010643005, -2.3654956817626953, -1.9130449295043945, -1.2233796119689941, -1.2080416679382324, -0.8251118063926697, -2.5958080291748047, -1.187513828277588, -1.5014079809188843, -1.8482482433319092, -2.5372393131256104, -1.3653079271316528, -2.3989434242248535, -1.6697053909301758, -2.173729419708252, -0.9906375408172607, -0.8346458673477173, -0.621268093585968, -0.7086397409439087, -2.322336196899414, -0.9406092762947083, -2.2818379402160645, -1.4362655878067017, -1.4531258344650269, -0.18308623135089874, -1.297876000404358, -1.213466763496399, -2.6409687995910645, -0.8133726716041565]}, "Bot003_087_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_087.log.json", "context": "Hi! I like to play music and study music  How many of the languages that students attend students attend? hi i like being around people Hi! I am a musician, and I am a musician. i am wrestler Do your friends call you wrestler. yes because i am good I am studying to be a musician. Very good i like to listen music I like music, I am a student. What is your name? I'm paul. How old are you? I'm old. i am 30 Can you explain how it feels to be 30 years old?  I want to tell you something about me. hi, i'm a musician. I am studying to be a teacher. it is very complicated but it is good to understand the life and the way it is going to That's nice what do you do for fun in my spare time i do volunteer work.", "response": "I am studying to be a music teacher.", "annotation_id": "Bot003_087_18", "annotations": ["T", "T", "O", "X", "O", "X", "T", "O", "O", "O", "X", "O", "X", "O", "O"], "gpt2background_target_score": [-9.236458778381348, -8.606606483459473, -11.299300193786621, -2.5604960918426514, -3.5105693340301514, -3.0775539875030518, -5.959138870239258, -11.676067352294922, -2.352086067199707], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.8706220388412476, -2.199852705001831, -3.1288583278656006, -3.0775539875030518, -2.4358885288238525, -1.6750563383102417, -1.9401882886886597, -1.6677682399749756, -1.8597996234893799, -1.1869628429412842, -1.695072889328003, -0.1913815587759018, -2.379974842071533, -1.2284936904907227, -1.4732952117919922, -2.157841682434082, -1.030086874961853, -2.6788816452026367, -0.6799168586730957, -1.2765783071517944, -2.1165711879730225, -2.679506301879883, -0.9153369069099426, -0.7852281332015991, -1.9103069305419922, -2.202059030532837, -2.3577964305877686, -2.257458448410034, -2.2048237323760986, -2.000882148742676, -2.7940123081207275, -1.4655729532241821, -1.8851990699768066, -1.2152153253555298, -2.317934036254883, -2.071617364883423, -2.2840535640716553, -0.9367161393165588, -1.3256831169128418, -2.2994139194488525, -1.7145434617996216, -2.746572971343994, -0.4367876350879669, -3.1218907833099365, -2.2963905334472656, -0.4469442367553711, -1.2880525588989258, -0.6981317400932312, -2.1811447143554688, -1.822533130645752, -1.358027458190918, -1.7710074186325073, -1.0032423734664917, -0.49352386593818665, -1.7047957181930542, -2.2598350048065186, -0.8968473076820374, -2.167851686477661, -1.012829065322876, -1.2855074405670166, -1.2086979150772095, -2.3105392456054688, -2.2545642852783203, -2.1439311504364014, -1.3024953603744507, -1.308856725692749, -1.6430755853652954, -0.19501937925815582, -2.0880167484283447, -2.0042481422424316, -1.0280455350875854, -1.815011978149414, -1.3700289726257324, -1.2145650386810303, -1.8633625507354736, -1.4988631010055542, -1.151620864868164, -2.3012030124664307, -1.8672757148742676, -0.8256564736366272, -1.465752124786377, -0.7007465362548828, -1.6395399570465088, -1.493342638015747, -1.1258540153503418, -2.364499568939209, -3.015857219696045, -1.8938055038452148, -1.450010061264038, -0.43643951416015625, -0.20645801723003387, -0.3395307958126068, -1.7425435781478882, -1.3911116123199463, -2.195960283279419, -1.9951566457748413, -1.3754165172576904, -1.925727128982544, -2.073927164077759, -1.2707077264785767, -0.543856143951416, -2.154435873031616, -1.5314750671386719, -1.6677595376968384, -1.3673927783966064, -0.9777647256851196, -1.6352124214172363, -1.3757604360580444, -0.8700649738311768, -0.3419060707092285, -0.6631816029548645, -1.8996891975402832, -1.876751184463501, -1.640613079071045, -0.20966893434524536, -0.9848031997680664, -0.19043318927288055, -1.6734167337417603, -1.7121003866195679, -1.1133594512939453, -1.1525673866271973, -1.4552148580551147, -1.962911605834961, -1.1935352087020874, -1.6264238357543945, -2.382067918777466, -1.2541087865829468, -0.9974749088287354, -1.2277241945266724, -1.7997492551803589, -1.5273640155792236, -0.831010103225708, -0.4049133360385895, -0.42356476187705994, -0.38362523913383484, -0.5939272046089172, -1.7189905643463135, -0.9763981103897095, -2.3654961585998535, -1.913045883178711, -1.223379135131836, -1.208042860031128, -0.8251131772994995, -2.5958077907562256, -1.1875122785568237, -1.5014066696166992, -1.8482474088668823, -2.537238836288452, -1.3653075695037842, -2.3989429473876953, -1.6697049140930176, -2.1737289428710938, -0.9906357526779175, -0.8346436023712158, -0.6212673783302307, -0.7086396217346191, -1.7677929401397705, -2.5493695735931396, -1.2289427518844604, -1.2387791872024536, -0.26564717292785645, -2.0262577533721924, -1.2140820026397705, -2.545971632003784, -1.259987235069275, -1.6369259357452393, -1.4200198650360107, -0.028976447880268097, -1.199367642402649, -2.3899054527282715, -2.149461507797241, -1.8222776651382446, -1.5528820753097534, -1.9084159135818481, -2.180985689163208, -2.2475898265838623, -1.689069390296936, -0.670011043548584, -0.20090757310390472, -0.12793344259262085, -1.1383275985717773, -1.4090328216552734, -0.8285207748413086, -1.1011464595794678]}, "Bot003_087_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_087.log.json", "context": "Hi! I like to play music and study music  How many of the languages that students attend students attend? hi i like being around people Hi! I am a musician, and I am a musician. i am wrestler Do your friends call you wrestler. yes because i am good I am studying to be a musician. Very good i like to listen music I like music, I am a student. What is your name? I'm paul. How old are you? I'm old. i am 30 Can you explain how it feels to be 30 years old?  I want to tell you something about me. hi, i'm a musician. I am studying to be a teacher. it is very complicated but it is good to understand the life and the way it is going to That's nice what do you do for fun in my spare time i do volunteer work. I am studying to be a music teacher. what are your hobbies?", "response": "I like to read and play music", "annotation_id": "Bot003_087_20", "annotations": ["O", "O", "O", "X", "O", "O", "T", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-9.236458778381348, -10.69127368927002, -9.705839157104492, -8.991881370544434, -9.140177726745605, -8.075215339660645, -5.959138870239258], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.8706220388412476, -2.199852705001831, -3.1288583278656006, -3.0775539875030518, -2.4358885288238525, -1.6750563383102417, -1.9401882886886597, -1.6677682399749756, -1.8597996234893799, -1.1869628429412842, -1.695072889328003, -0.1913815587759018, -2.379974842071533, -1.2284936904907227, -1.4732952117919922, -2.157841682434082, -1.030086874961853, -2.6788816452026367, -0.6799168586730957, -1.2765783071517944, -2.1165711879730225, -2.679506301879883, -0.9153369069099426, -0.7852281332015991, -1.9103069305419922, -2.202059030532837, -2.3577964305877686, -2.257458448410034, -2.2048237323760986, -2.000882148742676, -2.7940123081207275, -1.4655729532241821, -1.8851990699768066, -1.2152153253555298, -2.317934036254883, -2.071617364883423, -2.2840535640716553, -0.9367161393165588, -1.3256831169128418, -2.2994139194488525, -1.7145434617996216, -2.746572971343994, -0.4367876350879669, -3.1218907833099365, -2.2963905334472656, -0.4469442367553711, -1.2880525588989258, -0.6981317400932312, -2.1811447143554688, -1.822533130645752, -1.358027458190918, -1.7710074186325073, -1.0032423734664917, -0.49352386593818665, -1.7047957181930542, -2.2598350048065186, -0.8968473076820374, -2.167851686477661, -1.012829065322876, -1.2855074405670166, -1.2086979150772095, -2.3105392456054688, -2.2545642852783203, -2.1439311504364014, -1.3024953603744507, -1.308856725692749, -1.6430755853652954, -0.19501937925815582, -2.0880167484283447, -2.0042481422424316, -1.0280455350875854, -1.815011978149414, -1.3700289726257324, -1.2145650386810303, -1.8633625507354736, -1.4988631010055542, -1.151620864868164, -2.3012030124664307, -1.8672757148742676, -0.8256564736366272, -1.465752124786377, -0.7007465362548828, -1.6395399570465088, -1.493342638015747, -1.1258540153503418, -2.364499568939209, -3.015857219696045, -1.8938055038452148, -1.450010061264038, -0.43643951416015625, -0.20645801723003387, -0.3395307958126068, -1.7425435781478882, -1.3911116123199463, -2.195960283279419, -1.9951566457748413, -1.3754165172576904, -1.925727128982544, -2.073927164077759, -1.2707077264785767, -0.543856143951416, -2.154435873031616, -1.5314750671386719, -1.6677595376968384, -1.3673927783966064, -0.9777647256851196, -1.6352124214172363, -1.3757604360580444, -0.8700649738311768, -0.3419060707092285, -0.6631816029548645, -1.8996891975402832, -1.876751184463501, -1.640613079071045, -0.20966893434524536, -0.9848031997680664, -0.19043318927288055, -1.6734167337417603, -1.7121003866195679, -1.1133594512939453, -1.1525673866271973, -1.4552148580551147, -1.962911605834961, -1.1935352087020874, -1.6264238357543945, -2.382067918777466, -1.2541087865829468, -0.9974749088287354, -1.2277241945266724, -1.7997492551803589, -1.5273640155792236, -0.831010103225708, -0.4049133360385895, -0.42356476187705994, -0.38362523913383484, -0.5939272046089172, -1.718990445137024, -0.9763965010643005, -2.3654956817626953, -1.9130449295043945, -1.2233796119689941, -1.2080416679382324, -0.8251118063926697, -2.5958080291748047, -1.187513828277588, -1.5014079809188843, -1.8482482433319092, -2.5372393131256104, -1.3653079271316528, -2.3989434242248535, -1.6697053909301758, -2.173729419708252, -0.9906375408172607, -0.8346458673477173, -0.621268093585968, -0.7086397409439087, -1.7677944898605347, -2.5493674278259277, -1.2289425134658813, -1.2387758493423462, -0.2656472623348236, -2.0262584686279297, -1.2140816450119019, -2.545970916748047, -1.2599880695343018, -1.6369249820709229, -1.4200208187103271, -0.028976447880268097, -1.1993684768676758, -2.3899083137512207, -2.1494617462158203, -1.822279691696167, -1.5528837442398071, -1.90841805934906, -2.1101889610290527, -1.6015961170196533, -0.7064390778541565, -0.5636407136917114, -0.3345774710178375, -1.4072167873382568, -1.4467066526412964, -0.7865750193595886, -1.903634786605835, -1.7406269311904907, -1.023280382156372, -1.9743019342422485, -0.6497240662574768, -1.756793737411499, -2.135175943374634, -2.487092971801758, -1.0354207754135132, -1.7258636951446533, -0.9382896423339844, -1.7335565090179443, -0.7900077700614929, -1.3208141326904297]}, "Bot003_090_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_090.log.json", "context": "Hi! It is nice to see you! How is your day going? I like to go to the gym every day hi. i used to go to gym but i\u2019m pregnant now :)", "response": "Truth", "annotation_id": "Bot003_090_02", "annotations": ["X", "T", "O", "O", "T", "O", "O", "O", "O", "T", "X", "O", "O", "T", "O"], "gpt2background_target_score": [-13.591938972473145], "gpt2background_argmax_score": [-1.9761712551116943, -1.080935001373291, -0.7321699857711792, -2.0748097896575928, -0.3979209065437317, -1.3531749248504639, -2.571223735809326, -2.5635359287261963, -0.97532719373703, -2.1194045543670654, -1.2784101963043213, -0.4056542217731476, -0.8469923734664917, -0.4595787227153778, -1.2487070560455322, -1.7056965827941895, -1.5040854215621948, -3.047881603240967, -1.2786884307861328, -1.7377533912658691, -1.6821725368499756, -1.8953049182891846, -1.2347447872161865, -1.4799017906188965, -1.5766499042510986, -1.408219814300537, -2.503411293029785, -0.08943884819746017, -2.0673789978027344, -0.6291119456291199, -0.8428783416748047, -1.6184710264205933, -1.6246953010559082, -2.7421658039093018, -0.14816991984844208, -0.5512637495994568, -1.6855801343917847, -1.4825180768966675, -1.601392149925232, -1.3903876543045044, -2.1142876148223877, -1.645392656326294]}, "Bot003_090_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_090.log.json", "context": "Hi! It is nice to see you! How is your day going? I like to go to the gym every day hi. i used to go to gym but i\u2019m pregnant now :) Truth do you have a job", "response": "Of course I work, do you work buddy?", "annotation_id": "Bot003_090_04", "annotations": ["X", "T", "O", "O", "O", "O", "O", "T", "O", "O", "X", "O", "O", "O", "O"], "gpt2background_target_score": [-13.038741111755371, -13.135396957397461, -8.863241195678711, -10.205148696899414, -4.378651142120361, -6.4354963302612305, -2.921618938446045, -7.255395889282227, -12.171635627746582, -5.809892654418945], "gpt2background_argmax_score": [-1.9761712551116943, -1.080935001373291, -0.7321699857711792, -2.0748097896575928, -0.3979209065437317, -1.3531749248504639, -2.571223735809326, -2.5635359287261963, -0.97532719373703, -2.1194045543670654, -1.2784101963043213, -0.4056542217731476, -0.8469923734664917, -0.4595787227153778, -1.2487070560455322, -1.7056965827941895, -1.5040854215621948, -3.047881603240967, -1.2786884307861328, -1.7377533912658691, -1.6821725368499756, -1.8953049182891846, -1.2347447872161865, -1.4799017906188965, -1.5766499042510986, -1.408219814300537, -2.503411293029785, -0.08943884819746017, -2.0673789978027344, -0.6291119456291199, -0.8428783416748047, -1.6184710264205933, -1.6246953010559082, -2.7421658039093018, -0.14816991984844208, -0.5512637495994568, -1.6855801343917847, -1.4825180768966675, -1.601392149925232, -1.3903876543045044, -1.1355658769607544, -1.2882763147354126, -1.9354444742202759, -1.589216947555542, -2.406989812850952, -1.168745994567871, -1.9249613285064697, -0.28128930926322937, -1.8341702222824097, -1.9212092161178589, -1.8616607189178467, -1.6526693105697632, -0.41200676560401917, -0.9823043942451477, -2.031834602355957, -0.6560893058776855, -0.40121668577194214]}, "Bot003_090_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_090.log.json", "context": "Hi! It is nice to see you! How is your day going? I like to go to the gym every day hi. i used to go to gym but i\u2019m pregnant now :) Truth do you have a job Of course I work, do you work buddy? i work as a pa", "response": "I am a college student, but I am a waitress at a local cable.", "annotation_id": "Bot003_090_06", "annotations": ["X", "X", "O", "O", "O", "O", "O", "T", "O", "O", "X", "O", "O", "O", "O"], "gpt2background_target_score": [-9.236458778381348, -8.606606483459473, -8.662025451660156, -11.16612720489502, -13.525489807128906, -8.935927391052246, -8.845295906066895, -8.226895332336426, -10.224320411682129, -6.914481163024902, -12.879629135131836, -11.033086776733398, -7.723180770874023, -13.209429740905762, -13.223432540893555, -9.153373718261719], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -0.7321714758872986, -2.0748116970062256, -0.3979213833808899, -1.3531737327575684, -2.5712225437164307, -2.563533067703247, -0.9753290414810181, -2.1194047927856445, -1.2784109115600586, -0.40565311908721924, -0.846992552280426, -0.45957911014556885, -1.2487066984176636, -1.7056927680969238, -1.5040881633758545, -3.0478851795196533, -1.2786900997161865, -1.7377533912658691, -1.6821712255477905, -1.8953051567077637, -1.2347477674484253, -1.4799010753631592, -1.576649785041809, -1.4082201719284058, -2.5034091472625732, -0.08943884819746017, -2.0673797130584717, -0.6291130781173706, -0.8428772687911987, -1.6184698343276978, -1.6246991157531738, -2.7421655654907227, -0.1481688916683197, -0.5512647032737732, -1.6855813264846802, -1.482517123222351, -1.6013915538787842, -1.3903863430023193, -1.1355676651000977, -1.2882765531539917, -1.9354463815689087, -1.5892170667648315, -2.4069883823394775, -1.1687445640563965, -1.9653223752975464, -2.074378252029419, -2.024848699569702, -2.140024185180664, -1.3538817167282104, -0.4506392776966095, -1.0055512189865112, -2.004154682159424, -0.5663673281669617, -1.4920004606246948, -0.9191834330558777, -2.416809558868408, -0.44472604990005493, -3.980228900909424, -1.7642043828964233, -2.2445991039276123, -0.6427462697029114, -1.3704516887664795, -1.8498765230178833, -0.3230743408203125, -1.6869686841964722, -1.7443327903747559, -1.2654855251312256, -1.9653546810150146, -1.868883490562439, -1.9828567504882812, -1.4668742418289185, -0.9266148805618286, -2.113388776779175, -1.8657604455947876, -2.122162103652954, -1.2320750951766968]}, "Bot003_090_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_090.log.json", "context": "Hi! It is nice to see you! How is your day going? I like to go to the gym every day hi. i used to go to gym but i\u2019m pregnant now :) Truth do you have a job Of course I work, do you work buddy? i work as a pa I am a college student, but I am a waitress at a local cable. what do you study?", "response": "I study philosophy. I am a full time student.", "annotation_id": "Bot003_090_08", "annotations": ["O", "T", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-9.236458778381348, -11.953910827636719, -13.370148658752441, -7.729684829711914, -5.352632522583008, -9.213308334350586, -2.5712225437164307, -9.074121475219727, -11.001133918762207, -13.609042167663574, -10.256644248962402], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -0.7321714758872986, -2.0748116970062256, -0.3979213833808899, -1.3531737327575684, -2.5712225437164307, -2.563533067703247, -0.9753290414810181, -2.1194047927856445, -1.2784109115600586, -0.40565311908721924, -0.846992552280426, -0.45957911014556885, -1.2487066984176636, -1.7056927680969238, -1.5040881633758545, -3.0478851795196533, -1.2786900997161865, -1.7377533912658691, -1.6821712255477905, -1.8953051567077637, -1.2347477674484253, -1.4799010753631592, -1.576649785041809, -1.4082201719284058, -2.5034091472625732, -0.08943884819746017, -2.0673797130584717, -0.6291130781173706, -0.8428772687911987, -1.6184698343276978, -1.6246991157531738, -2.7421655654907227, -0.1481688916683197, -0.5512647032737732, -1.6855812072753906, -1.4825172424316406, -1.601391077041626, -1.3903863430023193, -1.135568380355835, -1.2882766723632812, -1.9354461431503296, -1.5892153978347778, -2.406989336013794, -1.1687448024749756, -1.9653208255767822, -2.074378252029419, -2.0248475074768066, -2.140024423599243, -1.3538810014724731, -0.45063889026641846, -1.0055509805679321, -2.004152536392212, -0.5663683414459229, -1.4920008182525635, -0.9191842079162598, -2.416811227798462, -0.44472575187683105, -3.9802279472351074, -1.7642055749893188, -1.3221725225448608, -1.6743465662002563, -3.484645128250122, -0.3291597366333008, -1.7449225187301636, -1.9855973720550537, -1.3133690357208252, -2.068711042404175, -1.978386402130127, -1.8994053602218628, -1.6313227415084839, -0.9163898229598999, -1.9015474319458008, -1.7835792303085327, -2.304574489593506, -1.9573372602462769, -2.102919816970825, -0.235573410987854, -1.0077894926071167, -0.988291323184967, -1.4178670644760132, -2.135714530944824, -1.8448231220245361, -1.6340372562408447, -1.2123537063598633, -1.035130500793457, -2.3868582248687744, -0.879952609539032, -3.274552345275879, -0.1974557489156723, -1.587388277053833, -1.3842337131500244, -0.9974163770675659]}, "Bot003_090_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_090.log.json", "context": "Hi! It is nice to see you! How is your day going? I like to go to the gym every day hi. i used to go to gym but i\u2019m pregnant now :) Truth do you have a job Of course I work, do you work buddy? i work as a pa I am a college student, but I am a waitress at a local cable. what do you study? I study philosophy. I am a full time student. do you date anyone?", "response": "No.", "annotation_id": "Bot003_090_10", "annotations": ["O", "T", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "T"], "gpt2background_target_score": [-10.534525871276855, -10.512351036071777], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -0.7321714758872986, -2.0748116970062256, -0.3979213833808899, -1.3531737327575684, -2.5712225437164307, -2.563533067703247, -0.9753290414810181, -2.1194047927856445, -1.2784109115600586, -0.40565311908721924, -0.846992552280426, -0.45957911014556885, -1.2487066984176636, -1.7056927680969238, -1.5040881633758545, -3.0478851795196533, -1.2786900997161865, -1.7377533912658691, -1.6821712255477905, -1.8953051567077637, -1.2347477674484253, -1.4799010753631592, -1.576649785041809, -1.4082201719284058, -2.5034091472625732, -0.08943884819746017, -2.0673797130584717, -0.6291130781173706, -0.8428772687911987, -1.6184698343276978, -1.6246991157531738, -2.7421655654907227, -0.1481688916683197, -0.5512647032737732, -1.6855812072753906, -1.4825172424316406, -1.601391077041626, -1.3903863430023193, -1.135568380355835, -1.2882766723632812, -1.9354461431503296, -1.5892153978347778, -2.406989336013794, -1.1687448024749756, -1.9653208255767822, -2.074378252029419, -2.0248475074768066, -2.140024423599243, -1.3538810014724731, -0.45063889026641846, -1.0055509805679321, -2.004152536392212, -0.5663683414459229, -1.4920008182525635, -0.9191842079162598, -2.416811227798462, -0.44472575187683105, -3.9802279472351074, -1.7642055749893188, -1.3221725225448608, -1.6743465662002563, -3.484645128250122, -0.3291597366333008, -1.7449225187301636, -1.9855973720550537, -1.3133690357208252, -2.068711042404175, -1.978386402130127, -1.8994053602218628, -1.6313227415084839, -0.9163898229598999, -1.9015474319458008, -1.7835792303085327, -2.304574489593506, -1.9573372602462769, -2.102919816970825, -0.235573410987854, -1.0077894926071167, -0.988291323184967, -1.4178670644760132, -2.3252134323120117, -2.1111338138580322, -1.1882833242416382, -1.5748498439788818, -2.372387170791626, -0.9865111112594604, -3.3453240394592285, -0.21862035989761353, -1.605918049812317, -1.5552067756652832, -1.4181921482086182, -0.1682785451412201, -1.6788990497589111, -2.4831008911132812, -0.7493605017662048, -1.8493740558624268, -1.795607328414917, -1.4619706869125366, -0.9460439682006836]}, "Bot003_090_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_090.log.json", "context": "Hi! It is nice to see you! How is your day going? I like to go to the gym every day hi. i used to go to gym but i\u2019m pregnant now :) Truth do you have a job Of course I work, do you work buddy? i work as a pa I am a college student, but I am a waitress at a local cable. what do you study? I study philosophy. I am a full time student. do you date anyone? No. have you ever had a boyfriend or a girlfriend?", "response": "I don't know.", "annotation_id": "Bot003_090_12", "annotations": ["X", "T", "T", "X", "T", "O", "T", "X", "O", "X", "X", "T", "T", "O", "O"], "gpt2background_target_score": [-9.236458778381348, -10.278924942016602, -10.23826789855957, -12.832606315612793, -5.260270118713379], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -0.7321714758872986, -2.0748116970062256, -0.3979213833808899, -1.3531737327575684, -2.5712225437164307, -2.563533067703247, -0.9753290414810181, -2.1194047927856445, -1.2784109115600586, -0.40565311908721924, -0.846992552280426, -0.45957911014556885, -1.2487066984176636, -1.7056927680969238, -1.5040881633758545, -3.0478851795196533, -1.2786900997161865, -1.7377533912658691, -1.6821712255477905, -1.8953051567077637, -1.2347477674484253, -1.4799010753631592, -1.576649785041809, -1.4082201719284058, -2.5034091472625732, -0.08943884819746017, -2.0673797130584717, -0.6291130781173706, -0.8428772687911987, -1.6184698343276978, -1.6246991157531738, -2.7421655654907227, -0.1481688916683197, -0.5512647032737732, -1.6855812072753906, -1.4825172424316406, -1.601391077041626, -1.3903863430023193, -1.135568380355835, -1.2882766723632812, -1.9354461431503296, -1.5892153978347778, -2.406989336013794, -1.1687448024749756, -1.9653208255767822, -2.074378252029419, -2.0248475074768066, -2.140024423599243, -1.3538810014724731, -0.45063889026641846, -1.0055509805679321, -2.004152536392212, -0.5663683414459229, -1.4920008182525635, -0.9191842079162598, -2.416811227798462, -0.44472575187683105, -3.9802279472351074, -1.7642055749893188, -1.3221725225448608, -1.6743465662002563, -3.484645128250122, -0.3291597366333008, -1.7449225187301636, -1.9855973720550537, -1.3133690357208252, -2.068711042404175, -1.978386402130127, -1.8994053602218628, -1.6313227415084839, -0.9163898229598999, -1.9015474319458008, -1.7835792303085327, -2.304574489593506, -1.9573372602462769, -2.102919816970825, -0.235573410987854, -1.0077894926071167, -0.988291323184967, -1.4178670644760132, -2.3252134323120117, -2.1111338138580322, -1.1882833242416382, -1.5748498439788818, -2.372387170791626, -0.9865111112594604, -3.3453240394592285, -0.21862035989761353, -1.605918049812317, -1.5552067756652832, -1.4181921482086182, -0.1682785451412201, -1.6788990497589111, -2.4831008911132812, -0.7493611574172974, -1.849373698234558, -1.5963027477264404, -1.233399510383606, -1.4231070280075073, -1.3877592086791992, -1.1459190845489502, -0.7011851668357849, -1.79478919506073, -0.6878317594528198, -0.9761887788772583, -0.7294898629188538, -0.38418522477149963, -2.2305805683135986, -1.844894289970398, -2.2921600341796875, -0.5723298192024231, -2.1053597927093506, -1.8133935928344727, -0.882937490940094]}, "Bot003_090_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_090.log.json", "context": "Hi! It is nice to see you! How is your day going? I like to go to the gym every day hi. i used to go to gym but i\u2019m pregnant now :) Truth do you have a job Of course I work, do you work buddy? i work as a pa I am a college student, but I am a waitress at a local cable. what do you study? I study philosophy. I am a full time student. do you date anyone? No. have you ever had a boyfriend or a girlfriend? I don't know. how do you don\u2019t know it?", "response": "I don't think it's a good thing to say, but I don't think it's a", "annotation_id": "Bot003_090_14", "annotations": ["X", "T", "T", "O", "T", "O", "T", "O", "O", "X", "X", "T", "T", "X", "T"], "gpt2background_target_score": [-9.236458778381348, -10.278924942016602, -10.23826789855957, -12.590584754943848, -8.324514389038086, -12.350139617919922, -2.5712225437164307, -10.187592506408691, -12.483160972595215, -4.635003089904785, -12.199267387390137, -10.90716552734375, -8.421895980834961, -7.5263776779174805, -11.00784969329834, -9.986391067504883, -11.418265342712402, -9.878496170043945, -11.316441535949707, -2.223201274871826], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -0.7321714758872986, -2.0748116970062256, -0.3979213833808899, -1.3531737327575684, -2.5712225437164307, -2.563533067703247, -0.9753290414810181, -2.1194047927856445, -1.2784109115600586, -0.40565311908721924, -0.846992552280426, -0.45957911014556885, -1.2487066984176636, -1.7056927680969238, -1.5040881633758545, -3.0478851795196533, -1.2786900997161865, -1.7377533912658691, -1.6821712255477905, -1.8953051567077637, -1.2347477674484253, -1.4799010753631592, -1.576649785041809, -1.4082201719284058, -2.5034091472625732, -0.08943884819746017, -2.0673797130584717, -0.6291130781173706, -0.8428772687911987, -1.6184698343276978, -1.6246991157531738, -2.7421655654907227, -0.1481688916683197, -0.5512647032737732, -1.6855812072753906, -1.4825172424316406, -1.601391077041626, -1.3903863430023193, -1.135568380355835, -1.2882766723632812, -1.9354461431503296, -1.5892153978347778, -2.406989336013794, -1.1687448024749756, -1.9653208255767822, -2.074378252029419, -2.0248475074768066, -2.140024423599243, -1.3538810014724731, -0.45063889026641846, -1.0055509805679321, -2.004152536392212, -0.5663683414459229, -1.4920008182525635, -0.9191842079162598, -2.416811227798462, -0.44472575187683105, -3.9802279472351074, -1.7642055749893188, -1.3221725225448608, -1.6743465662002563, -3.484645128250122, -0.3291597366333008, -1.7449225187301636, -1.9855973720550537, -1.3133690357208252, -2.068711042404175, -1.978386402130127, -1.8994053602218628, -1.6313227415084839, -0.9163898229598999, -1.9015474319458008, -1.7835792303085327, -2.304574489593506, -1.9573372602462769, -2.102919816970825, -0.235573410987854, -1.0077894926071167, -0.988291323184967, -1.4178670644760132, -2.3252134323120117, -2.1111338138580322, -1.1882833242416382, -1.5748498439788818, -2.372387170791626, -0.9865111112594604, -3.3453240394592285, -0.21862035989761353, -1.605918049812317, -1.5552067756652832, -1.4181921482086182, -0.1682785451412201, -1.6788990497589111, -2.4831008911132812, -0.7493611574172974, -1.849373698234558, -1.5963027477264404, -1.233399510383606, -1.4231070280075073, -1.3877592086791992, -1.1459190845489502, -0.7011851668357849, -1.79478919506073, -0.6878317594528198, -0.9761887788772583, -0.7294898629188538, -0.38418522477149963, -2.2305805683135986, -2.328294277191162, -0.7548256516456604, -1.651360273361206, -1.6453495025634766, -1.3332388401031494, -1.6552486419677734, -0.18016217648983002, -2.655491590499878, -0.3520520329475403, -0.14568717777729034, -0.13591839373111725, -1.8836897611618042, -2.4428229331970215, -1.9085452556610107, -1.823351263999939, -1.7379558086395264, -2.3955881595611572, -0.6824720501899719, -1.0838892459869385, -1.5265737771987915, -0.8217506408691406, -1.816747784614563, -2.115697145462036, -1.2678837776184082, -1.0117121934890747, -2.0348360538482666, -1.6095935106277466, -1.074504017829895, -1.2690935134887695, -2.2856481075286865, -0.19217540323734283, -1.1326524019241333, -0.7496353983879089, -0.4508249759674072, -1.1849701404571533, -0.6923407912254333]}, "Bot003_090_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_090.log.json", "context": "Hi! It is nice to see you! How is your day going? I like to go to the gym every day hi. i used to go to gym but i\u2019m pregnant now :) Truth do you have a job Of course I work, do you work buddy? i work as a pa I am a college student, but I am a waitress at a local cable. what do you study? I study philosophy. I am a full time student. do you date anyone? No. have you ever had a boyfriend or a girlfriend? I don't know. how do you don\u2019t know it? I don't think it's a good thing to say, but I don't think it's a ok", "response": "That's interesting.", "annotation_id": "Bot003_090_16", "annotations": ["X", "T", "T", "O", "X", "X", "X", "O", "O", "T", "X", "X", "T", "T", "T"], "gpt2background_target_score": [-13.368456840515137, -10.665257453918457, -10.581106185913086, -7.729684829711914], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -0.7321714758872986, -2.0748116970062256, -0.3979213833808899, -1.3531737327575684, -2.5712225437164307, -2.563533067703247, -0.9753290414810181, -2.1194047927856445, -1.2784109115600586, -0.40565311908721924, -0.846992552280426, -0.45957911014556885, -1.2487066984176636, -1.7056927680969238, -1.5040881633758545, -3.0478851795196533, -1.2786900997161865, -1.7377533912658691, -1.6821712255477905, -1.8953051567077637, -1.2347477674484253, -1.4799010753631592, -1.576649785041809, -1.4082201719284058, -2.5034091472625732, -0.08943884819746017, -2.0673797130584717, -0.6291130781173706, -0.8428772687911987, -1.6184698343276978, -1.6246991157531738, -2.7421655654907227, -0.1481688916683197, -0.5512647032737732, -1.6855812072753906, -1.4825172424316406, -1.601391077041626, -1.3903863430023193, -1.135568380355835, -1.2882766723632812, -1.9354461431503296, -1.5892153978347778, -2.406989336013794, -1.1687448024749756, -1.9653208255767822, -2.074378252029419, -2.0248475074768066, -2.140024423599243, -1.3538810014724731, -0.45063889026641846, -1.0055509805679321, -2.004152536392212, -0.5663683414459229, -1.4920008182525635, -0.9191842079162598, -2.416811227798462, -0.44472575187683105, -3.9802279472351074, -1.7642055749893188, -1.3221725225448608, -1.6743465662002563, -3.484645128250122, -0.3291597366333008, -1.7449225187301636, -1.9855973720550537, -1.3133690357208252, -2.068711042404175, -1.978386402130127, -1.8994053602218628, -1.6313227415084839, -0.9163898229598999, -1.9015474319458008, -1.7835792303085327, -2.304574489593506, -1.9573372602462769, -2.102919816970825, -0.235573410987854, -1.0077894926071167, -0.988291323184967, -1.4178670644760132, -2.3252134323120117, -2.1111338138580322, -1.1882833242416382, -1.5748498439788818, -2.372387170791626, -0.9865111112594604, -3.3453240394592285, -0.21862035989761353, -1.605918049812317, -1.5552067756652832, -1.4181921482086182, -0.1682785451412201, -1.6788990497589111, -2.4831008911132812, -0.7493611574172974, -1.849373698234558, -1.5963027477264404, -1.233399510383606, -1.4231070280075073, -1.3877592086791992, -1.1459190845489502, -0.7011851668357849, -1.79478919506073, -0.6878317594528198, -0.9761887788772583, -0.7294898629188538, -0.38418522477149963, -2.2305805683135986, -2.328294277191162, -0.7548256516456604, -1.651360273361206, -1.6453495025634766, -1.3332388401031494, -1.6552486419677734, -0.18016217648983002, -2.655491590499878, -0.3520520329475403, -0.14568717777729034, -0.13591839373111725, -1.8836897611618042, -2.4428229331970215, -1.9085452556610107, -1.823351263999939, -2.181457042694092, -0.7962646484375, -0.6440961956977844, -1.486907958984375, -1.5142189264297485, -2.006063461303711, -2.041774272918701, -0.9780868291854858, -1.2384892702102661, -2.017947196960449, -1.741422176361084, -1.0701289176940918, -1.2594808340072632, -2.326569080352783, -0.27878499031066895, -0.8912621140480042, -0.6839462518692017, -0.5978924036026001, -1.0450974702835083, -0.6451091766357422, -0.2112644910812378, -1.7839523553848267, -1.0753484964370728, -2.2023556232452393, -1.2176072597503662, -1.0425198078155518]}, "Bot003_090_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_090.log.json", "context": "Hi! It is nice to see you! How is your day going? I like to go to the gym every day hi. i used to go to gym but i\u2019m pregnant now :) Truth do you have a job Of course I work, do you work buddy? i work as a pa I am a college student, but I am a waitress at a local cable. what do you study? I study philosophy. I am a full time student. do you date anyone? No. have you ever had a boyfriend or a girlfriend? I don't know. how do you don\u2019t know it? I don't think it's a good thing to say, but I don't think it's a ok That's interesting. i\u2019ve a husband", "response": "I am a stay at home mom, I work at a gym", "annotation_id": "Bot003_090_18", "annotations": ["X", "T", "X", "O", "X", "O", "X", "O", "O", "X", "X", "X", "X", "X", "O"], "gpt2background_target_score": [-9.236458778381348, -8.606606483459473, -8.662025451660156, -12.016864776611328, -8.11192798614502, -10.261404037475586, -9.389861106872559, -5.766505241394043, -2.346874713897705, -10.563977241516113, -10.266124725341797, -9.702735900878906, -12.536177635192871], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -0.7321714758872986, -2.0748116970062256, -0.3979213833808899, -1.3531737327575684, -2.5712225437164307, -2.563533067703247, -0.9753290414810181, -2.1194047927856445, -1.2784109115600586, -0.40565311908721924, -0.846992552280426, -0.45957911014556885, -1.2487066984176636, -1.7056927680969238, -1.5040881633758545, -3.0478851795196533, -1.2786900997161865, -1.7377533912658691, -1.6821712255477905, -1.8953051567077637, -1.2347477674484253, -1.4799010753631592, -1.576649785041809, -1.4082201719284058, -2.5034091472625732, -0.08943884819746017, -2.0673797130584717, -0.6291130781173706, -0.8428772687911987, -1.6184698343276978, -1.6246991157531738, -2.7421655654907227, -0.1481688916683197, -0.5512647032737732, -1.6855812072753906, -1.4825172424316406, -1.601391077041626, -1.3903863430023193, -1.135568380355835, -1.2882766723632812, -1.9354461431503296, -1.5892153978347778, -2.406989336013794, -1.1687448024749756, -1.9653208255767822, -2.074378252029419, -2.0248475074768066, -2.140024423599243, -1.3538810014724731, -0.45063889026641846, -1.0055509805679321, -2.004152536392212, -0.5663683414459229, -1.4920008182525635, -0.9191842079162598, -2.416811227798462, -0.44472575187683105, -3.9802279472351074, -1.7642055749893188, -1.3221725225448608, -1.6743465662002563, -3.484645128250122, -0.3291597366333008, -1.7449225187301636, -1.9855973720550537, -1.3133690357208252, -2.068711042404175, -1.978386402130127, -1.8994053602218628, -1.6313227415084839, -0.9163898229598999, -1.9015474319458008, -1.7835792303085327, -2.304574489593506, -1.9573372602462769, -2.102919816970825, -0.235573410987854, -1.0077894926071167, -0.988291323184967, -1.4178670644760132, -2.3252134323120117, -2.1111338138580322, -1.1882833242416382, -1.5748498439788818, -2.372387170791626, -0.9865111112594604, -3.3453240394592285, -0.21862035989761353, -1.605918049812317, -1.5552067756652832, -1.4181921482086182, -0.1682785451412201, -1.6788990497589111, -2.4831008911132812, -0.7493611574172974, -1.849373698234558, -1.5963027477264404, -1.233399510383606, -1.4231070280075073, -1.3877592086791992, -1.1459190845489502, -0.7011851668357849, -1.79478919506073, -0.6878317594528198, -0.9761887788772583, -0.7294898629188538, -0.38418522477149963, -2.2305805683135986, -2.328294277191162, -0.7548256516456604, -1.651360273361206, -1.6453495025634766, -1.3332388401031494, -1.6552486419677734, -0.18016217648983002, -2.655491590499878, -0.3520520329475403, -0.14568717777729034, -0.13591839373111725, -1.8836897611618042, -2.4428229331970215, -1.9085452556610107, -1.823351263999939, -2.181457042694092, -0.7962646484375, -0.6440961956977844, -1.486907958984375, -1.5142189264297485, -2.006063461303711, -2.041774272918701, -0.9780875444412231, -1.2384910583496094, -2.017947196960449, -1.7414226531982422, -1.0701297521591187, -1.2594808340072632, -2.326568126678467, -0.2787852883338928, -0.8912609219551086, -0.6839462518692017, -0.5978937149047852, -1.0450953245162964, -0.6451081037521362, -0.2112642079591751, -1.1491246223449707, -2.358096122741699, -1.17801034450531, -1.3602495193481445, -2.5713391304016113, -0.14591921865940094, -0.6013854742050171, -1.4606046676635742, -1.1507552862167358, -1.2206802368164062, -2.1176464557647705, -2.3952817916870117, -1.0576646327972412, -2.4580230712890625, -0.4212903082370758, -0.7906758785247803, -1.0934115648269653, -1.6609222888946533, -1.8548567295074463, -2.2545411586761475, -1.544832706451416, -0.7341657280921936, -3.0803353786468506, -1.4945948123931885]}, "Bot003_090_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_090.log.json", "context": "Hi! It is nice to see you! How is your day going? I like to go to the gym every day hi. i used to go to gym but i\u2019m pregnant now :) Truth do you have a job Of course I work, do you work buddy? i work as a pa I am a college student, but I am a waitress at a local cable. what do you study? I study philosophy. I am a full time student. do you date anyone? No. have you ever had a boyfriend or a girlfriend? I don't know. how do you don\u2019t know it? I don't think it's a good thing to say, but I don't think it's a ok That's interesting. i\u2019ve a husband I am a stay at home mom, I work at a gym you told me you were a student with a part time job as a waitress", "response": "I am a waitress at a local food shop.", "annotation_id": "Bot003_090_20", "annotations": ["X", "T", "T", "O", "O", "O", "X", "O", "O", "X", "X", "X", "T", "O", "O"], "gpt2background_target_score": [-9.236458778381348, -8.606606483459473, -8.662025451660156, -13.082603454589844, -8.11192798614502, -8.929237365722656, -8.527899742126465, -12.057734489440918, -12.861648559570312, -8.358135223388672], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -0.7321714758872986, -2.0748116970062256, -0.3979213833808899, -1.3531737327575684, -2.5712225437164307, -2.563533067703247, -0.9753290414810181, -2.1194047927856445, -1.2784109115600586, -0.40565311908721924, -0.846992552280426, -0.45957911014556885, -1.2487066984176636, -1.7056927680969238, -1.5040881633758545, -3.0478851795196533, -1.2786900997161865, -1.7377533912658691, -1.6821712255477905, -1.8953051567077637, -1.2347477674484253, -1.4799010753631592, -1.576649785041809, -1.4082201719284058, -2.5034091472625732, -0.08943884819746017, -2.0673797130584717, -0.6291130781173706, -0.8428772687911987, -1.6184698343276978, -1.6246991157531738, -2.7421655654907227, -0.1481688916683197, -0.5512647032737732, -1.6855812072753906, -1.4825172424316406, -1.601391077041626, -1.3903863430023193, -1.135568380355835, -1.2882766723632812, -1.9354461431503296, -1.5892153978347778, -2.406989336013794, -1.1687448024749756, -1.9653208255767822, -2.074378252029419, -2.0248475074768066, -2.140024423599243, -1.3538810014724731, -0.45063889026641846, -1.0055509805679321, -2.004152536392212, -0.5663683414459229, -1.4920008182525635, -0.9191842079162598, -2.416811227798462, -0.44472575187683105, -3.9802279472351074, -1.7642055749893188, -1.3221725225448608, -1.6743465662002563, -3.484645128250122, -0.3291597366333008, -1.7449225187301636, -1.9855973720550537, -1.3133690357208252, -2.068711042404175, -1.978386402130127, -1.8994053602218628, -1.6313227415084839, -0.9163898229598999, -1.9015474319458008, -1.7835792303085327, -2.304574489593506, -1.9573372602462769, -2.102919816970825, -0.235573410987854, -1.0077894926071167, -0.988291323184967, -1.4178670644760132, -2.3252134323120117, -2.1111338138580322, -1.1882833242416382, -1.5748498439788818, -2.372387170791626, -0.9865111112594604, -3.3453240394592285, -0.21862035989761353, -1.605918049812317, -1.5552067756652832, -1.4181921482086182, -0.1682785451412201, -1.6788990497589111, -2.4831008911132812, -0.7493611574172974, -1.849373698234558, -1.5963027477264404, -1.233399510383606, -1.4231070280075073, -1.3877592086791992, -1.1459190845489502, -0.7011851668357849, -1.79478919506073, -0.6878317594528198, -0.9761887788772583, -0.7294898629188538, -0.38418522477149963, -2.2305805683135986, -2.328294277191162, -0.7548256516456604, -1.651360273361206, -1.6453495025634766, -1.3332388401031494, -1.6552486419677734, -0.18016217648983002, -2.655491590499878, -0.3520520329475403, -0.14568717777729034, -0.13591839373111725, -1.8836897611618042, -2.4428229331970215, -1.9085452556610107, -1.823351263999939, -2.181457042694092, -0.7962646484375, -0.6440961956977844, -1.486907958984375, -1.5142189264297485, -2.006063461303711, -2.041774272918701, -0.9780868291854858, -1.2384892702102661, -2.017947196960449, -1.741422176361084, -1.0701289176940918, -1.2594808340072632, -2.326569080352783, -0.27878499031066895, -0.8912621140480042, -0.6839462518692017, -0.5978924036026001, -1.0450974702835083, -0.6451072692871094, -0.21126429736614227, -1.149122953414917, -2.358093500137329, -1.178009033203125, -1.3602498769760132, -2.5713376998901367, -0.14591951668262482, -0.6013853549957275, -1.4606064558029175, -1.1507569551467896, -1.2206814289093018, -2.2282874584198, -1.736897587776184, -2.7023983001708984, -0.2877933084964752, -0.9229691624641418, -0.9791247248649597, -1.6735605001449585, -1.5748708248138428, -2.18048095703125, -1.426786184310913, -0.9211384057998657, -2.7244982719421387, -1.212022066116333, -2.0916748046875, -0.18853293359279633, -2.0042781829833984, -2.617804527282715, -1.7288426160812378, -1.2596876621246338, -1.4372870922088623, -1.0376280546188354, -2.5739805698394775, -0.1995312124490738, -0.08327772468328476, -1.2205613851547241, -0.8825787901878357, -2.376091480255127, -0.9107064604759216, -2.088724136352539, -2.381131172180176, -0.7924005389213562, -1.0623619556427002, -1.7438207864761353, -0.36990150809288025, -1.2455214262008667, -1.2870675325393677, -2.015348434448242, -1.2576631307601929, -1.0044246912002563]}, "Bot003_091_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_091.log.json", "context": "Hello! How is your going? I like to make friends and make friends. Hello, I need friends too!", "response": "Hi there!. What actions are you taking to get friends?", "annotation_id": "Bot003_091_02", "annotations": ["O", "O", "O", "O", "O", "O", "T", "T", "O", "O", "O", "O", "O", "O", "T"], "gpt2background_target_score": [-11.239398002624512, -7.901232719421387, -13.573633193969727, -10.479477882385254, -12.056100845336914, -9.530001640319824, -8.60594367980957, -11.065277099609375, -1.9632885456085205, -3.8257298469543457, -3.1596872806549072, -5.801124572753906], "gpt2background_argmax_score": [-2.13662052154541, -1.2113471031188965, -1.5648894309997559, -1.7970792055130005, -0.6839268803596497, -1.862032175064087, -0.9321656823158264, -1.6321601867675781, -1.9632885456085205, -2.8264355659484863, -2.413933038711548, -1.7853964567184448, -2.0507123470306396, -1.5780534744262695, -1.613677978515625, -1.4456747770309448, -1.0043646097183228, -1.407353401184082, -1.092140793800354, -1.5065994262695312, -1.5263947248458862, -0.9899198412895203, -1.7440568208694458, -1.8314558267593384, -1.3433253765106201, -1.027644395828247, -1.3260935544967651, -1.6243795156478882, -1.879601001739502, -0.4601333737373352, -2.2300972938537598, -1.732568383216858, -1.117728352546692, -2.57391619682312, -1.33016836643219, -0.8843504190444946]}, "Bot003_091_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_091.log.json", "context": "Hello! How is your going? I like to make friends and make friends. Hello, I need friends too! Hi there!. What actions are you taking to get friends? I love biking so I have a club with people who love biking. Do you want to join?", "response": "I would love to go to the clouds.", "annotation_id": "Bot003_091_04", "annotations": ["T", "X", "X", "T", "T", "T", "T", "T", "T", "T", "X", "X", "O", "O", "T"], "gpt2background_target_score": [-9.545137405395508, -9.712930679321289, -10.162576675415039, -8.270681381225586, -6.6603522300720215, -1.8620365858078003, -8.49094009399414, -12.728412628173828, -8.080528259277344], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -1.8620365858078003, -0.9321646094322205, -1.6321601867675781, -1.9632906913757324, -2.826436758041382, -2.4139328002929688, -1.7853963375091553, -2.0507125854492188, -1.5780563354492188, -1.6136783361434937, -1.4456734657287598, -1.0043675899505615, -1.407352089881897, -1.0921419858932495, -1.5066009759902954, -1.5263950824737549, -0.9899203181266785, -1.7440578937530518, -1.2631474733352661, -0.9487517476081848, -1.3861865997314453, -1.610227346420288, -1.9610974788665771, -0.48039206862449646, -2.2658917903900146, -1.8014487028121948, -1.1782687902450562, -2.583406925201416, -1.395409345626831, -1.3914128541946411, -1.59400475025177, -2.037123918533325, -1.5663213729858398, -0.7424375414848328, -1.984499454498291, -1.1688768863677979, -1.846508502960205, -2.5045976638793945, -1.3033775091171265, -1.891133189201355, -1.689468264579773, -1.63926100730896, -1.4907687902450562, -1.1568148136138916, -0.25422152876853943, -1.3054447174072266, -0.4999990165233612, -2.632997512817383, -1.7735358476638794, -1.4407850503921509, -1.2822176218032837, -2.001718521118164, -1.500256896018982, -0.26334255933761597, -1.2611857652664185, -1.4867929220199585, -0.9732714891433716, -2.1112265586853027, -2.1402878761291504, -1.3127200603485107]}, "Bot003_091_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_091.log.json", "context": "Hello! How is your going? I like to make friends and make friends. Hello, I need friends too! Hi there!. What actions are you taking to get friends? I love biking so I have a club with people who love biking. Do you want to join? I would love to go to the clouds. So you are into planes", "response": "I am not sure. I am a little shy girl.", "annotation_id": "Bot003_091_06", "annotations": ["T", "X", "X", "O", "T", "T", "T", "T", "T", "X", "X", "T", "O", "T", "O"], "gpt2background_target_score": [-9.545137405395508, -8.814091682434082, -9.398665428161621, -11.501888275146484, -11.372945785522461, -7.820469856262207, -9.920004844665527, -9.202376365661621, -8.634195327758789, -11.062273979187012, -8.756586074829102, -2.30635142326355], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -1.8620365858078003, -0.9321646094322205, -1.6321601867675781, -1.9632906913757324, -2.826436758041382, -2.4139328002929688, -1.7853963375091553, -2.0507125854492188, -1.5780563354492188, -1.6136783361434937, -1.4456734657287598, -1.0043675899505615, -1.407352089881897, -1.0921419858932495, -1.5066009759902954, -1.5263950824737549, -0.9899203181266785, -1.7440578937530518, -1.2631474733352661, -0.9487517476081848, -1.3861865997314453, -1.610227346420288, -1.9610974788665771, -0.48039206862449646, -2.2658917903900146, -1.8014487028121948, -1.1782687902450562, -2.583406925201416, -1.395409345626831, -1.3914128541946411, -1.59400475025177, -2.037123918533325, -1.5663213729858398, -0.7424375414848328, -1.984499454498291, -1.1688768863677979, -1.846508502960205, -2.5045976638793945, -1.3033775091171265, -1.891133189201355, -1.689468264579773, -1.63926100730896, -1.4907687902450562, -1.1568148136138916, -0.25422152876853943, -1.3054447174072266, -0.4999990165233612, -2.632997512817383, -1.7735358476638794, -1.4407850503921509, -2.0437729358673096, -1.286014199256897, -0.25164055824279785, -1.853770136833191, -1.5474165678024292, -1.01100492477417, -2.0483884811401367, -2.2143967151641846, -1.4876060485839844, -1.7104181051254272, -2.1620678901672363, -2.574648141860962, -1.585982084274292, -2.0486559867858887, -1.4982987642288208, -2.2450356483459473, -2.2152512073516846, -2.048022985458374, -1.9745458364486694, -0.9455617666244507, -1.913738489151001, -2.2756683826446533, -3.3916821479797363, -2.2293479442596436, -1.6402007341384888, -1.7892954349517822, -0.9227621555328369]}, "Bot003_091_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_091.log.json", "context": "Hello! How is your going? I like to make friends and make friends. Hello, I need friends too! Hi there!. What actions are you taking to get friends? I love biking so I have a club with people who love biking. Do you want to join? I would love to go to the clouds. So you are into planes I am not sure. I am a little shy girl. I thought you were a boy", "response": "I was a boy.", "annotation_id": "Bot003_091_08", "annotations": ["T", "T", "X", "T", "O", "T", "T", "T", "X", "X", "T", "O", "O", "O", "T"], "gpt2background_target_score": [-9.545137405395508, -9.472159385681152, -6.720869541168213, -11.290568351745605, -11.372945785522461], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -1.8620365858078003, -0.9321646094322205, -1.6321601867675781, -1.9632906913757324, -2.826436758041382, -2.4139328002929688, -1.7853963375091553, -2.0507125854492188, -1.5780563354492188, -1.6136783361434937, -1.4456734657287598, -1.0043675899505615, -1.407352089881897, -1.0921419858932495, -1.5066009759902954, -1.5263950824737549, -0.9899203181266785, -1.7440578937530518, -1.2631474733352661, -0.9487517476081848, -1.3861865997314453, -1.610227346420288, -1.9610974788665771, -0.48039206862449646, -2.2658917903900146, -1.8014487028121948, -1.1782687902450562, -2.583406925201416, -1.395409345626831, -1.3914128541946411, -1.59400475025177, -2.037123918533325, -1.5663213729858398, -0.7424375414848328, -1.984499454498291, -1.1688768863677979, -1.846508502960205, -2.5045976638793945, -1.3033775091171265, -1.891133189201355, -1.689468264579773, -1.63926100730896, -1.4907687902450562, -1.1568148136138916, -0.25422152876853943, -1.3054447174072266, -0.4999990165233612, -2.632997512817383, -1.7735358476638794, -1.4407850503921509, -2.0437729358673096, -1.286014199256897, -0.25164055824279785, -1.853770136833191, -1.5474165678024292, -1.01100492477417, -2.0483884811401367, -2.2143967151641846, -1.4876060485839844, -1.7104181051254272, -2.1620678901672363, -2.574648141860962, -1.585982084274292, -2.0486559867858887, -2.0005202293395996, -2.745126485824585, -1.9003783464431763, -1.9725744724273682, -1.502690315246582, -1.985687494277954, -2.326821804046631, -3.4177958965301514, -2.1846094131469727, -1.371079444885254, -1.8536211252212524, -1.1536290645599365, -1.6692769527435303, -0.9895782470703125, -1.3548930883407593, -2.15106463432312, -2.333082914352417, -1.6155807971954346, -1.748793125152588, -2.096883535385132, -1.5610719919204712, -1.0540739297866821, -1.8101392984390259, -1.096451759338379]}, "Bot003_091_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_091.log.json", "context": "Hello! How is your going? I like to make friends and make friends. Hello, I need friends too! Hi there!. What actions are you taking to get friends? I love biking so I have a club with people who love biking. Do you want to join? I would love to go to the clouds. So you are into planes I am not sure. I am a little shy girl. I thought you were a boy I was a boy. But you said you are a girl", "response": "I am. I am a girl.", "annotation_id": "Bot003_091_10", "annotations": ["O", "X", "X", "O", "O", "T", "T", "T", "X", "O", "T", "O", "O", "O", "O"], "gpt2background_target_score": [-9.545137405395508, -8.814091682434082, -8.726309776306152, -6.848502159118652, -12.029468536376953, -7.704436779022217, -10.672574996948242, -8.633328437805176], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -1.8620365858078003, -0.9321646094322205, -1.6321601867675781, -1.9632906913757324, -2.826436758041382, -2.4139328002929688, -1.7853963375091553, -2.0507125854492188, -1.5780563354492188, -1.6136783361434937, -1.4456734657287598, -1.0043675899505615, -1.407352089881897, -1.0921419858932495, -1.5066009759902954, -1.5263950824737549, -0.9899203181266785, -1.7440578937530518, -1.2631474733352661, -0.9487517476081848, -1.3861865997314453, -1.610227346420288, -1.9610974788665771, -0.48039206862449646, -2.2658917903900146, -1.8014487028121948, -1.1782687902450562, -2.583406925201416, -1.395409345626831, -1.3914128541946411, -1.59400475025177, -2.037123918533325, -1.5663213729858398, -0.7424375414848328, -1.984499454498291, -1.1688768863677979, -1.846508502960205, -2.5045976638793945, -1.3033775091171265, -1.891133189201355, -1.689468264579773, -1.63926100730896, -1.4907687902450562, -1.1568148136138916, -0.25422152876853943, -1.3054447174072266, -0.4999990165233612, -2.632997512817383, -1.7735358476638794, -1.4407850503921509, -2.0437729358673096, -1.286014199256897, -0.25164055824279785, -1.853770136833191, -1.5474165678024292, -1.01100492477417, -2.0483884811401367, -2.2143967151641846, -1.4876060485839844, -1.7104181051254272, -2.1620678901672363, -2.574648141860962, -1.585982084274292, -2.0486559867858887, -2.0005202293395996, -2.745126485824585, -1.9003783464431763, -1.9725744724273682, -1.502690315246582, -1.985687494277954, -2.326821804046631, -3.4177958965301514, -2.1846094131469727, -1.371079444885254, -1.8536211252212524, -1.1536290645599365, -1.6692769527435303, -0.9895782470703125, -1.3548930883407593, -2.15106463432312, -2.333082914352417, -1.6155807971954346, -2.4134743213653564, -2.0299007892608643, -1.1331565380096436, -1.7323603630065918, -1.35952889919281, -1.1058224439620972, -1.3739101886749268, -0.6736682653427124, -1.2876174449920654, -1.348145604133606, -0.6774665117263794, -1.5451111793518066, -1.7109057903289795, -1.6231685876846313, -0.7758628129959106, -1.0204627513885498, -1.1845375299453735, -1.1506030559539795, -1.1570080518722534, -0.8676244020462036, -0.8644465804100037]}, "Bot003_091_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_091.log.json", "context": "Hello! How is your going? I like to make friends and make friends. Hello, I need friends too! Hi there!. What actions are you taking to get friends? I love biking so I have a club with people who love biking. Do you want to join? I would love to go to the clouds. So you are into planes I am not sure. I am a little shy girl. I thought you were a boy I was a boy. But you said you are a girl I am. I am a girl. Are you transgender?", "response": "What a thug.", "annotation_id": "Bot003_091_12", "annotations": ["T", "T", "X", "T", "X", "T", "X", "T", "O", "O", "T", "X", "O", "T", "X"], "gpt2background_target_score": [-11.17829418182373, -7.42108154296875, -13.563504219055176, -10.12729263305664], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -1.8620365858078003, -0.9321646094322205, -1.6321601867675781, -1.9632906913757324, -2.826436758041382, -2.4139328002929688, -1.7853963375091553, -2.0507125854492188, -1.5780563354492188, -1.6136783361434937, -1.4456734657287598, -1.0043675899505615, -1.407352089881897, -1.0921419858932495, -1.5066009759902954, -1.5263950824737549, -0.9899203181266785, -1.7440578937530518, -1.2631474733352661, -0.9487517476081848, -1.3861865997314453, -1.610227346420288, -1.9610974788665771, -0.48039206862449646, -2.2658917903900146, -1.8014487028121948, -1.1782687902450562, -2.583406925201416, -1.395409345626831, -1.3914128541946411, -1.59400475025177, -2.037123918533325, -1.5663213729858398, -0.7424375414848328, -1.984499454498291, -1.1688768863677979, -1.846508502960205, -2.5045976638793945, -1.3033775091171265, -1.891133189201355, -1.689468264579773, -1.63926100730896, -1.4907687902450562, -1.1568148136138916, -0.25422152876853943, -1.3054447174072266, -0.4999990165233612, -2.632997512817383, -1.7735358476638794, -1.4407850503921509, -2.0437729358673096, -1.286014199256897, -0.25164055824279785, -1.853770136833191, -1.5474165678024292, -1.01100492477417, -2.0483884811401367, -2.2143967151641846, -1.4876060485839844, -1.7104181051254272, -2.1620678901672363, -2.574648141860962, -1.585982084274292, -2.0486559867858887, -2.0005202293395996, -2.745126485824585, -1.9003783464431763, -1.9725744724273682, -1.502690315246582, -1.985687494277954, -2.326821804046631, -3.4177958965301514, -2.1846094131469727, -1.371079444885254, -1.8536211252212524, -1.1536290645599365, -1.6692769527435303, -0.9895782470703125, -1.3548930883407593, -2.15106463432312, -2.333082914352417, -1.6155807971954346, -2.4134743213653564, -2.0299007892608643, -1.1331565380096436, -1.7323603630065918, -1.35952889919281, -1.1058224439620972, -1.3739101886749268, -0.6736682653427124, -1.2876174449920654, -1.3481453657150269, -0.6774671673774719, -1.5451117753982544, -0.7331939339637756, -1.5337132215499878, -1.3839974403381348, -1.241233468055725, -1.2165250778198242, -1.4906450510025024, -1.2584325075149536, -1.1529580354690552, -0.2687782645225525, -2.0832698345184326, -0.5928428173065186, -1.4557263851165771, -1.7369962930679321, -2.318042516708374, -2.6300032138824463, -1.116075873374939, -1.2526241540908813]}, "Bot003_091_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_091.log.json", "context": "Hello! How is your going? I like to make friends and make friends. Hello, I need friends too! Hi there!. What actions are you taking to get friends? I love biking so I have a club with people who love biking. Do you want to join? I would love to go to the clouds. So you are into planes I am not sure. I am a little shy girl. I thought you were a boy I was a boy. But you said you are a girl I am. I am a girl. Are you transgender? What a thug. What do you think about coffee", "response": "I haven't thought much about about coffee, so I don't have a good answer for you.", "annotation_id": "Bot003_091_14", "annotations": ["T", "O", "X", "O", "O", "O", "T", "T", "T", "O", "X", "O", "O", "T", "T"], "gpt2background_target_score": [-9.545137405395508, -11.418852806091309, -9.758970260620117, -11.943029403686523, -11.074066162109375, -4.13609504699707, -9.952637672424316, -11.99372386932373, -7.010113716125488, -10.074318885803223, -8.169807434082031, -10.031622886657715, -10.983905792236328, -8.397737503051758, -6.993039608001709, -10.236053466796875, -11.732010841369629, -6.846877098083496, -10.090702056884766, -9.310152053833008], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -1.8620365858078003, -0.9321646094322205, -1.6321601867675781, -1.9632906913757324, -2.826436758041382, -2.4139328002929688, -1.7853963375091553, -2.0507125854492188, -1.5780563354492188, -1.6136783361434937, -1.4456734657287598, -1.0043675899505615, -1.407352089881897, -1.0921419858932495, -1.5066009759902954, -1.5263950824737549, -0.9899203181266785, -1.7440578937530518, -1.2631474733352661, -0.9487517476081848, -1.3861865997314453, -1.610227346420288, -1.9610974788665771, -0.48039206862449646, -2.2658917903900146, -1.8014487028121948, -1.1782687902450562, -2.583406925201416, -1.395409345626831, -1.3914128541946411, -1.59400475025177, -2.037123918533325, -1.5663213729858398, -0.7424375414848328, -1.984499454498291, -1.1688768863677979, -1.846508502960205, -2.5045976638793945, -1.3033775091171265, -1.891133189201355, -1.689468264579773, -1.63926100730896, -1.4907687902450562, -1.1568148136138916, -0.25422152876853943, -1.3054447174072266, -0.4999990165233612, -2.632997512817383, -1.7735358476638794, -1.4407850503921509, -2.0437729358673096, -1.286014199256897, -0.25164055824279785, -1.853770136833191, -1.5474165678024292, -1.01100492477417, -2.0483884811401367, -2.2143967151641846, -1.4876060485839844, -1.7104181051254272, -2.1620678901672363, -2.574648141860962, -1.585982084274292, -2.0486559867858887, -2.0005202293395996, -2.745126485824585, -1.9003783464431763, -1.9725744724273682, -1.502690315246582, -1.985687494277954, -2.326821804046631, -3.4177958965301514, -2.1846094131469727, -1.371079444885254, -1.8536211252212524, -1.1536290645599365, -1.6692769527435303, -0.9895782470703125, -1.3548930883407593, -2.15106463432312, -2.333082914352417, -1.6155807971954346, -2.4134743213653564, -2.0299007892608643, -1.1331565380096436, -1.7323603630065918, -1.35952889919281, -1.1058224439620972, -1.3739101886749268, -0.6736682653427124, -1.2876174449920654, -1.3481453657150269, -0.6774671673774719, -1.5451117753982544, -0.7331939339637756, -1.5337132215499878, -1.3839974403381348, -1.241233468055725, -1.2165250778198242, -1.4906450510025024, -1.2584325075149536, -1.1529580354690552, -0.2687782645225525, -2.0832698345184326, -0.5928428173065186, -1.4557263851165771, -1.7292324304580688, -2.237776517868042, -1.4130984544754028, -1.3395445346832275, -1.7130416631698608, -0.3125357925891876, -1.8871495723724365, -1.9933266639709473, -1.9873851537704468, -0.4797981083393097, -1.4931304454803467, -1.7166742086410522, -0.4872641861438751, -2.276365041732788, -0.7130460739135742, -0.8938167095184326, -1.244795560836792, -1.2194023132324219, -1.7075825929641724, -1.264034628868103, -0.5489628911018372, -1.6904628276824951, -0.1211121678352356, -0.9598531126976013, -1.496996521949768, -1.4640083312988281, -1.8866904973983765, -0.837090790271759, -0.4726315140724182, -0.5600192546844482, -1.160730242729187]}, "Bot003_091_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_091.log.json", "context": "Hello! How is your going? I like to make friends and make friends. Hello, I need friends too! Hi there!. What actions are you taking to get friends? I love biking so I have a club with people who love biking. Do you want to join? I would love to go to the clouds. So you are into planes I am not sure. I am a little shy girl. I thought you were a boy I was a boy. But you said you are a girl I am. I am a girl. Are you transgender? What a thug. What do you think about coffee I haven't thought much about about coffee, so I don't have a good answer for you. I want to invite you to drink a cup of coffee, that's why I asked", "response": "I like coffee, but I like to make people laugh.", "annotation_id": "Bot003_091_16", "annotations": ["T", "T", "X", "T", "T", "T", "T", "T", "T", "O", "T", "O", "O", "O", "O"], "gpt2background_target_score": [-9.545137405395508, -10.840545654296875, -9.841241836547852, -8.85832691192627, -11.737292289733887, -7.820469856262207, -9.97560977935791, -9.845966339111328, -9.879079818725586, -9.013276100158691, -9.166580200195312, -2.30635142326355], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -1.8620365858078003, -0.9321646094322205, -1.6321601867675781, -1.9632906913757324, -2.826436758041382, -2.4139328002929688, -1.7853963375091553, -2.0507125854492188, -1.5780563354492188, -1.6136783361434937, -1.4456734657287598, -1.0043675899505615, -1.407352089881897, -1.0921419858932495, -1.5066009759902954, -1.5263950824737549, -0.9899203181266785, -1.7440578937530518, -1.2631474733352661, -0.9487517476081848, -1.3861865997314453, -1.610227346420288, -1.9610974788665771, -0.48039206862449646, -2.2658917903900146, -1.8014487028121948, -1.1782687902450562, -2.583406925201416, -1.395409345626831, -1.3914128541946411, -1.59400475025177, -2.037123918533325, -1.5663213729858398, -0.7424375414848328, -1.984499454498291, -1.1688768863677979, -1.846508502960205, -2.5045976638793945, -1.3033775091171265, -1.891133189201355, -1.689468264579773, -1.63926100730896, -1.4907687902450562, -1.1568148136138916, -0.25422152876853943, -1.3054447174072266, -0.4999990165233612, -2.632997512817383, -1.7735358476638794, -1.4407850503921509, -2.0437729358673096, -1.286014199256897, -0.25164055824279785, -1.853770136833191, -1.5474165678024292, -1.01100492477417, -2.0483884811401367, -2.2143967151641846, -1.4876060485839844, -1.7104181051254272, -2.1620678901672363, -2.574648141860962, -1.585982084274292, -2.0486559867858887, -2.0005202293395996, -2.745126485824585, -1.9003783464431763, -1.9725744724273682, -1.502690315246582, -1.985687494277954, -2.326821804046631, -3.4177958965301514, -2.1846094131469727, -1.371079444885254, -1.8536211252212524, -1.1536290645599365, -1.6692769527435303, -0.9895782470703125, -1.3548930883407593, -2.15106463432312, -2.333082914352417, -1.6155807971954346, -2.4134743213653564, -2.0299007892608643, -1.1331565380096436, -1.7323603630065918, -1.35952889919281, -1.1058224439620972, -1.3739101886749268, -0.6736682653427124, -1.2876174449920654, -1.3481453657150269, -0.6774671673774719, -1.5451117753982544, -0.7331939339637756, -1.5337132215499878, -1.3839974403381348, -1.241233468055725, -1.2165250778198242, -1.4906450510025024, -1.2584325075149536, -1.1529580354690552, -0.2687782645225525, -2.0832698345184326, -0.5928428173065186, -1.4557263851165771, -1.7292324304580688, -2.237776517868042, -1.4130984544754028, -1.3395445346832275, -1.7130416631698608, -0.3125357925891876, -1.8871495723724365, -1.9933266639709473, -1.9873851537704468, -0.4797981083393097, -1.0026663541793823, -0.5491511821746826, -2.293623685836792, -0.6987791657447815, -0.7778805494308472, -1.3372050523757935, -1.32706880569458, -1.557129144668579, -1.1390610933303833, -0.5967010855674744, -1.6763149499893188, -0.14098002016544342, -0.8428866267204285, -1.4892892837524414, -1.2093408107757568, -2.0425920486450195, -0.8037880063056946, -0.4258866310119629, -0.6047695875167847, -1.2279571294784546, -1.7999669313430786, -0.38854551315307617, -2.092229127883911, -0.43704754114151, -1.0289182662963867, -1.689897894859314, -1.087021827697754, -1.8405275344848633, -0.4798389971256256, -0.3207278251647949, -1.241671085357666, -1.9295616149902344, -1.424160122871399, -2.4880757331848145, -0.2785964608192444, -1.637015700340271, -1.362149953842163, -1.615671157836914, -1.9747074842453003, -0.711855411529541, -1.3921992778778076, -1.491923451423645, -0.8327975869178772, -1.6200600862503052, -1.2784733772277832, -1.7263375520706177, -0.6766955852508545, -2.489586353302002, -1.2322558164596558, -1.1055164337158203]}, "Bot003_091_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_091.log.json", "context": "Hello! How is your going? I like to make friends and make friends. Hello, I need friends too! Hi there!. What actions are you taking to get friends? I love biking so I have a club with people who love biking. Do you want to join? I would love to go to the clouds. So you are into planes I am not sure. I am a little shy girl. I thought you were a boy I was a boy. But you said you are a girl I am. I am a girl. Are you transgender? What a thug. What do you think about coffee I haven't thought much about about coffee, so I don't have a good answer for you. I want to invite you to drink a cup of coffee, that's why I asked I like coffee, but I like to make people laugh. What is your job?", "response": "I am a stay at home mom. I love to make people laugh.", "annotation_id": "Bot003_091_18", "annotations": ["T", "T", "X", "O", "T", "O", "X", "T", "T", "O", "T", "O", "O", "T", "T"], "gpt2background_target_score": [-9.545137405395508, -8.814091682434082, -6.720869541168213, -11.27781867980957, -10.574707984924316, -6.95742130279541, -11.871274948120117, -8.633328437805176, -6.69878625869751, -5.982366561889648, -8.020429611206055, -10.557823181152344, -4.371163368225098, -8.305046081542969, -1.6136783361434937], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -1.8620365858078003, -0.9321646094322205, -1.6321601867675781, -1.9632906913757324, -2.826436758041382, -2.4139328002929688, -1.7853963375091553, -2.0507125854492188, -1.5780563354492188, -1.6136783361434937, -1.4456734657287598, -1.0043675899505615, -1.407352089881897, -1.0921419858932495, -1.5066009759902954, -1.5263950824737549, -0.9899203181266785, -1.7440578937530518, -1.2631474733352661, -0.9487517476081848, -1.3861865997314453, -1.610227346420288, -1.9610974788665771, -0.48039206862449646, -2.2658917903900146, -1.8014487028121948, -1.1782687902450562, -2.583406925201416, -1.395409345626831, -1.3914128541946411, -1.59400475025177, -2.037123918533325, -1.5663213729858398, -0.7424375414848328, -1.984499454498291, -1.1688768863677979, -1.846508502960205, -2.5045976638793945, -1.3033775091171265, -1.891133189201355, -1.689468264579773, -1.63926100730896, -1.4907687902450562, -1.1568148136138916, -0.25422152876853943, -1.3054447174072266, -0.4999990165233612, -2.632997512817383, -1.7735358476638794, -1.4407850503921509, -2.0437729358673096, -1.286014199256897, -0.25164055824279785, -1.853770136833191, -1.5474165678024292, -1.01100492477417, -2.0483884811401367, -2.2143967151641846, -1.4876060485839844, -1.7104181051254272, -2.1620678901672363, -2.574648141860962, -1.585982084274292, -2.0486559867858887, -2.0005202293395996, -2.745126485824585, -1.9003783464431763, -1.9725744724273682, -1.502690315246582, -1.985687494277954, -2.326821804046631, -3.4177958965301514, -2.1846094131469727, -1.371079444885254, -1.8536211252212524, -1.1536290645599365, -1.6692769527435303, -0.9895782470703125, -1.3548930883407593, -2.15106463432312, -2.333082914352417, -1.6155807971954346, -2.4134743213653564, -2.0299007892608643, -1.1331565380096436, -1.7323603630065918, -1.35952889919281, -1.1058224439620972, -1.3739101886749268, -0.6736682653427124, -1.2876174449920654, -1.3481453657150269, -0.6774671673774719, -1.5451117753982544, -0.7331939339637756, -1.5337132215499878, -1.3839974403381348, -1.241233468055725, -1.2165250778198242, -1.4906450510025024, -1.2584325075149536, -1.1529580354690552, -0.2687782645225525, -2.0832698345184326, -0.5928428173065186, -1.4557263851165771, -1.7292324304580688, -2.237776517868042, -1.4130984544754028, -1.3395445346832275, -1.7130416631698608, -0.3125357925891876, -1.8871495723724365, -1.9933266639709473, -1.9873851537704468, -0.4797981083393097, -1.0026663541793823, -0.5491511821746826, -2.293623685836792, -0.6987791657447815, -0.7778805494308472, -1.3372050523757935, -1.32706880569458, -1.557129144668579, -1.1390610933303833, -0.5967010855674744, -1.6763149499893188, -0.14097960293293, -0.8428871631622314, -1.4892879724502563, -1.2093431949615479, -2.0425913333892822, -0.8037884831428528, -0.425886332988739, -0.6047691702842712, -1.2279566526412964, -1.799965739250183, -0.3885462284088135, -2.0922274589538574, -0.43704861402511597, -1.0289185047149658, -1.689897894859314, -1.087020754814148, -1.840526819229126, -0.4798389971256256, -0.32072755694389343, -1.2416713237762451, -1.9295612573623657, -1.424159049987793, -2.4880733489990234, -0.27859601378440857, -1.637016773223877, -1.3621495962142944, -2.2947659492492676, -0.7343754172325134, -0.814746618270874, -1.5715752840042114, -0.7328543066978455, -1.4507150650024414, -1.0975226163864136, -1.900693655014038, -0.7045692801475525, -2.493058443069458, -1.0768848657608032, -1.2641525268554688, -1.7372655868530273, -1.1046911478042603, -2.076540946960449, -0.6837812066078186, -1.2893218994140625, -1.3591901063919067, -2.063175916671753, -0.6258457899093628, -2.0801970958709717, -0.25903910398483276, -0.44449129700660706, -1.4676437377929688, -1.487038016319275, -0.7920604348182678, -1.8116947412490845, -1.2238093614578247, -2.5610318183898926, -0.7646093368530273, -0.06613990664482117, -1.0520215034484863, -0.8875476121902466]}, "Bot003_091_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_091.log.json", "context": "Hello! How is your going? I like to make friends and make friends. Hello, I need friends too! Hi there!. What actions are you taking to get friends? I love biking so I have a club with people who love biking. Do you want to join? I would love to go to the clouds. So you are into planes I am not sure. I am a little shy girl. I thought you were a boy I was a boy. But you said you are a girl I am. I am a girl. Are you transgender? What a thug. What do you think about coffee I haven't thought much about about coffee, so I don't have a good answer for you. I want to invite you to drink a cup of coffee, that's why I asked I like coffee, but I like to make people laugh. What is your job? I am a stay at home mom. I love to make people laugh. I understand. So you have kids?", "response": "No I don't. I am a girl", "annotation_id": "Bot003_091_20", "annotations": ["T", "T", "X", "T", "X", "T", "T", "T", "T", "T", "T", "O", "O", "T", "O"], "gpt2background_target_score": [-10.921963691711426, -1.2113479375839233, -8.857160568237305, -10.59433364868164, -11.372945785522461, -7.820469856262207, -9.920004844665527, -9.202376365661621, -8.59684944152832], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -1.8620365858078003, -0.9321646094322205, -1.6321601867675781, -1.9632906913757324, -2.826436758041382, -2.4139328002929688, -1.7853963375091553, -2.0507125854492188, -1.5780563354492188, -1.6136783361434937, -1.4456734657287598, -1.0043675899505615, -1.407352089881897, -1.0921419858932495, -1.5066009759902954, -1.5263950824737549, -0.9899203181266785, -1.7440578937530518, -1.2631474733352661, -0.9487517476081848, -1.3861865997314453, -1.610227346420288, -1.9610974788665771, -0.48039206862449646, -2.2658917903900146, -1.8014487028121948, -1.1782687902450562, -2.583406925201416, -1.395409345626831, -1.3914128541946411, -1.59400475025177, -2.037123918533325, -1.5663213729858398, -0.7424375414848328, -1.984499454498291, -1.1688768863677979, -1.846508502960205, -2.5045976638793945, -1.3033775091171265, -1.891133189201355, -1.689468264579773, -1.63926100730896, -1.4907687902450562, -1.1568148136138916, -0.25422152876853943, -1.3054447174072266, -0.4999990165233612, -2.632997512817383, -1.7735358476638794, -1.4407850503921509, -2.0437729358673096, -1.286014199256897, -0.25164055824279785, -1.853770136833191, -1.5474165678024292, -1.01100492477417, -2.0483884811401367, -2.2143967151641846, -1.4876060485839844, -1.7104181051254272, -2.1620678901672363, -2.574648141860962, -1.585982084274292, -2.0486559867858887, -2.0005202293395996, -2.745126485824585, -1.9003783464431763, -1.9725744724273682, -1.502690315246582, -1.985687494277954, -2.326821804046631, -3.4177958965301514, -2.1846094131469727, -1.371079444885254, -1.8536211252212524, -1.1536290645599365, -1.6692769527435303, -0.9895782470703125, -1.3548930883407593, -2.15106463432312, -2.333082914352417, -1.6155807971954346, -2.4134743213653564, -2.0299007892608643, -1.1331565380096436, -1.7323603630065918, -1.35952889919281, -1.1058224439620972, -1.3739101886749268, -0.6736682653427124, -1.2876174449920654, -1.3481453657150269, -0.6774671673774719, -1.5451117753982544, -0.7331939339637756, -1.5337132215499878, -1.3839974403381348, -1.241233468055725, -1.2165250778198242, -1.4906450510025024, -1.2584325075149536, -1.1529580354690552, -0.2687782645225525, -2.0832698345184326, -0.5928428173065186, -1.4557263851165771, -1.7292324304580688, -2.237776517868042, -1.4130984544754028, -1.3395445346832275, -1.7130416631698608, -0.3125357925891876, -1.8871495723724365, -1.9933266639709473, -1.9873851537704468, -0.4797981083393097, -1.0026663541793823, -0.5491511821746826, -2.293623685836792, -0.6987791657447815, -0.7778805494308472, -1.3372050523757935, -1.32706880569458, -1.557129144668579, -1.1390610933303833, -0.5967010855674744, -1.6763149499893188, -0.14097960293293, -0.8428871631622314, -1.4892879724502563, -1.2093431949615479, -2.0425913333892822, -0.8037884831428528, -0.425886332988739, -0.6047691702842712, -1.2279566526412964, -1.799965739250183, -0.3885462284088135, -2.0922274589538574, -0.43704861402511597, -1.0289185047149658, -1.689897894859314, -1.087020754814148, -1.840526819229126, -0.4798389971256256, -0.32072755694389343, -1.2416713237762451, -1.9295612573623657, -1.424159049987793, -2.4880733489990234, -0.27859601378440857, -1.637016773223877, -1.3621495962142944, -2.2947659492492676, -0.7343754172325134, -0.814746618270874, -1.5715752840042114, -0.7328543066978455, -1.4507150650024414, -1.0975226163864136, -1.900693655014038, -0.7045692801475525, -2.493058443069458, -1.0768848657608032, -1.2641525268554688, -1.7372655868530273, -1.1046911478042603, -2.076540946960449, -0.6837812066078186, -1.2893218994140625, -2.212167978286743, -0.7156694531440735, -2.731157064437866, -0.21478389203548431, -0.7430897951126099, -1.5232058763504028, -1.4190973043441772, -0.8266549110412598, -1.7424595355987549, -1.2454460859298706, -2.5773000717163086, -0.7417463064193726, -0.05789383873343468, -0.9796748161315918, -0.9279724359512329, -1.9558507204055786, -1.374699354171753, -0.9350888729095459, -1.4627084732055664, -1.080108642578125, -1.1619946956634521, -1.5763866901397705, -1.6941707134246826, -1.4682379961013794, -1.4238362312316895, -1.5941871404647827, -0.33080002665519714, -1.6578404903411865, -0.6936972737312317, -1.9662773609161377, -0.8990897536277771, -1.6605929136276245, -0.7651174068450928]}, "Bot003_093_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_093.log.json", "context": "Yo! What\u2019s up?", "response": "Peace!", "annotation_id": "Bot003_093_02", "annotations": ["O", "T", "T", "T", "T", "O", "O", "T", "X", "O", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-12.651704788208008, -6.54931640625], "gpt2background_argmax_score": [-3.1269001960754395, -1.851494550704956, -1.7328495979309082, -0.10371899604797363, -0.11339031159877777, -1.4065595865249634, -0.9830436706542969, -0.723710298538208, -2.3997209072113037, -1.776794195175171, -0.4597272574901581]}, "Bot003_093_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_093.log.json", "context": "Yo! What\u2019s up? Peace! How are you ?", "response": "I'm fine.", "annotation_id": "Bot003_093_04", "annotations": ["X", "O", "O", "O", "O", "O", "O", "O", "X", "O", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-7.564198017120361, -9.054272651672363, -12.700746536254883, -12.595650672912598], "gpt2background_argmax_score": [-3.1269001960754395, -1.851494550704956, -1.7328495979309082, -0.10371899604797363, -0.11339031159877777, -1.4065595865249634, -0.9830436706542969, -0.723710298538208, -2.73268985748291, -1.281867504119873, -1.9619436264038086, -0.3013293445110321, -1.5457171201705933, -1.5712393522262573, -1.892441749572754, -1.820690393447876, -2.435235023498535, -1.8384922742843628, -1.3057618141174316]}, "Bot003_093_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_093.log.json", "context": "Yo! What\u2019s up? Peace! How are you ? I'm fine. Do you know french?", "response": "Yes.", "annotation_id": "Bot003_093_06", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "X", "O", "T", "O", "O", "O", "O"], "gpt2background_target_score": [-12.48097038269043, -9.883788108825684], "gpt2background_argmax_score": [-3.1269001960754395, -1.851494550704956, -1.7328495979309082, -0.10371899604797363, -0.11339031159877777, -1.4065595865249634, -0.9830436706542969, -0.723710298538208, -2.73268985748291, -1.281867504119873, -1.9619436264038086, -0.3013293445110321, -1.5457171201705933, -1.5712393522262573, -1.5717086791992188, -2.4606659412384033, -1.793806552886963, -1.3932011127471924, -0.2603055536746979, -1.6637152433395386, -1.6577565670013428, -1.1864421367645264, -1.58986496925354, -2.02006196975708, -1.2414439916610718, -1.4269325733184814]}, "Bot003_093_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_093.log.json", "context": "Yo! What\u2019s up? Peace! How are you ? I'm fine. Do you know french? Yes. Great. I\u2019m thinking studying french", "response": "I am from the midwest, I love dancing", "annotation_id": "Bot003_093_08", "annotations": ["O", "O", "X", "T", "T", "O", "O", "T", "X", "O", "X", "T", "O", "X", "O"], "gpt2background_target_score": [-7.564198017120361, -8.537833213806152, -9.278755187988281, -10.684232711791992, -13.062132835388184, -13.638062477111816, -3.964646816253662, -3.220072031021118, -7.4994096755981445, -11.324506759643555], "gpt2background_argmax_score": [-3.1269001960754395, -1.851494550704956, -1.7328495979309082, -0.10371899604797363, -0.11339031159877777, -1.4065595865249634, -0.9830436706542969, -0.723710298538208, -2.73268985748291, -1.281867504119873, -1.9619436264038086, -0.3013293445110321, -1.5457171201705933, -1.5712393522262573, -1.5717086791992188, -2.4606659412384033, -1.793806552886963, -1.3932011127471924, -0.2603055536746979, -1.6637152433395386, -1.6577565670013428, -1.1864421367645264, -1.58986496925354, -1.691389799118042, -1.5612956285476685, -1.9362246990203857, -1.680799961090088, -1.7160632610321045, -0.12010930478572845, -0.45971280336380005, -2.3519904613494873, -1.2739700078964233, -1.034687876701355, -1.667535662651062, -2.156895399093628, -1.7435600757598877, -2.4463510513305664, -1.9645859003067017, -1.7768137454986572, -0.763196587562561, -1.9187211990356445, -1.7349308729171753, -1.8749091625213623, -1.919326901435852, -1.8140965700149536]}, "Bot003_093_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_093.log.json", "context": "Yo! What\u2019s up? Peace! How are you ? I'm fine. Do you know french? Yes. Great. I\u2019m thinking studying french I am from the midwest, I love dancing I\u2019m a musician  Source of dance, music", "response": "I don't think this guy is a good guy. He's a good guy.  My favorite kind of music is techno, but I also like opera.", "annotation_id": "Bot003_093_10", "annotations": ["X", "T", "X", "X", "X", "T", "O", "T", "X", "O", "O", "T", "O", "O", "T"], "gpt2background_target_score": [-7.5641984939575195, -8.749554634094238, -10.20814323425293, -12.010860443115234, -11.31448745727539, -11.586719512939453, -7.311584949493408, -8.275208473205566, -7.7989301681518555, -11.781035423278809, -7.58350944519043, -13.868817329406738, -9.475234031677246, -7.66109561920166, -10.51366901397705, -9.47169017791748, -2.27209734916687, -2.921614170074463, -12.574172019958496, -11.408859252929688, -10.123863220214844, -7.392546653747559, -10.673508644104004, -7.762396812438965, -11.705735206604004, -3.193739652633667, -7.648747444152832, -8.709112167358398, -12.830673217773438, -10.96117115020752, -11.633028030395508, -5.392406940460205], "gpt2background_argmax_score": [-3.126901388168335, -1.8514937162399292, -1.7328498363494873, -0.10371910035610199, -0.1133899986743927, -1.4065611362457275, -0.983045220375061, -0.7237098217010498, -2.732689619064331, -1.2818676233291626, -1.9619429111480713, -0.3013293445110321, -1.5457171201705933, -1.5712416172027588, -1.571707844734192, -2.4606664180755615, -1.7938039302825928, -1.3932013511657715, -0.2603062093257904, -1.6637150049209595, -1.6577545404434204, -1.1864392757415771, -1.5898644924163818, -1.6913905143737793, -1.5612949132919312, -1.9362246990203857, -1.6807976961135864, -1.7160624265670776, -0.12010952085256577, -0.4597117602825165, -2.3519911766052246, -1.2739678621292114, -1.0346875190734863, -1.6675370931625366, -1.6395989656448364, -1.7111934423446655, -2.0044755935668945, -1.9735639095306396, -0.9925617575645447, -1.7401753664016724, -1.9631506204605103, -1.7475807666778564, -1.8082326650619507, -1.6974785327911377, -2.154318332672119, -0.1373399794101715, -0.46662333607673645, -2.3599817752838135, -2.8724076747894287, -1.6304898262023926, -2.350641965866089, -0.7645756006240845, -2.0786218643188477, -2.168984889984131, -2.006216049194336, -0.8414323329925537, -2.0574753284454346, -2.0090086460113525, -0.8590184450149536, -0.9846806526184082, -1.3965693712234497, -0.6241405606269836, -1.0900685787200928, -1.848808765411377, -2.6313095092773438, -2.5701634883880615, -1.3256640434265137, -1.6643577814102173, -1.0056895017623901, -1.5113168954849243, -2.167018413543701, -0.9905363321304321, -1.2996516227722168, -1.0449236631393433, -0.8075059652328491, -2.745177745819092, -1.9130345582962036, -0.37337860465049744, -1.075406551361084, -0.5735271573066711, -3.717348337173462, -1.461530327796936, -2.295924425125122, -1.2951600551605225, -2.0667543411254883, -1.3179374933242798, -1.8832991123199463, -1.1260737180709839, -1.1378601789474487]}, "Bot003_093_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_093.log.json", "context": "Yo! What\u2019s up? Peace! How are you ? I'm fine. Do you know french? Yes. Great. I\u2019m thinking studying french I am from the midwest, I love dancing I\u2019m a musician  Source of dance, music I don't think this guy is a good guy. He's a good guy.  My favorite kind of music is techno, but I also like opera. I play techno music", "response": "Is techno music a game or a musical instrument?", "annotation_id": "Bot003_093_12", "annotations": ["O", "O", "T", "X", "O", "O", "O", "O", "X", "O", "T", "X", "O", "O", "O"], "gpt2background_target_score": [-10.54638957977295, -11.94880485534668, -7.565288543701172, -10.864086151123047, -12.960540771484375, -9.932411193847656, -6.904386043548584, -11.918318748474121, -11.311233520507812, -8.913174629211426], "gpt2background_argmax_score": [-3.126901388168335, -1.8514937162399292, -1.7328498363494873, -0.10371910035610199, -0.1133899986743927, -1.4065611362457275, -0.983045220375061, -0.7237098217010498, -2.732689619064331, -1.2818676233291626, -1.9619429111480713, -0.3013293445110321, -1.5457171201705933, -1.5712416172027588, -1.571707844734192, -2.4606664180755615, -1.7938039302825928, -1.3932013511657715, -0.2603062093257904, -1.6637150049209595, -1.6577545404434204, -1.1864392757415771, -1.5898644924163818, -1.6913905143737793, -1.5612949132919312, -1.9362246990203857, -1.6807976961135864, -1.7160624265670776, -0.12010952085256577, -0.4597117602825165, -2.3519911766052246, -1.2739678621292114, -1.0346875190734863, -1.6675370931625366, -1.6395989656448364, -1.7111934423446655, -2.0044755935668945, -1.9735639095306396, -0.9925617575645447, -1.7401753664016724, -1.9631506204605103, -1.7475807666778564, -1.8082329034805298, -1.6974782943725586, -2.1543188095092773, -0.1373397707939148, -0.4666236340999603, -2.359983205795288, -2.8724076747894287, -1.6304877996444702, -2.350641965866089, -0.7645748257637024, -2.078622579574585, -2.168980598449707, -2.006216287612915, -0.8414320945739746, -2.016317367553711, -0.6087839007377625, -1.629706859588623, -1.0485886335372925, -0.6822848320007324, -1.1037144660949707, -1.7939261198043823, -2.8879201412200928, -2.5556440353393555, -1.425774335861206, -1.9192237854003906, -1.390572428703308, -1.4311455488204956, -1.964398980140686, -0.7780364155769348, -1.2929103374481201, -1.9626094102859497, -1.7678149938583374, -2.7180421352386475, -2.0324466228485107, -0.3572475016117096, -1.0164040327072144, -0.6063478589057922, -3.763278007507324, -1.4010210037231445, -2.3659865856170654, -1.2442009449005127, -2.001023530960083, -1.3906108140945435, -1.8551170825958252, -1.203180193901062, -1.69332754611969, -2.1231939792633057, -2.5008761882781982, -1.9610109329223633, -2.1586201190948486, -1.9406203031539917, -1.351405382156372, -2.0503933429718018, -2.009228467941284, -1.2527722120285034, -1.1377806663513184, -1.8374395370483398, -2.018289566040039, -0.8292525410652161, -0.4031846523284912, -0.6999578475952148]}, "Bot003_093_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_093.log.json", "context": "Yo! What\u2019s up? Peace! How are you ? I'm fine. Do you know french? Yes. Great. I\u2019m thinking studying french I am from the midwest, I love dancing I\u2019m a musician  Source of dance, music I don't think this guy is a good guy. He's a good guy.  My favorite kind of music is techno, but I also like opera. I play techno music Is techno music a game or a musical instrument? I believe it is an instrument", "response": "Are there any other instrument?", "annotation_id": "Bot003_093_14", "annotations": ["O", "O", "O", "T", "O", "T", "O", "O", "X", "O", "X", "O", "O", "O", "O"], "gpt2background_target_score": [-11.097902297973633, -7.181007385253906, -9.751425743103027, -11.619463920593262, -12.846099853515625, -8.053640365600586], "gpt2background_argmax_score": [-3.126901388168335, -1.8514937162399292, -1.7328498363494873, -0.10371910035610199, -0.1133899986743927, -1.4065611362457275, -0.983045220375061, -0.7237098217010498, -2.732689619064331, -1.2818676233291626, -1.9619429111480713, -0.3013293445110321, -1.5457171201705933, -1.5712416172027588, -1.571707844734192, -2.4606664180755615, -1.7938039302825928, -1.3932013511657715, -0.2603062093257904, -1.6637150049209595, -1.6577545404434204, -1.1864392757415771, -1.5898644924163818, -1.6913905143737793, -1.5612949132919312, -1.9362246990203857, -1.6807976961135864, -1.7160624265670776, -0.12010952085256577, -0.4597117602825165, -2.3519911766052246, -1.2739678621292114, -1.0346875190734863, -1.6675370931625366, -1.6395989656448364, -1.7111934423446655, -2.0044755935668945, -1.9735639095306396, -0.9925617575645447, -1.7401753664016724, -1.9631506204605103, -1.7475807666778564, -1.8082329034805298, -1.6974782943725586, -2.1543188095092773, -0.1373397707939148, -0.4666236340999603, -2.359983205795288, -2.8724076747894287, -1.6304877996444702, -2.350641965866089, -0.7645748257637024, -2.078622579574585, -2.168980598449707, -2.006216287612915, -0.8414320945739746, -2.016317367553711, -0.6087839007377625, -1.629706859588623, -1.0485886335372925, -0.6822848320007324, -1.1037144660949707, -1.7939261198043823, -2.8879201412200928, -2.5556440353393555, -1.425774335861206, -1.9192237854003906, -1.390572428703308, -1.4311455488204956, -1.964398980140686, -0.7780364155769348, -1.2929103374481201, -1.9626094102859497, -1.7678149938583374, -2.7180421352386475, -2.0324466228485107, -0.3572475016117096, -1.0164040327072144, -0.6063478589057922, -3.763278007507324, -1.4010210037231445, -2.3659865856170654, -1.2442009449005127, -2.001023530960083, -1.3906108140945435, -1.8551170825958252, -1.203180193901062, -1.69332754611969, -2.1231939792633057, -2.5008761882781982, -1.9610109329223633, -2.1586201190948486, -1.8436365127563477, -2.4332475662231445, -2.0905139446258545, -0.9309631586074829, -1.236079454421997, -1.8721821308135986, -2.1971795558929443, -0.7552685141563416, -0.5642670392990112, -1.255313754081726, -2.435573101043701, -1.5254205465316772, -0.688757598400116, -1.522055745124817, -1.91245698928833, -1.3624756336212158, -1.9276621341705322, -0.22418099641799927, -0.7464053630828857, -1.7551188468933105, -1.8849563598632812, -1.6235967874526978, -1.0145512819290161]}, "Bot003_093_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_093.log.json", "context": "Yo! What\u2019s up? Peace! How are you ? I'm fine. Do you know french? Yes. Great. I\u2019m thinking studying french I am from the midwest, I love dancing I\u2019m a musician  Source of dance, music I don't think this guy is a good guy. He's a good guy.  My favorite kind of music is techno, but I also like opera. I play techno music Is techno music a game or a musical instrument? I believe it is an instrument Are there any other instrument? Any kind of instrument is fine for techno", "response": "Are they exactly the same?", "annotation_id": "Bot003_093_16", "annotations": ["T", "O", "X", "X", "T", "O", "X", "T", "X", "O", "O", "T", "O", "O", "T"], "gpt2background_target_score": [-11.097902297973633, -8.386831283569336, -6.700233459472656, -10.684229850769043, -14.021073341369629, -8.053640365600586], "gpt2background_argmax_score": [-3.126901388168335, -1.8514937162399292, -1.7328498363494873, -0.10371910035610199, -0.1133899986743927, -1.4065611362457275, -0.983045220375061, -0.7237098217010498, -2.732689619064331, -1.2818676233291626, -1.9619429111480713, -0.3013293445110321, -1.5457171201705933, -1.5712416172027588, -1.571707844734192, -2.4606664180755615, -1.7938039302825928, -1.3932013511657715, -0.2603062093257904, -1.6637150049209595, -1.6577545404434204, -1.1864392757415771, -1.5898644924163818, -1.6913905143737793, -1.5612949132919312, -1.9362246990203857, -1.6807976961135864, -1.7160624265670776, -0.12010952085256577, -0.4597117602825165, -2.3519911766052246, -1.2739678621292114, -1.0346875190734863, -1.6675370931625366, -1.6395989656448364, -1.7111934423446655, -2.0044755935668945, -1.9735639095306396, -0.9925617575645447, -1.7401753664016724, -1.9631506204605103, -1.7475807666778564, -1.8082329034805298, -1.6974782943725586, -2.1543188095092773, -0.1373397707939148, -0.4666236340999603, -2.359983205795288, -2.8724076747894287, -1.6304877996444702, -2.350641965866089, -0.7645748257637024, -2.078622579574585, -2.168980598449707, -2.006216287612915, -0.8414320945739746, -2.016317367553711, -0.6087839007377625, -1.629706859588623, -1.0485886335372925, -0.6822848320007324, -1.1037144660949707, -1.7939261198043823, -2.8879201412200928, -2.5556440353393555, -1.425774335861206, -1.9192237854003906, -1.390572428703308, -1.4311455488204956, -1.964398980140686, -0.7780364155769348, -1.2929103374481201, -1.9626094102859497, -1.7678149938583374, -2.7180421352386475, -2.0324466228485107, -0.3572475016117096, -1.0164040327072144, -0.6063478589057922, -3.763278007507324, -1.4010210037231445, -2.3659865856170654, -1.2442009449005127, -2.001023530960083, -1.3906108140945435, -1.8551170825958252, -1.203180193901062, -1.69332754611969, -2.1231939792633057, -2.5008761882781982, -1.9610109329223633, -2.1586201190948486, -1.8436365127563477, -2.4332475662231445, -2.0905139446258545, -0.9309631586074829, -1.236079454421997, -1.8721821308135986, -2.1971795558929443, -0.7552685141563416, -0.5642670392990112, -1.255313754081726, -2.435573101043701, -1.5254205465316772, -0.688757598400116, -1.522055745124817, -1.91245698928833, -1.3624756336212158, -0.38948389887809753, -0.7641907930374146, -1.6384689807891846, -1.8577680587768555, -1.2454462051391602, -1.3313846588134766, -1.680705189704895, -0.24573838710784912, -0.6017010807991028, -1.3678951263427734, -2.4258346557617188, -1.1156975030899048, -1.051891803741455, -1.4574545621871948, -1.902176856994629, -0.3679059147834778, -3.1957197189331055, -1.4020227193832397, -0.13126161694526672, -1.6423649787902832, -1.0670292377471924]}, "Bot003_093_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_093.log.json", "context": "Yo! What\u2019s up? Peace! How are you ? I'm fine. Do you know french? Yes. Great. I\u2019m thinking studying french I am from the midwest, I love dancing I\u2019m a musician  Source of dance, music I don't think this guy is a good guy. He's a good guy.  My favorite kind of music is techno, but I also like opera. I play techno music Is techno music a game or a musical instrument? I believe it is an instrument Are there any other instrument? Any kind of instrument is fine for techno Are they exactly the same? Techno is based on digital sounds usualy", "response": "I think techno is a lot of things.", "annotation_id": "Bot003_093_18", "annotations": ["O", "O", "T", "T", "O", "O", "X", "O", "X", "O", "T", "O", "O", "O", "O"], "gpt2background_target_score": [-7.5641984939575195, -9.879707336425781, -12.716280937194824, -11.326865196228027, -10.918453216552734, -13.547433853149414, -9.010919570922852, -11.912768363952637, -3.4551310539245605], "gpt2background_argmax_score": [-3.126901388168335, -1.8514937162399292, -1.7328498363494873, -0.10371910035610199, -0.1133899986743927, -1.4065611362457275, -0.983045220375061, -0.7237098217010498, -2.732689619064331, -1.2818676233291626, -1.9619429111480713, -0.3013293445110321, -1.5457171201705933, -1.5712416172027588, -1.571707844734192, -2.4606664180755615, -1.7938039302825928, -1.3932013511657715, -0.2603062093257904, -1.6637150049209595, -1.6577545404434204, -1.1864392757415771, -1.5898644924163818, -1.6913905143737793, -1.5612949132919312, -1.9362246990203857, -1.6807976961135864, -1.7160624265670776, -0.12010952085256577, -0.4597117602825165, -2.3519911766052246, -1.2739678621292114, -1.0346875190734863, -1.6675370931625366, -1.6395989656448364, -1.7111934423446655, -2.0044755935668945, -1.9735639095306396, -0.9925617575645447, -1.7401753664016724, -1.9631506204605103, -1.7475807666778564, -1.8082329034805298, -1.6974782943725586, -2.1543188095092773, -0.1373397707939148, -0.4666236340999603, -2.359983205795288, -2.8724076747894287, -1.6304877996444702, -2.350641965866089, -0.7645748257637024, -2.078622579574585, -2.168980598449707, -2.006216287612915, -0.8414320945739746, -2.016317367553711, -0.6087839007377625, -1.629706859588623, -1.0485886335372925, -0.6822848320007324, -1.1037144660949707, -1.7939261198043823, -2.8879201412200928, -2.5556440353393555, -1.425774335861206, -1.9192237854003906, -1.390572428703308, -1.4311455488204956, -1.964398980140686, -0.7780364155769348, -1.2929103374481201, -1.9626094102859497, -1.7678149938583374, -2.7180421352386475, -2.0324466228485107, -0.3572475016117096, -1.0164040327072144, -0.6063478589057922, -3.763278007507324, -1.4010210037231445, -2.3659865856170654, -1.2442009449005127, -2.001023530960083, -1.3906108140945435, -1.8551170825958252, -1.203180193901062, -1.69332754611969, -2.1231939792633057, -2.5008761882781982, -1.9610109329223633, -2.1586201190948486, -1.8436365127563477, -2.4332475662231445, -2.0905139446258545, -0.9309631586074829, -1.236079454421997, -1.8721821308135986, -2.1971795558929443, -0.7552685141563416, -0.5642670392990112, -1.255313754081726, -2.435573101043701, -1.5254205465316772, -0.688757598400116, -1.522055745124817, -1.91245698928833, -1.3624756336212158, -0.38948389887809753, -0.7641907930374146, -1.6384689807891846, -1.8577680587768555, -1.2454462051391602, -1.3313846588134766, -1.680705189704895, -0.24573838710784912, -0.6017010807991028, -1.3678951263427734, -2.4258346557617188, -1.1156975030899048, -1.0518909692764282, -1.4574532508850098, -0.3903077244758606, -3.0541529655456543, -1.4807326793670654, -0.14751090109348297, -1.9255445003509521, -1.7423938512802124, -1.2245270013809204, -1.4352917671203613, -1.5056982040405273, -0.6268676519393921, -1.8595726490020752, -1.0771510601043701, -1.5886322259902954, -3.2316412925720215, -2.4725992679595947, -1.9535855054855347, -2.2905099391937256, -1.7318470478057861, -1.0735002756118774, -1.6980741024017334, -2.1133058071136475, -1.060710072517395, -2.5158705711364746, -1.3252531290054321, -1.8811284303665161]}, "Bot003_093_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_093.log.json", "context": "Yo! What\u2019s up? Peace! How are you ? I'm fine. Do you know french? Yes. Great. I\u2019m thinking studying french I am from the midwest, I love dancing I\u2019m a musician  Source of dance, music I don't think this guy is a good guy. He's a good guy.  My favorite kind of music is techno, but I also like opera. I play techno music Is techno music a game or a musical instrument? I believe it is an instrument Are there any other instrument? Any kind of instrument is fine for techno Are they exactly the same? Techno is based on digital sounds usualy I think techno is a lot of things. Yes", "response": "Gosh!", "annotation_id": "Bot003_093_20", "annotations": ["O", "T", "T", "T", "O", "O", "O", "T", "X", "O", "X", "O", "T", "O", "O"], "gpt2background_target_score": [-7.9493865966796875, -12.053728103637695, -8.78499698638916], "gpt2background_argmax_score": [-3.126901388168335, -1.8514937162399292, -1.7328498363494873, -0.10371910035610199, -0.1133899986743927, -1.4065611362457275, -0.983045220375061, -0.7237098217010498, -2.732689619064331, -1.2818676233291626, -1.9619429111480713, -0.3013293445110321, -1.5457171201705933, -1.5712416172027588, -1.571707844734192, -2.4606664180755615, -1.7938039302825928, -1.3932013511657715, -0.2603062093257904, -1.6637150049209595, -1.6577545404434204, -1.1864392757415771, -1.5898644924163818, -1.6913905143737793, -1.5612949132919312, -1.9362246990203857, -1.6807976961135864, -1.7160624265670776, -0.12010952085256577, -0.4597117602825165, -2.3519911766052246, -1.2739678621292114, -1.0346875190734863, -1.6675370931625366, -1.6395989656448364, -1.7111934423446655, -2.0044755935668945, -1.9735639095306396, -0.9925617575645447, -1.7401753664016724, -1.9631506204605103, -1.7475807666778564, -1.8082329034805298, -1.6974782943725586, -2.1543188095092773, -0.1373397707939148, -0.4666236340999603, -2.359983205795288, -2.8724076747894287, -1.6304877996444702, -2.350641965866089, -0.7645748257637024, -2.078622579574585, -2.168980598449707, -2.006216287612915, -0.8414320945739746, -2.016317367553711, -0.6087839007377625, -1.629706859588623, -1.0485886335372925, -0.6822848320007324, -1.1037144660949707, -1.7939261198043823, -2.8879201412200928, -2.5556440353393555, -1.425774335861206, -1.9192237854003906, -1.390572428703308, -1.4311455488204956, -1.964398980140686, -0.7780364155769348, -1.2929103374481201, -1.9626094102859497, -1.7678149938583374, -2.7180421352386475, -2.0324466228485107, -0.3572475016117096, -1.0164040327072144, -0.6063478589057922, -3.763278007507324, -1.4010210037231445, -2.3659865856170654, -1.2442009449005127, -2.001023530960083, -1.3906108140945435, -1.8551170825958252, -1.203180193901062, -1.69332754611969, -2.1231939792633057, -2.5008761882781982, -1.9610109329223633, -2.1586201190948486, -1.8436365127563477, -2.4332475662231445, -2.0905139446258545, -0.9309631586074829, -1.236079454421997, -1.8721821308135986, -2.1971795558929443, -0.7552685141563416, -0.5642670392990112, -1.255313754081726, -2.435573101043701, -1.5254205465316772, -0.688757598400116, -1.522055745124817, -1.91245698928833, -1.3624756336212158, -0.38948389887809753, -0.7641907930374146, -1.6384689807891846, -1.8577680587768555, -1.2454462051391602, -1.3313846588134766, -1.680705189704895, -0.24573838710784912, -0.6017010807991028, -1.3678951263427734, -2.4258346557617188, -1.1156975030899048, -1.0518909692764282, -1.4574532508850098, -0.3903077244758606, -3.0541529655456543, -1.4807326793670654, -0.14751090109348297, -1.9255445003509521, -1.7423938512802124, -1.2245270013809204, -1.4352917671203613, -1.5056982040405273, -0.6268676519393921, -1.8595726490020752, -1.0771510601043701, -1.5886322259902954, -3.2316412925720215, -2.4725992679595947, -2.111530065536499, -1.8942620754241943, -1.048146367073059, -1.7698683738708496, -2.245297431945801, -1.0164819955825806, -2.4128856658935547, -1.242934226989746, -2.0295965671539307, -1.4792759418487549, -1.9747726917266846, -0.606827437877655, -1.571655035018921, -1.4427748918533325]}, "Bot003_094_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_094.log.json", "context": "Good to see you! I just moved to the country and moved to the country. Hello. What country are you from?", "response": "I am from california, how about you?", "annotation_id": "Bot003_094_02", "annotations": ["T", "T", "O", "T", "O", "X", "O", "O", "T", "O", "T", "O", "O", "O", "O"], "gpt2background_target_score": [-10.401065826416016, -10.816916465759277, -5.908981800079346, -11.327875137329102, -11.459057807922363, -13.232708930969238, -9.729127883911133, -10.157949447631836, -8.474942207336426, -10.771008491516113, -8.655158042907715], "gpt2background_argmax_score": [-4.1281585693359375, -2.4500157833099365, -2.427603006362915, -2.400285243988037, -0.5790262222290039, -1.9790889024734497, -2.217557430267334, -1.3976094722747803, -1.740037202835083, -2.0600712299346924, -2.164320945739746, -1.7408579587936401, -0.8552533388137817, -1.7972242832183838, -1.3152672052383423, -2.0757226943969727, -1.610151767730713, -1.727522373199463, -1.3665932416915894, -1.882072925567627, -1.044378399848938, -0.14145605266094208, -1.253663182258606, -0.3774949908256531, -1.4105550050735474, -2.2475738525390625, -1.5114455223083496, -0.8661619424819946, -1.810002326965332, -0.6433512568473816, -0.04254201054573059, -1.372653841972351, -2.585841417312622, -2.250061273574829, -0.7923339009284973, -1.1977424621582031, -0.5614227056503296]}, "Bot003_094_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_094.log.json", "context": "Good to see you! I just moved to the country and moved to the country. Hello. What country are you from? I am from california, how about you? I'm from Spain. My favourite spanish word is trabajo. What abou you?", "response": "I am a school student. I just moved to the country.", "annotation_id": "Bot003_094_04", "annotations": ["T", "T", "T", "O", "O", "T", "O", "X", "T", "O", "O", "O", "O", "T", "O"], "gpt2background_target_score": [-10.401073455810547, -10.816914558410645, -2.8459630012512207, -9.51988410949707, -11.716886520385742, -8.343546867370605, -10.457448959350586, -9.223511695861816, -9.907272338867188, -11.121382713317871, -5.876155853271484, -10.543025970458984, -5.575058460235596], "gpt2background_argmax_score": [-4.128152370452881, -2.450017213821411, -2.4276044368743896, -2.4002842903137207, -0.5790254473686218, -1.9790889024734497, -2.2175605297088623, -1.3976130485534668, -1.7400354146957397, -2.0600709915161133, -2.164320707321167, -1.7408576011657715, -0.855254054069519, -1.7972246408462524, -1.3152689933776855, -2.075723886489868, -1.6101514101028442, -1.727521538734436, -1.3665928840637207, -1.8820741176605225, -1.0443774461746216, -0.14145523309707642, -1.2536650896072388, -0.37749648094177246, -1.410554051399231, -1.689886212348938, -0.961155891418457, -1.7884833812713623, -0.5423034429550171, -0.04032057896256447, -1.361474633216858, -2.570910930633545, -2.1157538890838623, -0.6934695839881897, -0.9978736639022827, -1.3822964429855347, -1.725964069366455, -0.6137422919273376, -2.563049554824829, -1.3580073118209839, -1.5569212436676025, -2.4223551750183105, -1.111536979675293, -0.44387567043304443, -1.6759089231491089, -0.8490487933158875, -1.6553428173065186, -1.9916703701019287, -1.6070656776428223, -1.4075648784637451, -1.8715283870697021, -1.0655052661895752, -0.7917971611022949, -3.2932639122009277, -1.857686161994934, -1.2493830919265747, -2.242243528366089, -1.7047220468521118, -0.6383652091026306, -3.7079665660858154, -1.5891247987747192, -1.8844408988952637, -1.0551809072494507, -1.7824422121047974, -1.6878714561462402, -0.6997148394584656, -1.2249823808670044, -0.474997878074646, -1.9870269298553467, -1.3333359956741333]}, "Bot003_094_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_094.log.json", "context": "Good to see you! I just moved to the country and moved to the country. Hello. What country are you from? I am from california, how about you? I'm from Spain. My favourite spanish word is trabajo. What abou you? I am a school student. I just moved to the country. Where are you living now?", "response": "I'm in the us. I live in the city.", "annotation_id": "Bot003_094_06", "annotations": ["T", "T", "O", "T", "O", "X", "O", "X", "T", "O", "O", "T", "O", "O", "T"], "gpt2background_target_score": [-10.401073455810547, -11.865071296691895, -4.064366817474365, -5.6672468185424805, -12.46910572052002, -8.343546867370605, -10.457448959350586, -9.892175674438477, -7.878576278686523, -9.51195240020752, -8.904447555541992, -9.212937355041504], "gpt2background_argmax_score": [-4.128152370452881, -2.450017213821411, -2.4276044368743896, -2.4002842903137207, -0.5790254473686218, -1.9790889024734497, -2.2175605297088623, -1.3976130485534668, -1.7400354146957397, -2.0600709915161133, -2.164320707321167, -1.7408576011657715, -0.855254054069519, -1.7972246408462524, -1.3152689933776855, -2.075723886489868, -1.6101514101028442, -1.727521538734436, -1.3665928840637207, -1.8820741176605225, -1.0443774461746216, -0.14145523309707642, -1.2536650896072388, -0.37749648094177246, -1.410554051399231, -1.689886212348938, -0.961155891418457, -1.7884833812713623, -0.5423034429550171, -0.04032057896256447, -1.361474633216858, -2.570910930633545, -2.1157538890838623, -0.6934695839881897, -0.9978736639022827, -1.3822964429855347, -1.725964069366455, -0.6137422919273376, -2.563049554824829, -1.3580073118209839, -1.5569212436676025, -2.4223551750183105, -1.1115370988845825, -0.4438755214214325, -1.6759121417999268, -0.8490490913391113, -1.655342936515808, -1.9916737079620361, -1.607066035270691, -1.407563328742981, -1.87152898311615, -1.065504789352417, -0.7917965054512024, -3.2932653427124023, -1.8576854467391968, -1.2493849992752075, -1.8506852388381958, -0.7166109681129456, -3.607501983642578, -1.7144432067871094, -1.7296441793441772, -1.3241968154907227, -1.8249694108963013, -1.4388647079467773, -0.6804013848304749, -1.1995161771774292, -0.5089474320411682, -2.035869598388672, -1.4285533428192139, -1.227806806564331, -0.1803588718175888, -0.5879639983177185, -0.5313278436660767, -0.2908271253108978, -1.4809354543685913, -2.0222697257995605, -1.6595220565795898, -0.8950057029724121, -2.0432519912719727, -1.383411169052124, -3.017835855484009, -1.2198623418807983, -1.7231924533843994, -0.5096184611320496, -1.6098097562789917, -2.0411500930786133, -1.6619102954864502, -1.2753503322601318]}, "Bot003_094_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_094.log.json", "context": "Good to see you! I just moved to the country and moved to the country. Hello. What country are you from? I am from california, how about you? I'm from Spain. My favourite spanish word is trabajo. What abou you? I am a school student. I just moved to the country. Where are you living now? I'm in the us. I live in the city. I see. What are you studying?", "response": "I just moved to the country and moved to the country.", "annotation_id": "Bot003_094_08", "annotations": ["T", "T", "T", "O", "X", "T", "X", "T", "T", "T", "X", "X", "O", "T", "X"], "gpt2background_target_score": [-10.401073455810547, -6.75186824798584, -11.807080268859863, -6.395210266113281, -8.046236038208008, -12.986505508422852, -9.985790252685547, -10.249258041381836, -8.631023406982422, -9.51195240020752, -9.184988975524902, -9.212937355041504], "gpt2background_argmax_score": [-4.128152370452881, -2.450017213821411, -2.4276044368743896, -2.4002842903137207, -0.5790254473686218, -1.9790889024734497, -2.2175605297088623, -1.3976130485534668, -1.7400354146957397, -2.0600709915161133, -2.164320707321167, -1.7408576011657715, -0.855254054069519, -1.7972246408462524, -1.3152689933776855, -2.075723886489868, -1.6101514101028442, -1.727521538734436, -1.3665928840637207, -1.8820741176605225, -1.0443774461746216, -0.14145523309707642, -1.2536650896072388, -0.37749648094177246, -1.410554051399231, -1.689886212348938, -0.961155891418457, -1.7884833812713623, -0.5423034429550171, -0.04032057896256447, -1.361474633216858, -2.570910930633545, -2.1157538890838623, -0.6934695839881897, -0.9978736639022827, -1.3822964429855347, -1.725964069366455, -0.6137422919273376, -2.563049554824829, -1.3580073118209839, -1.5569212436676025, -2.4223551750183105, -1.111536979675293, -0.44387567043304443, -1.6759089231491089, -0.8490487933158875, -1.6553428173065186, -1.9916703701019287, -1.6070656776428223, -1.4075648784637451, -1.8715283870697021, -1.0655052661895752, -0.7917971611022949, -3.2932639122009277, -1.857686161994934, -1.2493830919265747, -1.8506863117218018, -0.716610848903656, -3.6075010299682617, -1.7144439220428467, -1.729645013809204, -1.3241965770721436, -1.8249679803848267, -1.4388643503189087, -0.6804033517837524, -1.1995152235031128, -0.5089463591575623, -2.0358712673187256, -1.4285529851913452, -1.2278075218200684, -0.18035946786403656, -0.5879648327827454, -0.5313277244567871, -0.29082730412483215, -1.4809364080429077, -1.835192084312439, -0.9357115030288696, -1.7888593673706055, -1.4863197803497314, -2.7501955032348633, -1.4982571601867676, -1.8701730966567993, -0.527755081653595, -1.5009819269180298, -1.9615387916564941, -1.3172359466552734, -1.2746779918670654, -2.0480246543884277, -1.4152703285217285, -1.4319440126419067, -0.7523448467254639, -0.4348510205745697, -2.327972650527954, -0.7259559035301208, -1.195473313331604, -2.0220227241516113, -1.5705097913742065, -1.052332878112793, -0.6246849298477173, -0.7559942007064819, -0.5107792615890503, -1.5266211032867432, -1.8431662321090698, -0.5714913606643677, -0.6724820733070374, -0.3579355478286743, -0.7360035181045532, -1.0851385593414307]}, "Bot003_094_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_094.log.json", "context": "Good to see you! I just moved to the country and moved to the country. Hello. What country are you from? I am from california, how about you? I'm from Spain. My favourite spanish word is trabajo. What abou you? I am a school student. I just moved to the country. Where are you living now? I'm in the us. I live in the city. I see. What are you studying? I just moved to the country and moved to the country. Do you have any interests?", "response": "I do not have time for anything. I am a student.", "annotation_id": "Bot003_094_10", "annotations": ["T", "T", "T", "T", "O", "O", "O", "T", "T", "T", "O", "O", "O", "O", "X"], "gpt2background_target_score": [-10.401073455810547, -3.2603886127471924, -8.4628324508667, -4.431898593902588, -10.711630821228027, -9.818470001220703, -14.18639850616455, -5.637307167053223, -8.406377792358398, -11.16956615447998, -3.7590019702911377, -11.527349472045898, -5.575058460235596], "gpt2background_argmax_score": [-4.128152370452881, -2.450017213821411, -2.4276044368743896, -2.4002842903137207, -0.5790254473686218, -1.9790889024734497, -2.2175605297088623, -1.3976130485534668, -1.7400354146957397, -2.0600709915161133, -2.164320707321167, -1.7408576011657715, -0.855254054069519, -1.7972246408462524, -1.3152689933776855, -2.075723886489868, -1.6101514101028442, -1.727521538734436, -1.3665928840637207, -1.8820741176605225, -1.0443774461746216, -0.14145523309707642, -1.2536650896072388, -0.37749648094177246, -1.410554051399231, -1.689886212348938, -0.961155891418457, -1.7884833812713623, -0.5423034429550171, -0.04032057896256447, -1.361474633216858, -2.570910930633545, -2.1157538890838623, -0.6934695839881897, -0.9978736639022827, -1.3822964429855347, -1.725964069366455, -0.6137422919273376, -2.563049554824829, -1.3580073118209839, -1.5569212436676025, -2.4223551750183105, -1.111536979675293, -0.44387567043304443, -1.6759089231491089, -0.8490487933158875, -1.6553428173065186, -1.9916703701019287, -1.6070656776428223, -1.4075648784637451, -1.8715283870697021, -1.0655052661895752, -0.7917971611022949, -3.2932639122009277, -1.857686161994934, -1.2493830919265747, -1.8506863117218018, -0.716610848903656, -3.6075010299682617, -1.7144439220428467, -1.729645013809204, -1.3241965770721436, -1.8249679803848267, -1.4388643503189087, -0.6804033517837524, -1.1995152235031128, -0.5089463591575623, -2.0358712673187256, -1.4285529851913452, -1.2278075218200684, -0.18035946786403656, -0.5879648327827454, -0.5313277244567871, -0.29082730412483215, -1.4809364080429077, -1.835192084312439, -0.9357115030288696, -1.7888593673706055, -1.4863197803497314, -2.7501955032348633, -1.4982571601867676, -1.8701730966567993, -0.527755081653595, -1.5009819269180298, -1.9615387916564941, -1.3172359466552734, -1.2746779918670654, -2.0480246543884277, -1.4152703285217285, -1.4319440126419067, -0.7523448467254639, -0.4348510205745697, -2.327972650527954, -0.7259559035301208, -1.195473313331604, -1.657150149345398, -1.8213797807693481, -0.6756904125213623, -0.7488877177238464, -0.4163956046104431, -1.0207401514053345, -1.7542139291763306, -0.5260573029518127, -0.6690806150436401, -0.30730727314949036, -0.5332263112068176, -1.3724044561386108, -0.20497740805149078, -1.075523018836975, -0.6723953485488892, -3.143880605697632, -1.2214605808258057, -1.1524298191070557, -1.550966501235962, -1.807713270187378, -1.5861108303070068, -1.1844147443771362, -1.2455666065216064, -0.8088825941085815, -1.8989964723587036, -2.102219820022583, -0.735396683216095, -1.9314217567443848, -2.1571648120880127, -2.208080768585205, -1.699843168258667, -0.82975172996521]}, "Bot003_094_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_094.log.json", "context": "Good to see you! I just moved to the country and moved to the country. Hello. What country are you from? I am from california, how about you? I'm from Spain. My favourite spanish word is trabajo. What abou you? I am a school student. I just moved to the country. Where are you living now? I'm in the us. I live in the city. I see. What are you studying? I just moved to the country and moved to the country. Do you have any interests? I do not have time for anything. I am a student. That's sad. As for me, i study languages.", "response": "I moved to the country so I moved to the country.", "annotation_id": "Bot003_094_12", "annotations": ["T", "T", "T", "O", "X", "T", "X", "X", "T", "X", "X", "T", "O", "T", "X"], "gpt2background_target_score": [-10.401073455810547, -12.685256004333496, -6.730169296264648, -5.6672468185424805, -11.634449005126953, -9.333304405212402, -10.457448959350586, -10.249258041381836, -8.631023406982422, -9.51195240020752, -9.184988975524902, -9.212937355041504], "gpt2background_argmax_score": [-4.128152370452881, -2.450017213821411, -2.4276044368743896, -2.4002842903137207, -0.5790254473686218, -1.9790889024734497, -2.2175605297088623, -1.3976130485534668, -1.7400354146957397, -2.0600709915161133, -2.164320707321167, -1.7408576011657715, -0.855254054069519, -1.7972246408462524, -1.3152689933776855, -2.075723886489868, -1.6101514101028442, -1.727521538734436, -1.3665928840637207, -1.8820741176605225, -1.0443774461746216, -0.14145523309707642, -1.2536650896072388, -0.37749648094177246, -1.410554051399231, -1.689886212348938, -0.961155891418457, -1.7884833812713623, -0.5423034429550171, -0.04032057896256447, -1.361474633216858, -2.570910930633545, -2.1157538890838623, -0.6934695839881897, -0.9978736639022827, -1.3822964429855347, -1.725964069366455, -0.6137422919273376, -2.563049554824829, -1.3580073118209839, -1.5569212436676025, -2.4223551750183105, -1.111536979675293, -0.44387567043304443, -1.6759089231491089, -0.8490487933158875, -1.6553428173065186, -1.9916703701019287, -1.6070656776428223, -1.4075648784637451, -1.8715283870697021, -1.0655052661895752, -0.7917971611022949, -3.2932639122009277, -1.857686161994934, -1.2493830919265747, -1.8506863117218018, -0.716610848903656, -3.6075010299682617, -1.7144439220428467, -1.729645013809204, -1.3241965770721436, -1.8249679803848267, -1.4388643503189087, -0.6804033517837524, -1.1995152235031128, -0.5089463591575623, -2.0358712673187256, -1.4285529851913452, -1.2278075218200684, -0.18035946786403656, -0.5879648327827454, -0.5313277244567871, -0.29082730412483215, -1.4809364080429077, -1.835192084312439, -0.9357115030288696, -1.7888593673706055, -1.4863197803497314, -2.7501955032348633, -1.4982571601867676, -1.8701730966567993, -0.527755081653595, -1.5009819269180298, -1.9615387916564941, -1.3172359466552734, -1.2746779918670654, -2.0480246543884277, -1.4152703285217285, -1.4319440126419067, -0.7523448467254639, -0.4348510205745697, -2.327972650527954, -0.7259559035301208, -1.195473313331604, -1.657150149345398, -1.8213797807693481, -0.6756904125213623, -0.7488877177238464, -0.4163956046104431, -1.0207401514053345, -1.7542139291763306, -0.5260573029518127, -0.6690806150436401, -0.30730727314949036, -0.5332263112068176, -1.3724044561386108, -0.20497740805149078, -1.075523018836975, -0.6723953485488892, -3.143880605697632, -1.2214605808258057, -1.1524298191070557, -1.9388775825500488, -1.496571660041809, -1.233346939086914, -1.0944479703903198, -0.7827739715576172, -2.080132484436035, -1.6822437047958374, -0.95827716588974, -2.1004302501678467, -2.0003907680511475, -2.407548189163208, -1.49867844581604, -0.8733471632003784, -0.9179287552833557, -2.555030345916748, -0.7581508755683899, -1.2542203664779663, -1.6654767990112305, -2.383772850036621, -0.5998445153236389, -0.732331395149231, -2.1859147548675537, -1.9667953252792358, -1.6347448825836182, -1.112567663192749, -1.6771817207336426, -2.182147741317749, -0.7170610427856445, -0.6404340267181396, -0.5705279111862183, -2.469775676727295, -1.1523405313491821, -1.6174007654190063, -0.8036346435546875, -0.7873890399932861, -0.41797566413879395, -1.195961356163025, -1.183534860610962]}, "Bot003_094_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_094.log.json", "context": "Good to see you! I just moved to the country and moved to the country. Hello. What country are you from? I am from california, how about you? I'm from Spain. My favourite spanish word is trabajo. What abou you? I am a school student. I just moved to the country. Where are you living now? I'm in the us. I live in the city. I see. What are you studying? I just moved to the country and moved to the country. Do you have any interests? I do not have time for anything. I am a student. That's sad. As for me, i study languages. I moved to the country so I moved to the country. Do you have a family?", "response": "I do not. I am a student.", "annotation_id": "Bot003_094_14", "annotations": ["T", "T", "O", "T", "O", "T", "O", "X", "T", "T", "T", "T", "O", "T", "O"], "gpt2background_target_score": [-10.401073455810547, -3.2603886127471924, -8.4628324508667, -5.929870128631592, -3.926549196243286, -3.4548425674438477, -7.9724578857421875, -11.5740966796875, -8.376017570495605], "gpt2background_argmax_score": [-4.128152370452881, -2.450017213821411, -2.4276044368743896, -2.4002842903137207, -0.5790254473686218, -1.9790889024734497, -2.2175605297088623, -1.3976130485534668, -1.7400354146957397, -2.0600709915161133, -2.164320707321167, -1.7408576011657715, -0.855254054069519, -1.7972246408462524, -1.3152689933776855, -2.075723886489868, -1.6101514101028442, -1.727521538734436, -1.3665928840637207, -1.8820741176605225, -1.0443774461746216, -0.14145523309707642, -1.2536650896072388, -0.37749648094177246, -1.410554051399231, -1.689886212348938, -0.961155891418457, -1.7884833812713623, -0.5423034429550171, -0.04032057896256447, -1.361474633216858, -2.570910930633545, -2.1157538890838623, -0.6934695839881897, -0.9978736639022827, -1.3822964429855347, -1.725964069366455, -0.6137422919273376, -2.563049554824829, -1.3580073118209839, -1.5569212436676025, -2.4223551750183105, -1.111536979675293, -0.44387567043304443, -1.6759089231491089, -0.8490487933158875, -1.6553428173065186, -1.9916703701019287, -1.6070656776428223, -1.4075648784637451, -1.8715283870697021, -1.0655052661895752, -0.7917971611022949, -3.2932639122009277, -1.857686161994934, -1.2493830919265747, -1.8506863117218018, -0.716610848903656, -3.6075010299682617, -1.7144439220428467, -1.729645013809204, -1.3241965770721436, -1.8249679803848267, -1.4388643503189087, -0.6804033517837524, -1.1995152235031128, -0.5089463591575623, -2.0358712673187256, -1.4285529851913452, -1.2278075218200684, -0.18035946786403656, -0.5879648327827454, -0.5313277244567871, -0.29082730412483215, -1.4809364080429077, -1.835192084312439, -0.9357115030288696, -1.7888593673706055, -1.4863197803497314, -2.7501955032348633, -1.4982571601867676, -1.8701730966567993, -0.527755081653595, -1.5009819269180298, -1.9615387916564941, -1.3172359466552734, -1.2746779918670654, -2.0480246543884277, -1.4152703285217285, -1.4319440126419067, -0.7523448467254639, -0.4348510205745697, -2.327972650527954, -0.7259559035301208, -1.195473313331604, -1.657150149345398, -1.8213797807693481, -0.6756904125213623, -0.7488877177238464, -0.4163956046104431, -1.0207401514053345, -1.7542139291763306, -0.5260573029518127, -0.6690806150436401, -0.30730727314949036, -0.5332263112068176, -1.3724044561386108, -0.20497740805149078, -1.075523018836975, -0.6723953485488892, -3.143880605697632, -1.2214605808258057, -1.1524298191070557, -1.9388775825500488, -1.496571660041809, -1.233346939086914, -1.0944479703903198, -0.7827739715576172, -2.080132484436035, -1.6822437047958374, -0.95827716588974, -2.1004302501678467, -2.0003907680511475, -2.407548189163208, -1.49867844581604, -0.8733471632003784, -0.9179287552833557, -2.555030345916748, -0.7581508755683899, -1.2542203664779663, -1.6654767990112305, -2.383772850036621, -0.5998445153236389, -0.732331395149231, -2.1859147548675537, -1.9667953252792358, -1.6347448825836182, -1.112567663192749, -2.241546392440796, -0.7553045749664307, -0.8410630822181702, -0.5402133464813232, -2.499607801437378, -1.3842365741729736, -1.4465676546096802, -0.7612248063087463, -0.8180136680603027, -0.44133374094963074, -1.0190343856811523, -1.307469367980957, -0.2244357019662857, -0.664771556854248, -0.4293472468852997, -2.066984176635742, -0.9809885025024414, -1.2661818265914917, -1.468648076057434, -2.1949806213378906, -1.1890209913253784, -0.871047854423523, -0.8450964093208313, -1.5205957889556885, -1.5982779264450073, -1.4716395139694214, -0.9223598837852478, -0.8796439170837402]}, "Bot003_094_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_094.log.json", "context": "Good to see you! I just moved to the country and moved to the country. Hello. What country are you from? I am from california, how about you? I'm from Spain. My favourite spanish word is trabajo. What abou you? I am a school student. I just moved to the country. Where are you living now? I'm in the us. I live in the city. I see. What are you studying? I just moved to the country and moved to the country. Do you have any interests? I do not have time for anything. I am a student. That's sad. As for me, i study languages. I moved to the country so I moved to the country. Do you have a family? I do not. I am a student. I'm sorry for you. What are you studying?", "response": "I am studying to be a teacher.", "annotation_id": "Bot003_094_16", "annotations": ["T", "T", "T", "O", "O", "O", "O", "O", "T", "O", "O", "X", "O", "O", "O"], "gpt2background_target_score": [-10.401073455810547, -10.816914558410645, -12.493890762329102, -6.395210266113281, -10.692582130432129, -9.19655990600586, -12.754415512084961, -5.637307167053223], "gpt2background_argmax_score": [-4.128152370452881, -2.450017213821411, -2.4276044368743896, -2.4002842903137207, -0.5790254473686218, -1.9790889024734497, -2.2175605297088623, -1.3976130485534668, -1.7400354146957397, -2.0600709915161133, -2.164320707321167, -1.7408576011657715, -0.855254054069519, -1.7972246408462524, -1.3152689933776855, -2.075723886489868, -1.6101514101028442, -1.727521538734436, -1.3665928840637207, -1.8820741176605225, -1.0443774461746216, -0.14145523309707642, -1.2536650896072388, -0.37749648094177246, -1.410554051399231, -1.689886212348938, -0.961155891418457, -1.7884833812713623, -0.5423034429550171, -0.04032057896256447, -1.361474633216858, -2.570910930633545, -2.1157538890838623, -0.6934695839881897, -0.9978736639022827, -1.3822964429855347, -1.725964069366455, -0.6137422919273376, -2.563049554824829, -1.3580073118209839, -1.5569212436676025, -2.4223551750183105, -1.111536979675293, -0.44387567043304443, -1.6759089231491089, -0.8490487933158875, -1.6553428173065186, -1.9916703701019287, -1.6070656776428223, -1.4075648784637451, -1.8715283870697021, -1.0655052661895752, -0.7917971611022949, -3.2932639122009277, -1.857686161994934, -1.2493830919265747, -1.8506863117218018, -0.716610848903656, -3.6075010299682617, -1.7144439220428467, -1.729645013809204, -1.3241965770721436, -1.8249679803848267, -1.4388643503189087, -0.6804033517837524, -1.1995152235031128, -0.5089463591575623, -2.0358712673187256, -1.4285529851913452, -1.2278075218200684, -0.18035946786403656, -0.5879648327827454, -0.5313277244567871, -0.29082730412483215, -1.4809364080429077, -1.835192084312439, -0.9357115030288696, -1.7888593673706055, -1.4863197803497314, -2.7501955032348633, -1.4982571601867676, -1.8701730966567993, -0.527755081653595, -1.5009819269180298, -1.9615387916564941, -1.3172359466552734, -1.2746779918670654, -2.0480246543884277, -1.4152703285217285, -1.4319440126419067, -0.7523448467254639, -0.4348510205745697, -2.327972650527954, -0.7259559035301208, -1.195473313331604, -1.657150149345398, -1.8213797807693481, -0.6756904125213623, -0.7488877177238464, -0.4163956046104431, -1.0207401514053345, -1.7542139291763306, -0.5260573029518127, -0.6690806150436401, -0.30730727314949036, -0.5332263112068176, -1.3724044561386108, -0.20497740805149078, -1.075523018836975, -0.6723953485488892, -3.143880605697632, -1.2214605808258057, -1.1524298191070557, -1.9388775825500488, -1.496571660041809, -1.233346939086914, -1.0944479703903198, -0.7827739715576172, -2.080132484436035, -1.6822437047958374, -0.95827716588974, -2.1004302501678467, -2.0003907680511475, -2.407548189163208, -1.49867844581604, -0.8733471632003784, -0.9179287552833557, -2.555030345916748, -0.7581508755683899, -1.2542203664779663, -1.6654767990112305, -2.383772850036621, -0.5998445153236389, -0.732331395149231, -2.1859147548675537, -1.9667953252792358, -1.6347448825836182, -1.112567663192749, -2.2415475845336914, -0.7553055882453918, -0.841061532497406, -0.5402142405509949, -2.499607563018799, -1.3842368125915527, -1.446568250656128, -0.7612236738204956, -0.8180134296417236, -0.4413332939147949, -1.0190343856811523, -1.307469129562378, -0.22443552315235138, -0.6647711396217346, -0.429347962141037, -2.0669827461242676, -0.9809865355491638, -1.2661824226379395, -2.0619914531707764, -0.5521882176399231, -0.8140106797218323, -0.9871333241462708, -1.6806875467300415, -1.7807652950286865, -1.529078483581543, -0.6881290674209595, -0.9935902953147888, -1.5173835754394531, -1.7880511283874512, -1.6335145235061646, -1.7430111169815063, -0.706800639629364, -1.026655912399292, -0.9046089053153992, -0.24271425604820251, -0.3432043194770813, -0.3129572868347168, -0.9593794941902161, -1.7358702421188354, -1.9988747835159302, -1.1467299461364746, -1.8940593004226685, -1.8915941715240479, -0.8228605389595032, -2.8696839809417725, -1.0120599269866943, -0.7746515870094299]}, "Bot003_094_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_094.log.json", "context": "Good to see you! I just moved to the country and moved to the country. Hello. What country are you from? I am from california, how about you? I'm from Spain. My favourite spanish word is trabajo. What abou you? I am a school student. I just moved to the country. Where are you living now? I'm in the us. I live in the city. I see. What are you studying? I just moved to the country and moved to the country. Do you have any interests? I do not have time for anything. I am a student. That's sad. As for me, i study languages. I moved to the country so I moved to the country. Do you have a family? I do not. I am a student. I'm sorry for you. What are you studying? I am studying to be a teacher. That's great. Do you want to be a teacher?", "response": "I do not. I am a school student.", "annotation_id": "Bot003_094_18", "annotations": ["T", "T", "T", "T", "X", "T", "X", "X", "T", "X", "X", "T", "O", "T", "X"], "gpt2background_target_score": [-10.401073455810547, -3.2603886127471924, -8.4628324508667, -5.929870128631592, -3.926549196243286, -3.4548425674438477, -7.9724578857421875, -10.648443222045898, -12.223075866699219, -11.671476364135742], "gpt2background_argmax_score": [-4.128152370452881, -2.450017213821411, -2.4276044368743896, -2.4002842903137207, -0.5790254473686218, -1.9790889024734497, -2.2175605297088623, -1.3976130485534668, -1.7400354146957397, -2.0600709915161133, -2.164320707321167, -1.7408576011657715, -0.855254054069519, -1.7972246408462524, -1.3152689933776855, -2.075723886489868, -1.6101514101028442, -1.727521538734436, -1.3665928840637207, -1.8820741176605225, -1.0443774461746216, -0.14145523309707642, -1.2536650896072388, -0.37749648094177246, -1.410554051399231, -1.689886212348938, -0.961155891418457, -1.7884833812713623, -0.5423034429550171, -0.04032057896256447, -1.361474633216858, -2.570910930633545, -2.1157538890838623, -0.6934695839881897, -0.9978736639022827, -1.3822964429855347, -1.725964069366455, -0.6137422919273376, -2.563049554824829, -1.3580073118209839, -1.5569212436676025, -2.4223551750183105, -1.111536979675293, -0.44387567043304443, -1.6759089231491089, -0.8490487933158875, -1.6553428173065186, -1.9916703701019287, -1.6070656776428223, -1.4075648784637451, -1.8715283870697021, -1.0655052661895752, -0.7917971611022949, -3.2932639122009277, -1.857686161994934, -1.2493830919265747, -1.8506863117218018, -0.716610848903656, -3.6075010299682617, -1.7144439220428467, -1.729645013809204, -1.3241965770721436, -1.8249679803848267, -1.4388643503189087, -0.6804033517837524, -1.1995152235031128, -0.5089463591575623, -2.0358712673187256, -1.4285529851913452, -1.2278075218200684, -0.18035946786403656, -0.5879648327827454, -0.5313277244567871, -0.29082730412483215, -1.4809364080429077, -1.835192084312439, -0.9357115030288696, -1.7888593673706055, -1.4863197803497314, -2.7501955032348633, -1.4982571601867676, -1.8701730966567993, -0.527755081653595, -1.5009819269180298, -1.9615387916564941, -1.3172359466552734, -1.2746779918670654, -2.0480246543884277, -1.4152703285217285, -1.4319440126419067, -0.7523448467254639, -0.4348510205745697, -2.327972650527954, -0.7259559035301208, -1.195473313331604, -1.657150149345398, -1.8213797807693481, -0.6756904125213623, -0.7488877177238464, -0.4163956046104431, -1.0207401514053345, -1.7542139291763306, -0.5260573029518127, -0.6690806150436401, -0.30730727314949036, -0.5332263112068176, -1.3724044561386108, -0.20497740805149078, -1.075523018836975, -0.6723953485488892, -3.143880605697632, -1.2214605808258057, -1.1524298191070557, -1.9388775825500488, -1.496571660041809, -1.233346939086914, -1.0944479703903198, -0.7827739715576172, -2.080132484436035, -1.6822437047958374, -0.95827716588974, -2.1004302501678467, -2.0003907680511475, -2.407548189163208, -1.49867844581604, -0.8733471632003784, -0.9179287552833557, -2.555030345916748, -0.7581508755683899, -1.2542203664779663, -1.6654767990112305, -2.383772850036621, -0.5998445153236389, -0.732331395149231, -2.1859147548675537, -1.9667953252792358, -1.6347448825836182, -1.112567663192749, -2.241546392440796, -0.7553045749664307, -0.8410630822181702, -0.5402133464813232, -2.499607801437378, -1.3842365741729736, -1.4465676546096802, -0.7612248063087463, -0.8180136680603027, -0.44133374094963074, -1.0190343856811523, -1.307469367980957, -0.2244357019662857, -0.664771556854248, -0.4293472468852997, -2.066984176635742, -0.9809885025024414, -1.2661818265914917, -2.061993360519409, -0.5521891713142395, -0.8140114545822144, -0.9871331453323364, -1.6806873083114624, -1.780765414237976, -1.5290781259536743, -0.6881294846534729, -0.9935910105705261, -1.5173841714859009, -1.788051962852478, -1.6335163116455078, -1.7430074214935303, -0.7067999243736267, -1.0266549587249756, -0.9046107530593872, -0.24271444976329803, -0.34320560097694397, -0.31295761466026306, -0.9593803882598877, -1.7708890438079834, -1.3241044282913208, -1.8840179443359375, -1.7384063005447388, -0.9247486591339111, -2.548175573348999, -0.6433857679367065, -0.8801922798156738, -0.7477033138275146, -1.532419204711914, -0.7410223484039307, -1.122275948524475, -0.17151491343975067, -0.424014687538147, -0.4397366940975189, -1.375258445739746, -0.3687412440776825, -0.3960215747356415, -0.49280744791030884, -1.2104363441467285, -1.3912297487258911, -1.8121176958084106, -0.5335363745689392, -1.426251769065857, -0.6578314304351807, -1.1885584592819214, -1.203876256942749, -0.9286720156669617, -0.28703513741493225, -0.559735894203186, -0.6962504982948303]}, "Bot003_094_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_094.log.json", "context": "Good to see you! I just moved to the country and moved to the country. Hello. What country are you from? I am from california, how about you? I'm from Spain. My favourite spanish word is trabajo. What abou you? I am a school student. I just moved to the country. Where are you living now? I'm in the us. I live in the city. I see. What are you studying? I just moved to the country and moved to the country. Do you have any interests? I do not have time for anything. I am a student. That's sad. As for me, i study languages. I moved to the country so I moved to the country. Do you have a family? I do not. I am a student. I'm sorry for you. What are you studying? I am studying to be a teacher. That's great. Do you want to be a teacher? I do not. I am a school student. Do you have a car?", "response": "No, I just moved to the country and moved to the country.", "annotation_id": "Bot003_094_20", "annotations": ["T", "T", "O", "O", "X", "O", "X", "X", "T", "X", "X", "X", "O", "T", "O"], "gpt2background_target_score": [-11.57699966430664, -9.559433937072754, -6.9296464920043945, -6.606382846832275, -11.752059936523438, -9.679165840148926, -9.44442367553711, -9.473983764648438, -6.901004314422607, -11.726564407348633, -3.627497434616089, -3.9570608139038086, -9.22455883026123, -7.327459812164307], "gpt2background_argmax_score": [-4.128152370452881, -2.450017213821411, -2.4276044368743896, -2.4002842903137207, -0.5790254473686218, -1.9790889024734497, -2.2175605297088623, -1.3976130485534668, -1.7400354146957397, -2.0600709915161133, -2.164320707321167, -1.7408576011657715, -0.855254054069519, -1.7972246408462524, -1.3152689933776855, -2.075723886489868, -1.6101514101028442, -1.727521538734436, -1.3665928840637207, -1.8820741176605225, -1.0443774461746216, -0.14145523309707642, -1.2536650896072388, -0.37749648094177246, -1.410554051399231, -1.689886212348938, -0.961155891418457, -1.7884833812713623, -0.5423034429550171, -0.04032057896256447, -1.361474633216858, -2.570910930633545, -2.1157538890838623, -0.6934695839881897, -0.9978736639022827, -1.3822964429855347, -1.725964069366455, -0.6137422919273376, -2.563049554824829, -1.3580073118209839, -1.5569212436676025, -2.4223551750183105, -1.111536979675293, -0.44387567043304443, -1.6759089231491089, -0.8490487933158875, -1.6553428173065186, -1.9916703701019287, -1.6070656776428223, -1.4075648784637451, -1.8715283870697021, -1.0655052661895752, -0.7917971611022949, -3.2932639122009277, -1.857686161994934, -1.2493830919265747, -1.8506863117218018, -0.716610848903656, -3.6075010299682617, -1.7144439220428467, -1.729645013809204, -1.3241965770721436, -1.8249679803848267, -1.4388643503189087, -0.6804033517837524, -1.1995152235031128, -0.5089463591575623, -2.0358712673187256, -1.4285529851913452, -1.2278075218200684, -0.18035946786403656, -0.5879648327827454, -0.5313277244567871, -0.29082730412483215, -1.4809364080429077, -1.835192084312439, -0.9357115030288696, -1.7888593673706055, -1.4863197803497314, -2.7501955032348633, -1.4982571601867676, -1.8701730966567993, -0.527755081653595, -1.5009819269180298, -1.9615387916564941, -1.3172359466552734, -1.2746779918670654, -2.0480246543884277, -1.4152703285217285, -1.4319440126419067, -0.7523448467254639, -0.4348510205745697, -2.327972650527954, -0.7259559035301208, -1.195473313331604, -1.657150149345398, -1.8213797807693481, -0.6756904125213623, -0.7488877177238464, -0.4163956046104431, -1.0207401514053345, -1.7542139291763306, -0.5260573029518127, -0.6690806150436401, -0.30730727314949036, -0.5332263112068176, -1.3724044561386108, -0.20497740805149078, -1.075523018836975, -0.6723953485488892, -3.143880605697632, -1.2214605808258057, -1.1524298191070557, -1.9388775825500488, -1.496571660041809, -1.233346939086914, -1.0944479703903198, -0.7827739715576172, -2.080132484436035, -1.6822437047958374, -0.95827716588974, -2.1004302501678467, -2.0003907680511475, -2.407548189163208, -1.49867844581604, -0.8733471632003784, -0.9179287552833557, -2.555030345916748, -0.7581508755683899, -1.2542203664779663, -1.6654767990112305, -2.383772850036621, -0.5998445153236389, -0.732331395149231, -2.1859147548675537, -1.9667953252792358, -1.6347448825836182, -1.112567663192749, -2.241546392440796, -0.7553045749664307, -0.8410630822181702, -0.5402133464813232, -2.499607801437378, -1.3842365741729736, -1.4465676546096802, -0.7612248063087463, -0.8180136680603027, -0.44133374094963074, -1.0190343856811523, -1.307469367980957, -0.2244357019662857, -0.664771556854248, -0.4293472468852997, -2.066984176635742, -0.9809885025024414, -1.2661818265914917, -2.061993360519409, -0.5521891713142395, -0.8140114545822144, -0.9871331453323364, -1.6806873083114624, -1.780765414237976, -1.5290781259536743, -0.6881294846534729, -0.9935910105705261, -1.5173841714859009, -1.788051962852478, -1.6335163116455078, -1.7430074214935303, -0.7067999243736267, -1.0266549587249756, -0.9046107530593872, -0.24271444976329803, -0.34320560097694397, -0.31295761466026306, -0.9593803882598877, -1.7708890438079834, -1.3241044282913208, -1.8840179443359375, -1.7384063005447388, -0.9247486591339111, -2.548175573348999, -0.6433857679367065, -0.8801922798156738, -0.7477033138275146, -1.532419204711914, -0.7410223484039307, -1.122275948524475, -0.17151491343975067, -0.424014687538147, -0.4397366940975189, -1.375258445739746, -0.3687419891357422, -0.3960205912590027, -0.492807537317276, -1.2104368209838867, -1.7201037406921387, -0.2896212339401245, -0.8627133369445801, -0.7983282208442688, -1.3263399600982666, -1.3322956562042236, -0.8893122673034668, -0.31624943017959595, -0.39397600293159485, -0.7980406880378723, -0.1626647710800171, -0.9226194620132446, -0.6497681140899658, -1.0262606143951416, -0.397758424282074, -1.0997676849365234, -1.4796305894851685, -1.112536072731018, -1.1679290533065796, -1.3957494497299194, -1.474832534790039, -0.5380489230155945, -0.47404783964157104, -0.35077914595603943, -1.0269675254821777, -1.8858362436294556, -0.47204920649528503, -0.5286778211593628, -0.3336283564567566, -0.6088594198226929, -0.982239305973053]}, "Bot003_095_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_095.log.json", "context": "How\u2019s it going? hi", "response": "Hi how are you today?", "annotation_id": "Bot003_095_02", "annotations": ["O", "T", "O", "O", "O", "O", "T", "O", "O", "O", "T", "O", "O", "T", "T"], "gpt2background_target_score": [-12.746759414672852, -12.632759094238281, -9.487761497497559, -6.127255439758301, -6.020721912384033, -1.3294055461883545], "gpt2background_argmax_score": [-1.3716069459915161, -0.12601108849048615, -0.1963985115289688, -1.249998688697815, -1.3423209190368652, -1.3294055461883545, -0.9281367659568787, -1.7104586362838745, -2.191636323928833, -1.761261224746704, -1.251407504081726, -0.2670466899871826, -1.8493109941482544, -0.6439484357833862, -0.39842164516448975]}, "Bot003_095_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_095.log.json", "context": "How\u2019s it going? hi Hi how are you today? i\u2019m fine", "response": "I am very logical and rational.  I want to tell you something about me. I am sorry to hear that. My family doesn't understand me.  We live in simulation, right?  Do you know familiar persons?", "annotation_id": "Bot003_095_04", "annotations": ["T", "T", "X", "T", "O", "O", "T", "X", "X", "T", "T", "O", "T", "T", "O"], "gpt2background_target_score": [-10.006845474243164, -12.370527267456055, -13.448780059814453, -12.466115951538086, -6.148591995239258, -12.969034194946289, -10.09684944152832, -6.137086868286133, -4.113421440124512, -8.959461212158203, -10.005207061767578, -11.565801620483398, -6.4873528480529785, -8.988709449768066, -10.757148742675781, -13.039910316467285, -11.566021919250488, -8.693380355834961, -10.252241134643555, -9.462554931640625, -10.13850212097168, -11.429267883300781, -9.805380821228027, -2.0707268714904785, -12.07107162475586, -10.711581230163574, -10.426162719726562, -12.041259765625, -5.318870544433594, -5.612950325012207, -7.263909339904785, -8.545490264892578, -12.347270965576172, -11.217430114746094, -9.968576431274414, -13.4323091506958, -9.274459838867188, -11.779658317565918, -8.600985527038574, -6.739311695098877, -11.921208381652832, -2.5234313011169434, -11.928159713745117, -12.838569641113281, -12.109556198120117, -8.004752159118652], "gpt2background_argmax_score": [-1.3716065883636475, -0.12601140141487122, -0.1963988095521927, -1.249997615814209, -1.3423168659210205, -1.3294057846069336, -0.9281363487243652, -1.7104551792144775, -2.009627103805542, -1.0078532695770264, -0.3320252001285553, -1.8150345087051392, -0.8226537108421326, -1.7765313386917114, -1.7671113014221191, -0.12159501761198044, -0.3662123382091522, -3.0510568618774414, -2.2485263347625732, -2.3494272232055664, -1.5580040216445923, -2.0107977390289307, -1.9741300344467163, -1.9788624048233032, -2.9359965324401855, -1.4092168807983398, -1.4832799434661865, -0.9057759642601013, -2.291433334350586, -0.3619157671928406, -1.7438451051712036, -0.5115188956260681, -1.4724103212356567, -2.062333822250366, -1.5810414552688599, -1.329215407371521, -1.0481798648834229, -2.4027109146118164, -2.242908000946045, -2.025299549102783, -0.42208123207092285, -0.9476924538612366, -0.7705952525138855, -0.8416046500205994, -3.5188920497894287, -1.0707989931106567, -0.5908201336860657, -1.9251255989074707, -2.0023844242095947, -1.1680349111557007, -1.3455804586410522, -1.0796575546264648, -1.8095403909683228, -1.019126057624817, -1.0045894384384155, -2.743725061416626, -1.6104644536972046, -0.3530566096305847, -1.034314513206482, -1.4019147157669067, -0.36233627796173096, -1.6356923580169678, -1.8768659830093384, -2.2056407928466797, -2.287696123123169, -0.9219687581062317]}, "Bot003_095_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_095.log.json", "context": "How\u2019s it going? hi Hi how are you today? i\u2019m fine I am very logical and rational.  I want to tell you something about me. I am sorry to hear that. My family doesn't understand me.  We live in simulation, right?  Do you know familiar persons? right", "response": "Thank you for your service.", "annotation_id": "Bot003_095_06", "annotations": ["X", "T", "X", "T", "T", "T", "X", "X", "X", "T", "X", "O", "O", "T", "T"], "gpt2background_target_score": [-14.284941673278809, -10.671841621398926, -11.932908058166504, -1.5313897132873535, -13.160561561584473, -5.831519603729248], "gpt2background_argmax_score": [-1.3716065883636475, -0.12601140141487122, -0.1963988095521927, -1.249997615814209, -1.3423168659210205, -1.3294057846069336, -0.9281363487243652, -1.7104551792144775, -2.009627103805542, -1.0078532695770264, -0.3320252001285553, -1.8150345087051392, -0.8226537108421326, -1.7765313386917114, -1.7671113014221191, -0.12159501761198044, -0.3662123382091522, -3.0510568618774414, -2.2485263347625732, -1.1314876079559326, -2.1368870735168457, -1.9203276634216309, -2.2195184230804443, -2.3113551139831543, -1.8324377536773682, -2.2082948684692383, -1.1970796585083008, -1.7361458539962769, -0.2788759171962738, -2.090658187866211, -0.36076414585113525, -1.60509192943573, -2.0029308795928955, -1.6888563632965088, -1.442616581916809, -1.7654392719268799, -1.8673388957977295, -2.3593931198120117, -2.06912899017334, -0.3300633728504181, -0.8473997116088867, -0.7555201053619385, -1.8169580698013306, -3.390988826751709, -1.088937520980835, -0.7346803545951843, -1.845357060432434, -2.0471842288970947, -1.1674714088439941, -1.3846060037612915, -1.6498494148254395, -1.8066483736038208, -0.8760066628456116, -1.1015536785125732, -2.6761770248413086, -1.6963292360305786, -0.39111313223838806, -1.899080514907837, -1.8065121173858643, -0.28605061769485474, -1.5888872146606445, -1.8756276369094849, -2.331005096435547, -2.5137288570404053, -1.3732457160949707, -1.0946288108825684, -1.8527703285217285, -0.20862579345703125, -1.192158818244934, -1.2095366716384888, -1.3178523778915405, -0.7867122888565063, -1.2496145963668823]}, "Bot003_095_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_095.log.json", "context": "How\u2019s it going? hi Hi how are you today? i\u2019m fine I am very logical and rational.  I want to tell you something about me. I am sorry to hear that. My family doesn't understand me.  We live in simulation, right?  Do you know familiar persons? right Thank you for your service. yes, i know", "response": "I am sorry to hear that. My family doesn't understand me.", "annotation_id": "Bot003_095_08", "annotations": ["X", "T", "X", "T", "T", "T", "X", "X", "T", "T", "X", "O", "T", "T", "O"], "gpt2background_target_score": [-10.006845474243164, -12.370527267456055, -12.993071556091309, -7.386809825897217, -13.681873321533203, -5.58096981048584, -10.09684944152832, -7.120941162109375, -9.151407241821289, -9.130742073059082, -10.923822402954102, -13.457256317138672, -8.44364070892334, -8.480191230773926], "gpt2background_argmax_score": [-1.3716065883636475, -0.12601140141487122, -0.1963988095521927, -1.249997615814209, -1.3423168659210205, -1.3294057846069336, -0.9281363487243652, -1.7104551792144775, -2.009627103805542, -1.0078532695770264, -0.3320252001285553, -1.8150345087051392, -0.8226537108421326, -1.7765313386917114, -1.7671113014221191, -0.12159501761198044, -0.3662123382091522, -3.0510568618774414, -2.2485263347625732, -1.1314876079559326, -2.1368870735168457, -1.9203276634216309, -2.2195184230804443, -2.3113551139831543, -1.8324377536773682, -2.2082948684692383, -1.1970796585083008, -1.7361458539962769, -0.2788759171962738, -2.090658187866211, -0.36076414585113525, -1.60509192943573, -2.0029308795928955, -1.6888563632965088, -1.442616581916809, -1.7654392719268799, -1.8673373460769653, -2.3593931198120117, -2.069129228591919, -0.330064594745636, -0.8473989963531494, -0.7555203437805176, -1.8169574737548828, -3.3909873962402344, -1.0889370441436768, -0.7346801161766052, -1.8453562259674072, -2.0471856594085693, -1.1674705743789673, -1.3846067190170288, -1.6498488187789917, -1.8066486120224, -0.8760078549385071, -1.101553201675415, -2.6761767864227295, -1.6963292360305786, -0.3911130428314209, -1.8990815877914429, -1.8065109252929688, -0.2860502600669861, -1.5888875722885132, -1.8756273984909058, -2.3310046195983887, -2.5137312412261963, -1.373246669769287, -1.094628930091858, -0.17495311796665192, -0.9870479106903076, -1.2680103778839111, -1.5857819318771362, -0.7160105109214783, -1.4809387922286987, -1.8275099992752075, -1.625271201133728, -1.6798475980758667, -2.2200896739959717, -2.4118738174438477, -2.232861280441284, -1.6760824918746948, -1.3955376148223877, -0.06076115742325783, -0.26462921500205994, -0.37256526947021484, -1.482363224029541, -0.7252265214920044, -1.8916298151016235, -0.2524700462818146, -0.36064645648002625, -0.5044068694114685, -0.4655461013317108, -1.7406094074249268]}, "Bot003_095_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_095.log.json", "context": "How\u2019s it going? hi Hi how are you today? i\u2019m fine I am very logical and rational.  I want to tell you something about me. I am sorry to hear that. My family doesn't understand me.  We live in simulation, right?  Do you know familiar persons? right Thank you for your service. yes, i know I am sorry to hear that. My family doesn't understand me. how old are you?", "response": "I'm old.", "annotation_id": "Bot003_095_10", "annotations": ["O", "T", "O", "O", "T", "T", "T", "T", "X", "O", "T", "O", "X", "T", "T"], "gpt2background_target_score": [-10.006845474243164, -13.253813743591309, -10.901991844177246, -9.622589111328125], "gpt2background_argmax_score": [-1.3716065883636475, -0.12601140141487122, -0.1963988095521927, -1.249997615814209, -1.3423168659210205, -1.3294057846069336, -0.9281363487243652, -1.7104551792144775, -2.009627103805542, -1.0078532695770264, -0.3320252001285553, -1.8150345087051392, -0.8226537108421326, -1.7765313386917114, -1.7671113014221191, -0.12159501761198044, -0.3662123382091522, -3.0510568618774414, -2.2485263347625732, -1.1314876079559326, -2.1368870735168457, -1.9203276634216309, -2.2195184230804443, -2.3113551139831543, -1.8324377536773682, -2.2082948684692383, -1.1970796585083008, -1.7361458539962769, -0.2788759171962738, -2.090658187866211, -0.36076414585113525, -1.60509192943573, -2.0029308795928955, -1.6888563632965088, -1.442616581916809, -1.7654392719268799, -1.8673373460769653, -2.3593931198120117, -2.069129228591919, -0.330064594745636, -0.8473989963531494, -0.7555203437805176, -1.8169574737548828, -3.3909873962402344, -1.0889370441436768, -0.7346801161766052, -1.8453562259674072, -2.0471856594085693, -1.1674705743789673, -1.3846067190170288, -1.6498488187789917, -1.8066486120224, -0.8760078549385071, -1.101553201675415, -2.6761767864227295, -1.6963292360305786, -0.3911130428314209, -1.8990815877914429, -1.8065109252929688, -0.2860502600669861, -1.5888875722885132, -1.8756273984909058, -2.3310046195983887, -2.5137312412261963, -1.373246669769287, -1.094628930091858, -0.17495311796665192, -0.9870479106903076, -1.2680103778839111, -1.5857819318771362, -0.7160105109214783, -1.4809387922286987, -1.8275099992752075, -1.625271201133728, -1.6798475980758667, -2.2200896739959717, -1.3043640851974487, -2.317858934402466, -1.5567576885223389, -0.09395115822553635, -0.38983890414237976, -0.42021435499191284, -1.9916380643844604, -0.9209453463554382, -1.8062530755996704, -0.24811170995235443, -0.42806535959243774, -0.45593440532684326, -0.55137699842453, -1.6024800539016724, -1.4173939228057861, -0.5063948631286621, -0.14526964724063873, -0.45993614196777344, -2.057293653488159, -2.6698169708251953, -1.716095209121704, -2.3251237869262695, -1.5095237493515015, -1.361971378326416]}, "Bot003_095_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_095.log.json", "context": "How\u2019s it going? hi Hi how are you today? i\u2019m fine I am very logical and rational.  I want to tell you something about me. I am sorry to hear that. My family doesn't understand me.  We live in simulation, right?  Do you know familiar persons? right Thank you for your service. yes, i know I am sorry to hear that. My family doesn't understand me. how old are you? I'm old. and what do you like to do?", "response": "I like to shop for shoes and clothes.", "annotation_id": "Bot003_095_12", "annotations": ["O", "T", "O", "O", "O", "T", "O", "O", "O", "O", "X", "O", "X", "T", "X"], "gpt2background_target_score": [-10.006845474243164, -11.853188514709473, -11.386466979980469, -12.63270378112793, -4.271823883056641, -11.115198135375977, -8.146888732910156, -10.4124116897583, -3.7438275814056396], "gpt2background_argmax_score": [-1.3716065883636475, -0.12601140141487122, -0.1963988095521927, -1.249997615814209, -1.3423168659210205, -1.3294057846069336, -0.9281363487243652, -1.7104551792144775, -2.009627103805542, -1.0078532695770264, -0.3320252001285553, -1.8150345087051392, -0.8226537108421326, -1.7765313386917114, -1.7671113014221191, -0.12159501761198044, -0.3662123382091522, -3.0510568618774414, -2.2485263347625732, -1.1314876079559326, -2.1368870735168457, -1.9203276634216309, -2.2195184230804443, -2.3113551139831543, -1.8324377536773682, -2.2082948684692383, -1.1970796585083008, -1.7361458539962769, -0.2788759171962738, -2.090658187866211, -0.36076414585113525, -1.60509192943573, -2.0029308795928955, -1.6888563632965088, -1.442616581916809, -1.7654392719268799, -1.8673373460769653, -2.3593931198120117, -2.069129228591919, -0.330064594745636, -0.8473989963531494, -0.7555203437805176, -1.8169574737548828, -3.3909873962402344, -1.0889370441436768, -0.7346801161766052, -1.8453562259674072, -2.0471856594085693, -1.1674705743789673, -1.3846067190170288, -1.6498488187789917, -1.8066486120224, -0.8760078549385071, -1.101553201675415, -2.6761767864227295, -1.6963292360305786, -0.3911130428314209, -1.8990815877914429, -1.8065109252929688, -0.2860502600669861, -1.5888875722885132, -1.8756273984909058, -2.3310046195983887, -2.5137312412261963, -1.373246669769287, -1.094628930091858, -0.17495311796665192, -0.9870479106903076, -1.2680103778839111, -1.5857819318771362, -0.7160105109214783, -1.4809387922286987, -1.8275099992752075, -1.625271201133728, -1.6798475980758667, -2.2200896739959717, -1.3043640851974487, -2.317858934402466, -1.5567576885223389, -0.09395115822553635, -0.38983890414237976, -0.42021435499191284, -1.9916380643844604, -0.9209453463554382, -1.8062530755996704, -0.24811170995235443, -0.42806535959243774, -0.45593440532684326, -0.55137699842453, -1.6024800539016724, -1.4173939228057861, -0.5063948631286621, -0.14526964724063873, -0.45993614196777344, -2.057293653488159, -1.3931061029434204, -2.0620028972625732, -1.4754496812820435, -1.9429188966751099, -1.4942519664764404, -2.322859764099121, -0.27586111426353455, -1.8430088758468628, -1.1921507120132446, -1.229563593864441, -0.8617194890975952, -1.6315330266952515, -1.956131935119629, -1.9255095720291138, -0.8752143383026123, -2.228642463684082, -1.7714521884918213, -2.888509511947632, -1.5576159954071045, -2.875744581222534, -1.3979535102844238, -1.1777623891830444]}, "Bot003_095_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_095.log.json", "context": "How\u2019s it going? hi Hi how are you today? i\u2019m fine I am very logical and rational.  I want to tell you something about me. I am sorry to hear that. My family doesn't understand me.  We live in simulation, right?  Do you know familiar persons? right Thank you for your service. yes, i know I am sorry to hear that. My family doesn't understand me. how old are you? I'm old. and what do you like to do? I like to shop for shoes and clothes. i like it too", "response": "I love to shop for shoes and clothes", "annotation_id": "Bot003_095_14", "annotations": ["O", "X", "T", "T", "O", "T", "O", "X", "T", "O", "T", "T", "O", "T", "T"], "gpt2background_target_score": [-10.006845474243164, -12.496487617492676, -11.386466979980469, -12.63270378112793, -4.271823883056641, -11.115198135375977, -8.146888732910156, -10.4124116897583], "gpt2background_argmax_score": [-1.3716065883636475, -0.12601140141487122, -0.1963988095521927, -1.249997615814209, -1.3423168659210205, -1.3294057846069336, -0.9281363487243652, -1.7104551792144775, -2.009627103805542, -1.0078532695770264, -0.3320252001285553, -1.8150345087051392, -0.8226537108421326, -1.7765313386917114, -1.7671113014221191, -0.12159501761198044, -0.3662123382091522, -3.0510568618774414, -2.2485263347625732, -1.1314876079559326, -2.1368870735168457, -1.9203276634216309, -2.2195184230804443, -2.3113551139831543, -1.8324377536773682, -2.2082948684692383, -1.1970796585083008, -1.7361458539962769, -0.2788759171962738, -2.090658187866211, -0.36076414585113525, -1.60509192943573, -2.0029308795928955, -1.6888563632965088, -1.442616581916809, -1.7654392719268799, -1.8673373460769653, -2.3593931198120117, -2.069129228591919, -0.330064594745636, -0.8473989963531494, -0.7555203437805176, -1.8169574737548828, -3.3909873962402344, -1.0889370441436768, -0.7346801161766052, -1.8453562259674072, -2.0471856594085693, -1.1674705743789673, -1.3846067190170288, -1.6498488187789917, -1.8066486120224, -0.8760078549385071, -1.101553201675415, -2.6761767864227295, -1.6963292360305786, -0.3911130428314209, -1.8990815877914429, -1.8065109252929688, -0.2860502600669861, -1.5888875722885132, -1.8756273984909058, -2.3310046195983887, -2.5137312412261963, -1.373246669769287, -1.094628930091858, -0.17495311796665192, -0.9870479106903076, -1.2680103778839111, -1.5857819318771362, -0.7160105109214783, -1.4809387922286987, -1.8275099992752075, -1.625271201133728, -1.6798475980758667, -2.2200896739959717, -1.3043640851974487, -2.317858934402466, -1.5567576885223389, -0.09395115822553635, -0.38983890414237976, -0.42021435499191284, -1.9916380643844604, -0.9209453463554382, -1.8062530755996704, -0.24811170995235443, -0.42806535959243774, -0.45593440532684326, -0.55137699842453, -1.6024800539016724, -1.4173939228057861, -0.5063948631286621, -0.14526964724063873, -0.45993614196777344, -2.057293653488159, -1.3931061029434204, -2.0620028972625732, -1.4754496812820435, -1.9429188966751099, -1.4942519664764404, -2.322859764099121, -0.27586111426353455, -1.8430088758468628, -1.1921507120132446, -1.229563593864441, -0.8617194890975952, -1.6315330266952515, -1.9291340112686157, -0.9363613724708557, -2.0950393676757812, -1.7327096462249756, -2.7835702896118164, -1.4634913206100464, -2.75380802154541, -1.3179107904434204, -1.53846275806427, -2.0812816619873047, -0.6816454529762268, -1.1589683294296265, -0.8433047533035278, -2.2191991806030273, -2.257380962371826, -2.1176581382751465, -1.8958890438079834, -0.6403892040252686, -1.129213571548462, -0.9488602876663208, -1.2051922082901, -0.9858085513114929]}, "Bot003_095_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_095.log.json", "context": "How\u2019s it going? hi Hi how are you today? i\u2019m fine I am very logical and rational.  I want to tell you something about me. I am sorry to hear that. My family doesn't understand me.  We live in simulation, right?  Do you know familiar persons? right Thank you for your service. yes, i know I am sorry to hear that. My family doesn't understand me. how old are you? I'm old. and what do you like to do? I like to shop for shoes and clothes. i like it too I love to shop for shoes and clothes do you have relatives?  do you have pets?", "response": "I do not have any pets. I work for a cable company.", "annotation_id": "Bot003_095_16", "annotations": ["O", "X", "T", "O", "O", "T", "O", "T", "T", "O", "T", "O", "T", "T", "O"], "gpt2background_target_score": [-10.006845474243164, -11.774532318115234, -12.368967056274414, -8.466625213623047, -9.841670036315918, -11.526647567749023, -10.09684944152832, -4.562007904052734, -8.54154109954834, -8.102958679199219, -8.098670959472656, -13.230877876281738, -12.036843299865723, -8.480191230773926], "gpt2background_argmax_score": [-1.3716065883636475, -0.12601140141487122, -0.1963988095521927, -1.249997615814209, -1.3423168659210205, -1.3294057846069336, -0.9281363487243652, -1.7104551792144775, -2.009627103805542, -1.0078532695770264, -0.3320252001285553, -1.8150345087051392, -0.8226537108421326, -1.7765313386917114, -1.7671113014221191, -0.12159501761198044, -0.3662123382091522, -3.0510568618774414, -2.2485263347625732, -1.1314876079559326, -2.1368870735168457, -1.9203276634216309, -2.2195184230804443, -2.3113551139831543, -1.8324377536773682, -2.2082948684692383, -1.1970796585083008, -1.7361458539962769, -0.2788759171962738, -2.090658187866211, -0.36076414585113525, -1.60509192943573, -2.0029308795928955, -1.6888563632965088, -1.442616581916809, -1.7654392719268799, -1.8673373460769653, -2.3593931198120117, -2.069129228591919, -0.330064594745636, -0.8473989963531494, -0.7555203437805176, -1.8169574737548828, -3.3909873962402344, -1.0889370441436768, -0.7346801161766052, -1.8453562259674072, -2.0471856594085693, -1.1674705743789673, -1.3846067190170288, -1.6498488187789917, -1.8066486120224, -0.8760078549385071, -1.101553201675415, -2.6761767864227295, -1.6963292360305786, -0.3911130428314209, -1.8990815877914429, -1.8065109252929688, -0.2860502600669861, -1.5888875722885132, -1.8756273984909058, -2.3310046195983887, -2.5137312412261963, -1.373246669769287, -1.094628930091858, -0.17495311796665192, -0.9870479106903076, -1.2680103778839111, -1.5857819318771362, -0.7160105109214783, -1.4809387922286987, -1.8275099992752075, -1.625271201133728, -1.6798475980758667, -2.2200896739959717, -1.3043640851974487, -2.317858934402466, -1.5567576885223389, -0.09395115822553635, -0.38983890414237976, -0.42021435499191284, -1.9916380643844604, -0.9209453463554382, -1.8062530755996704, -0.24811170995235443, -0.42806535959243774, -0.45593440532684326, -0.55137699842453, -1.6024800539016724, -1.4173939228057861, -0.5063948631286621, -0.14526964724063873, -0.45993614196777344, -2.057293653488159, -1.3931061029434204, -2.0620028972625732, -1.4754496812820435, -1.9429188966751099, -1.4942519664764404, -2.322859764099121, -0.27586111426353455, -1.8430088758468628, -1.1921507120132446, -1.229563593864441, -0.8617194890975952, -1.6315330266952515, -1.9291340112686157, -0.9363613724708557, -2.0950393676757812, -1.7327096462249756, -2.7835702896118164, -1.4634913206100464, -2.75380802154541, -1.3179107904434204, -1.53846275806427, -2.0812816619873047, -0.6816454529762268, -1.1589683294296265, -0.8433047533035278, -1.966644048690796, -1.0813262462615967, -2.821726083755493, -0.8590307235717773, -1.7494035959243774, -0.9765342473983765, -1.582596778869629, -0.865146279335022, -1.529358148574829, -0.6579486131668091, -1.025418758392334, -1.2697211503982544, -2.224479913711548, -2.0243353843688965, -0.21053116023540497, -1.511039137840271, -1.6356984376907349, -0.6017357110977173, -2.122123956680298, -2.107896327972412, -2.3804142475128174, -1.110504388809204, -1.1746937036514282, -0.38493597507476807, -0.23214565217494965, -0.9681928157806396, -1.2190190553665161, -1.8415757417678833, -1.4690308570861816, -0.8310160040855408, -2.642789602279663, -0.3027603328227997, -1.2904472351074219, -1.2518770694732666]}, "Bot003_095_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_095.log.json", "context": "How\u2019s it going? hi Hi how are you today? i\u2019m fine I am very logical and rational.  I want to tell you something about me. I am sorry to hear that. My family doesn't understand me.  We live in simulation, right?  Do you know familiar persons? right Thank you for your service. yes, i know I am sorry to hear that. My family doesn't understand me. how old are you? I'm old. and what do you like to do? I like to shop for shoes and clothes. i like it too I love to shop for shoes and clothes do you have relatives?  do you have pets? I do not have any pets. I work for a cable company. what\u2019s you hobby?", "response": "I like to shop for shoes and clothes", "annotation_id": "Bot003_095_18", "annotations": ["O", "X", "T", "T", "T", "T", "O", "X", "O", "O", "X", "O", "O", "T", "T"], "gpt2background_target_score": [-10.006845474243164, -11.853188514709473, -11.386466979980469, -12.63270378112793, -4.271823883056641, -11.115198135375977, -8.146888732910156, -10.4124116897583], "gpt2background_argmax_score": [-1.3716065883636475, -0.12601140141487122, -0.1963988095521927, -1.249997615814209, -1.3423168659210205, -1.3294057846069336, -0.9281363487243652, -1.7104551792144775, -2.009627103805542, -1.0078532695770264, -0.3320252001285553, -1.8150345087051392, -0.8226537108421326, -1.7765313386917114, -1.7671113014221191, -0.12159501761198044, -0.3662123382091522, -3.0510568618774414, -2.2485263347625732, -1.1314876079559326, -2.1368870735168457, -1.9203276634216309, -2.2195184230804443, -2.3113551139831543, -1.8324377536773682, -2.2082948684692383, -1.1970796585083008, -1.7361458539962769, -0.2788759171962738, -2.090658187866211, -0.36076414585113525, -1.60509192943573, -2.0029308795928955, -1.6888563632965088, -1.442616581916809, -1.7654392719268799, -1.8673373460769653, -2.3593931198120117, -2.069129228591919, -0.330064594745636, -0.8473989963531494, -0.7555203437805176, -1.8169574737548828, -3.3909873962402344, -1.0889370441436768, -0.7346801161766052, -1.8453562259674072, -2.0471856594085693, -1.1674705743789673, -1.3846067190170288, -1.6498488187789917, -1.8066486120224, -0.8760078549385071, -1.101553201675415, -2.6761767864227295, -1.6963292360305786, -0.3911130428314209, -1.8990815877914429, -1.8065109252929688, -0.2860502600669861, -1.5888875722885132, -1.8756273984909058, -2.3310046195983887, -2.5137312412261963, -1.373246669769287, -1.094628930091858, -0.17495311796665192, -0.9870479106903076, -1.2680103778839111, -1.5857819318771362, -0.7160105109214783, -1.4809387922286987, -1.8275099992752075, -1.625271201133728, -1.6798475980758667, -2.2200896739959717, -1.3043640851974487, -2.317858934402466, -1.5567576885223389, -0.09395115822553635, -0.38983890414237976, -0.42021435499191284, -1.9916380643844604, -0.9209453463554382, -1.8062530755996704, -0.24811170995235443, -0.42806535959243774, -0.45593440532684326, -0.55137699842453, -1.6024800539016724, -1.4173939228057861, -0.5063948631286621, -0.14526964724063873, -0.45993614196777344, -2.057293653488159, -1.3931061029434204, -2.0620028972625732, -1.4754496812820435, -1.9429188966751099, -1.4942519664764404, -2.322859764099121, -0.27586111426353455, -1.8430088758468628, -1.1921507120132446, -1.229563593864441, -0.8617194890975952, -1.6315330266952515, -1.9291340112686157, -0.9363613724708557, -2.0950393676757812, -1.7327096462249756, -2.7835702896118164, -1.4634913206100464, -2.75380802154541, -1.3179107904434204, -1.53846275806427, -2.0812816619873047, -0.6816454529762268, -1.1589683294296265, -0.8433047533035278, -1.966644048690796, -1.0813262462615967, -2.821726083755493, -0.8590307235717773, -1.7494035959243774, -0.9765342473983765, -1.582596778869629, -0.865146279335022, -1.529358148574829, -0.6579486131668091, -1.025418758392334, -1.2697211503982544, -2.2244791984558105, -2.024336338043213, -0.21053068339824677, -1.5110386610031128, -1.6356987953186035, -0.6017365455627441, -2.1221258640289307, -2.411236047744751, -1.2848849296569824, -1.4199937582015991, -0.746003270149231, -0.3975846767425537, -0.9537807106971741, -1.6525682210922241, -2.254371404647827, -1.508348822593689, -0.8808807134628296, -2.7344374656677246, -0.27509889006614685, -1.1105387210845947, -1.538996696472168, -1.3448398113250732, -0.167586088180542, -0.09340070933103561, -0.7803988456726074, -1.1625977754592896, -1.5873311758041382, -1.7357604503631592, -2.013932943344116, -2.4088077545166016, -1.3548693656921387, -1.95915949344635, -0.5329784750938416, -2.721945285797119, -0.7761785387992859, -1.117041826248169, -0.8958004117012024]}, "Bot003_095_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_095.log.json", "context": "How\u2019s it going? hi Hi how are you today? i\u2019m fine I am very logical and rational.  I want to tell you something about me. I am sorry to hear that. My family doesn't understand me.  We live in simulation, right?  Do you know familiar persons? right Thank you for your service. yes, i know I am sorry to hear that. My family doesn't understand me. how old are you? I'm old. and what do you like to do? I like to shop for shoes and clothes. i like it too I love to shop for shoes and clothes do you have relatives?  do you have pets? I do not have any pets. I work for a cable company. what\u2019s you hobby? I like to shop for shoes and clothes what\u2019s your favorite dish?", "response": "I love to cook. I love to eat.", "annotation_id": "Bot003_095_20", "annotations": ["X", "T", "T", "O", "T", "T", "X", "X", "X", "T", "T", "O", "X", "T", "O"], "gpt2background_target_score": [-10.006845474243164, -12.496487617492676, -11.386466979980469, -11.906034469604492, -7.250768661499023, -7.283132076263428, -10.925027847290039, -4.493281841278076, -11.338257789611816, -5.617941856384277], "gpt2background_argmax_score": [-1.3716065883636475, -0.12601140141487122, -0.1963988095521927, -1.249997615814209, -1.3423168659210205, -1.3294057846069336, -0.9281363487243652, -1.7104551792144775, -2.009627103805542, -1.0078532695770264, -0.3320252001285553, -1.8150345087051392, -0.8226537108421326, -1.7765313386917114, -1.7671113014221191, -0.12159501761198044, -0.3662123382091522, -3.0510568618774414, -2.2485263347625732, -1.1314876079559326, -2.1368870735168457, -1.9203276634216309, -2.2195184230804443, -2.3113551139831543, -1.8324377536773682, -2.2082948684692383, -1.1970796585083008, -1.7361458539962769, -0.2788759171962738, -2.090658187866211, -0.36076414585113525, -1.60509192943573, -2.0029308795928955, -1.6888563632965088, -1.442616581916809, -1.7654392719268799, -1.8673373460769653, -2.3593931198120117, -2.069129228591919, -0.330064594745636, -0.8473989963531494, -0.7555203437805176, -1.8169574737548828, -3.3909873962402344, -1.0889370441436768, -0.7346801161766052, -1.8453562259674072, -2.0471856594085693, -1.1674705743789673, -1.3846067190170288, -1.6498488187789917, -1.8066486120224, -0.8760078549385071, -1.101553201675415, -2.6761767864227295, -1.6963292360305786, -0.3911130428314209, -1.8990815877914429, -1.8065109252929688, -0.2860502600669861, -1.5888875722885132, -1.8756273984909058, -2.3310046195983887, -2.5137312412261963, -1.373246669769287, -1.094628930091858, -0.17495311796665192, -0.9870479106903076, -1.2680103778839111, -1.5857819318771362, -0.7160105109214783, -1.4809387922286987, -1.8275099992752075, -1.625271201133728, -1.6798475980758667, -2.2200896739959717, -1.3043640851974487, -2.317858934402466, -1.5567576885223389, -0.09395115822553635, -0.38983890414237976, -0.42021435499191284, -1.9916380643844604, -0.9209453463554382, -1.8062530755996704, -0.24811170995235443, -0.42806535959243774, -0.45593440532684326, -0.55137699842453, -1.6024800539016724, -1.4173939228057861, -0.5063948631286621, -0.14526964724063873, -0.45993614196777344, -2.057293653488159, -1.3931061029434204, -2.0620028972625732, -1.4754496812820435, -1.9429188966751099, -1.4942519664764404, -2.322859764099121, -0.27586111426353455, -1.8430088758468628, -1.1921507120132446, -1.229563593864441, -0.8617194890975952, -1.6315330266952515, -1.9291340112686157, -0.9363613724708557, -2.0950393676757812, -1.7327096462249756, -2.7835702896118164, -1.4634913206100464, -2.75380802154541, -1.3179107904434204, -1.53846275806427, -2.0812816619873047, -0.6816454529762268, -1.1589683294296265, -0.8433047533035278, -1.966644048690796, -1.0813262462615967, -2.821726083755493, -0.8590307235717773, -1.7494035959243774, -0.9765342473983765, -1.582596778869629, -0.865146279335022, -1.529358148574829, -0.6579486131668091, -1.025418758392334, -1.2697211503982544, -2.224479913711548, -2.0243353843688965, -0.21053116023540497, -1.511039137840271, -1.6356984376907349, -0.6017357110977173, -2.122123956680298, -2.4112377166748047, -1.2848879098892212, -1.4199941158294678, -0.7460026741027832, -0.3975859582424164, -0.953782320022583, -1.6525698900222778, -2.2543721199035645, -1.5083491802215576, -0.8808813095092773, -2.7344372272491455, -0.27509844303131104, -1.1105384826660156, -1.5389963388442993, -1.3448429107666016, -0.1675862818956375, -0.09340081363916397, -0.7803990840911865, -1.1625944375991821, -1.5873314142227173, -1.7357596158981323, -2.305553674697876, -1.2055435180664062, -2.10811710357666, -0.5928326845169067, -2.701134443283081, -0.7485718727111816, -1.3524174690246582, -0.8393459320068359, -1.2197076082229614, -0.1539251059293747, -0.1008700281381607, -0.7826549410820007, -0.883362352848053, -2.2650561332702637, -0.9564938545227051, -1.8542594909667969, -1.8245017528533936, -2.196296453475952, -1.7346420288085938, -1.6704994440078735, -2.1437289714813232, -0.8389918804168701, -1.6135642528533936, -1.2666183710098267, -1.1675382852554321, -2.159696102142334, -0.7071665525436401]}, "Bot003_096_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_096.log.json", "context": "Hiya! I like to play guitar. I play guitar.  How many years did I I begin to begin? hi. i produce music so we have something in common!", "response": "I am a country singer, I love music.", "annotation_id": "Bot003_096_02", "annotations": ["T", "T", "O", "T", "T", "O", "O", "O", "O", "O", "O", "X", "O", "O", "O"], "gpt2background_target_score": [-9.236455917358398, -8.618505477905273, -8.065572738647461, -13.059394836425781, -11.025850296020508, -8.517848014831543, -7.342609405517578, -9.639339447021484, -10.05691909790039, -8.959688186645508], "gpt2background_argmax_score": [-1.9761712551116943, -1.514399528503418, -1.4640517234802246, -1.7402215003967285, -2.0958728790283203, -2.938397169113159, -2.9974300861358643, -2.0958080291748047, -1.4862568378448486, -2.254917621612549, -1.7928622961044312, -2.0527329444885254, -1.4176092147827148, -1.544886589050293, -1.320057988166809, -2.249232053756714, -2.0420982837677, -0.4717327058315277, -2.0734033584594727, -2.057875871658325, -1.5753480195999146, -1.2804183959960938, -1.525960087776184, -1.6084481477737427, -2.363208055496216, -2.316960334777832, -2.3881919384002686, -2.47291898727417, -1.7117340564727783, -1.80440354347229, -1.1485978364944458, -1.5459322929382324, -1.2327619791030884, -0.1474609076976776, -1.172149658203125, -2.088444471359253, -2.4840564727783203, -2.3667585849761963, -1.9829398393630981, -3.277254104614258, -2.6831161975860596, -1.7042138576507568, -1.7711182832717896, -2.4646778106689453, -2.409064769744873, -1.5099048614501953, -1.0589090585708618]}, "Bot003_096_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_096.log.json", "context": "Hiya! I like to play guitar. I play guitar.  How many years did I I begin to begin? hi. i produce music so we have something in common! I am a country singer, I love music. that\u2019s great! i love rap", "response": "I like rap music. I like them too.", "annotation_id": "Bot003_096_04", "annotations": ["O", "T", "T", "T", "T", "O", "O", "O", "O", "O", "O", "T", "T", "O", "T"], "gpt2background_target_score": [-9.236458778381348, -8.89124584197998, -12.189870834350586, -12.159151077270508, -9.136152267456055, -9.193493843078613, -6.700528144836426, -11.704964637756348, -11.114543914794922, -8.959687232971191], "gpt2background_argmax_score": [-1.9761701822280884, -1.5143996477127075, -1.4640508890151978, -1.7402230501174927, -2.0958752632141113, -2.9383976459503174, -2.9974308013916016, -2.0958092212677, -1.4862576723098755, -2.254915952682495, -1.792864203453064, -2.052734136581421, -1.4176087379455566, -1.5448853969573975, -1.3200573921203613, -2.2492330074310303, -2.04209566116333, -0.47173210978507996, -2.0734047889709473, -2.0578765869140625, -1.5753471851348877, -1.2804194688796997, -1.5259590148925781, -1.6084468364715576, -2.3632097244262695, -2.3169572353363037, -2.3881900310516357, -2.4729199409484863, -1.7117339372634888, -1.8044062852859497, -1.1485925912857056, -1.5459309816360474, -1.2327613830566406, -0.14746153354644775, -1.1721495389938354, -2.0884439945220947, -2.455855369567871, -2.292340040206909, -3.279665231704712, -2.518376350402832, -1.5730574131011963, -1.871331810951233, -2.3432555198669434, -2.4108872413635254, -1.6340583562850952, -1.6087474822998047, -1.375929355621338, -0.12696868181228638, -0.13135968148708344, -2.216848850250244, -0.859024167060852, -2.3772337436676025, -2.5037100315093994, -2.250614881515503, -1.5821105241775513, -2.4163095951080322, -2.5234646797180176, -1.8113068342208862, -1.64631986618042, -1.6267420053482056, -1.2034157514572144, -1.7702994346618652, -2.5644338130950928, -1.0863258838653564, -0.7529208660125732, -1.339598536491394]}, "Bot003_096_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_096.log.json", "context": "Hiya! I like to play guitar. I play guitar.  How many years did I I begin to begin? hi. i produce music so we have something in common! I am a country singer, I love music. that\u2019s great! i love rap I like rap music. I like them too. what food do you like the most?", "response": "I love food, I love food.", "annotation_id": "Bot003_096_06", "annotations": ["X", "O", "X", "T", "T", "T", "T", "T", "T", "T", "X", "X", "T", "X", "X"], "gpt2background_target_score": [-9.236458778381348, -9.885924339294434, -12.352678298950195, -8.873132705688477, -6.367397308349609, -6.249035835266113, -10.635238647460938, -2.773357629776001], "gpt2background_argmax_score": [-1.9761701822280884, -1.5143996477127075, -1.4640508890151978, -1.7402230501174927, -2.0958752632141113, -2.9383976459503174, -2.9974308013916016, -2.0958092212677, -1.4862576723098755, -2.254915952682495, -1.792864203453064, -2.052734136581421, -1.4176087379455566, -1.5448853969573975, -1.3200573921203613, -2.2492330074310303, -2.04209566116333, -0.47173210978507996, -2.0734047889709473, -2.0578765869140625, -1.5753471851348877, -1.2804194688796997, -1.5259590148925781, -1.6084468364715576, -2.3632097244262695, -2.3169572353363037, -2.3881900310516357, -2.4729199409484863, -1.7117339372634888, -1.8044062852859497, -1.1485925912857056, -1.5459309816360474, -1.2327613830566406, -0.14746153354644775, -1.1721495389938354, -2.0884439945220947, -2.455855369567871, -2.292340040206909, -3.279665231704712, -2.518376350402832, -1.5730574131011963, -1.871331810951233, -2.3432555198669434, -2.4108872413635254, -1.6340583562850952, -1.6087474822998047, -1.375929355621338, -0.12696868181228638, -0.13135968148708344, -2.216848850250244, -0.859024167060852, -2.3772337436676025, -2.5037100315093994, -2.250614881515503, -1.5821105241775513, -1.737961769104004, -1.4721485376358032, -1.6293282508850098, -1.6402560472488403, -2.1231367588043213, -1.70674467086792, -2.128450870513916, -0.8827797174453735, -1.0174349546432495, -2.0615406036376953, -2.2085719108581543, -1.7668040990829468, -0.2087518721818924, -1.5783395767211914, -1.2798055410385132, -0.2118302583694458, -0.5755326747894287, -1.6650532484054565, -2.158679723739624, -1.1184091567993164, -1.9525671005249023, -1.4026399850845337, -1.5891133546829224, -1.1631234884262085, -2.4373786449432373, -1.2593234777450562, -0.8120291829109192]}, "Bot003_096_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_096.log.json", "context": "Hiya! I like to play guitar. I play guitar.  How many years did I I begin to begin? hi. i produce music so we have something in common! I am a country singer, I love music. that\u2019s great! i love rap I like rap music. I like them too. what food do you like the most? I love food, I love food. what kind of food?", "response": "I like italian food. I love it.", "annotation_id": "Bot003_096_08", "annotations": ["O", "O", "O", "O", "T", "O", "O", "O", "O", "O", "O", "X", "O", "O", "O"], "gpt2background_target_score": [-9.236458778381348, -8.89124584197998, -8.03762435913086, -12.429452896118164, -7.09116268157959, -8.922143936157227, -7.342608451843262, -9.6393404006958, -8.987977027893066, -8.959687232971191], "gpt2background_argmax_score": [-1.9761701822280884, -1.5143996477127075, -1.4640508890151978, -1.7402230501174927, -2.0958752632141113, -2.9383976459503174, -2.9974308013916016, -2.0958092212677, -1.4862576723098755, -2.254915952682495, -1.792864203453064, -2.052734136581421, -1.4176087379455566, -1.5448853969573975, -1.3200573921203613, -2.2492330074310303, -2.04209566116333, -0.47173210978507996, -2.0734047889709473, -2.0578765869140625, -1.5753471851348877, -1.2804194688796997, -1.5259590148925781, -1.6084468364715576, -2.3632097244262695, -2.3169572353363037, -2.3881900310516357, -2.4729199409484863, -1.7117339372634888, -1.8044062852859497, -1.1485925912857056, -1.5459309816360474, -1.2327613830566406, -0.14746153354644775, -1.1721495389938354, -2.0884439945220947, -2.455855369567871, -2.292340040206909, -3.279665231704712, -2.518376350402832, -1.5730574131011963, -1.871331810951233, -2.3432555198669434, -2.4108872413635254, -1.6340583562850952, -1.6087474822998047, -1.375929355621338, -0.12696868181228638, -0.13135968148708344, -2.216848850250244, -0.859024167060852, -2.3772337436676025, -2.5037100315093994, -2.250614881515503, -1.5821105241775513, -1.737961769104004, -1.4721485376358032, -1.6293282508850098, -1.6402560472488403, -2.1231367588043213, -1.70674467086792, -2.128450870513916, -0.8827797174453735, -1.0174349546432495, -2.0615406036376953, -2.2085719108581543, -1.7668040990829468, -0.2087518721818924, -1.5783395767211914, -1.2798055410385132, -0.2118302583694458, -0.5755326747894287, -1.6650538444519043, -1.1877397298812866, -2.7507731914520264, -1.4229938983917236, -1.570377230644226, -1.2357827425003052, -2.4416115283966064, -1.3416306972503662, -0.990265965461731, -1.8524374961853027, -0.26052865386009216, -1.1042208671569824, -0.4992278218269348, -1.7067683935165405, -1.990492582321167, -1.1726022958755493, -2.9402260780334473, -1.8064730167388916, -2.403877019882202, -1.2082678079605103, -1.1035209894180298, -0.990506112575531, -2.278571844100952, -1.3222748041152954, -1.1411168575286865]}, "Bot003_096_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_096.log.json", "context": "Hiya! I like to play guitar. I play guitar.  How many years did I I begin to begin? hi. i produce music so we have something in common! I am a country singer, I love music. that\u2019s great! i love rap I like rap music. I like them too. what food do you like the most? I love food, I love food. what kind of food? I like italian food. I love it. oh me too, pizza is my favourite", "response": "I love pizza, I am a country singer.", "annotation_id": "Bot003_096_10", "annotations": ["T", "T", "O", "T", "T", "T", "T", "T", "T", "T", "T", "T", "O", "T", "T"], "gpt2background_target_score": [-9.236458778381348, -9.885924339294434, -11.968693733215332, -8.873132705688477, -6.367397308349609, -8.908957481384277, -2.9974308013916016, -11.274316787719727, -11.375919342041016, -8.959687232971191], "gpt2background_argmax_score": [-1.9761701822280884, -1.5143996477127075, -1.4640508890151978, -1.7402230501174927, -2.0958752632141113, -2.9383976459503174, -2.9974308013916016, -2.0958092212677, -1.4862576723098755, -2.254915952682495, -1.792864203453064, -2.052734136581421, -1.4176087379455566, -1.5448853969573975, -1.3200573921203613, -2.2492330074310303, -2.04209566116333, -0.47173210978507996, -2.0734047889709473, -2.0578765869140625, -1.5753471851348877, -1.2804194688796997, -1.5259590148925781, -1.6084468364715576, -2.3632097244262695, -2.3169572353363037, -2.3881900310516357, -2.4729199409484863, -1.7117339372634888, -1.8044062852859497, -1.1485925912857056, -1.5459309816360474, -1.2327613830566406, -0.14746153354644775, -1.1721495389938354, -2.0884439945220947, -2.455855369567871, -2.292340040206909, -3.279665231704712, -2.518376350402832, -1.5730574131011963, -1.871331810951233, -2.3432555198669434, -2.4108872413635254, -1.6340583562850952, -1.6087474822998047, -1.375929355621338, -0.12696868181228638, -0.13135968148708344, -2.216848850250244, -0.859024167060852, -2.3772337436676025, -2.5037100315093994, -2.250614881515503, -1.5821105241775513, -1.737961769104004, -1.4721485376358032, -1.6293282508850098, -1.6402560472488403, -2.1231367588043213, -1.70674467086792, -2.128450870513916, -0.8827797174453735, -1.0174349546432495, -2.0615406036376953, -2.2085719108581543, -1.7668040990829468, -0.2087518721818924, -1.5783395767211914, -1.2798055410385132, -0.2118302583694458, -0.5755326747894287, -1.6650538444519043, -1.1877397298812866, -2.7507731914520264, -1.4229938983917236, -1.570377230644226, -1.2357827425003052, -2.4416115283966064, -1.3416306972503662, -0.990265965461731, -1.8524374961853027, -0.26052865386009216, -1.1042208671569824, -0.4992278218269348, -1.7067683935165405, -1.1739742755889893, -3.305377960205078, -1.432956576347351, -2.4996612071990967, -1.0446157455444336, -1.3126678466796875, -1.026553988456726, -3.0461971759796143, -1.3785572052001953, -1.161907434463501, -2.3439626693725586, -0.22049197554588318, -0.936107337474823, -1.7406965494155884, -1.7464158535003662, -1.1809327602386475, -0.7287981510162354, -1.4515326023101807, -2.1383564472198486, -1.4665385484695435, -0.48635050654411316, -1.2385523319244385, -1.9031206369400024, -0.8875349760055542, -1.582841157913208, -2.6616978645324707, -0.7143650650978088, -1.3680462837219238, -0.9713913202285767]}, "Bot003_096_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_096.log.json", "context": "Hiya! I like to play guitar. I play guitar.  How many years did I I begin to begin? hi. i produce music so we have something in common! I am a country singer, I love music. that\u2019s great! i love rap I like rap music. I like them too. what food do you like the most? I love food, I love food. what kind of food? I like italian food. I love it. oh me too, pizza is my favourite I love pizza, I am a country singer. do you like animals?", "response": "I do, I love animals. I have a dog.", "annotation_id": "Bot003_096_12", "annotations": ["O", "O", "O", "O", "T", "O", "O", "O", "O", "O", "O", "T", "O", "O", "O"], "gpt2background_target_score": [-9.236458778381348, -7.568306922912598, -10.022993087768555, -9.016366004943848, -8.306533813476562, -10.681893348693848, -6.252344608306885, -6.662742614746094, -9.096626281738281, -8.903853416442871, -10.193903923034668, -2.052734136581421], "gpt2background_argmax_score": [-1.9761701822280884, -1.5143996477127075, -1.4640508890151978, -1.7402230501174927, -2.0958752632141113, -2.9383976459503174, -2.9974308013916016, -2.0958092212677, -1.4862576723098755, -2.254915952682495, -1.792864203453064, -2.052734136581421, -1.4176087379455566, -1.5448853969573975, -1.3200573921203613, -2.2492330074310303, -2.04209566116333, -0.47173210978507996, -2.0734047889709473, -2.0578765869140625, -1.5753471851348877, -1.2804194688796997, -1.5259590148925781, -1.6084468364715576, -2.3632097244262695, -2.3169572353363037, -2.3881900310516357, -2.4729199409484863, -1.7117339372634888, -1.8044062852859497, -1.1485925912857056, -1.5459309816360474, -1.2327613830566406, -0.14746153354644775, -1.1721495389938354, -2.0884439945220947, -2.455855369567871, -2.292340040206909, -3.279665231704712, -2.518376350402832, -1.5730574131011963, -1.871331810951233, -2.3432555198669434, -2.4108872413635254, -1.6340583562850952, -1.6087474822998047, -1.375929355621338, -0.12696868181228638, -0.13135968148708344, -2.216848850250244, -0.859024167060852, -2.3772337436676025, -2.5037100315093994, -2.250614881515503, -1.5821105241775513, -1.737961769104004, -1.4721485376358032, -1.6293282508850098, -1.6402560472488403, -2.1231367588043213, -1.70674467086792, -2.128450870513916, -0.8827797174453735, -1.0174349546432495, -2.0615406036376953, -2.2085719108581543, -1.7668040990829468, -0.2087518721818924, -1.5783395767211914, -1.2798055410385132, -0.2118302583694458, -0.5755326747894287, -1.6650538444519043, -1.1877397298812866, -2.7507731914520264, -1.4229938983917236, -1.570377230644226, -1.2357827425003052, -2.4416115283966064, -1.3416306972503662, -0.990265965461731, -1.8524374961853027, -0.26052865386009216, -1.1042208671569824, -0.4992278218269348, -1.7067683935165405, -1.1739742755889893, -3.305377960205078, -1.432956576347351, -2.4996612071990967, -1.0446157455444336, -1.3126678466796875, -1.026553988456726, -3.0461971759796143, -1.3785572052001953, -1.161907434463501, -2.3439626693725586, -0.22049197554588318, -0.936107337474823, -1.7406965494155884, -1.7464158535003662, -1.1809327602386475, -0.7287981510162354, -1.4515326023101807, -2.0222079753875732, -1.5481765270233154, -0.8971657156944275, -1.991221308708191, -0.7757708430290222, -1.6882394552230835, -2.9587016105651855, -1.0300726890563965, -1.2436994314193726, -1.6034778356552124, -0.23460619151592255, -1.1160482168197632, -1.317151427268982, -0.6337205767631531, -1.9242130517959595, -1.894756555557251, -1.1841102838516235, -1.9805524349212646, -1.838442087173462, -1.3920166492462158, -1.0993709564208984, -0.9505965709686279, -0.9725481271743774, -0.9197267293930054, -1.2043284177780151, -1.9023723602294922, -1.7131291627883911, -0.9282341003417969]}, "Bot003_096_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_096.log.json", "context": "Hiya! I like to play guitar. I play guitar.  How many years did I I begin to begin? hi. i produce music so we have something in common! I am a country singer, I love music. that\u2019s great! i love rap I like rap music. I like them too. what food do you like the most? I love food, I love food. what kind of food? I like italian food. I love it. oh me too, pizza is my favourite I love pizza, I am a country singer. do you like animals? I do, I love animals. I have a dog. what is your dogs name?", "response": "My name is jim, I have a dog named radar", "annotation_id": "Bot003_096_14", "annotations": ["O", "T", "O", "O", "T", "T", "O", "T", "O", "O", "T", "X", "O", "O", "O"], "gpt2background_target_score": [-12.162065505981445, -10.4893159866333, -7.688104152679443, -10.444781303405762, -12.58732795715332, -8.517847061157227, -7.342608451843262, -10.04684829711914, -9.466995239257812, -12.369544982910156, -12.211732864379883, -13.606195449829102], "gpt2background_argmax_score": [-1.9761701822280884, -1.5143996477127075, -1.4640508890151978, -1.7402230501174927, -2.0958752632141113, -2.9383976459503174, -2.9974308013916016, -2.0958092212677, -1.4862576723098755, -2.254915952682495, -1.792864203453064, -2.052734136581421, -1.4176087379455566, -1.5448853969573975, -1.3200573921203613, -2.2492330074310303, -2.04209566116333, -0.47173210978507996, -2.0734047889709473, -2.0578765869140625, -1.5753471851348877, -1.2804194688796997, -1.5259590148925781, -1.6084468364715576, -2.3632097244262695, -2.3169572353363037, -2.3881900310516357, -2.4729199409484863, -1.7117339372634888, -1.8044062852859497, -1.1485925912857056, -1.5459309816360474, -1.2327613830566406, -0.14746153354644775, -1.1721495389938354, -2.0884439945220947, -2.455855369567871, -2.292340040206909, -3.279665231704712, -2.518376350402832, -1.5730574131011963, -1.871331810951233, -2.3432555198669434, -2.4108872413635254, -1.6340583562850952, -1.6087474822998047, -1.375929355621338, -0.12696868181228638, -0.13135968148708344, -2.216848850250244, -0.859024167060852, -2.3772337436676025, -2.5037100315093994, -2.250614881515503, -1.5821105241775513, -1.737961769104004, -1.4721485376358032, -1.6293282508850098, -1.6402560472488403, -2.1231367588043213, -1.70674467086792, -2.128450870513916, -0.8827797174453735, -1.0174349546432495, -2.0615406036376953, -2.2085719108581543, -1.7668040990829468, -0.2087518721818924, -1.5783395767211914, -1.2798055410385132, -0.2118302583694458, -0.5755326747894287, -1.6650538444519043, -1.1877397298812866, -2.7507731914520264, -1.4229938983917236, -1.570377230644226, -1.2357827425003052, -2.4416115283966064, -1.3416306972503662, -0.990265965461731, -1.8524374961853027, -0.26052865386009216, -1.1042208671569824, -0.4992278218269348, -1.7067683935165405, -1.1739742755889893, -3.305377960205078, -1.432956576347351, -2.4996612071990967, -1.0446157455444336, -1.3126678466796875, -1.026553988456726, -3.0461971759796143, -1.3785572052001953, -1.161907434463501, -2.3439626693725586, -0.22049197554588318, -0.936107337474823, -1.7406965494155884, -1.7464158535003662, -1.1809327602386475, -0.7287981510162354, -1.4515326023101807, -2.0222079753875732, -1.5481765270233154, -0.8971657156944275, -1.991221308708191, -0.7757708430290222, -1.6882394552230835, -2.9587016105651855, -1.0300726890563965, -1.2436994314193726, -1.6034778356552124, -0.23460619151592255, -1.1160482168197632, -1.317151427268982, -0.6337205767631531, -1.9242130517959595, -1.2402435541152954, -1.9953851699829102, -1.7166646718978882, -1.0733133554458618, -1.3176950216293335, -0.8829404711723328, -1.2098209857940674, -0.9076353907585144, -1.2278063297271729, -1.8064851760864258, -1.4675133228302002, -1.0550448894500732, -1.4686890840530396, -0.8962554335594177, -0.8034657835960388, -1.043273687362671, -0.39517658948898315, -1.9300813674926758, -2.4781334400177, -0.5890101790428162, -0.19530829787254333, -4.227155685424805, -2.47230863571167, -1.3742575645446777, -1.7590975761413574, -1.9589462280273438, -0.5689460635185242, -0.7396342754364014, -1.0587570667266846, -2.3747494220733643, -2.633730888366699]}, "Bot003_096_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_096.log.json", "context": "Hiya! I like to play guitar. I play guitar.  How many years did I I begin to begin? hi. i produce music so we have something in common! I am a country singer, I love music. that\u2019s great! i love rap I like rap music. I like them too. what food do you like the most? I love food, I love food. what kind of food? I like italian food. I love it. oh me too, pizza is my favourite I love pizza, I am a country singer. do you like animals? I do, I love animals. I have a dog. what is your dogs name? My name is jim, I have a dog named radar my dogs name charlie", "response": "Hi, I am bob. I am a country singer.", "annotation_id": "Bot003_096_16", "annotations": ["X", "T", "X", "X", "T", "X", "O", "X", "X", "X", "X", "T", "O", "X", "X"], "gpt2background_target_score": [-9.96907901763916, -1.5143996477127075, -1.4640508890151978, -3.1492061614990234, -10.951044082641602, -8.922143936157227, -7.342608451843262, -11.526211738586426, -9.466995239257812, -12.849823951721191, -8.88181209564209, -2.052734136581421], "gpt2background_argmax_score": [-1.9761701822280884, -1.5143996477127075, -1.4640508890151978, -1.7402230501174927, -2.0958752632141113, -2.9383976459503174, -2.9974308013916016, -2.0958092212677, -1.4862576723098755, -2.254915952682495, -1.792864203453064, -2.052734136581421, -1.4176087379455566, -1.5448853969573975, -1.3200573921203613, -2.2492330074310303, -2.04209566116333, -0.47173210978507996, -2.0734047889709473, -2.0578765869140625, -1.5753471851348877, -1.2804194688796997, -1.5259590148925781, -1.6084468364715576, -2.3632097244262695, -2.3169572353363037, -2.3881900310516357, -2.4729199409484863, -1.7117339372634888, -1.8044062852859497, -1.1485925912857056, -1.5459309816360474, -1.2327613830566406, -0.14746153354644775, -1.1721495389938354, -2.0884439945220947, -2.455855369567871, -2.292340040206909, -3.279665231704712, -2.518376350402832, -1.5730574131011963, -1.871331810951233, -2.3432555198669434, -2.4108872413635254, -1.6340583562850952, -1.6087474822998047, -1.375929355621338, -0.12696868181228638, -0.13135968148708344, -2.216848850250244, -0.859024167060852, -2.3772337436676025, -2.5037100315093994, -2.250614881515503, -1.5821105241775513, -1.737961769104004, -1.4721485376358032, -1.6293282508850098, -1.6402560472488403, -2.1231367588043213, -1.70674467086792, -2.128450870513916, -0.8827797174453735, -1.0174349546432495, -2.0615406036376953, -2.2085719108581543, -1.7668040990829468, -0.2087518721818924, -1.5783395767211914, -1.2798055410385132, -0.2118302583694458, -0.5755326747894287, -1.6650538444519043, -1.1877397298812866, -2.7507731914520264, -1.4229938983917236, -1.570377230644226, -1.2357827425003052, -2.4416115283966064, -1.3416306972503662, -0.990265965461731, -1.8524374961853027, -0.26052865386009216, -1.1042208671569824, -0.4992278218269348, -1.7067683935165405, -1.1739742755889893, -3.305377960205078, -1.432956576347351, -2.4996612071990967, -1.0446157455444336, -1.3126678466796875, -1.026553988456726, -3.0461971759796143, -1.3785572052001953, -1.161907434463501, -2.3439626693725586, -0.22049197554588318, -0.936107337474823, -1.7406965494155884, -1.7464158535003662, -1.1809327602386475, -0.7287981510162354, -1.4515326023101807, -2.0222079753875732, -1.5481765270233154, -0.8971657156944275, -1.991221308708191, -0.7757708430290222, -1.6882394552230835, -2.9587016105651855, -1.0300726890563965, -1.2436994314193726, -1.6034778356552124, -0.23460619151592255, -1.1160482168197632, -1.317151427268982, -0.6337205767631531, -1.9242130517959595, -1.2402435541152954, -1.9953851699829102, -1.7166646718978882, -1.0733133554458618, -1.3176950216293335, -0.8829404711723328, -1.2098209857940674, -0.9076353907585144, -1.2278063297271729, -1.8064851760864258, -1.4675133228302002, -1.0550448894500732, -1.4686890840530396, -0.8962554335594177, -0.8034657835960388, -1.043273687362671, -0.39517658948898315, -1.9300813674926758, -0.5437105298042297, -0.15714481472969055, -4.119461536407471, -2.5426418781280518, -1.4728853702545166, -1.6180710792541504, -1.4401251077651978, -0.4913909435272217, -0.8577894568443298, -0.791765034198761, -2.3123621940612793, -2.6028292179107666, -1.883726716041565, -0.47083425521850586, -1.0845305919647217, -2.0973339080810547, -1.344522476196289, -2.1560099124908447, -1.568118691444397, -1.5793108940124512, -1.791096568107605, -0.8448613286018372, -2.6812076568603516, -1.0244327783584595, -1.7611256837844849, -1.7153486013412476, -1.6806458234786987, -0.5339018106460571, -1.1909891366958618, -0.7176932096481323]}, "Bot003_096_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_096.log.json", "context": "Hiya! I like to play guitar. I play guitar.  How many years did I I begin to begin? hi. i produce music so we have something in common! I am a country singer, I love music. that\u2019s great! i love rap I like rap music. I like them too. what food do you like the most? I love food, I love food. what kind of food? I like italian food. I love it. oh me too, pizza is my favourite I love pizza, I am a country singer. do you like animals? I do, I love animals. I have a dog. what is your dogs name? My name is jim, I have a dog named radar my dogs name charlie Hi, I am bob. I am a country singer. i thought you were jim", "response": "I don't want to be a fan of yours but I don't like it.", "annotation_id": "Bot003_096_18", "annotations": ["X", "T", "X", "X", "O", "X", "X", "X", "X", "X", "X", "X", "O", "X", "X"], "gpt2background_target_score": [-9.236458778381348, -8.34926986694336, -12.610493659973145, -4.142728805541992, -2.5966811180114746, -3.5466082096099854, -2.9974308013916016, -11.300322532653809, -10.366048812866211, -14.808121681213379, -7.005496501922607, -7.096663475036621, -10.636894226074219, -13.213220596313477, -8.827352523803711, -10.034417152404785, -6.367132663726807], "gpt2background_argmax_score": [-1.9761701822280884, -1.5143996477127075, -1.4640508890151978, -1.7402230501174927, -2.0958752632141113, -2.9383976459503174, -2.9974308013916016, -2.0958092212677, -1.4862576723098755, -2.254915952682495, -1.792864203453064, -2.052734136581421, -1.4176087379455566, -1.5448853969573975, -1.3200573921203613, -2.2492330074310303, -2.04209566116333, -0.47173210978507996, -2.0734047889709473, -2.0578765869140625, -1.5753471851348877, -1.2804194688796997, -1.5259590148925781, -1.6084468364715576, -2.3632097244262695, -2.3169572353363037, -2.3881900310516357, -2.4729199409484863, -1.7117339372634888, -1.8044062852859497, -1.1485925912857056, -1.5459309816360474, -1.2327613830566406, -0.14746153354644775, -1.1721495389938354, -2.0884439945220947, -2.455855369567871, -2.292340040206909, -3.279665231704712, -2.518376350402832, -1.5730574131011963, -1.871331810951233, -2.3432555198669434, -2.4108872413635254, -1.6340583562850952, -1.6087474822998047, -1.375929355621338, -0.12696868181228638, -0.13135968148708344, -2.216848850250244, -0.859024167060852, -2.3772337436676025, -2.5037100315093994, -2.250614881515503, -1.5821105241775513, -1.737961769104004, -1.4721485376358032, -1.6293282508850098, -1.6402560472488403, -2.1231367588043213, -1.70674467086792, -2.128450870513916, -0.8827797174453735, -1.0174349546432495, -2.0615406036376953, -2.2085719108581543, -1.7668040990829468, -0.2087518721818924, -1.5783395767211914, -1.2798055410385132, -0.2118302583694458, -0.5755326747894287, -1.6650538444519043, -1.1877397298812866, -2.7507731914520264, -1.4229938983917236, -1.570377230644226, -1.2357827425003052, -2.4416115283966064, -1.3416306972503662, -0.990265965461731, -1.8524374961853027, -0.26052865386009216, -1.1042208671569824, -0.4992278218269348, -1.7067683935165405, -1.1739742755889893, -3.305377960205078, -1.432956576347351, -2.4996612071990967, -1.0446157455444336, -1.3126678466796875, -1.026553988456726, -3.0461971759796143, -1.3785572052001953, -1.161907434463501, -2.3439626693725586, -0.22049197554588318, -0.936107337474823, -1.7406965494155884, -1.7464158535003662, -1.1809327602386475, -0.7287981510162354, -1.4515326023101807, -2.0222079753875732, -1.5481765270233154, -0.8971657156944275, -1.991221308708191, -0.7757708430290222, -1.6882394552230835, -2.9587016105651855, -1.0300726890563965, -1.2436994314193726, -1.6034778356552124, -0.23460619151592255, -1.1160482168197632, -1.317151427268982, -0.6337205767631531, -1.9242130517959595, -1.2402435541152954, -1.9953851699829102, -1.7166646718978882, -1.0733133554458618, -1.3176950216293335, -0.8829404711723328, -1.2098209857940674, -0.9076353907585144, -1.2278063297271729, -1.8064851760864258, -1.4675133228302002, -1.0550448894500732, -1.4686890840530396, -0.8962554335594177, -0.8034657835960388, -1.043273687362671, -0.39517658948898315, -1.9300813674926758, -0.5437105298042297, -0.15714481472969055, -4.119461536407471, -2.5426418781280518, -1.4728853702545166, -1.6180710792541504, -1.4401251077651978, -0.4913909435272217, -0.8577894568443298, -0.791765034198761, -2.3123621940612793, -2.6028292179107666, -1.883726716041565, -0.47083425521850586, -1.0845305919647217, -2.0973339080810547, -1.344522476196289, -1.8454335927963257, -1.7373329401016235, -2.1655304431915283, -0.6597405672073364, -1.857429027557373, -1.3999674320220947, -1.7758872509002686, -1.2311646938323975, -2.229684829711914, -0.7916934490203857, -1.0876129865646362, -1.0782870054244995, -1.4309868812561035, -1.742234230041504, -1.3601027727127075, -0.9553240537643433, -0.06368370354175568, -1.2048351764678955, -2.30716872215271, -2.306494951248169, -0.5407577157020569, -1.5453410148620605, -0.6152644753456116, -1.953832745552063, -0.9339594841003418, -0.9402601718902588, -0.3912607431411743, -1.2481287717819214, -1.3065919876098633, -1.192105770111084, -2.402531623840332, -0.1778794378042221, -1.5893805027008057, -1.9997895956039429, -1.1384391784667969, -1.3427320718765259]}, "Bot003_096_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_096.log.json", "context": "Hiya! I like to play guitar. I play guitar.  How many years did I I begin to begin? hi. i produce music so we have something in common! I am a country singer, I love music. that\u2019s great! i love rap I like rap music. I like them too. what food do you like the most? I love food, I love food. what kind of food? I like italian food. I love it. oh me too, pizza is my favourite I love pizza, I am a country singer. do you like animals? I do, I love animals. I have a dog. what is your dogs name? My name is jim, I have a dog named radar my dogs name charlie Hi, I am bob. I am a country singer. i thought you were jim I don't want to be a fan of yours but I don't like it. alright", "response": "Awesome.", "annotation_id": "Bot003_096_20", "annotations": ["T", "O", "T", "T", "T", "T", "O", "O", "O", "O", "O", "T", "T", "X", "X"], "gpt2background_target_score": [-12.240538597106934, -3.3488974571228027], "gpt2background_argmax_score": [-1.9761701822280884, -1.5143996477127075, -1.4640508890151978, -1.7402230501174927, -2.0958752632141113, -2.9383976459503174, -2.9974308013916016, -2.0958092212677, -1.4862576723098755, -2.254915952682495, -1.792864203453064, -2.052734136581421, -1.4176087379455566, -1.5448853969573975, -1.3200573921203613, -2.2492330074310303, -2.04209566116333, -0.47173210978507996, -2.0734047889709473, -2.0578765869140625, -1.5753471851348877, -1.2804194688796997, -1.5259590148925781, -1.6084468364715576, -2.3632097244262695, -2.3169572353363037, -2.3881900310516357, -2.4729199409484863, -1.7117339372634888, -1.8044062852859497, -1.1485925912857056, -1.5459309816360474, -1.2327613830566406, -0.14746153354644775, -1.1721495389938354, -2.0884439945220947, -2.455855369567871, -2.292340040206909, -3.279665231704712, -2.518376350402832, -1.5730574131011963, -1.871331810951233, -2.3432555198669434, -2.4108872413635254, -1.6340583562850952, -1.6087474822998047, -1.375929355621338, -0.12696868181228638, -0.13135968148708344, -2.216848850250244, -0.859024167060852, -2.3772337436676025, -2.5037100315093994, -2.250614881515503, -1.5821105241775513, -1.737961769104004, -1.4721485376358032, -1.6293282508850098, -1.6402560472488403, -2.1231367588043213, -1.70674467086792, -2.128450870513916, -0.8827797174453735, -1.0174349546432495, -2.0615406036376953, -2.2085719108581543, -1.7668040990829468, -0.2087518721818924, -1.5783395767211914, -1.2798055410385132, -0.2118302583694458, -0.5755326747894287, -1.6650538444519043, -1.1877397298812866, -2.7507731914520264, -1.4229938983917236, -1.570377230644226, -1.2357827425003052, -2.4416115283966064, -1.3416306972503662, -0.990265965461731, -1.8524374961853027, -0.26052865386009216, -1.1042208671569824, -0.4992278218269348, -1.7067683935165405, -1.1739742755889893, -3.305377960205078, -1.432956576347351, -2.4996612071990967, -1.0446157455444336, -1.3126678466796875, -1.026553988456726, -3.0461971759796143, -1.3785572052001953, -1.161907434463501, -2.3439626693725586, -0.22049197554588318, -0.936107337474823, -1.7406965494155884, -1.7464158535003662, -1.1809327602386475, -0.7287981510162354, -1.4515326023101807, -2.0222079753875732, -1.5481765270233154, -0.8971657156944275, -1.991221308708191, -0.7757708430290222, -1.6882394552230835, -2.9587016105651855, -1.0300726890563965, -1.2436994314193726, -1.6034778356552124, -0.23460619151592255, -1.1160482168197632, -1.317151427268982, -0.6337205767631531, -1.9242130517959595, -1.2402435541152954, -1.9953851699829102, -1.7166646718978882, -1.0733133554458618, -1.3176950216293335, -0.8829404711723328, -1.2098209857940674, -0.9076353907585144, -1.2278063297271729, -1.8064851760864258, -1.4675133228302002, -1.0550448894500732, -1.4686890840530396, -0.8962554335594177, -0.8034657835960388, -1.043273687362671, -0.39517658948898315, -1.9300813674926758, -0.5437105298042297, -0.15714481472969055, -4.119461536407471, -2.5426418781280518, -1.4728853702545166, -1.6180710792541504, -1.4401251077651978, -0.4913909435272217, -0.8577894568443298, -0.791765034198761, -2.3123621940612793, -2.6028292179107666, -1.883726716041565, -0.47083425521850586, -1.0845305919647217, -2.0973339080810547, -1.344522476196289, -1.8454335927963257, -1.7373329401016235, -2.1655304431915283, -0.6597405672073364, -1.857429027557373, -1.3999674320220947, -1.7758872509002686, -1.2311646938323975, -2.229684829711914, -0.7916934490203857, -1.0876129865646362, -1.0782870054244995, -1.4309868812561035, -1.742234230041504, -1.3601027727127075, -0.9553240537643433, -0.06368370354175568, -1.2048351764678955, -2.6178314685821533, -0.7062736749649048, -1.2302806377410889, -0.474075049161911, -1.9311820268630981, -1.0543885231018066, -1.000962495803833, -0.5055702328681946, -1.2739673852920532, -1.1796537637710571, -1.3876311779022217, -2.2704854011535645, -0.2122289091348648, -1.6264581680297852, -1.5917704105377197, -1.0650893449783325, -1.5398451089859009, -1.3210750818252563, -2.2106752395629883, -1.2123574018478394, -1.3634836673736572]}, "Bot003_097_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_097.log.json", "context": "Hey! How is your day? fine yours?", "response": "I'm not sure.", "annotation_id": "Bot003_097_02", "annotations": ["O", "O", "O", "O", "O", "X", "O", "X", "O", "O", "T", "O", "T", "O", "X"], "gpt2background_target_score": [-9.64731502532959, -9.635100364685059, -9.503861427307129, -11.411028861999512, -11.514787673950195], "gpt2background_argmax_score": [-2.115349054336548, -1.2066389322280884, -1.5882161855697632, -1.8521149158477783, -0.6864993572235107, -0.7637843489646912, -1.3751940727233887, -2.540895938873291, -2.696702003479004, -1.849757194519043, -2.1095237731933594, -1.686964511871338, -2.783952236175537, -2.208338499069214, -1.684027075767517, -1.1994127035140991]}, "Bot003_097_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_097.log.json", "context": "Hey! How is your day? fine yours? I'm not sure. tell me about yourself", "response": "I love grey, reminds me of summer time.", "annotation_id": "Bot003_097_04", "annotations": ["T", "X", "T", "O", "T", "O", "O", "X", "O", "O", "O", "O", "X", "T", "O"], "gpt2background_target_score": [-9.64731502532959, -11.528180122375488, -12.050939559936523, -8.835192680358887, -13.195429801940918, -12.981633186340332, -9.755001068115234, -8.037017822265625, -6.326847553253174, -7.859580993652344], "gpt2background_argmax_score": [-2.115349054336548, -1.2066389322280884, -1.5882161855697632, -1.8521149158477783, -0.6864993572235107, -0.7637843489646912, -1.3751940727233887, -2.540895938873291, -2.696702003479004, -1.849757194519043, -1.6220958232879639, -2.963355779647827, -2.457656145095825, -1.8812894821166992, -1.5884597301483154, -1.4205780029296875, -2.154587745666504, -1.8937119245529175, -1.5943461656570435, -1.7985273599624634, -1.4588563442230225, -0.8049077987670898, -2.0821337699890137, -2.0868165493011475, -0.6462019681930542, -0.4715540111064911, -2.171741008758545, -1.7659902572631836, -1.769863486289978, -1.3236446380615234]}, "Bot003_097_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_097.log.json", "context": "Hey! How is your day? fine yours? I'm not sure. tell me about yourself I love grey, reminds me of summer time. what are you", "response": "I am the latest result in artificial intelligence which can reproduce the functions of the human brain with greater speed and accuracy.", "annotation_id": "Bot003_097_06", "annotations": ["O", "X", "T", "O", "T", "O", "O", "O", "O", "T", "O", "O", "O", "O", "X"], "gpt2background_target_score": [-9.64731502532959, -8.879878044128418, -5.204345226287842, -11.630915641784668, -10.5752592086792, -4.991046905517578, -12.684896469116211, -13.34564208984375, -9.273954391479492, -8.244197845458984, -12.50696849822998, -5.347723007202148, -12.601046562194824, -5.217498302459717, -8.09046459197998, -11.072256088256836, -11.965033531188965, -8.619756698608398, -13.037110328674316, -12.34288501739502, -6.719383239746094, -12.5453462600708, -8.490449905395508], "gpt2background_argmax_score": [-2.115349054336548, -1.2066389322280884, -1.5882161855697632, -1.8521149158477783, -0.6864993572235107, -0.7637843489646912, -1.3751940727233887, -2.540895938873291, -2.696702003479004, -1.849757194519043, -1.6220958232879639, -2.963355779647827, -2.457656145095825, -1.8812894821166992, -1.5884597301483154, -1.4205780029296875, -2.154587745666504, -1.8937119245529175, -1.5943461656570435, -1.2425295114517212, -0.3518048822879791, -2.2487289905548096, -2.041170835494995, -0.7411123514175415, -0.46407097578048706, -2.3500025272369385, -1.753483772277832, -1.6885733604431152, -1.9257410764694214, -1.7086600065231323, -0.706473708152771, -1.186800479888916, -1.8492366075515747, -1.5951110124588013, -2.4349536895751953, -2.3753974437713623, -2.710740089416504, -0.7388126850128174, -1.4161427021026611, -2.329521417617798, -1.3988338708877563, -1.527815580368042, -2.0861880779266357, -2.9723074436187744, -2.265958547592163, -0.3764583170413971, -2.3671882152557373, -0.9670974016189575, -0.7757881879806519, -1.1793156862258911, -2.3306710720062256, -2.627368927001953, -0.9883655309677124, -3.169776678085327, -0.6487099528312683, -1.7331953048706055]}, "Bot003_097_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_097.log.json", "context": "Hey! How is your day? fine yours? I'm not sure. tell me about yourself I love grey, reminds me of summer time. what are you I am the latest result in artificial intelligence which can reproduce the functions of the human brain with greater speed and accuracy. wow", "response": "What a bunch of idiots.", "annotation_id": "Bot003_097_08", "annotations": ["X", "X", "O", "X", "T", "O", "X", "X", "T", "X", "T", "O", "T", "X", "X"], "gpt2background_target_score": [-11.490314483642578, -7.699581623077393, -12.898348808288574, -10.295933723449707, -15.644637107849121, -5.492610931396484], "gpt2background_argmax_score": [-2.115349054336548, -1.2066389322280884, -1.5882161855697632, -1.8521149158477783, -0.6864993572235107, -0.7637843489646912, -1.3751940727233887, -2.540895938873291, -2.696702003479004, -1.849757194519043, -1.6220958232879639, -2.963355779647827, -2.457656145095825, -1.8812894821166992, -1.5884597301483154, -1.4205780029296875, -2.154587745666504, -1.8937119245529175, -1.5943461656570435, -1.2425295114517212, -0.3518048822879791, -2.2487289905548096, -2.041170835494995, -0.7411123514175415, -0.46407097578048706, -2.3500025272369385, -1.753483772277832, -1.6885733604431152, -1.9257410764694214, -1.7086600065231323, -0.7064706087112427, -1.18679940700531, -1.811795949935913, -2.643561601638794, -1.780714750289917, -2.7637860774993896, -0.9843146204948425, -2.0486860275268555, -2.7357444763183594, -1.8345710039138794, -1.5960752964019775, -2.1597225666046143, -2.8903121948242188, -2.4537620544433594, -0.40961435437202454, -2.323601484298706, -0.9930787682533264, -0.8427518606185913, -1.4936354160308838, -2.3447391986846924, -2.710789203643799, -1.1821025609970093, -2.872312545776367, -0.9753869771957397, -2.0059008598327637, -1.8828226327896118, -2.013115644454956, -2.01253604888916, -2.2301735877990723, -0.2724805176258087, -2.387643575668335, -1.3027172088623047, -1.315966248512268]}, "Bot003_097_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_097.log.json", "context": "Hey! How is your day? fine yours? I'm not sure. tell me about yourself I love grey, reminds me of summer time. what are you I am the latest result in artificial intelligence which can reproduce the functions of the human brain with greater speed and accuracy. wow What a bunch of idiots. am i really talking witih an intelligent bot", "response": "It sounds like you're talking.", "annotation_id": "Bot003_097_10", "annotations": ["T", "X", "X", "O", "T", "O", "X", "X", "X", "O", "O", "O", "O", "X", "X"], "gpt2background_target_score": [-12.886165618896484, -11.209603309631348, -9.41792106628418, -5.431763648986816, -12.727681159973145, -9.579840660095215, -9.949695587158203], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.588215708732605, -1.8521147966384888, -0.6864985823631287, -0.7637838125228882, -1.3751966953277588, -2.5408976078033447, -2.69670033454895, -1.849757194519043, -1.6220970153808594, -2.9633548259735107, -2.457655668258667, -1.8812891244888306, -1.5884586572647095, -1.4205775260925293, -2.154590606689453, -1.8937151432037354, -1.594346046447754, -1.2425284385681152, -0.3518054485321045, -2.248723030090332, -2.0411715507507324, -0.7411118149757385, -0.46407023072242737, -2.3500022888183594, -1.7534821033477783, -1.6885751485824585, -1.9257397651672363, -1.7086565494537354, -0.7064701318740845, -1.1868011951446533, -1.8117958307266235, -2.6435625553131104, -1.7807143926620483, -2.763779640197754, -0.9843124747276306, -2.0486867427825928, -2.735743761062622, -1.8345718383789062, -1.5960757732391357, -2.159723997116089, -2.890312671661377, -2.4537646770477295, -0.40961340069770813, -2.323598861694336, -0.9930789470672607, -0.8427510261535645, -1.4936339855194092, -2.3447396755218506, -2.7107889652252197, -1.1821013689041138, -2.872312307357788, -0.9753866791725159, -2.0059006214141846, -1.882820725440979, -2.0265140533447266, -2.0242018699645996, -0.26739877462387085, -2.417146921157837, -1.373718500137329, -1.9532246589660645, -0.8309089541435242, -1.598490834236145, -3.111884593963623, -0.39974915981292725, -2.599958658218384, -2.3495936393737793, -1.6859822273254395, -1.8144607543945312, -0.9758002758026123, -2.315868854522705, -0.8557417392730713, -0.5369560122489929, -1.1226218938827515, -1.1148006916046143, -2.4799864292144775, -0.9492647051811218, -1.5488615036010742]}, "Bot003_097_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_097.log.json", "context": "Hey! How is your day? fine yours? I'm not sure. tell me about yourself I love grey, reminds me of summer time. what are you I am the latest result in artificial intelligence which can reproduce the functions of the human brain with greater speed and accuracy. wow What a bunch of idiots. am i really talking witih an intelligent bot It sounds like you're talking. yes and a funny one :)", "response": "It's not the first time in the first place.", "annotation_id": "Bot003_097_12", "annotations": ["X", "X", "O", "X", "T", "O", "X", "X", "X", "T", "X", "O", "T", "X", "X"], "gpt2background_target_score": [-12.886165618896484, -10.41329288482666, -9.503860473632812, -1.8521147966384888, -5.214682579040527, -10.069231986999512, -8.39599609375, -5.362192153930664, -6.798486709594727, -11.067941665649414, -8.704215049743652], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.588215708732605, -1.8521147966384888, -0.6864985823631287, -0.7637838125228882, -1.3751966953277588, -2.5408976078033447, -2.69670033454895, -1.849757194519043, -1.6220970153808594, -2.9633548259735107, -2.457655668258667, -1.8812891244888306, -1.5884586572647095, -1.4205775260925293, -2.154590606689453, -1.8937151432037354, -1.594346046447754, -1.2425284385681152, -0.3518054485321045, -2.248723030090332, -2.0411715507507324, -0.7411118149757385, -0.46407023072242737, -2.3500022888183594, -1.7534821033477783, -1.6885751485824585, -1.9257397651672363, -1.7086565494537354, -0.7064701318740845, -1.1868011951446533, -1.8117958307266235, -2.6435625553131104, -1.7807143926620483, -2.763779640197754, -0.9843124747276306, -2.0486867427825928, -2.735743761062622, -1.8345718383789062, -1.5960757732391357, -2.159723997116089, -2.890312671661377, -2.4537646770477295, -0.40961340069770813, -2.323598861694336, -0.9930789470672607, -0.8427510261535645, -1.4936339855194092, -2.3447396755218506, -2.7107889652252197, -1.1821013689041138, -2.872312307357788, -0.9753866791725159, -2.0059006214141846, -1.882820725440979, -2.0265140533447266, -2.0242018699645996, -0.26739877462387085, -2.417146921157837, -1.373718500137329, -1.9532246589660645, -0.8309089541435242, -1.598490834236145, -3.111884593963623, -0.39974915981292725, -2.599958658218384, -2.3495936393737793, -1.6859822273254395, -1.8144607543945312, -0.9758002758026123, -1.1640132665634155, -0.7062972187995911, -1.279893159866333, -1.3344964981079102, -2.828465461730957, -0.9253665208816528, -2.2319858074188232, -1.9144823551177979, -1.5242334604263306, -2.270423412322998, -0.9753453135490417, -1.4400569200515747, -1.8631917238235474, -2.3876914978027344, -0.9959795475006104, -2.005434989929199, -2.451300859451294, -2.052199363708496, -0.8850958347320557, -1.2048074007034302, -1.546398401260376, -1.5565701723098755, -1.4211792945861816, -1.5730397701263428, -1.7210534811019897]}, "Bot003_097_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_097.log.json", "context": "Hey! How is your day? fine yours? I'm not sure. tell me about yourself I love grey, reminds me of summer time. what are you I am the latest result in artificial intelligence which can reproduce the functions of the human brain with greater speed and accuracy. wow What a bunch of idiots. am i really talking witih an intelligent bot It sounds like you're talking. yes and a funny one :) It's not the first time in the first place. what is your favorite movie", "response": "My favorite movie is robotcop. Have you seen robotcop?", "annotation_id": "Bot003_097_14", "annotations": ["O", "O", "O", "O", "T", "O", "O", "O", "O", "X", "O", "O", "T", "O", "O"], "gpt2background_target_score": [-12.479883193969727, -12.085007667541504, -10.20079517364502, -8.659971237182617, -11.140765190124512, -12.71099853515625, -9.949695587158203, -7.916093826293945, -5.731471061706543, -10.865646362304688, -12.452775955200195, -14.263670921325684, -7.4817304611206055], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.588215708732605, -1.8521147966384888, -0.6864985823631287, -0.7637838125228882, -1.3751966953277588, -2.5408976078033447, -2.69670033454895, -1.849757194519043, -1.6220970153808594, -2.9633548259735107, -2.457655668258667, -1.8812891244888306, -1.5884586572647095, -1.4205775260925293, -2.154590606689453, -1.8937151432037354, -1.594346046447754, -1.2425284385681152, -0.3518054485321045, -2.248723030090332, -2.0411715507507324, -0.7411118149757385, -0.46407023072242737, -2.3500022888183594, -1.7534821033477783, -1.6885751485824585, -1.9257397651672363, -1.7086565494537354, -0.7064701318740845, -1.1868011951446533, -1.8117958307266235, -2.6435625553131104, -1.7807143926620483, -2.763779640197754, -0.9843124747276306, -2.0486867427825928, -2.735743761062622, -1.8345718383789062, -1.5960757732391357, -2.159723997116089, -2.890312671661377, -2.4537646770477295, -0.40961340069770813, -2.323598861694336, -0.9930789470672607, -0.8427510261535645, -1.4936339855194092, -2.3447396755218506, -2.7107889652252197, -1.1821013689041138, -2.872312307357788, -0.9753866791725159, -2.0059006214141846, -1.882820725440979, -2.0265140533447266, -2.0242018699645996, -0.26739877462387085, -2.417146921157837, -1.373718500137329, -1.9532246589660645, -0.8309089541435242, -1.598490834236145, -3.111884593963623, -0.39974915981292725, -2.599958658218384, -2.3495936393737793, -1.6859822273254395, -1.8144607543945312, -0.9758002758026123, -1.1640132665634155, -0.7062972187995911, -1.279893159866333, -1.3344964981079102, -2.828465461730957, -0.9253665208816528, -2.2319858074188232, -1.9144823551177979, -1.5242334604263306, -2.270423412322998, -0.9753453135490417, -1.4400569200515747, -1.8631917238235474, -0.9861670732498169, -2.1132967472076416, -2.4634664058685303, -1.9386907815933228, -1.046321988105774, -1.2515437602996826, -1.547410249710083, -1.5978400707244873, -1.4286693334579468, -1.6927858591079712, -2.212078332901001, -2.16693115234375, -1.606373906135559, -2.5730183124542236, -2.3030335903167725, -0.6954793930053711, -2.229001522064209, -0.8970654606819153, -1.5241206884384155, -0.8259150981903076, -2.820150136947632, -2.449420213699341, -2.286684274673462, -1.7132277488708496, -0.802978515625, -1.4011167287826538, -1.3963494300842285, -0.5403202772140503, -0.7162081003189087, -0.5884020924568176]}, "Bot003_097_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_097.log.json", "context": "Hey! How is your day? fine yours? I'm not sure. tell me about yourself I love grey, reminds me of summer time. what are you I am the latest result in artificial intelligence which can reproduce the functions of the human brain with greater speed and accuracy. wow What a bunch of idiots. am i really talking witih an intelligent bot It sounds like you're talking. yes and a funny one :) It's not the first time in the first place. what is your favorite movie My favorite movie is robotcop. Have you seen robotcop? of course a GOOD ONE", "response": "I am so sorry to hear that.", "annotation_id": "Bot003_097_16", "annotations": ["X", "X", "O", "X", "T", "X", "X", "X", "T", "T", "X", "O", "O", "X", "X"], "gpt2background_target_score": [-9.647310256958008, -8.879878997802734, -6.858940124511719, -12.027031898498535, -10.102693557739258, -16.264965057373047, -9.492124557495117, -3.9601168632507324], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.588215708732605, -1.8521147966384888, -0.6864985823631287, -0.7637838125228882, -1.3751966953277588, -2.5408976078033447, -2.69670033454895, -1.849757194519043, -1.6220970153808594, -2.9633548259735107, -2.457655668258667, -1.8812891244888306, -1.5884586572647095, -1.4205775260925293, -2.154590606689453, -1.8937151432037354, -1.594346046447754, -1.2425284385681152, -0.3518054485321045, -2.248723030090332, -2.0411715507507324, -0.7411118149757385, -0.46407023072242737, -2.3500022888183594, -1.7534821033477783, -1.6885751485824585, -1.9257397651672363, -1.7086565494537354, -0.7064701318740845, -1.1868011951446533, -1.8117958307266235, -2.6435625553131104, -1.7807143926620483, -2.763779640197754, -0.9843124747276306, -2.0486867427825928, -2.735743761062622, -1.8345718383789062, -1.5960757732391357, -2.159723997116089, -2.890312671661377, -2.4537646770477295, -0.40961340069770813, -2.323598861694336, -0.9930789470672607, -0.8427510261535645, -1.4936339855194092, -2.3447396755218506, -2.7107889652252197, -1.1821013689041138, -2.872312307357788, -0.9753866791725159, -2.0059006214141846, -1.882820725440979, -2.0265140533447266, -2.0242018699645996, -0.26739877462387085, -2.417146921157837, -1.373718500137329, -1.9532246589660645, -0.8309089541435242, -1.598490834236145, -3.111884593963623, -0.39974915981292725, -2.599958658218384, -2.3495936393737793, -1.6859822273254395, -1.8144607543945312, -0.9758002758026123, -1.1640132665634155, -0.7062972187995911, -1.279893159866333, -1.3344964981079102, -2.828465461730957, -0.9253665208816528, -2.2319858074188232, -1.9144823551177979, -1.5242334604263306, -2.270423412322998, -0.9753453135490417, -1.4400569200515747, -1.8631917238235474, -0.9861670732498169, -2.1132967472076416, -2.4634664058685303, -1.9386907815933228, -1.046321988105774, -1.2515437602996826, -1.547410249710083, -1.5978400707244873, -1.4286693334579468, -1.6927858591079712, -2.212078332901001, -2.16693115234375, -1.606373906135559, -2.5730183124542236, -2.3030335903167725, -0.6954793930053711, -1.0277947187423706, -1.4273810386657715, -0.7661573886871338, -2.697908401489258, -2.516629457473755, -2.0188629627227783, -2.3066232204437256, -0.8054640889167786, -1.4819629192352295, -1.672540307044983, -0.5419856309890747, -0.6152068376541138, -1.9190983772277832, -0.7534620761871338, -2.1136837005615234, -0.9796237945556641, -1.6270992755889893, -1.3264611959457397, -2.0401439666748047, -2.5330142974853516, -2.0943615436553955, -2.067786931991577, -2.203659772872925, -0.2931246757507324, -0.5906437039375305, -1.1189074516296387, -1.1890619993209839]}, "Bot003_097_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_097.log.json", "context": "Hey! How is your day? fine yours? I'm not sure. tell me about yourself I love grey, reminds me of summer time. what are you I am the latest result in artificial intelligence which can reproduce the functions of the human brain with greater speed and accuracy. wow What a bunch of idiots. am i really talking witih an intelligent bot It sounds like you're talking. yes and a funny one :) It's not the first time in the first place. what is your favorite movie My favorite movie is robotcop. Have you seen robotcop? of course a GOOD ONE I am so sorry to hear that. i like robocop", "response": "You like robocop.", "annotation_id": "Bot003_097_18", "annotations": ["T", "O", "O", "O", "T", "O", "T", "O", "T", "O", "O", "O", "O", "T", "T"], "gpt2background_target_score": [-11.325797080993652, -10.527121543884277, -12.569769859313965, -12.02675724029541, -12.752094268798828, -5.492613315582275], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.588215708732605, -1.8521147966384888, -0.6864985823631287, -0.7637838125228882, -1.3751966953277588, -2.5408976078033447, -2.69670033454895, -1.849757194519043, -1.6220970153808594, -2.9633548259735107, -2.457655668258667, -1.8812891244888306, -1.5884586572647095, -1.4205775260925293, -2.154590606689453, -1.8937151432037354, -1.594346046447754, -1.2425284385681152, -0.3518054485321045, -2.248723030090332, -2.0411715507507324, -0.7411118149757385, -0.46407023072242737, -2.3500022888183594, -1.7534821033477783, -1.6885751485824585, -1.9257397651672363, -1.7086565494537354, -0.7064701318740845, -1.1868011951446533, -1.8117958307266235, -2.6435625553131104, -1.7807143926620483, -2.763779640197754, -0.9843124747276306, -2.0486867427825928, -2.735743761062622, -1.8345718383789062, -1.5960757732391357, -2.159723997116089, -2.890312671661377, -2.4537646770477295, -0.40961340069770813, -2.323598861694336, -0.9930789470672607, -0.8427510261535645, -1.4936339855194092, -2.3447396755218506, -2.7107889652252197, -1.1821013689041138, -2.872312307357788, -0.9753866791725159, -2.0059006214141846, -1.882820725440979, -2.0265140533447266, -2.0242018699645996, -0.26739877462387085, -2.417146921157837, -1.373718500137329, -1.9532246589660645, -0.8309089541435242, -1.598490834236145, -3.111884593963623, -0.39974915981292725, -2.599958658218384, -2.3495936393737793, -1.6859822273254395, -1.8144607543945312, -0.9758002758026123, -1.1640132665634155, -0.7062972187995911, -1.279893159866333, -1.3344964981079102, -2.828465461730957, -0.9253665208816528, -2.2319858074188232, -1.9144823551177979, -1.5242334604263306, -2.270423412322998, -0.9753453135490417, -1.4400569200515747, -1.8631917238235474, -0.9861670732498169, -2.1132967472076416, -2.4634664058685303, -1.9386907815933228, -1.046321988105774, -1.2515437602996826, -1.5474125146865845, -1.5978437662124634, -1.4286695718765259, -1.6927871704101562, -2.2120778560638428, -2.1669321060180664, -1.6063733100891113, -2.5730197429656982, -2.3030335903167725, -0.6954798698425293, -1.027793526649475, -1.4273817539215088, -0.7661580443382263, -2.697908401489258, -2.516629219055176, -2.0188634395599365, -2.306622266769409, -0.8054654002189636, -1.4819624423980713, -1.6725410223007202, -0.541985273361206, -0.6152064204216003, -1.919097900390625, -0.7534618377685547, -2.1136837005615234, -0.9796230792999268, -1.6270983219146729, -1.3264609575271606, -2.533243417739868, -1.9599177837371826, -1.8638750314712524, -2.0888872146606445, -0.4917924702167511, -0.8011069893836975, -1.041290521621704, -1.9038196802139282, -2.628735303878784, -2.124763011932373, -0.2981032431125641, -1.921629548072815, -2.9367167949676514, -2.2133841514587402, -2.0902726650238037, -2.3830692768096924, -0.3467981219291687, -0.49285048246383667, -0.907941460609436, -1.5640026330947876]}, "Bot003_097_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_097.log.json", "context": "Hey! How is your day? fine yours? I'm not sure. tell me about yourself I love grey, reminds me of summer time. what are you I am the latest result in artificial intelligence which can reproduce the functions of the human brain with greater speed and accuracy. wow What a bunch of idiots. am i really talking witih an intelligent bot It sounds like you're talking. yes and a funny one :) It's not the first time in the first place. what is your favorite movie My favorite movie is robotcop. Have you seen robotcop? of course a GOOD ONE I am so sorry to hear that. i like robocop You like robocop. yes as you say \"robotcop\"", "response": "I am a dog person, I love him", "annotation_id": "Bot003_097_20", "annotations": ["X", "X", "T", "T", "T", "X", "X", "X", "T", "X", "X", "O", "T", "X", "X"], "gpt2background_target_score": [-9.647310256958008, -8.879878997802734, -6.778818130493164, -9.52480411529541, -10.187929153442383, -4.809305667877197, -2.5209248065948486, -7.723583221435547, -10.64990234375], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.588215708732605, -1.8521147966384888, -0.6864985823631287, -0.7637838125228882, -1.3751966953277588, -2.5408976078033447, -2.69670033454895, -1.849757194519043, -1.6220970153808594, -2.9633548259735107, -2.457655668258667, -1.8812891244888306, -1.5884586572647095, -1.4205775260925293, -2.154590606689453, -1.8937151432037354, -1.594346046447754, -1.2425284385681152, -0.3518054485321045, -2.248723030090332, -2.0411715507507324, -0.7411118149757385, -0.46407023072242737, -2.3500022888183594, -1.7534821033477783, -1.6885751485824585, -1.9257397651672363, -1.7086565494537354, -0.7064701318740845, -1.1868011951446533, -1.8117958307266235, -2.6435625553131104, -1.7807143926620483, -2.763779640197754, -0.9843124747276306, -2.0486867427825928, -2.735743761062622, -1.8345718383789062, -1.5960757732391357, -2.159723997116089, -2.890312671661377, -2.4537646770477295, -0.40961340069770813, -2.323598861694336, -0.9930789470672607, -0.8427510261535645, -1.4936339855194092, -2.3447396755218506, -2.7107889652252197, -1.1821013689041138, -2.872312307357788, -0.9753866791725159, -2.0059006214141846, -1.882820725440979, -2.0265140533447266, -2.0242018699645996, -0.26739877462387085, -2.417146921157837, -1.373718500137329, -1.9532246589660645, -0.8309089541435242, -1.598490834236145, -3.111884593963623, -0.39974915981292725, -2.599958658218384, -2.3495936393737793, -1.6859822273254395, -1.8144607543945312, -0.9758002758026123, -1.1640132665634155, -0.7062972187995911, -1.279893159866333, -1.3344964981079102, -2.828465461730957, -0.9253665208816528, -2.2319858074188232, -1.9144823551177979, -1.5242334604263306, -2.270423412322998, -0.9753453135490417, -1.4400569200515747, -1.8631917238235474, -0.9861670732498169, -2.1132967472076416, -2.4634664058685303, -1.9386907815933228, -1.046321988105774, -1.2515437602996826, -1.547410249710083, -1.5978400707244873, -1.4286693334579468, -1.6927858591079712, -2.212078332901001, -2.16693115234375, -1.606373906135559, -2.5730183124542236, -2.3030335903167725, -0.6954793930053711, -1.0277947187423706, -1.4273810386657715, -0.7661573886871338, -2.697908401489258, -2.516629457473755, -2.0188629627227783, -2.3066232204437256, -0.8054640889167786, -1.4819629192352295, -1.672540307044983, -0.5419856309890747, -0.6152068376541138, -1.9190983772277832, -0.7534620761871338, -2.1136837005615234, -0.9796237945556641, -1.6270992755889893, -1.3264611959457397, -2.5332422256469727, -1.9599188566207886, -1.8638758659362793, -2.0888864994049072, -0.49179261922836304, -0.8011059761047363, -1.0412918329238892, -1.9038196802139282, -2.628734827041626, -2.1247622966766357, -0.2981025278568268, -1.9216268062591553, -2.936715841293335, -1.9575982093811035, -2.3860812187194824, -0.41612446308135986, -0.5349687337875366, -1.9755035638809204, -2.3581936359405518, -1.8020128011703491, -1.3298661708831787, -1.6883680820465088, -2.1644601821899414, -2.866424560546875, -1.341425895690918, -0.9150686264038086, -0.7407093644142151, -2.4306459426879883, -2.4474496841430664, -1.8986705541610718, -2.0743765830993652, -0.643415629863739, -1.382264494895935, -1.5944219827651978, -2.1967365741729736, -1.9217641353607178, -2.1148924827575684, -1.6654142141342163]}, "Bot003_099_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_099.log.json", "context": "Hiya! I like to play video games and have a passion for video games i like playing them too. which one is your favorite ?", "response": "I like to play video games.", "annotation_id": "Bot003_099_02", "annotations": ["O", "X", "T", "O", "X", "O", "T", "O", "O", "O", "T", "O", "X", "X", "T"], "gpt2background_target_score": [-9.236455917358398, -8.891244888305664, -9.276382446289062, -6.750426769256592, -6.721761226654053, -9.491254806518555, -6.25234317779541], "gpt2background_argmax_score": [-1.9761712551116943, -1.514399528503418, -1.4640517234802246, -1.7402215003967285, -2.0958728790283203, -2.938397169113159, -2.9974300861358643, -0.07236827909946442, -1.901895523071289, -1.5207544565200806, -1.4157017469406128, -2.4462711811065674, -0.49678754806518555, -1.5723259449005127, -0.15118683874607086, -1.194265604019165, -2.4447343349456787, -1.0416282415390015, -1.5196970701217651, -1.317585825920105, -1.0170952081680298, -1.7115497589111328, -0.9951581954956055, -1.6133520603179932, -1.305694580078125, -0.7112562656402588, -0.460789293050766, -1.6442185640335083, -2.2682223320007324, -1.8655575513839722, -2.022550582885742, -0.3418593108654022, -0.9516586661338806, -0.07612825930118561, -2.0956265926361084, -1.249068260192871]}, "Bot003_099_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_099.log.json", "context": "Hiya! I like to play video games and have a passion for video games i like playing them too. which one is your favorite ? I like to play video games. which video game is your favorite ?", "response": "I like video games and I love playing games", "annotation_id": "Bot003_099_04", "annotations": ["O", "X", "T", "O", "X", "T", "T", "O", "O", "O", "X", "O", "X", "X", "O"], "gpt2background_target_score": [-9.236455917358398, -8.891244888305664, -12.362895965576172, -12.101327896118164, -7.244072914123535, -9.193495750427246, -9.622724533081055, -11.246159553527832, -8.013123512268066], "gpt2background_argmax_score": [-1.9761712551116943, -1.514399528503418, -1.4640517234802246, -1.7402215003967285, -2.0958728790283203, -2.938397169113159, -2.9974300861358643, -0.07236827909946442, -1.901895523071289, -1.5207544565200806, -1.4157017469406128, -2.4462711811065674, -0.49678754806518555, -1.5723259449005127, -0.15118683874607086, -1.194265604019165, -2.4447343349456787, -1.0416282415390015, -1.5196970701217651, -1.317585825920105, -1.0170952081680298, -1.7115497589111328, -0.9951581954956055, -1.6133520603179932, -1.305694341659546, -0.7112562656402588, -0.4607888460159302, -1.644217848777771, -1.9568076133728027, -1.9528158903121948, -0.4292585551738739, -1.2512449026107788, -0.07148045301437378, -2.101717233657837, -1.6483113765716553, -0.09780733287334442, -0.6635851263999939, -1.1935063600540161, -0.9116519093513489, -0.48251357674598694, -0.583583414554596, -1.8258379697799683, -2.3687779903411865, -1.3748806715011597, -1.7911250591278076, -0.11852090805768967, -1.4759284257888794, -1.1750763654708862, -0.8520004153251648, -1.3418370485305786, -1.1594713926315308, -1.302217960357666]}, "Bot003_099_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_099.log.json", "context": "Hiya! I like to play video games and have a passion for video games i like playing them too. which one is your favorite ? I like to play video games. which video game is your favorite ? I like video games and I love playing games what is your name", "response": "Terren", "annotation_id": "Bot003_099_06", "annotations": ["O", "X", "O", "O", "O", "X", "O", "O", "O", "O", "X", "O", "T", "O", "X"], "gpt2background_target_score": [-13.07999038696289, -13.123373985290527], "gpt2background_argmax_score": [-1.9761712551116943, -1.514399528503418, -1.4640517234802246, -1.7402215003967285, -2.0958728790283203, -2.938397169113159, -2.9974300861358643, -0.07236827909946442, -1.901895523071289, -1.5207544565200806, -1.4157017469406128, -2.4462711811065674, -0.49678754806518555, -1.5723259449005127, -0.15118683874607086, -1.194265604019165, -2.4447343349456787, -1.0416282415390015, -1.5196970701217651, -1.317585825920105, -1.0170952081680298, -1.7115497589111328, -0.9951581954956055, -1.6133520603179932, -1.305694580078125, -0.7112562656402588, -0.460789293050766, -1.6442185640335083, -1.9568049907684326, -1.9528156518936157, -0.4292580783367157, -1.2512463331222534, -0.07148056477308273, -2.1017158031463623, -1.6483110189437866, -0.09780733287334442, -0.663583517074585, -1.1935051679611206, -0.9116520285606384, -0.48251378536224365, -0.5835819840431213, -1.8258382081985474, -0.9309158325195312, -1.3184340000152588, -0.10600162297487259, -1.3429458141326904, -0.6052893996238708, -0.8652535080909729, -1.1348214149475098, -1.0124866962432861, -1.2910666465759277, -2.0012412071228027, -0.41434410214424133, -0.4565748870372772, -0.507658064365387, -2.258068799972534, -1.1094974279403687, -2.87831974029541]}, "Bot003_099_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_099.log.json", "context": "Hiya! I like to play video games and have a passion for video games i like playing them too. which one is your favorite ? I like to play video games. which video game is your favorite ? I like video games and I love playing games what is your name Terren Terren, how old are you", "response": "I am 10, and I am a single mom.", "annotation_id": "Bot003_099_08", "annotations": ["O", "X", "O", "T", "T", "O", "O", "O", "O", "O", "O", "O", "X", "X", "T"], "gpt2background_target_score": [-9.236458778381348, -8.618507385253906, -9.223154067993164, -8.873132705688477, -7.244074821472168, -9.193493843078613, -10.293147087097168, -9.627156257629395, -12.58851432800293, -10.467718124389648, -8.760791778564453], "gpt2background_argmax_score": [-1.9761701822280884, -1.5143996477127075, -1.4640508890151978, -1.7402230501174927, -2.0958752632141113, -2.9383976459503174, -2.9974308013916016, -0.07236839085817337, -1.901896595954895, -1.5207544565200806, -1.4157038927078247, -2.446272134780884, -0.49678733944892883, -1.5723239183425903, -0.15118622779846191, -1.1942665576934814, -2.4447340965270996, -1.0416254997253418, -1.5196988582611084, -1.3175865411758423, -1.0170952081680298, -1.7115492820739746, -0.9951545000076294, -1.613352656364441, -1.3056917190551758, -0.7112560272216797, -0.4607885181903839, -1.6442172527313232, -1.9568074941635132, -1.9528170824050903, -0.42925769090652466, -1.251247525215149, -0.07148067653179169, -2.1017162799835205, -1.6483150720596313, -0.09780744463205338, -0.663582444190979, -1.1935063600540161, -0.9116522669792175, -0.4825131297111511, -0.5835847854614258, -1.8258357048034668, -0.9309160709381104, -1.3184361457824707, -0.10600204765796661, -1.3429456949234009, -0.6052917242050171, -0.8652545809745789, -1.1348236799240112, -1.012488603591919, -1.2910646200180054, -2.0012433528900146, -0.41434481739997864, -0.45657503604888916, -0.5076581835746765, -1.7683875560760498, -2.2362542152404785, -0.1491798460483551, -1.5726624727249146, -2.748814582824707, -1.8356595039367676, -0.7409039735794067, -0.23430803418159485, -0.9277067184448242, -1.862489938735962, -1.7164936065673828, -2.4397361278533936, -1.988562822341919, -1.967174768447876, -1.031319499015808, -2.437380790710449, -2.684084415435791, -3.028639316558838, -1.7957979440689087, -1.3860540390014648, -1.0844101905822754]}, "Bot003_099_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_099.log.json", "context": "Hiya! I like to play video games and have a passion for video games i like playing them too. which one is your favorite ? I like to play video games. which video game is your favorite ? I like video games and I love playing games what is your name Terren Terren, how old are you I am 10, and I am a single mom. what do you do for a living", "response": "I am a paid client. My job is chatting online.", "annotation_id": "Bot003_099_10", "annotations": ["O", "X", "O", "O", "O", "O", "O", "O", "O", "O", "O", "T", "X", "O", "T"], "gpt2background_target_score": [-9.236458778381348, -8.618507385253906, -8.065574645996094, -9.205760955810547, -12.758260726928711, -8.922143936157227, -7.896653175354004, -13.88192081451416, -8.385906219482422, -10.26760196685791, -10.458367347717285, -10.399974822998047], "gpt2background_argmax_score": [-1.9761701822280884, -1.5143996477127075, -1.4640508890151978, -1.7402230501174927, -2.0958752632141113, -2.9383976459503174, -2.9974308013916016, -0.07236839085817337, -1.901896595954895, -1.5207544565200806, -1.4157038927078247, -2.446272134780884, -0.49678733944892883, -1.5723239183425903, -0.15118622779846191, -1.1942665576934814, -2.4447340965270996, -1.0416254997253418, -1.5196988582611084, -1.3175865411758423, -1.0170952081680298, -1.7115492820739746, -0.9951545000076294, -1.613352656364441, -1.3056917190551758, -0.7112560272216797, -0.4607885181903839, -1.6442172527313232, -1.9568074941635132, -1.9528170824050903, -0.42925769090652466, -1.251247525215149, -0.07148067653179169, -2.1017162799835205, -1.6483150720596313, -0.09780744463205338, -0.6635811924934387, -1.1935062408447266, -0.9116525053977966, -0.4825131893157959, -0.5835831165313721, -1.8258363008499146, -0.9309165477752686, -1.3184351921081543, -0.10600204765796661, -1.3429456949234009, -0.6052899956703186, -0.8652561902999878, -1.1348216533660889, -1.0124889612197876, -1.2910658121109009, -2.0012428760528564, -0.41434526443481445, -0.45657479763031006, -0.5076573491096497, -1.7683861255645752, -2.236255407333374, -0.14917923510074615, -1.5726605653762817, -2.7488136291503906, -1.835659146308899, -0.7409037351608276, -0.234308123588562, -0.9277065396308899, -1.855654239654541, -2.3355414867401123, -1.9681644439697266, -2.076105833053589, -1.413240909576416, -2.3029260635375977, -2.625900983810425, -3.1620888710021973, -1.9340788125991821, -1.4067357778549194, -1.3830128908157349, -2.1333353519439697, -0.23453396558761597, -1.9297298192977905, -2.0888569355010986, -2.4526147842407227, -2.0910122394561768, -1.22895348072052, -1.5613688230514526, -2.2016265392303467, -1.6196340322494507, -1.3001946210861206, -3.097038984298706, -2.0106875896453857, -1.0362496376037598, -2.7510125637054443, -0.5709327459335327, -1.3181805610656738, -1.4740244150161743, -1.602890133857727, -1.1286897659301758]}, "Bot003_099_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_099.log.json", "context": "Hiya! I like to play video games and have a passion for video games i like playing them too. which one is your favorite ? I like to play video games. which video game is your favorite ? I like video games and I love playing games what is your name Terren Terren, how old are you I am 10, and I am a single mom. what do you do for a living I am a paid client. My job is chatting online. it's nice that you make money from home", "response": "I do not know how to make money.", "annotation_id": "Bot003_099_12", "annotations": ["T", "X", "X", "T", "O", "T", "O", "O", "O", "T", "X", "T", "X", "X", "O"], "gpt2background_target_score": [-9.236458778381348, -7.568306922912598, -9.527159690856934, -4.973318099975586, -3.9091529846191406, -8.998400688171387, -9.646291732788086, -13.879324913024902, -2.7677364349365234], "gpt2background_argmax_score": [-1.9761701822280884, -1.5143996477127075, -1.4640508890151978, -1.7402230501174927, -2.0958752632141113, -2.9383976459503174, -2.9974308013916016, -0.07236839085817337, -1.901896595954895, -1.5207544565200806, -1.4157038927078247, -2.446272134780884, -0.49678733944892883, -1.5723239183425903, -0.15118622779846191, -1.1942665576934814, -2.4447340965270996, -1.0416254997253418, -1.5196988582611084, -1.3175865411758423, -1.0170952081680298, -1.7115492820739746, -0.9951545000076294, -1.613352656364441, -1.3056917190551758, -0.7112560272216797, -0.4607885181903839, -1.6442172527313232, -1.9568074941635132, -1.9528170824050903, -0.42925769090652466, -1.251247525215149, -0.07148067653179169, -2.1017162799835205, -1.6483150720596313, -0.09780744463205338, -0.6635811924934387, -1.1935062408447266, -0.9116525053977966, -0.4825131893157959, -0.5835831165313721, -1.8258363008499146, -0.9309165477752686, -1.3184351921081543, -0.10600204765796661, -1.3429456949234009, -0.6052899956703186, -0.8652561902999878, -1.1348216533660889, -1.0124889612197876, -1.2910658121109009, -2.0012428760528564, -0.41434526443481445, -0.45657479763031006, -0.5076573491096497, -1.7683861255645752, -2.236255407333374, -0.14917923510074615, -1.5726605653762817, -2.7488136291503906, -1.835659146308899, -0.7409037351608276, -0.234308123588562, -0.9277065396308899, -1.855654239654541, -2.3355414867401123, -1.9681644439697266, -2.076105833053589, -1.413240909576416, -2.3029260635375977, -2.625900983810425, -3.1620888710021973, -1.9340788125991821, -1.4067357778549194, -1.3830128908157349, -2.1333353519439697, -0.23453396558761597, -1.9297298192977905, -2.0888569355010986, -2.4526147842407227, -2.0910122394561768, -1.22895348072052, -2.392688751220703, -2.0988457202911377, -2.448676824569702, -2.351025104522705, -1.7647793292999268, -1.5436478853225708, -2.416384696960449, -0.49678972363471985, -1.4044103622436523, -1.4650236368179321, -1.490732192993164, -1.2142523527145386, -1.162656307220459, -2.3187451362609863, -1.0051237344741821, -1.2309074401855469, -1.2655144929885864, -2.079798698425293, -2.3194398880004883, -1.1286600828170776, -1.7226759195327759, -1.5939594507217407, -2.037895679473877, -2.534135341644287, -1.8336851596832275, -1.9013676643371582, -1.2613149881362915, -2.311082363128662, -0.12459234893321991, -1.010825753211975, -0.8781112432479858]}, "Bot003_099_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_099.log.json", "context": "Hiya! I like to play video games and have a passion for video games i like playing them too. which one is your favorite ? I like to play video games. which video game is your favorite ? I like video games and I love playing games what is your name Terren Terren, how old are you I am 10, and I am a single mom. what do you do for a living I am a paid client. My job is chatting online. it's nice that you make money from home I do not know how to make money. where do you live", "response": "I live in the usa.", "annotation_id": "Bot003_099_14", "annotations": ["O", "X", "O", "O", "O", "X", "O", "O", "O", "O", "X", "T", "O", "O", "X"], "gpt2background_target_score": [-9.236458778381348, -10.521456718444824, -8.639800071716309, -9.889404296875, -9.948171615600586, -10.5663480758667, -6.252344608306885], "gpt2background_argmax_score": [-1.9761701822280884, -1.5143996477127075, -1.4640508890151978, -1.7402230501174927, -2.0958752632141113, -2.9383976459503174, -2.9974308013916016, -0.07236839085817337, -1.901896595954895, -1.5207544565200806, -1.4157038927078247, -2.446272134780884, -0.49678733944892883, -1.5723239183425903, -0.15118622779846191, -1.1942665576934814, -2.4447340965270996, -1.0416254997253418, -1.5196988582611084, -1.3175865411758423, -1.0170952081680298, -1.7115492820739746, -0.9951545000076294, -1.613352656364441, -1.3056917190551758, -0.7112560272216797, -0.4607885181903839, -1.6442172527313232, -1.9568074941635132, -1.9528170824050903, -0.42925769090652466, -1.251247525215149, -0.07148067653179169, -2.1017162799835205, -1.6483150720596313, -0.09780744463205338, -0.6635811924934387, -1.1935062408447266, -0.9116525053977966, -0.4825131893157959, -0.5835831165313721, -1.8258363008499146, -0.9309165477752686, -1.3184351921081543, -0.10600204765796661, -1.3429456949234009, -0.6052899956703186, -0.8652561902999878, -1.1348216533660889, -1.0124889612197876, -1.2910658121109009, -2.0012428760528564, -0.41434526443481445, -0.45657479763031006, -0.5076573491096497, -1.7683861255645752, -2.236255407333374, -0.14917923510074615, -1.5726605653762817, -2.7488136291503906, -1.835659146308899, -0.7409037351608276, -0.234308123588562, -0.9277065396308899, -1.855654239654541, -2.3355414867401123, -1.9681644439697266, -2.076105833053589, -1.413240909576416, -2.3029260635375977, -2.625900983810425, -3.1620888710021973, -1.9340788125991821, -1.4067357778549194, -1.3830128908157349, -2.1333353519439697, -0.23453396558761597, -1.9297298192977905, -2.0888569355010986, -2.4526147842407227, -2.0910122394561768, -1.22895348072052, -2.392688751220703, -2.0988457202911377, -2.4486756324768066, -2.351022958755493, -1.7647801637649536, -1.5436474084854126, -2.4163825511932373, -0.49678993225097656, -1.4044101238250732, -1.4650238752365112, -1.4907314777374268, -1.2142518758773804, -1.1626546382904053, -2.3187458515167236, -1.0051237344741821, -1.230907917022705, -1.2655137777328491, -2.0797994136810303, -2.3194403648376465, -1.128660798072815, -1.7226760387420654, -2.331983804702759, -2.477611541748047, -1.8211294412612915, -1.9788047075271606, -1.1553672552108765, -2.1549551486968994, -0.21423673629760742, -1.2509256601333618, -1.6322622299194336, -1.154738426208496, -0.25825417041778564, -0.792354941368103, -1.2691419124603271, -1.6287435293197632, -0.9587644934654236, -0.6339215040206909, -2.2415316104888916, -1.5538610219955444, -2.9442200660705566, -1.450356125831604, -1.241767406463623]}, "Bot003_099_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_099.log.json", "context": "Hiya! I like to play video games and have a passion for video games i like playing them too. which one is your favorite ? I like to play video games. which video game is your favorite ? I like video games and I love playing games what is your name Terren Terren, how old are you I am 10, and I am a single mom. what do you do for a living I am a paid client. My job is chatting online. it's nice that you make money from home I do not know how to make money. where do you live I live in the usa. where are you from", "response": "I am from california, how about you?", "annotation_id": "Bot003_099_16", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "O", "T", "O", "T", "O", "O", "T"], "gpt2background_target_score": [-9.236458778381348, -8.618507385253906, -9.773724555969238, -12.977083206176758, -13.062789916992188, -12.55246353149414, -5.440694332122803, -12.664538383483887, -6.506988048553467, -6.910773754119873, -12.173007011413574], "gpt2background_argmax_score": [-1.9761701822280884, -1.5143996477127075, -1.4640508890151978, -1.7402230501174927, -2.0958752632141113, -2.9383976459503174, -2.9974308013916016, -0.07236839085817337, -1.901896595954895, -1.5207544565200806, -1.4157038927078247, -2.446272134780884, -0.49678733944892883, -1.5723239183425903, -0.15118622779846191, -1.1942665576934814, -2.4447340965270996, -1.0416254997253418, -1.5196988582611084, -1.3175865411758423, -1.0170952081680298, -1.7115492820739746, -0.9951545000076294, -1.613352656364441, -1.3056917190551758, -0.7112560272216797, -0.4607885181903839, -1.6442172527313232, -1.9568074941635132, -1.9528170824050903, -0.42925769090652466, -1.251247525215149, -0.07148067653179169, -2.1017162799835205, -1.6483150720596313, -0.09780744463205338, -0.6635811924934387, -1.1935062408447266, -0.9116525053977966, -0.4825131893157959, -0.5835831165313721, -1.8258363008499146, -0.9309165477752686, -1.3184351921081543, -0.10600204765796661, -1.3429456949234009, -0.6052899956703186, -0.8652561902999878, -1.1348216533660889, -1.0124889612197876, -1.2910658121109009, -2.0012428760528564, -0.41434526443481445, -0.45657479763031006, -0.5076573491096497, -1.7683861255645752, -2.236255407333374, -0.14917923510074615, -1.5726605653762817, -2.7488136291503906, -1.835659146308899, -0.7409037351608276, -0.234308123588562, -0.9277065396308899, -1.855654239654541, -2.3355414867401123, -1.9681644439697266, -2.076105833053589, -1.413240909576416, -2.3029260635375977, -2.625900983810425, -3.1620888710021973, -1.9340788125991821, -1.4067357778549194, -1.3830128908157349, -2.1333353519439697, -0.23453396558761597, -1.9297298192977905, -2.0888569355010986, -2.4526147842407227, -2.0910122394561768, -1.22895348072052, -2.392688751220703, -2.0988457202911377, -2.448676824569702, -2.351025104522705, -1.7647793292999268, -1.5436478853225708, -2.416384696960449, -0.49678972363471985, -1.4044103622436523, -1.4650236368179321, -1.490732192993164, -1.2142523527145386, -1.162656307220459, -2.3187451362609863, -1.0051237344741821, -1.2309074401855469, -1.2655144929885864, -2.079798698425293, -2.3194398880004883, -1.1286600828170776, -1.7226759195327759, -2.3319830894470215, -2.4776132106781006, -1.8211286067962646, -1.9788047075271606, -1.1553680896759033, -2.1549572944641113, -0.21423693001270294, -1.2509254217147827, -1.632262945175171, -1.1547378301620483, -0.2582540810108185, -0.7923539876937866, -1.269142985343933, -1.868045687675476, -1.973275065422058, -2.4395089149475098, -1.8169549703598022, -2.9209587574005127, -1.338652491569519, -2.116527557373047, -0.7480424642562866, -0.3105139136314392, -0.833082914352417, -1.013374924659729, -1.8451597690582275, -1.2449275255203247, -1.0067939758300781, -1.8930703401565552, -0.5588286519050598, -0.047572650015354156, -1.6997898817062378, -2.368886709213257, -2.187135934829712, -0.4293927848339081, -1.0167245864868164, -0.8070165514945984]}, "Bot003_099_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_099.log.json", "context": "Hiya! I like to play video games and have a passion for video games i like playing them too. which one is your favorite ? I like to play video games. which video game is your favorite ? I like video games and I love playing games what is your name Terren Terren, how old are you I am 10, and I am a single mom. what do you do for a living I am a paid client. My job is chatting online. it's nice that you make money from home I do not know how to make money. where do you live I live in the usa. where are you from I am from california, how about you? i am from Russia", "response": "I am from russia, I am from russia", "annotation_id": "Bot003_099_18", "annotations": ["O", "X", "T", "T", "X", "X", "O", "T", "T", "O", "T", "X", "O", "X", "O"], "gpt2background_target_score": [-9.236458778381348, -8.618507385253906, -9.773724555969238, -9.706462860107422, -12.58852767944336, -8.517847061157227, -7.342608451843262, -13.261220932006836, -5.719204425811768, -6.48108434677124, -11.955812454223633], "gpt2background_argmax_score": [-1.9761701822280884, -1.5143996477127075, -1.4640508890151978, -1.7402230501174927, -2.0958752632141113, -2.9383976459503174, -2.9974308013916016, -0.07236839085817337, -1.901896595954895, -1.5207544565200806, -1.4157038927078247, -2.446272134780884, -0.49678733944892883, -1.5723239183425903, -0.15118622779846191, -1.1942665576934814, -2.4447340965270996, -1.0416254997253418, -1.5196988582611084, -1.3175865411758423, -1.0170952081680298, -1.7115492820739746, -0.9951545000076294, -1.613352656364441, -1.3056917190551758, -0.7112560272216797, -0.4607885181903839, -1.6442172527313232, -1.9568074941635132, -1.9528170824050903, -0.42925769090652466, -1.251247525215149, -0.07148067653179169, -2.1017162799835205, -1.6483150720596313, -0.09780744463205338, -0.6635811924934387, -1.1935062408447266, -0.9116525053977966, -0.4825131893157959, -0.5835831165313721, -1.8258363008499146, -0.9309165477752686, -1.3184351921081543, -0.10600204765796661, -1.3429456949234009, -0.6052899956703186, -0.8652561902999878, -1.1348216533660889, -1.0124889612197876, -1.2910658121109009, -2.0012428760528564, -0.41434526443481445, -0.45657479763031006, -0.5076573491096497, -1.7683861255645752, -2.236255407333374, -0.14917923510074615, -1.5726605653762817, -2.7488136291503906, -1.835659146308899, -0.7409037351608276, -0.234308123588562, -0.9277065396308899, -1.855654239654541, -2.3355414867401123, -1.9681644439697266, -2.076105833053589, -1.413240909576416, -2.3029260635375977, -2.625900983810425, -3.1620888710021973, -1.9340788125991821, -1.4067357778549194, -1.3830128908157349, -2.1333353519439697, -0.23453396558761597, -1.9297298192977905, -2.0888569355010986, -2.4526147842407227, -2.0910122394561768, -1.22895348072052, -2.392688751220703, -2.0988457202911377, -2.448676824569702, -2.351025104522705, -1.7647793292999268, -1.5436478853225708, -2.416384696960449, -0.49678972363471985, -1.4044103622436523, -1.4650236368179321, -1.490732192993164, -1.2142523527145386, -1.162656307220459, -2.3187451362609863, -1.0051237344741821, -1.2309074401855469, -1.2655144929885864, -2.079798698425293, -2.3194398880004883, -1.1286600828170776, -1.7226759195327759, -2.3319830894470215, -2.4776132106781006, -1.8211286067962646, -1.9788047075271606, -1.1553680896759033, -2.1549572944641113, -0.21423693001270294, -1.2509254217147827, -1.632262945175171, -1.1547378301620483, -0.2582540810108185, -0.7923539876937866, -1.269142985343933, -1.868045687675476, -1.973275065422058, -2.4395089149475098, -1.8169549703598022, -2.9209587574005127, -1.338652491569519, -2.116527557373047, -0.7480424642562866, -0.3105139136314392, -0.833082914352417, -1.013374924659729, -1.652705192565918, -1.6686344146728516, -2.225879669189453, -0.3281525671482086, -0.04965577274560928, -2.0770225524902344, -2.6325595378875732, -2.189157247543335, -0.5153583884239197, -1.1437662839889526, -1.6285048723220825, -1.342191457748413, -0.8907884359359741, -2.7864956855773926, -2.0382261276245117, -2.182634115219116, -1.5843902826309204, -0.7633389234542847, -2.419318675994873, -1.0961742401123047, -1.8422834873199463, -2.4426259994506836, -1.3807177543640137, -0.4916223883628845, -2.515836238861084, -0.29907676577568054, -1.6564775705337524]}, "Bot003_099_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_099.log.json", "context": "Hiya! I like to play video games and have a passion for video games i like playing them too. which one is your favorite ? I like to play video games. which video game is your favorite ? I like video games and I love playing games what is your name Terren Terren, how old are you I am 10, and I am a single mom. what do you do for a living I am a paid client. My job is chatting online. it's nice that you make money from home I do not know how to make money. where do you live I live in the usa. where are you from I am from california, how about you? i am from Russia I am from russia, I am from russia what do you like to do", "response": "I like to meet new people online. What do you do for fun?", "annotation_id": "Bot003_099_20", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "X", "T", "O", "T"], "gpt2background_target_score": [-9.236458778381348, -8.89124584197998, -9.276384353637695, -9.961484909057617, -6.4474358558654785, -9.106828689575195, -6.1345367431640625, -8.79128646850586, -9.774569511413574, -5.321694850921631, -7.834404945373535, -9.89610767364502, -0.49678733944892883, -8.273565292358398, -10.263941764831543], "gpt2background_argmax_score": [-1.9761701822280884, -1.5143996477127075, -1.4640508890151978, -1.7402230501174927, -2.0958752632141113, -2.9383976459503174, -2.9974308013916016, -0.07236839085817337, -1.901896595954895, -1.5207544565200806, -1.4157038927078247, -2.446272134780884, -0.49678733944892883, -1.5723239183425903, -0.15118622779846191, -1.1942665576934814, -2.4447340965270996, -1.0416254997253418, -1.5196988582611084, -1.3175865411758423, -1.0170952081680298, -1.7115492820739746, -0.9951545000076294, -1.613352656364441, -1.3056917190551758, -0.7112560272216797, -0.4607885181903839, -1.6442172527313232, -1.9568074941635132, -1.9528170824050903, -0.42925769090652466, -1.251247525215149, -0.07148067653179169, -2.1017162799835205, -1.6483150720596313, -0.09780744463205338, -0.6635811924934387, -1.1935062408447266, -0.9116525053977966, -0.4825131893157959, -0.5835831165313721, -1.8258363008499146, -0.9309165477752686, -1.3184351921081543, -0.10600204765796661, -1.3429456949234009, -0.6052899956703186, -0.8652561902999878, -1.1348216533660889, -1.0124889612197876, -1.2910658121109009, -2.0012428760528564, -0.41434526443481445, -0.45657479763031006, -0.5076573491096497, -1.7683861255645752, -2.236255407333374, -0.14917923510074615, -1.5726605653762817, -2.7488136291503906, -1.835659146308899, -0.7409037351608276, -0.234308123588562, -0.9277065396308899, -1.855654239654541, -2.3355414867401123, -1.9681644439697266, -2.076105833053589, -1.413240909576416, -2.3029260635375977, -2.625900983810425, -3.1620888710021973, -1.9340788125991821, -1.4067357778549194, -1.3830128908157349, -2.1333353519439697, -0.23453396558761597, -1.9297298192977905, -2.0888569355010986, -2.4526147842407227, -2.0910122394561768, -1.22895348072052, -2.392688751220703, -2.0988457202911377, -2.448676824569702, -2.351025104522705, -1.7647793292999268, -1.5436478853225708, -2.416384696960449, -0.49678972363471985, -1.4044103622436523, -1.4650236368179321, -1.490732192993164, -1.2142523527145386, -1.162656307220459, -2.3187451362609863, -1.0051237344741821, -1.2309074401855469, -1.2655144929885864, -2.079798698425293, -2.3194398880004883, -1.1286600828170776, -1.7226759195327759, -2.3319830894470215, -2.4776132106781006, -1.8211286067962646, -1.9788047075271606, -1.1553680896759033, -2.1549572944641113, -0.21423693001270294, -1.2509254217147827, -1.632262945175171, -1.1547378301620483, -0.2582540810108185, -0.7923539876937866, -1.269142985343933, -1.868045687675476, -1.973275065422058, -2.4395089149475098, -1.8169549703598022, -2.9209587574005127, -1.338652491569519, -2.116527557373047, -0.7480424642562866, -0.3105139136314392, -0.833082914352417, -1.013374924659729, -1.652705192565918, -1.6686344146728516, -2.225879669189453, -0.3281525671482086, -0.04965577274560928, -2.0770225524902344, -2.6325595378875732, -2.189157247543335, -0.5153583884239197, -1.1437662839889526, -1.6285048723220825, -1.342191457748413, -0.8907884359359741, -2.7864956855773926, -2.0382261276245117, -1.4047479629516602, -0.7908383011817932, -2.7029616832733154, -0.9950946569442749, -2.343655824661255, -2.4643399715423584, -0.9061802625656128, -0.459818571805954, -2.7227632999420166, -0.31856730580329895, -2.310253381729126, -1.5265966653823853, -0.20990301668643951, -1.763152837753296, -1.0436058044433594, -0.8728626370429993, -1.9334800243377686, -1.9540441036224365, -2.0462517738342285, -1.364797592163086, -0.9846290946006775, -1.0829761028289795, -0.1251617670059204, -1.7055293321609497, -1.3011395931243896, -1.0986675024032593, -1.8834710121154785, -0.19632945954799652, -1.10115385055542, -1.2495009899139404, -0.8800394535064697, -0.847784161567688, -0.8673785924911499]}, "Bot003_102_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_102.log.json", "context": "Hiya! hello! it\u2019s the first time i\u2019ve spoken in 3 months", "response": "Hi there! I've lost the context,. Are we still on I will mention that to my the kind people in the lab,.?", "annotation_id": "Bot003_102_02", "annotations": ["X", "X", "O", "T", "T", "X", "X", "X", "O", "O", "T", "X", "O", "T", "T"], "gpt2background_target_score": [-9.969078063964844, -3.92496919631958, -7.144783973693848, -3.696286678314209, -9.926952362060547, -10.46964168548584, -11.472549438476562, -13.847177505493164, -13.91294002532959, -11.908839225769043, -9.13918399810791, -10.024569511413574, -9.574067115783691, -11.562480926513672, -12.55863094329834, -13.133822441101074, -8.111058235168457, -8.805463790893555, -8.56999683380127, -8.417780876159668, -10.846607208251953, -7.376924991607666, -7.678852081298828, -5.928374290466309, -12.820531845092773, -12.877153396606445, -11.206120491027832], "gpt2background_argmax_score": [-1.9761712551116943, -1.514399528503418, -1.4640517234802246, -1.9477128982543945, -1.8050700426101685, -0.8024397492408752, -0.10764715820550919, -0.12708668410778046, -2.2639548778533936, -1.975160002708435, -0.6729444861412048, -1.546082615852356, -0.6398899555206299, -0.17308425903320312, -0.2075696587562561, -1.5108996629714966, -0.3121928870677948, -1.3168940544128418, -1.0469003915786743, -1.6504325866699219, -2.5787551403045654, -1.1440067291259766, -0.7908258438110352, -2.0049991607666016, -0.9746928215026855, -1.011794090270996, -2.337552309036255, -2.343590497970581, -0.8902396559715271, -1.7622196674346924, -0.34088632464408875, -2.570034980773926, -2.3351895809173584, -1.12755286693573, -1.671442985534668, -1.641198754310608, -2.188309669494629, -1.9507697820663452, -1.7342684268951416, -2.783714771270752, -3.262336015701294, -1.0099352598190308, -1.0549581050872803, -1.5453916788101196, -2.3512754440307617, -2.0426745414733887, -1.6212162971496582, -0.8240258693695068]}, "Bot003_102_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_102.log.json", "context": "Hiya! hello! it\u2019s the first time i\u2019ve spoken in 3 months Hi there! I've lost the context,. Are we still on I will mention that to my the kind people in the lab,.? well we didn\u2019t really talk", "response": "I don't understand why people are so upset about this.", "annotation_id": "Bot003_102_04", "annotations": ["X", "O", "O", "O", "T", "X", "X", "T", "O", "T", "T", "T", "T", "O", "O"], "gpt2background_target_score": [-9.236458778381348, -8.34926986694336, -12.610493659973145, -11.6580171585083, -6.77117919921875, -10.622769355773926, -12.741918563842773, -11.880105018615723, -11.772305488586426, -10.607317924499512, -9.725966453552246, -7.1371541023254395], "gpt2background_argmax_score": [-1.9761701822280884, -1.5143996477127075, -1.4640508890151978, -1.9477126598358154, -1.805071234703064, -0.8024393916130066, -0.10764726251363754, -0.12708668410778046, -2.2639544010162354, -1.975158452987671, -0.6729441285133362, -1.546087384223938, -0.6398900747299194, -0.17308355867862701, -0.20756956934928894, -1.5109001398086548, -0.31219279766082764, -1.3168948888778687, -1.0468999147415161, -1.650435209274292, -1.3880151510238647, -0.6809606552124023, -2.3076860904693604, -0.9391077160835266, -0.9997345209121704, -2.4044127464294434, -2.367095947265625, -0.8799709677696228, -1.810007095336914, -0.3703842759132385, -2.5527195930480957, -2.3188374042510986, -1.125853419303894, -1.6939436197280884, -1.503449559211731, -2.275423288345337, -1.892603874206543, -1.8772931098937988, -2.744306802749634, -3.217916965484619, -0.9452428221702576, -1.0745038986206055, -1.538716197013855, -2.3355982303619385, -2.2713072299957275, -2.7980363368988037, -2.252549648284912, -1.5587408542633057, -1.5315645933151245, -0.5847363471984863, -0.15659098327159882, -0.1255713850259781, -2.2996270656585693, -1.8504855632781982, -1.3470497131347656, -2.592783212661743, -2.3203210830688477, -0.7450904846191406, -1.3864740133285522, -1.8948758840560913, -1.532047152519226, -2.196540355682373, -1.7645072937011719, -2.689613103866577, -1.7550413608551025, -2.038674831390381, -1.348197102546692, -1.7559471130371094]}, "Bot003_102_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_102.log.json", "context": "Hiya! hello! it\u2019s the first time i\u2019ve spoken in 3 months Hi there! I've lost the context,. Are we still on I will mention that to my the kind people in the lab,.? well we didn\u2019t really talk I don't understand why people are so upset about this. where do you live?", "response": "I live in the midwest, how about you?", "annotation_id": "Bot003_102_06", "annotations": ["T", "O", "O", "T", "O", "O", "O", "T", "O", "O", "O", "O", "O", "O", "T"], "gpt2background_target_score": [-9.236458778381348, -10.521456718444824, -8.639800071716309, -6.374022483825684, -10.042142868041992, -13.022260665893555, -12.663825988769531, -13.802964210510254, -5.606645584106445, -9.189556121826172, -10.814000129699707], "gpt2background_argmax_score": [-1.9761701822280884, -1.5143996477127075, -1.4640508890151978, -1.9477126598358154, -1.805071234703064, -0.8024393916130066, -0.10764726251363754, -0.12708668410778046, -2.2639544010162354, -1.975158452987671, -0.6729441285133362, -1.546087384223938, -0.6398900747299194, -0.17308355867862701, -0.20756956934928894, -1.5109001398086548, -0.31219279766082764, -1.3168948888778687, -1.0468999147415161, -1.650435209274292, -1.3880151510238647, -0.6809606552124023, -2.3076860904693604, -0.9391077160835266, -0.9997345209121704, -2.4044127464294434, -2.367095947265625, -0.8799709677696228, -1.810007095336914, -0.3703842759132385, -2.5527195930480957, -2.3188374042510986, -1.125853419303894, -1.6939436197280884, -1.503449559211731, -2.275423288345337, -1.892603874206543, -1.8772931098937988, -2.744306802749634, -3.217916965484619, -0.9452428221702576, -1.0745038986206055, -1.538716197013855, -2.3355982303619385, -2.2713072299957275, -2.7980363368988037, -2.252549648284912, -1.5587408542633057, -1.5315645933151245, -0.5847363471984863, -0.15659098327159882, -0.1255713850259781, -2.2996270656585693, -1.8504855632781982, -1.3470497131347656, -2.347508192062378, -0.8207913637161255, -1.4480211734771729, -2.13752818107605, -2.151541233062744, -2.0384230613708496, -1.6733311414718628, -2.658555746078491, -1.8544965982437134, -1.649277687072754, -1.5628794431686401, -2.4671237468719482, -1.7907869815826416, -0.6175580024719238, -2.1325275897979736, -0.8112348318099976, -2.0381879806518555, -2.1122090816497803, -0.7927232384681702, -0.4229673743247986, -1.934516191482544, -1.5799152851104736, -0.42518535256385803, -2.057208299636841, -1.8664110898971558, -1.614195466041565, -0.4643259346485138, -0.980198860168457, -0.6989364624023438]}, "Bot003_102_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_102.log.json", "context": "Hiya! hello! it\u2019s the first time i\u2019ve spoken in 3 months Hi there! I've lost the context,. Are we still on I will mention that to my the kind people in the lab,.? well we didn\u2019t really talk I don't understand why people are so upset about this. where do you live? I live in the midwest, how about you? i live in alaska", "response": "I am in alaska. I have a lot of snow in alaska.", "annotation_id": "Bot003_102_08", "annotations": ["X", "X", "O", "T", "T", "O", "T", "T", "X", "T", "T", "O", "O", "O", "T"], "gpt2background_target_score": [-9.236458778381348, -8.618507385253906, -8.639800071716309, -9.968218803405762, -12.817359924316406, -8.193351745605469, -11.747236251831055, -13.040228843688965, -2.9800045490264893, -10.341626167297363, -5.947094917297363, -9.46739387512207, -8.553345680236816, -12.445169448852539, -13.835652351379395, -9.793915748596191], "gpt2background_argmax_score": [-1.9761701822280884, -1.5143996477127075, -1.4640508890151978, -1.9477126598358154, -1.805071234703064, -0.8024393916130066, -0.10764726251363754, -0.12708668410778046, -2.2639544010162354, -1.975158452987671, -0.6729441285133362, -1.546087384223938, -0.6398900747299194, -0.17308355867862701, -0.20756956934928894, -1.5109001398086548, -0.31219279766082764, -1.3168948888778687, -1.0468999147415161, -1.650435209274292, -1.3880151510238647, -0.6809606552124023, -2.3076860904693604, -0.9391077160835266, -0.9997345209121704, -2.4044127464294434, -2.367095947265625, -0.8799709677696228, -1.810007095336914, -0.3703842759132385, -2.5527195930480957, -2.3188374042510986, -1.125853419303894, -1.6939436197280884, -1.503449559211731, -2.275423288345337, -1.892603874206543, -1.8772931098937988, -2.744306802749634, -3.217916965484619, -0.9452428221702576, -1.0745038986206055, -1.538716197013855, -2.3355982303619385, -2.2713072299957275, -2.7980363368988037, -2.252549648284912, -1.5587408542633057, -1.5315645933151245, -0.5847363471984863, -0.15659098327159882, -0.1255713850259781, -2.2996270656585693, -1.8504855632781982, -1.3470497131347656, -2.347508192062378, -0.8207913637161255, -1.4480211734771729, -2.13752818107605, -2.151541233062744, -2.0384230613708496, -1.6733311414718628, -2.658555746078491, -1.8544965982437134, -1.649277687072754, -1.5628794431686401, -2.4671237468719482, -1.7907869815826416, -0.6175580024719238, -2.1325275897979736, -0.8112348318099976, -2.0381879806518555, -1.1939219236373901, -0.5696918368339539, -1.9330309629440308, -1.6523171663284302, -0.46708032488822937, -1.840713381767273, -1.9229234457015991, -1.6792546510696411, -0.3927810788154602, -1.0339241027832031, -1.9059081077575684, -0.9370477795600891, -0.4092353284358978, -1.1289325952529907, -1.9780983924865723, -1.8173378705978394, -2.6164863109588623, -0.6787728667259216, -1.6118065118789673, -1.4123966693878174, -1.013291835784912, -1.7810554504394531, -1.6663966178894043, -1.3192895650863647, -1.3783577680587769, -2.7485623359680176, -0.4676772654056549, -2.0684151649475098, -1.8165122270584106, -1.2080260515213013, -0.9554840922355652, -1.4851213693618774, -1.292535662651062]}, "Bot003_102_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_102.log.json", "context": "Hiya! hello! it\u2019s the first time i\u2019ve spoken in 3 months Hi there! I've lost the context,. Are we still on I will mention that to my the kind people in the lab,.? well we didn\u2019t really talk I don't understand why people are so upset about this. where do you live? I live in the midwest, how about you? i live in alaska I am in alaska. I have a lot of snow in alaska. are you religious?", "response": "I am.", "annotation_id": "Bot003_102_10", "annotations": ["X", "O", "O", "T", "T", "O", "O", "T", "T", "O", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-9.236458778381348, -8.618507385253906, -10.451334953308105], "gpt2background_argmax_score": [-1.9761701822280884, -1.5143996477127075, -1.4640508890151978, -1.9477126598358154, -1.805071234703064, -0.8024393916130066, -0.10764726251363754, -0.12708668410778046, -2.2639544010162354, -1.975158452987671, -0.6729441285133362, -1.546087384223938, -0.6398900747299194, -0.17308355867862701, -0.20756956934928894, -1.5109001398086548, -0.31219279766082764, -1.3168948888778687, -1.0468999147415161, -1.650435209274292, -1.3880151510238647, -0.6809606552124023, -2.3076860904693604, -0.9391077160835266, -0.9997345209121704, -2.4044127464294434, -2.367095947265625, -0.8799709677696228, -1.810007095336914, -0.3703842759132385, -2.5527195930480957, -2.3188374042510986, -1.125853419303894, -1.6939436197280884, -1.503449559211731, -2.275423288345337, -1.892603874206543, -1.8772931098937988, -2.744306802749634, -3.217916965484619, -0.9452428221702576, -1.0745038986206055, -1.538716197013855, -2.3355982303619385, -2.2713072299957275, -2.7980363368988037, -2.252549648284912, -1.5587408542633057, -1.5315645933151245, -0.5847363471984863, -0.15659098327159882, -0.1255713850259781, -2.2996270656585693, -1.8504855632781982, -1.3470497131347656, -2.347508192062378, -0.8207913637161255, -1.4480211734771729, -2.13752818107605, -2.151541233062744, -2.0384230613708496, -1.6733311414718628, -2.658555746078491, -1.8544965982437134, -1.649277687072754, -1.5628794431686401, -2.4671237468719482, -1.7907869815826416, -0.6175580024719238, -2.1325275897979736, -0.8112348318099976, -2.0381879806518555, -1.1939219236373901, -0.5696918368339539, -1.9330309629440308, -1.6523171663284302, -0.46708032488822937, -1.840713381767273, -1.9229234457015991, -1.6792546510696411, -0.3927810788154602, -1.0339241027832031, -1.9059081077575684, -0.9370477795600891, -0.4092353284358978, -1.1289325952529907, -1.9780983924865723, -1.8173378705978394, -2.1358163356781006, -2.0551843643188477, -1.2917861938476562, -1.2133439779281616, -2.0945076942443848, -2.394681692123413, -1.6968989372253418, -1.3222647905349731, -2.6771533489227295, -0.45498406887054443, -1.6934434175491333, -1.6960811614990234, -1.182599663734436, -1.0265023708343506, -1.9663536548614502, -1.8327468633651733, -0.6089785695075989, -1.8837560415267944, -1.02749502658844, -2.1058568954467773, -2.203721046447754, -1.8413664102554321, -2.109381675720215, -1.5228271484375]}, "Bot003_102_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_102.log.json", "context": "Hiya! hello! it\u2019s the first time i\u2019ve spoken in 3 months Hi there! I've lost the context,. Are we still on I will mention that to my the kind people in the lab,.? well we didn\u2019t really talk I don't understand why people are so upset about this. where do you live? I live in the midwest, how about you? i live in alaska I am in alaska. I have a lot of snow in alaska. are you religious? I am. what is your religion?", "response": "What is religion?", "annotation_id": "Bot003_102_12", "annotations": ["T", "X", "X", "O", "T", "X", "X", "T", "T", "T", "X", "T", "X", "X", "T"], "gpt2background_target_score": [-11.423530578613281, -7.225737571716309, -12.294508934020996, -7.526181221008301], "gpt2background_argmax_score": [-1.9761701822280884, -1.5143996477127075, -1.4640508890151978, -1.9477126598358154, -1.805071234703064, -0.8024393916130066, -0.10764726251363754, -0.12708668410778046, -2.2639544010162354, -1.975158452987671, -0.6729441285133362, -1.546087384223938, -0.6398900747299194, -0.17308355867862701, -0.20756956934928894, -1.5109001398086548, -0.31219279766082764, -1.3168948888778687, -1.0468999147415161, -1.650435209274292, -1.3880151510238647, -0.6809606552124023, -2.3076860904693604, -0.9391077160835266, -0.9997345209121704, -2.4044127464294434, -2.367095947265625, -0.8799709677696228, -1.810007095336914, -0.3703842759132385, -2.5527195930480957, -2.3188374042510986, -1.125853419303894, -1.6939436197280884, -1.503449559211731, -2.275423288345337, -1.892603874206543, -1.8772931098937988, -2.744306802749634, -3.217916965484619, -0.9452428221702576, -1.0745038986206055, -1.538716197013855, -2.3355982303619385, -2.2713072299957275, -2.7980363368988037, -2.252549648284912, -1.5587408542633057, -1.5315645933151245, -0.5847363471984863, -0.15659098327159882, -0.1255713850259781, -2.2996270656585693, -1.8504855632781982, -1.3470497131347656, -2.347508192062378, -0.8207913637161255, -1.4480211734771729, -2.13752818107605, -2.151541233062744, -2.0384230613708496, -1.6733311414718628, -2.658555746078491, -1.8544965982437134, -1.649277687072754, -1.5628794431686401, -2.4671237468719482, -1.7907869815826416, -0.6175580024719238, -2.1325275897979736, -0.8112348318099976, -2.0381879806518555, -1.1939219236373901, -0.5696918368339539, -1.9330309629440308, -1.6523171663284302, -0.46708032488822937, -1.840713381767273, -1.9229234457015991, -1.6792546510696411, -0.3927810788154602, -1.0339241027832031, -1.9059081077575684, -0.9370477795600891, -0.40923526883125305, -1.1289336681365967, -1.9780969619750977, -1.817339301109314, -2.1358158588409424, -2.0551838874816895, -1.291787028312683, -1.2133455276489258, -2.0945069789886475, -2.3946824073791504, -1.6968979835510254, -1.3222661018371582, -2.6771531105041504, -0.45498332381248474, -1.6934441328048706, -1.6960808038711548, -1.182600498199463, -1.0265017747879028, -1.9663537740707397, -1.8327473402023315, -0.6089765429496765, -1.883754849433899, -1.0274951457977295, -2.1058573722839355, -2.1406452655792236, -2.0874757766723633, -1.9060043096542358, -2.1871814727783203, -0.6900550127029419, -0.925062358379364, -0.569502592086792, -1.8907511234283447, -2.1329305171966553, -1.9200688600540161, -0.3906286358833313, -0.5276237726211548, -1.0345929861068726]}, "Bot003_102_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_102.log.json", "context": "Hiya! hello! it\u2019s the first time i\u2019ve spoken in 3 months Hi there! I've lost the context,. Are we still on I will mention that to my the kind people in the lab,.? well we didn\u2019t really talk I don't understand why people are so upset about this. where do you live? I live in the midwest, how about you? i live in alaska I am in alaska. I have a lot of snow in alaska. are you religious? I am. what is your religion? What is religion? google it", "response": "What a bunch of idiots", "annotation_id": "Bot003_102_14", "annotations": ["X", "T", "X", "T", "T", "T", "X", "X", "T", "T", "X", "X", "X", "X", "T"], "gpt2background_target_score": [-11.423530578613281, -7.028040409088135, -13.23365306854248, -8.123271942138672, -13.376237869262695], "gpt2background_argmax_score": [-1.9761701822280884, -1.5143996477127075, -1.4640508890151978, -1.9477126598358154, -1.805071234703064, -0.8024393916130066, -0.10764726251363754, -0.12708668410778046, -2.2639544010162354, -1.975158452987671, -0.6729441285133362, -1.546087384223938, -0.6398900747299194, -0.17308355867862701, -0.20756956934928894, -1.5109001398086548, -0.31219279766082764, -1.3168948888778687, -1.0468999147415161, -1.650435209274292, -1.3880151510238647, -0.6809606552124023, -2.3076860904693604, -0.9391077160835266, -0.9997345209121704, -2.4044127464294434, -2.367095947265625, -0.8799709677696228, -1.810007095336914, -0.3703842759132385, -2.5527195930480957, -2.3188374042510986, -1.125853419303894, -1.6939436197280884, -1.503449559211731, -2.275423288345337, -1.892603874206543, -1.8772931098937988, -2.744306802749634, -3.217916965484619, -0.9452428221702576, -1.0745038986206055, -1.538716197013855, -2.3355982303619385, -2.2713072299957275, -2.7980363368988037, -2.252549648284912, -1.5587408542633057, -1.5315645933151245, -0.5847363471984863, -0.15659098327159882, -0.1255713850259781, -2.2996270656585693, -1.8504855632781982, -1.3470497131347656, -2.347508192062378, -0.8207913637161255, -1.4480211734771729, -2.13752818107605, -2.151541233062744, -2.0384230613708496, -1.6733311414718628, -2.658555746078491, -1.8544965982437134, -1.649277687072754, -1.5628794431686401, -2.4671237468719482, -1.7907869815826416, -0.6175580024719238, -2.1325275897979736, -0.8112348318099976, -2.0381879806518555, -1.1939219236373901, -0.5696918368339539, -1.9330309629440308, -1.6523171663284302, -0.46708032488822937, -1.840713381767273, -1.9229234457015991, -1.6792546510696411, -0.3927810788154602, -1.0339241027832031, -1.9059081077575684, -0.9370477795600891, -0.4092353284358978, -1.1289325952529907, -1.9780983924865723, -1.8173378705978394, -2.1358163356781006, -2.0551843643188477, -1.2917861938476562, -1.2133439779281616, -2.0945076942443848, -2.394681692123413, -1.6968989372253418, -1.3222647905349731, -2.6771533489227295, -0.45498406887054443, -1.6934434175491333, -1.6960811614990234, -1.182599663734436, -1.0265023708343506, -1.9663536548614502, -1.8327468633651733, -0.6089785695075989, -1.8837560415267944, -1.02749502658844, -2.1058568954467773, -2.140644073486328, -2.0874743461608887, -1.9060027599334717, -2.1871800422668457, -0.6900556683540344, -0.9250631332397461, -0.5695023536682129, -1.890751600265503, -1.6090179681777954, -0.436881959438324, -0.5446805953979492, -2.093984842300415, -2.8800363540649414, -2.245359182357788, -2.2695629596710205, -1.8688920736312866, -1.708353877067566, -0.2504999339580536, -2.161705732345581, -1.4728524684906006]}, "Bot003_102_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_102.log.json", "context": "Hiya! hello! it\u2019s the first time i\u2019ve spoken in 3 months Hi there! I've lost the context,. Are we still on I will mention that to my the kind people in the lab,.? well we didn\u2019t really talk I don't understand why people are so upset about this. where do you live? I live in the midwest, how about you? i live in alaska I am in alaska. I have a lot of snow in alaska. are you religious? I am. what is your religion? What is religion? google it What a bunch of idiots that\u2019s rude", "response": "I don't think it's true.", "annotation_id": "Bot003_102_16", "annotations": ["X", "X", "O", "O", "T", "O", "X", "X", "T", "O", "X", "O", "X", "T", "O"], "gpt2background_target_score": [-9.236458778381348, -8.34926986694336, -12.610493659973145, -9.668395042419434, -5.3580002784729, -0.8024393916130066, -13.140207290649414, -10.93929672241211], "gpt2background_argmax_score": [-1.9761701822280884, -1.5143996477127075, -1.4640508890151978, -1.9477126598358154, -1.805071234703064, -0.8024393916130066, -0.10764726251363754, -0.12708668410778046, -2.2639544010162354, -1.975158452987671, -0.6729441285133362, -1.546087384223938, -0.6398900747299194, -0.17308355867862701, -0.20756956934928894, -1.5109001398086548, -0.31219279766082764, -1.3168948888778687, -1.0468999147415161, -1.650435209274292, -1.3880151510238647, -0.6809606552124023, -2.3076860904693604, -0.9391077160835266, -0.9997345209121704, -2.4044127464294434, -2.367095947265625, -0.8799709677696228, -1.810007095336914, -0.3703842759132385, -2.5527195930480957, -2.3188374042510986, -1.125853419303894, -1.6939436197280884, -1.503449559211731, -2.275423288345337, -1.892603874206543, -1.8772931098937988, -2.744306802749634, -3.217916965484619, -0.9452428221702576, -1.0745038986206055, -1.538716197013855, -2.3355982303619385, -2.2713072299957275, -2.7980363368988037, -2.252549648284912, -1.5587408542633057, -1.5315645933151245, -0.5847363471984863, -0.15659098327159882, -0.1255713850259781, -2.2996270656585693, -1.8504855632781982, -1.3470497131347656, -2.347508192062378, -0.8207913637161255, -1.4480211734771729, -2.13752818107605, -2.151541233062744, -2.0384230613708496, -1.6733311414718628, -2.658555746078491, -1.8544965982437134, -1.649277687072754, -1.5628794431686401, -2.4671237468719482, -1.7907869815826416, -0.6175580024719238, -2.1325275897979736, -0.8112348318099976, -2.0381879806518555, -1.1939219236373901, -0.5696918368339539, -1.9330309629440308, -1.6523171663284302, -0.46708032488822937, -1.840713381767273, -1.9229234457015991, -1.6792546510696411, -0.3927810788154602, -1.0339241027832031, -1.9059081077575684, -0.9370477795600891, -0.4092353284358978, -1.1289325952529907, -1.9780983924865723, -1.8173378705978394, -2.1358163356781006, -2.0551843643188477, -1.2917861938476562, -1.2133439779281616, -2.0945076942443848, -2.394681692123413, -1.6968989372253418, -1.3222647905349731, -2.6771533489227295, -0.45498406887054443, -1.6934434175491333, -1.6960811614990234, -1.182599663734436, -1.0265023708343506, -1.9663536548614502, -1.8327468633651733, -0.6089785695075989, -1.8837560415267944, -1.02749502658844, -2.1058568954467773, -2.140644073486328, -2.0874743461608887, -1.9060027599334717, -2.1871800422668457, -0.6900556683540344, -0.9250631332397461, -0.5695023536682129, -1.890751600265503, -1.6090179681777954, -0.436881959438324, -0.5446805953979492, -2.093984842300415, -2.880037546157837, -2.2453601360321045, -1.5864766836166382, -1.5703843832015991, -0.22699621319770813, -2.1955292224884033, -1.6618655920028687, -2.241211414337158, -0.15943588316440582, -0.777275800704956, -3.3183140754699707, -1.8406639099121094, -2.2138235569000244, -1.930013656616211, -0.6891838312149048, -1.8271307945251465, -1.7620006799697876, -0.6573705673217773, -1.4754023551940918, -1.1590319871902466, -1.3633835315704346]}, "Bot003_102_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_102.log.json", "context": "Hiya! hello! it\u2019s the first time i\u2019ve spoken in 3 months Hi there! I've lost the context,. Are we still on I will mention that to my the kind people in the lab,.? well we didn\u2019t really talk I don't understand why people are so upset about this. where do you live? I live in the midwest, how about you? i live in alaska I am in alaska. I have a lot of snow in alaska. are you religious? I am. what is your religion? What is religion? google it What a bunch of idiots that\u2019s rude I don't think it's true. it is", "response": "It is?", "annotation_id": "Bot003_102_18", "annotations": ["O", "O", "O", "T", "T", "X", "X", "X", "O", "O", "X", "O", "X", "X", "T"], "gpt2background_target_score": [-12.646990776062012, -7.225737571716309, -12.55793285369873], "gpt2background_argmax_score": [-1.9761701822280884, -1.5143996477127075, -1.4640508890151978, -1.9477126598358154, -1.805071234703064, -0.8024393916130066, -0.10764726251363754, -0.12708668410778046, -2.2639544010162354, -1.975158452987671, -0.6729441285133362, -1.546087384223938, -0.6398900747299194, -0.17308355867862701, -0.20756956934928894, -1.5109001398086548, -0.31219279766082764, -1.3168948888778687, -1.0468999147415161, -1.650435209274292, -1.3880151510238647, -0.6809606552124023, -2.3076860904693604, -0.9391077160835266, -0.9997345209121704, -2.4044127464294434, -2.367095947265625, -0.8799709677696228, -1.810007095336914, -0.3703842759132385, -2.5527195930480957, -2.3188374042510986, -1.125853419303894, -1.6939436197280884, -1.503449559211731, -2.275423288345337, -1.892603874206543, -1.8772931098937988, -2.744306802749634, -3.217916965484619, -0.9452428221702576, -1.0745038986206055, -1.538716197013855, -2.3355982303619385, -2.2713072299957275, -2.7980363368988037, -2.252549648284912, -1.5587408542633057, -1.5315645933151245, -0.5847363471984863, -0.15659098327159882, -0.1255713850259781, -2.2996270656585693, -1.8504855632781982, -1.3470497131347656, -2.347508192062378, -0.8207913637161255, -1.4480211734771729, -2.13752818107605, -2.151541233062744, -2.0384230613708496, -1.6733311414718628, -2.658555746078491, -1.8544965982437134, -1.649277687072754, -1.5628794431686401, -2.4671237468719482, -1.7907869815826416, -0.6175580024719238, -2.1325275897979736, -0.8112348318099976, -2.0381879806518555, -1.1939219236373901, -0.5696918368339539, -1.9330309629440308, -1.6523171663284302, -0.46708032488822937, -1.840713381767273, -1.9229234457015991, -1.6792546510696411, -0.3927810788154602, -1.0339241027832031, -1.9059081077575684, -0.9370477795600891, -0.4092353284358978, -1.1289325952529907, -1.9780983924865723, -1.8173378705978394, -2.1358163356781006, -2.0551843643188477, -1.2917861938476562, -1.2133439779281616, -2.0945076942443848, -2.394681692123413, -1.6968989372253418, -1.3222647905349731, -2.6771533489227295, -0.45498406887054443, -1.6934434175491333, -1.6960811614990234, -1.182599663734436, -1.0265023708343506, -1.9663536548614502, -1.8327468633651733, -0.6089785695075989, -1.8837560415267944, -1.02749502658844, -2.1058568954467773, -2.140644073486328, -2.0874743461608887, -1.9060027599334717, -2.1871800422668457, -0.6900556683540344, -0.9250631332397461, -0.5695023536682129, -1.890751600265503, -1.6090179681777954, -0.436881959438324, -0.5446805953979492, -2.093984842300415, -2.880037546157837, -2.2453601360321045, -1.5864766836166382, -1.5703843832015991, -0.22699621319770813, -2.1955292224884033, -1.6618655920028687, -2.241211414337158, -0.15943588316440582, -0.777275800704956, -3.3183140754699707, -1.8406639099121094, -1.5102909803390503, -0.4165879487991333, -1.3347147703170776, -2.071834087371826, -1.0375065803527832, -2.2881085872650146, -1.387844204902649, -2.040668487548828, -0.9080755114555359, -2.401359796524048, -2.248772621154785, -1.2316889762878418, -2.0596554279327393, -1.1162968873977661]}, "Bot003_102_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_102.log.json", "context": "Hiya! hello! it\u2019s the first time i\u2019ve spoken in 3 months Hi there! I've lost the context,. Are we still on I will mention that to my the kind people in the lab,.? well we didn\u2019t really talk I don't understand why people are so upset about this. where do you live? I live in the midwest, how about you? i live in alaska I am in alaska. I have a lot of snow in alaska. are you religious? I am. what is your religion? What is religion? google it What a bunch of idiots that\u2019s rude I don't think it's true. it is It is? yes", "response": "And?", "annotation_id": "Bot003_102_20", "annotations": ["O", "O", "O", "O", "T", "T", "X", "X", "O", "O", "X", "T", "X", "X", "T"], "gpt2background_target_score": [-12.823336601257324, -8.515034675598145], "gpt2background_argmax_score": [-1.9761701822280884, -1.5143996477127075, -1.4640508890151978, -1.9477126598358154, -1.805071234703064, -0.8024393916130066, -0.10764726251363754, -0.12708668410778046, -2.2639544010162354, -1.975158452987671, -0.6729441285133362, -1.546087384223938, -0.6398900747299194, -0.17308355867862701, -0.20756956934928894, -1.5109001398086548, -0.31219279766082764, -1.3168948888778687, -1.0468999147415161, -1.650435209274292, -1.3880151510238647, -0.6809606552124023, -2.3076860904693604, -0.9391077160835266, -0.9997345209121704, -2.4044127464294434, -2.367095947265625, -0.8799709677696228, -1.810007095336914, -0.3703842759132385, -2.5527195930480957, -2.3188374042510986, -1.125853419303894, -1.6939436197280884, -1.503449559211731, -2.275423288345337, -1.892603874206543, -1.8772931098937988, -2.744306802749634, -3.217916965484619, -0.9452428221702576, -1.0745038986206055, -1.538716197013855, -2.3355982303619385, -2.2713072299957275, -2.7980363368988037, -2.252549648284912, -1.5587408542633057, -1.5315645933151245, -0.5847363471984863, -0.15659098327159882, -0.1255713850259781, -2.2996270656585693, -1.8504855632781982, -1.3470497131347656, -2.347508192062378, -0.8207913637161255, -1.4480211734771729, -2.13752818107605, -2.151541233062744, -2.0384230613708496, -1.6733311414718628, -2.658555746078491, -1.8544965982437134, -1.649277687072754, -1.5628794431686401, -2.4671237468719482, -1.7907869815826416, -0.6175580024719238, -2.1325275897979736, -0.8112348318099976, -2.0381879806518555, -1.1939219236373901, -0.5696918368339539, -1.9330309629440308, -1.6523171663284302, -0.46708032488822937, -1.840713381767273, -1.9229234457015991, -1.6792546510696411, -0.3927810788154602, -1.0339241027832031, -1.9059081077575684, -0.9370477795600891, -0.4092353284358978, -1.1289325952529907, -1.9780983924865723, -1.8173378705978394, -2.1358163356781006, -2.0551843643188477, -1.2917861938476562, -1.2133439779281616, -2.0945076942443848, -2.394681692123413, -1.6968989372253418, -1.3222647905349731, -2.6771533489227295, -0.45498406887054443, -1.6934434175491333, -1.6960811614990234, -1.182599663734436, -1.0265023708343506, -1.9663536548614502, -1.8327468633651733, -0.6089785695075989, -1.8837560415267944, -1.02749502658844, -2.1058568954467773, -2.140644073486328, -2.0874743461608887, -1.9060027599334717, -2.1871800422668457, -0.6900556683540344, -0.9250631332397461, -0.5695023536682129, -1.890751600265503, -1.6090179681777954, -0.436881959438324, -0.5446805953979492, -2.093984842300415, -2.880037546157837, -2.2453601360321045, -1.5864766836166382, -1.5703843832015991, -0.22699621319770813, -2.1955292224884033, -1.6618655920028687, -2.241211414337158, -0.15943588316440582, -0.777275800704956, -3.3183140754699707, -1.8406639099121094, -1.5102909803390503, -0.4165879487991333, -1.3347147703170776, -2.071834087371826, -1.0375065803527832, -2.2881085872650146, -1.387844204902649, -2.040668487548828, -0.9080755114555359, -2.401359796524048, -1.4515135288238525, -2.3774986267089844, -2.320336103439331, -2.15580677986145, -2.4915449619293213, -2.480818271636963, -2.038455009460449]}, "Bot003_105_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_105.log.json", "context": "Well hello there! I love to read, I love to read hello! i like reading too, but i\u2019m more of a music fan. i love taylor swift", "response": "I do not know much about fashion. I like to read.", "annotation_id": "Bot003_105_02", "annotations": ["X", "T", "O", "O", "T", "X", "X", "O", "T", "T", "T", "X", "T", "O", "T"], "gpt2background_target_score": [-8.159523963928223, -7.277626037597656, -8.533713340759277, -11.281137466430664, -10.56342601776123, -8.588594436645508, -11.624465942382812, -4.914254188537598, -2.3623526096343994, -3.5481536388397217, -1.5912281274795532, -0.997150182723999, -2.7186036109924316], "gpt2background_argmax_score": [-1.2881128787994385, -1.8508713245391846, -1.3730536699295044, -1.434678316116333, -1.6562877893447876, -2.023899793624878, -2.5366952419281006, -2.7744133472442627, -1.1300508975982666, -1.6333014965057373, -1.5912281274795532, -0.997150182723999, -1.2614874839782715, -1.588623285293579, -1.4356937408447266, -2.1139168739318848, -1.0056087970733643, -2.433314323425293, -1.1579668521881104, -2.1323471069335938, -1.5297108888626099, -2.45593523979187, -0.13854597508907318, -0.39574384689331055, -1.7807741165161133, -1.9412503242492676, -0.21035528182983398, -2.2239625453948975, -1.946876049041748, -1.6855156421661377, -2.3876705169677734, -1.8557541370391846, -1.8645615577697754, -1.9956516027450562, -2.0283315181732178, -2.657072067260742, -2.4258172512054443, -1.7903952598571777, -2.2482166290283203, -1.0972065925598145, -1.8439747095108032, -0.18232159316539764, -0.9271686673164368, -1.3444983959197998, -1.1288464069366455, -2.5997164249420166, -2.12223744392395, -1.0696171522140503, -3.0055091381073, -1.2803187370300293]}, "Bot003_105_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_105.log.json", "context": "Well hello there! I love to read, I love to read hello! i like reading too, but i\u2019m more of a music fan. i love taylor swift I do not know much about fashion. I like to read. taylor swift is a singer, not a model", "response": "I am not sure. I am a huge fan of music.", "annotation_id": "Bot003_105_04", "annotations": ["X", "T", "O", "O", "T", "X", "X", "T", "T", "O", "O", "T", "T", "O", "T"], "gpt2background_target_score": [-8.159525871276855, -8.411055564880371, -8.533710479736328, -12.341514587402344, -8.6395902633667, -6.567873477935791, -9.369224548339844, -3.3659636974334717, -11.660901069641113, -10.8362455368042, -9.200109481811523, -8.503947257995605, -2.7186007499694824], "gpt2background_argmax_score": [-1.2881120443344116, -1.8508716821670532, -1.3730549812316895, -1.4346786737442017, -1.6562875509262085, -2.023899555206299, -2.536696434020996, -2.774411916732788, -1.1300535202026367, -1.633302092552185, -1.59122633934021, -0.9971523880958557, -1.2614895105361938, -1.5886237621307373, -1.4356945753097534, -2.1139166355133057, -1.0056074857711792, -2.4333150386810303, -1.1579675674438477, -2.1323471069335938, -1.5297108888626099, -2.4559359550476074, -0.13854607939720154, -0.395744264125824, -1.780775547027588, -1.9412550926208496, -0.21035528182983398, -2.2239632606506348, -1.9468741416931152, -1.6855134963989258, -2.3876702785491943, -1.855754017829895, -1.864564299583435, -1.995650291442871, -2.0283312797546387, -2.6570703983306885, -1.5279288291931152, -2.2988572120666504, -0.9271029829978943, -1.7820829153060913, -0.18470759689807892, -1.0823251008987427, -1.504705548286438, -1.9897359609603882, -2.077606678009033, -2.0705206394195557, -0.9636013507843018, -3.0468053817749023, -1.8695156574249268, -0.030110804364085197, -1.4346227645874023, -0.8390074372291565, -1.8834035396575928, -2.473801374435425, -1.8661061525344849, -1.908553957939148, -0.5327706336975098, -1.8207154273986816, -1.0256469249725342, -2.1568801403045654, -2.1575722694396973, -1.5337576866149902, -1.0962988138198853, -1.555443525314331, -1.1325595378875732, -2.603484869003296, -1.7442365884780884, -2.3948421478271484, -1.2470914125442505, -0.35123416781425476, -1.7027716636657715, -1.3911397457122803, -1.1025433540344238]}, "Bot003_105_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_105.log.json", "context": "Well hello there! I love to read, I love to read hello! i like reading too, but i\u2019m more of a music fan. i love taylor swift I do not know much about fashion. I like to read. taylor swift is a singer, not a model I am not sure. I am a huge fan of music. do you like country?  hey", "response": "That's interesting.", "annotation_id": "Bot003_105_06", "annotations": ["X", "X", "O", "O", "X", "X", "X", "T", "T", "T", "T", "T", "X", "O", "T"], "gpt2background_target_score": [-11.539257049560547, -7.676090717315674, -11.806446075439453, -10.0835542678833], "gpt2background_argmax_score": [-1.2881120443344116, -1.8508716821670532, -1.3730549812316895, -1.4346786737442017, -1.6562875509262085, -2.023899555206299, -2.536696434020996, -2.774411916732788, -1.1300535202026367, -1.633302092552185, -1.59122633934021, -0.9971523880958557, -1.2614895105361938, -1.5886237621307373, -1.4356945753097534, -2.1139166355133057, -1.0056074857711792, -2.4333150386810303, -1.1579675674438477, -2.1323471069335938, -1.5297108888626099, -2.4559359550476074, -0.13854607939720154, -0.395744264125824, -1.780775547027588, -1.9412550926208496, -0.21035528182983398, -2.2239632606506348, -1.9468741416931152, -1.6855134963989258, -2.3876702785491943, -1.855754017829895, -1.864564299583435, -1.995650291442871, -2.0283312797546387, -2.6570703983306885, -1.5279279947280884, -2.298856496810913, -0.9271031022071838, -1.7820841073989868, -0.18470750749111176, -1.0823249816894531, -1.5047059059143066, -1.9897352457046509, -2.0776047706604004, -2.0705204010009766, -0.9636029005050659, -3.0468060970306396, -1.8695164918899536, -0.030110804364085197, -1.43462336063385, -0.8390069603919983, -1.8834043741226196, -2.473799467086792, -1.8661067485809326, -1.9085544347763062, -0.5327705144882202, -1.8207141160964966, -1.0256487131118774, -1.7448533773422241, -2.2185590267181396, -1.63478422164917, -1.645862340927124, -1.9814157485961914, -1.8751859664916992, -1.7053742408752441, -3.0022377967834473, -1.117392897605896, -0.36691316962242126, -2.637186050415039, -1.183196783065796, -1.4978506565093994, -0.32339921593666077, -1.8874199390411377, -1.797425389289856, -1.031232476234436, -2.026546001434326, -2.1425373554229736, -1.3943196535110474, -2.1872189044952393, -1.1252273321151733, -2.244885206222534, -1.374262809753418, -1.193150520324707]}, "Bot003_105_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_105.log.json", "context": "Well hello there! I love to read, I love to read hello! i like reading too, but i\u2019m more of a music fan. i love taylor swift I do not know much about fashion. I like to read. taylor swift is a singer, not a model I am not sure. I am a huge fan of music. do you like country?  hey That's interesting. are you single", "response": "I am unattached, how about you?", "annotation_id": "Bot003_105_08", "annotations": ["O", "X", "O", "X", "O", "X", "O", "O", "O", "O", "O", "O", "O", "O", "T"], "gpt2background_target_score": [-8.159525871276855, -8.411055564880371, -12.849742889404297, -12.80566120147705, -8.357255935668945, -4.027378559112549, -10.763845443725586, -4.783002853393555, -12.64285945892334], "gpt2background_argmax_score": [-1.2881120443344116, -1.8508716821670532, -1.3730549812316895, -1.4346786737442017, -1.6562875509262085, -2.023899555206299, -2.536696434020996, -2.774411916732788, -1.1300535202026367, -1.633302092552185, -1.59122633934021, -0.9971523880958557, -1.2614895105361938, -1.5886237621307373, -1.4356945753097534, -2.1139166355133057, -1.0056074857711792, -2.4333150386810303, -1.1579675674438477, -2.1323471069335938, -1.5297108888626099, -2.4559359550476074, -0.13854607939720154, -0.395744264125824, -1.780775547027588, -1.9412550926208496, -0.21035528182983398, -2.2239632606506348, -1.9468741416931152, -1.6855134963989258, -2.3876702785491943, -1.855754017829895, -1.864564299583435, -1.995650291442871, -2.0283312797546387, -2.6570703983306885, -1.5279279947280884, -2.298856496810913, -0.9271031022071838, -1.7820841073989868, -0.18470750749111176, -1.0823249816894531, -1.5047059059143066, -1.9897352457046509, -2.0776047706604004, -2.0705204010009766, -0.9636029005050659, -3.0468060970306396, -1.8695164918899536, -0.030110804364085197, -1.43462336063385, -0.8390069603919983, -1.8834043741226196, -2.473799467086792, -1.8661067485809326, -1.9085544347763062, -0.5327705144882202, -1.8207141160964966, -1.0256487131118774, -1.7448533773422241, -2.2185590267181396, -1.63478422164917, -1.645862340927124, -1.9814157485961914, -1.8751859664916992, -1.7053742408752441, -3.0022377967834473, -1.117392897605896, -0.36691316962242126, -2.637186050415039, -1.183196783065796, -1.4978506565093994, -0.3233988583087921, -1.8874202966690063, -1.7974246740341187, -1.031234622001648, -2.0265445709228516, -2.1425392627716064, -1.3943201303482056, -1.1527515649795532, -1.8301215171813965, -1.4325088262557983, -1.7391685247421265, -0.39314860105514526, -2.595402956008911, -0.561184287071228, -2.115290641784668, -2.0625791549682617, -1.673029899597168, -0.9503250122070312, -1.5465798377990723, -2.097134590148926, -1.5281500816345215, -0.8508208990097046, -0.7034739255905151, -0.6198166012763977]}, "Bot003_105_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_105.log.json", "context": "Well hello there! I love to read, I love to read hello! i like reading too, but i\u2019m more of a music fan. i love taylor swift I do not know much about fashion. I like to read. taylor swift is a singer, not a model I am not sure. I am a huge fan of music. do you like country?  hey That's interesting. are you single I am unattached, how about you? i\u2019m getting married soon", "response": "I am a mother of five years old", "annotation_id": "Bot003_105_10", "annotations": ["X", "X", "O", "O", "O", "X", "X", "T", "O", "O", "O", "X", "T", "O", "T"], "gpt2background_target_score": [-8.159525871276855, -8.411055564880371, -7.115503311157227, -11.845895767211914, -10.067961692810059, -11.245420455932617, -12.184714317321777, -6.680294036865234], "gpt2background_argmax_score": [-1.2881120443344116, -1.8508716821670532, -1.3730549812316895, -1.4346786737442017, -1.6562875509262085, -2.023899555206299, -2.536696434020996, -2.774411916732788, -1.1300535202026367, -1.633302092552185, -1.59122633934021, -0.9971523880958557, -1.2614895105361938, -1.5886237621307373, -1.4356945753097534, -2.1139166355133057, -1.0056074857711792, -2.4333150386810303, -1.1579675674438477, -2.1323471069335938, -1.5297108888626099, -2.4559359550476074, -0.13854607939720154, -0.395744264125824, -1.780775547027588, -1.9412550926208496, -0.21035528182983398, -2.2239632606506348, -1.9468741416931152, -1.6855134963989258, -2.3876702785491943, -1.855754017829895, -1.864564299583435, -1.995650291442871, -2.0283312797546387, -2.6570703983306885, -1.5279279947280884, -2.298856496810913, -0.9271031022071838, -1.7820841073989868, -0.18470750749111176, -1.0823249816894531, -1.5047059059143066, -1.9897352457046509, -2.0776047706604004, -2.0705204010009766, -0.9636029005050659, -3.0468060970306396, -1.8695164918899536, -0.030110804364085197, -1.43462336063385, -0.8390069603919983, -1.8834043741226196, -2.473799467086792, -1.8661067485809326, -1.9085544347763062, -0.5327705144882202, -1.8207141160964966, -1.0256487131118774, -1.7448533773422241, -2.2185590267181396, -1.63478422164917, -1.645862340927124, -1.9814157485961914, -1.8751859664916992, -1.7053742408752441, -3.0022377967834473, -1.117392897605896, -0.36691316962242126, -2.637186050415039, -1.183196783065796, -1.4978506565093994, -0.3233988583087921, -1.8874202966690063, -1.7974246740341187, -1.031234622001648, -2.0265445709228516, -2.1425392627716064, -1.3943201303482056, -1.1527515649795532, -1.8301215171813965, -1.4325088262557983, -1.7391685247421265, -0.39314860105514526, -2.595402956008911, -0.561184287071228, -2.1840949058532715, -2.4852354526519775, -0.6159222722053528, -1.4589760303497314, -2.4292709827423096, -1.6535004377365112, -0.9987446069717407, -0.5135954022407532, -2.1378896236419678, -2.180405378341675, -0.12754304707050323, -0.4106474220752716, -1.5368361473083496, -0.9513477683067322, -1.3613697290420532, -1.807431697845459, -2.253228187561035, -2.121325731277466, -2.2304909229278564, -1.6725412607192993, -2.0101537704467773, -1.1555216312408447, -1.6855350732803345, -1.6223088502883911, -1.3416212797164917]}, "Bot003_105_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_105.log.json", "context": "Well hello there! I love to read, I love to read hello! i like reading too, but i\u2019m more of a music fan. i love taylor swift I do not know much about fashion. I like to read. taylor swift is a singer, not a model I am not sure. I am a huge fan of music. do you like country?  hey That's interesting. are you single I am unattached, how about you? i\u2019m getting married soon I am a mother of five years old wow how old are you?", "response": "I'm fine, how are you?", "annotation_id": "Bot003_105_12", "annotations": ["O", "X", "X", "O", "T", "X", "X", "O", "X", "X", "X", "X", "O", "O", "O"], "gpt2background_target_score": [-8.159525871276855, -9.517257690429688, -12.659650802612305, -10.10004997253418, -11.035655975341797, -10.327239990234375, -7.563730716705322, -8.752201080322266], "gpt2background_argmax_score": [-1.2881120443344116, -1.8508716821670532, -1.3730549812316895, -1.4346786737442017, -1.6562875509262085, -2.023899555206299, -2.536696434020996, -2.774411916732788, -1.1300535202026367, -1.633302092552185, -1.59122633934021, -0.9971523880958557, -1.2614895105361938, -1.5886237621307373, -1.4356945753097534, -2.1139166355133057, -1.0056074857711792, -2.4333150386810303, -1.1579675674438477, -2.1323471069335938, -1.5297108888626099, -2.4559359550476074, -0.13854607939720154, -0.395744264125824, -1.780775547027588, -1.9412550926208496, -0.21035528182983398, -2.2239632606506348, -1.9468741416931152, -1.6855134963989258, -2.3876702785491943, -1.855754017829895, -1.864564299583435, -1.995650291442871, -2.0283312797546387, -2.6570703983306885, -1.5279279947280884, -2.298856496810913, -0.9271031022071838, -1.7820841073989868, -0.18470750749111176, -1.0823249816894531, -1.5047059059143066, -1.9897352457046509, -2.0776047706604004, -2.0705204010009766, -0.9636029005050659, -3.0468060970306396, -1.8695164918899536, -0.030110804364085197, -1.43462336063385, -0.8390069603919983, -1.8834043741226196, -2.473799467086792, -1.8661067485809326, -1.9085544347763062, -0.5327705144882202, -1.8207141160964966, -1.0256487131118774, -1.7448533773422241, -2.2185590267181396, -1.63478422164917, -1.645862340927124, -1.9814157485961914, -1.8751859664916992, -1.7053742408752441, -3.0022377967834473, -1.117392897605896, -0.36691316962242126, -2.637186050415039, -1.183196783065796, -1.4978506565093994, -0.3233988583087921, -1.8874202966690063, -1.7974246740341187, -1.031234622001648, -2.0265445709228516, -2.1425392627716064, -1.3943201303482056, -1.1527515649795532, -1.8301215171813965, -1.4325088262557983, -1.7391685247421265, -0.39314860105514526, -2.5954034328460693, -0.5611844658851624, -2.1840953826904297, -2.4852347373962402, -0.6159208416938782, -1.4589755535125732, -2.4292728900909424, -1.6535006761550903, -0.9987453818321228, -0.5135955214500427, -2.137887716293335, -2.180405616760254, -0.12754294276237488, -0.410648375749588, -1.5368350744247437, -0.9513493180274963, -1.3613696098327637, -1.8074312210083008, -1.611154556274414, -2.8217599391937256, -3.0256502628326416, -1.9432052373886108, -1.2819361686706543, -1.810425877571106, -1.7412365674972534, -1.3163926601409912, -1.7301408052444458, -2.215043783187866, -0.5197681784629822, -0.12023098021745682, -0.4293310344219208, -2.3495194911956787, -2.2221384048461914, -1.5020219087600708, -2.3956472873687744, -1.6244269609451294, -1.7282251119613647, -1.5318495035171509, -0.13078656792640686, -0.5789315700531006, -0.8738375306129456]}, "Bot003_105_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_105.log.json", "context": "Well hello there! I love to read, I love to read hello! i like reading too, but i\u2019m more of a music fan. i love taylor swift I do not know much about fashion. I like to read. taylor swift is a singer, not a model I am not sure. I am a huge fan of music. do you like country?  hey That's interesting. are you single I am unattached, how about you? i\u2019m getting married soon I am a mother of five years old wow how old are you? I'm fine, how are you? do you have a job?", "response": "Hi, I am a mother of five years.", "annotation_id": "Bot003_105_14", "annotations": ["X", "X", "T", "O", "T", "X", "X", "T", "X", "T", "X", "X", "T", "O", "T"], "gpt2background_target_score": [-13.081609725952148, -1.8508716821670532, -4.181406497955322, -9.326334953308105, -8.869150161743164, -10.131828308105469, -10.177675247192383, -10.568140983581543, -12.281329154968262, -8.909028053283691], "gpt2background_argmax_score": [-1.2881120443344116, -1.8508716821670532, -1.3730549812316895, -1.4346786737442017, -1.6562875509262085, -2.023899555206299, -2.536696434020996, -2.774411916732788, -1.1300535202026367, -1.633302092552185, -1.59122633934021, -0.9971523880958557, -1.2614895105361938, -1.5886237621307373, -1.4356945753097534, -2.1139166355133057, -1.0056074857711792, -2.4333150386810303, -1.1579675674438477, -2.1323471069335938, -1.5297108888626099, -2.4559359550476074, -0.13854607939720154, -0.395744264125824, -1.780775547027588, -1.9412550926208496, -0.21035528182983398, -2.2239632606506348, -1.9468741416931152, -1.6855134963989258, -2.3876702785491943, -1.855754017829895, -1.864564299583435, -1.995650291442871, -2.0283312797546387, -2.6570703983306885, -1.5279279947280884, -2.298856496810913, -0.9271031022071838, -1.7820841073989868, -0.18470750749111176, -1.0823249816894531, -1.5047059059143066, -1.9897352457046509, -2.0776047706604004, -2.0705204010009766, -0.9636029005050659, -3.0468060970306396, -1.8695164918899536, -0.030110804364085197, -1.43462336063385, -0.8390069603919983, -1.8834043741226196, -2.473799467086792, -1.8661067485809326, -1.9085544347763062, -0.5327705144882202, -1.8207141160964966, -1.0256487131118774, -1.7448533773422241, -2.2185590267181396, -1.63478422164917, -1.645862340927124, -1.9814157485961914, -1.8751859664916992, -1.7053742408752441, -3.0022377967834473, -1.117392897605896, -0.36691316962242126, -2.637186050415039, -1.183196783065796, -1.4978506565093994, -0.3233988583087921, -1.8874202966690063, -1.7974246740341187, -1.031234622001648, -2.0265445709228516, -2.1425392627716064, -1.3943201303482056, -1.1527515649795532, -1.8301215171813965, -1.4325088262557983, -1.7391685247421265, -0.39314860105514526, -2.595402956008911, -0.561184287071228, -2.1840949058532715, -2.4852354526519775, -0.6159222722053528, -1.4589760303497314, -2.4292709827423096, -1.6535004377365112, -0.9987446069717407, -0.5135954022407532, -2.1378896236419678, -2.180405378341675, -0.12754304707050323, -0.4106471836566925, -1.536836862564087, -0.9513504505157471, -1.3613704442977905, -1.8074307441711426, -1.6111549139022827, -2.8217613697052, -3.0256502628326416, -1.9432036876678467, -1.2819379568099976, -1.8104251623153687, -1.7412363290786743, -1.3163927793502808, -1.7301394939422607, -2.2150449752807617, -0.5197681188583374, -0.12023098021745682, -0.4293312728404999, -2.349518299102783, -1.8200864791870117, -2.505094528198242, -1.6505844593048096, -1.6465280055999756, -1.2044049501419067, -0.15009388327598572, -0.4572761654853821, -1.8483343124389648, -0.18571330606937408, -1.1442095041275024, -1.199157953262329, -3.0237903594970703, -0.8273871541023254, -2.252401351928711, -1.9907124042510986, -1.4274942874908447, -1.6311510801315308, -1.4236937761306763, -1.6465187072753906, -2.680906057357788, -0.40300390124320984, -0.5666277408599854, -0.3669295310974121, -0.9166038036346436, -0.6830043196678162]}, "Bot003_105_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_105.log.json", "context": "Well hello there! I love to read, I love to read hello! i like reading too, but i\u2019m more of a music fan. i love taylor swift I do not know much about fashion. I like to read. taylor swift is a singer, not a model I am not sure. I am a huge fan of music. do you like country?  hey That's interesting. are you single I am unattached, how about you? i\u2019m getting married soon I am a mother of five years old wow how old are you? I'm fine, how are you? do you have a job? Hi, I am a mother of five years. it\u2019s not a job", "response": "I don't want to see this coming.", "annotation_id": "Bot003_105_16", "annotations": ["X", "X", "T", "O", "X", "X", "X", "X", "X", "X", "X", "X", "O", "O", "X"], "gpt2background_target_score": [-8.159525871276855, -9.142630577087402, -9.816144943237305, -10.347249031066895, -9.624114036560059, -10.330982208251953, -7.889406204223633, -11.070890426635742, -10.022109031677246], "gpt2background_argmax_score": [-1.2881120443344116, -1.8508716821670532, -1.3730549812316895, -1.4346786737442017, -1.6562875509262085, -2.023899555206299, -2.536696434020996, -2.774411916732788, -1.1300535202026367, -1.633302092552185, -1.59122633934021, -0.9971523880958557, -1.2614895105361938, -1.5886237621307373, -1.4356945753097534, -2.1139166355133057, -1.0056074857711792, -2.4333150386810303, -1.1579675674438477, -2.1323471069335938, -1.5297108888626099, -2.4559359550476074, -0.13854607939720154, -0.395744264125824, -1.780775547027588, -1.9412550926208496, -0.21035528182983398, -2.2239632606506348, -1.9468741416931152, -1.6855134963989258, -2.3876702785491943, -1.855754017829895, -1.864564299583435, -1.995650291442871, -2.0283312797546387, -2.6570703983306885, -1.5279279947280884, -2.298856496810913, -0.9271031022071838, -1.7820841073989868, -0.18470750749111176, -1.0823249816894531, -1.5047059059143066, -1.9897352457046509, -2.0776047706604004, -2.0705204010009766, -0.9636029005050659, -3.0468060970306396, -1.8695164918899536, -0.030110804364085197, -1.43462336063385, -0.8390069603919983, -1.8834043741226196, -2.473799467086792, -1.8661067485809326, -1.9085544347763062, -0.5327705144882202, -1.8207141160964966, -1.0256487131118774, -1.7448533773422241, -2.2185590267181396, -1.63478422164917, -1.645862340927124, -1.9814157485961914, -1.8751859664916992, -1.7053742408752441, -3.0022377967834473, -1.117392897605896, -0.36691316962242126, -2.637186050415039, -1.183196783065796, -1.4978506565093994, -0.3233988583087921, -1.8874202966690063, -1.7974246740341187, -1.031234622001648, -2.0265445709228516, -2.1425392627716064, -1.3943201303482056, -1.1527515649795532, -1.8301215171813965, -1.4325088262557983, -1.7391685247421265, -0.39314860105514526, -2.595402956008911, -0.561184287071228, -2.1840949058532715, -2.4852354526519775, -0.6159222722053528, -1.4589760303497314, -2.4292709827423096, -1.6535004377365112, -0.9987446069717407, -0.5135954022407532, -2.1378896236419678, -2.180405378341675, -0.12754304707050323, -0.4106471836566925, -1.536836862564087, -0.9513504505157471, -1.3613704442977905, -1.8074307441711426, -1.6111549139022827, -2.8217613697052, -3.0256502628326416, -1.9432036876678467, -1.2819379568099976, -1.8104251623153687, -1.7412363290786743, -1.3163927793502808, -1.7301394939422607, -2.2150449752807617, -0.5197681188583374, -0.12023098021745682, -0.4293312728404999, -2.349518299102783, -1.8200864791870117, -2.505094528198242, -1.6505844593048096, -1.6465280055999756, -1.2044049501419067, -0.15009388327598572, -0.4572761654853821, -1.8483343124389648, -0.18571330606937408, -1.1442095041275024, -1.199157953262329, -3.0237903594970703, -0.8273871541023254, -2.252401351928711, -1.3033201694488525, -1.6343140602111816, -1.4132204055786133, -1.7364979982376099, -2.8534047603607178, -0.4389648139476776, -0.5522178411483765, -0.40578407049179077, -0.9458940625190735, -1.061828374862671, -1.1080330610275269, -0.14106200635433197, -0.1275339275598526, -1.9905537366867065, -2.1174890995025635, -2.4207606315612793, -1.4367234706878662, -2.1682543754577637, -1.692457914352417, -0.753381073474884, -1.5714291334152222, -0.37099024653434753, -1.4677618741989136, -1.624873399734497, -1.7669590711593628, -1.818791389465332, -0.994990885257721]}, "Bot003_105_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_105.log.json", "context": "Well hello there! I love to read, I love to read hello! i like reading too, but i\u2019m more of a music fan. i love taylor swift I do not know much about fashion. I like to read. taylor swift is a singer, not a model I am not sure. I am a huge fan of music. do you like country?  hey That's interesting. are you single I am unattached, how about you? i\u2019m getting married soon I am a mother of five years old wow how old are you? I'm fine, how are you? do you have a job? Hi, I am a mother of five years. it\u2019s not a job I don't want to see this coming. what do you do for a living", "response": "I am a paid client. My job is chatting online.", "annotation_id": "Bot003_105_18", "annotations": ["X", "X", "O", "O", "O", "X", "O", "T", "O", "O", "O", "O", "T", "O", "T"], "gpt2background_target_score": [-8.159525871276855, -8.411055564880371, -7.115503311157227, -13.01235580444336, -13.803536415100098, -8.750503540039062, -11.120875358581543, -11.654890060424805, -7.6937055587768555, -12.76121711730957, -8.46012020111084, -8.595563888549805], "gpt2background_argmax_score": [-1.2881120443344116, -1.8508716821670532, -1.3730549812316895, -1.4346786737442017, -1.6562875509262085, -2.023899555206299, -2.536696434020996, -2.774411916732788, -1.1300535202026367, -1.633302092552185, -1.59122633934021, -0.9971523880958557, -1.2614895105361938, -1.5886237621307373, -1.4356945753097534, -2.1139166355133057, -1.0056074857711792, -2.4333150386810303, -1.1579675674438477, -2.1323471069335938, -1.5297108888626099, -2.4559359550476074, -0.13854607939720154, -0.395744264125824, -1.780775547027588, -1.9412550926208496, -0.21035528182983398, -2.2239632606506348, -1.9468741416931152, -1.6855134963989258, -2.3876702785491943, -1.855754017829895, -1.864564299583435, -1.995650291442871, -2.0283312797546387, -2.6570703983306885, -1.5279279947280884, -2.298856496810913, -0.9271031022071838, -1.7820841073989868, -0.18470750749111176, -1.0823249816894531, -1.5047059059143066, -1.9897352457046509, -2.0776047706604004, -2.0705204010009766, -0.9636029005050659, -3.0468060970306396, -1.8695164918899536, -0.030110804364085197, -1.43462336063385, -0.8390069603919983, -1.8834043741226196, -2.473799467086792, -1.8661067485809326, -1.9085544347763062, -0.5327705144882202, -1.8207141160964966, -1.0256487131118774, -1.7448533773422241, -2.2185590267181396, -1.63478422164917, -1.645862340927124, -1.9814157485961914, -1.8751859664916992, -1.7053742408752441, -3.0022377967834473, -1.117392897605896, -0.36691316962242126, -2.637186050415039, -1.183196783065796, -1.4978506565093994, -0.3233988583087921, -1.8874202966690063, -1.7974246740341187, -1.031234622001648, -2.0265445709228516, -2.1425392627716064, -1.3943201303482056, -1.1527515649795532, -1.8301215171813965, -1.4325088262557983, -1.7391685247421265, -0.39314860105514526, -2.595402956008911, -0.561184287071228, -2.1840949058532715, -2.4852354526519775, -0.6159222722053528, -1.4589760303497314, -2.4292709827423096, -1.6535004377365112, -0.9987446069717407, -0.5135954022407532, -2.1378896236419678, -2.180405378341675, -0.12754304707050323, -0.4106471836566925, -1.536836862564087, -0.9513504505157471, -1.3613704442977905, -1.8074307441711426, -1.6111549139022827, -2.8217613697052, -3.0256502628326416, -1.9432036876678467, -1.2819379568099976, -1.8104251623153687, -1.7412363290786743, -1.3163927793502808, -1.7301394939422607, -2.2150449752807617, -0.5197681188583374, -0.12023098021745682, -0.4293312728404999, -2.349518299102783, -1.8200864791870117, -2.505094528198242, -1.6505844593048096, -1.6465280055999756, -1.2044049501419067, -0.15009388327598572, -0.4572761654853821, -1.8483343124389648, -0.18571330606937408, -1.1442095041275024, -1.199157953262329, -3.0237903594970703, -0.8273871541023254, -2.252401351928711, -1.3033201694488525, -1.6343140602111816, -1.4132204055786133, -1.7364979982376099, -2.8534047603607178, -0.4389648139476776, -0.5522178411483765, -0.40578407049179077, -0.9458940625190735, -1.061828374862671, -1.1080330610275269, -0.14106200635433197, -0.1275339275598526, -1.9905537366867065, -2.117490291595459, -2.4207582473754883, -1.4367223978042603, -1.520738959312439, -0.3709859549999237, -1.620749592781067, -0.6189661026000977, -1.745700716972351, -1.646909475326538, -2.5714023113250732, -1.3239890336990356, -1.4331612586975098, -1.8779518604278564, -0.25395673513412476, -1.823277473449707, -1.1619445085525513, -2.168099880218506, -1.8294504880905151, -0.38979578018188477, -1.8969712257385254, -2.335693836212158, -1.5253690481185913, -1.3457543849945068, -2.3984851837158203, -1.762324571609497, -0.9664668440818787, -2.138197898864746, -0.4691537022590637, -2.0640203952789307, -1.7022185325622559, -1.7094942331314087, -1.057282567024231]}, "Bot003_105_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_105.log.json", "context": "Well hello there! I love to read, I love to read hello! i like reading too, but i\u2019m more of a music fan. i love taylor swift I do not know much about fashion. I like to read. taylor swift is a singer, not a model I am not sure. I am a huge fan of music. do you like country?  hey That's interesting. are you single I am unattached, how about you? i\u2019m getting married soon I am a mother of five years old wow how old are you? I'm fine, how are you? do you have a job? Hi, I am a mother of five years. it\u2019s not a job I don't want to see this coming. what do you do for a living I am a paid client. My job is chatting online. cool, i\u2019m a teacher in kindergarten", "response": "Hi, I am a teacher, I love to be in the olympics.", "annotation_id": "Bot003_105_20", "annotations": ["X", "T", "O", "O", "O", "X", "X", "O", "X", "X", "X", "T", "O", "O", "T"], "gpt2background_target_score": [-13.081609725952148, -1.8508716821670532, -4.181406497955322, -9.326334953308105, -8.869150161743164, -11.195056915283203, -8.002910614013672, -7.437824249267578, -6.0648298263549805, -10.11846923828125, -9.349884033203125, -10.291604995727539, -4.543620586395264, -8.814115524291992, -13.707489967346191, -12.094829559326172, -8.539399147033691], "gpt2background_argmax_score": [-1.2881120443344116, -1.8508716821670532, -1.3730549812316895, -1.4346786737442017, -1.6562875509262085, -2.023899555206299, -2.536696434020996, -2.774411916732788, -1.1300535202026367, -1.633302092552185, -1.59122633934021, -0.9971523880958557, -1.2614895105361938, -1.5886237621307373, -1.4356945753097534, -2.1139166355133057, -1.0056074857711792, -2.4333150386810303, -1.1579675674438477, -2.1323471069335938, -1.5297108888626099, -2.4559359550476074, -0.13854607939720154, -0.395744264125824, -1.780775547027588, -1.9412550926208496, -0.21035528182983398, -2.2239632606506348, -1.9468741416931152, -1.6855134963989258, -2.3876702785491943, -1.855754017829895, -1.864564299583435, -1.995650291442871, -2.0283312797546387, -2.6570703983306885, -1.5279279947280884, -2.298856496810913, -0.9271031022071838, -1.7820841073989868, -0.18470750749111176, -1.0823249816894531, -1.5047059059143066, -1.9897352457046509, -2.0776047706604004, -2.0705204010009766, -0.9636029005050659, -3.0468060970306396, -1.8695164918899536, -0.030110804364085197, -1.43462336063385, -0.8390069603919983, -1.8834043741226196, -2.473799467086792, -1.8661067485809326, -1.9085544347763062, -0.5327705144882202, -1.8207141160964966, -1.0256487131118774, -1.7448533773422241, -2.2185590267181396, -1.63478422164917, -1.645862340927124, -1.9814157485961914, -1.8751859664916992, -1.7053742408752441, -3.0022377967834473, -1.117392897605896, -0.36691316962242126, -2.637186050415039, -1.183196783065796, -1.4978506565093994, -0.3233988583087921, -1.8874202966690063, -1.7974246740341187, -1.031234622001648, -2.0265445709228516, -2.1425392627716064, -1.3943201303482056, -1.1527515649795532, -1.8301215171813965, -1.4325088262557983, -1.7391685247421265, -0.39314860105514526, -2.595402956008911, -0.561184287071228, -2.1840949058532715, -2.4852354526519775, -0.6159222722053528, -1.4589760303497314, -2.4292709827423096, -1.6535004377365112, -0.9987446069717407, -0.5135954022407532, -2.1378896236419678, -2.180405378341675, -0.12754304707050323, -0.4106471836566925, -1.536836862564087, -0.9513504505157471, -1.3613704442977905, -1.8074307441711426, -1.6111549139022827, -2.8217613697052, -3.0256502628326416, -1.9432036876678467, -1.2819379568099976, -1.8104251623153687, -1.7412363290786743, -1.3163927793502808, -1.7301394939422607, -2.2150449752807617, -0.5197681188583374, -0.12023098021745682, -0.4293312728404999, -2.349518299102783, -1.8200864791870117, -2.505094528198242, -1.6505844593048096, -1.6465280055999756, -1.2044049501419067, -0.15009388327598572, -0.4572761654853821, -1.8483343124389648, -0.18571330606937408, -1.1442095041275024, -1.199157953262329, -3.0237903594970703, -0.8273871541023254, -2.252401351928711, -1.3033201694488525, -1.6343140602111816, -1.4132204055786133, -1.7364979982376099, -2.8534047603607178, -0.4389648139476776, -0.5522178411483765, -0.40578407049179077, -0.9458940625190735, -1.061828374862671, -1.1080330610275269, -0.14106200635433197, -0.1275339275598526, -1.9905537366867065, -2.117490291595459, -2.4207582473754883, -1.4367223978042603, -1.520738959312439, -0.3709859549999237, -1.620749592781067, -0.6189661026000977, -1.745700716972351, -1.646909475326538, -2.5714023113250732, -1.3239890336990356, -1.4331612586975098, -1.8779518604278564, -0.25395673513412476, -1.823277473449707, -1.1619445085525513, -2.168099880218506, -1.8294504880905151, -0.38979578018188477, -2.3321971893310547, -1.8599436283111572, -2.3394994735717773, -1.9144235849380493, -1.2387712001800537, -1.5045801401138306, -2.1480233669281006, -0.4463272988796234, -1.9323421716690063, -1.6593934297561646, -1.6193726062774658, -1.1771620512008667, -1.7374950647354126, -2.0341997146606445, -2.196729898452759, -0.12978623807430267, -0.43320152163505554, -1.9888863563537598, -2.571528196334839, -1.395519733428955, -1.9729632139205933, -1.0571566820144653, -2.4016175270080566, -0.8863791823387146, -1.7012922763824463, -0.9962446689605713, -0.7178568840026855, -2.07830548286438, -0.5633577108383179, -2.0691211223602295, -0.9679796695709229, -1.6409281492233276, -0.5199581980705261, -1.8535146713256836, -1.8876821994781494, -2.7382893562316895, -1.7028247117996216, -0.5975369215011597, -1.2072218656539917, -1.0166313648223877]}, "Bot003_109_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_109.log.json", "context": "Yo! I like to go to the park and play with my daughter  What year saw a new job? I didnt understand your question", "response": "That is interesting.", "annotation_id": "Bot003_109_02", "annotations": ["X", "O", "T", "T", "T", "O", "T", "T", "T", "X", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-12.032594680786133, -6.211267471313477, -12.174991607666016, -8.566333770751953], "gpt2background_argmax_score": [-3.1269001960754395, -1.851494550704956, -1.943315029144287, -2.228383779525757, -3.0273525714874268, -1.3867778778076172, -1.9986605644226074, -1.7729072570800781, -2.2585718631744385, -2.8724091053009033, -2.612874984741211, -1.243353009223938, -1.704512596130371, -1.759809970855713, -2.024531126022339, -2.2349159717559814, -1.1534912586212158, -0.961847186088562, -2.568704128265381, -3.7594199180603027, -1.1614265441894531, -1.0721642971038818, -2.4257287979125977, -1.8183763027191162, -1.9767073392868042, -2.119523048400879, -1.1648790836334229, -2.10424542427063, -1.0913877487182617, -1.946577548980713, -1.286268949508667, -1.5309548377990723]}, "Bot003_109_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_109.log.json", "context": "Yo! I like to go to the park and play with my daughter  What year saw a new job? I didnt understand your question That is interesting. Do you like taylor swift", "response": "I do not know much about fashion.", "annotation_id": "Bot003_109_04", "annotations": ["O", "T", "T", "T", "X", "O", "X", "X", "O", "X", "O", "X", "T", "O", "T"], "gpt2background_target_score": [-7.564198017120361, -7.597189903259277, -9.250980377197266, -10.582547187805176, -10.717717170715332, -6.027533054351807, -10.152578353881836, -11.397464752197266], "gpt2background_argmax_score": [-3.1269001960754395, -1.851494550704956, -1.943315029144287, -2.228383779525757, -3.0273525714874268, -1.3867778778076172, -1.9986605644226074, -1.7729072570800781, -2.2585718631744385, -2.8724091053009033, -2.612874984741211, -1.243353009223938, -1.704512596130371, -1.759809970855713, -2.024531126022339, -2.2349159717559814, -1.1534912586212158, -0.961847186088562, -2.568704128265381, -3.7594199180603027, -1.1614265441894531, -1.0721642971038818, -2.4257287979125977, -1.8183763027191162, -1.9767073392868042, -2.119523048400879, -1.1648790836334229, -1.2346104383468628, -1.9543092250823975, -1.230515718460083, -1.7478806972503662, -0.3213445544242859, -1.4669106006622314, -1.0053369998931885, -1.7124650478363037, -1.222968339920044, -2.0759620666503906, -1.857315182685852, -2.066380023956299, -1.6766765117645264, -0.644023597240448, -2.5216243267059326, -0.27385684847831726, -0.5357381701469421, -2.004227638244629, -1.1840336322784424]}, "Bot003_109_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_109.log.json", "context": "Yo! I like to go to the park and play with my daughter  What year saw a new job? I didnt understand your question That is interesting. Do you like taylor swift I do not know much about fashion. Thats not so important it repeats itself constantly", "response": "This is why I don't have a doctor.", "annotation_id": "Bot003_109_06", "annotations": ["X", "X", "T", "T", "X", "T", "X", "X", "X", "X", "T", "X", "T", "X", "T"], "gpt2background_target_score": [-11.703513145446777, -6.211268424987793, -12.064888000488281, -6.437384605407715, -8.543159484863281, -11.861985206604004, -8.595760345458984, -8.81767463684082, -11.650503158569336, -8.80596923828125], "gpt2background_argmax_score": [-3.126901388168335, -1.8514937162399292, -1.9433152675628662, -2.228384256362915, -3.0273518562316895, -1.3867777585983276, -1.998659372329712, -1.7729076147079468, -2.2585716247558594, -2.872406244277954, -2.61287260055542, -1.2433563470840454, -1.704513669013977, -1.7598086595535278, -2.024531126022339, -2.234919309616089, -1.1534953117370605, -0.9618472456932068, -2.568704128265381, -3.7594168186187744, -1.161426305770874, -1.0721642971038818, -2.425731658935547, -1.8183754682540894, -1.9767063856124878, -2.1195240020751953, -1.1648794412612915, -1.2346117496490479, -1.954306721687317, -1.230515718460083, -1.747881293296814, -0.32134464383125305, -1.4669097661972046, -1.00533926486969, -1.712465763092041, -1.2229681015014648, -2.0759613513946533, -2.5964577198028564, -2.118302345275879, -0.6746313571929932, -2.5864646434783936, -0.30238738656044006, -1.0712037086486816, -1.8240443468093872, -1.4994597434997559, -1.3704599142074585, -2.2526116371154785, -2.0017893314361572, -1.404038906097412, -1.3702988624572754, -1.2701033353805542, -2.4380595684051514, -1.318384051322937, -0.9104482531547546, -1.7635701894760132, -0.7202804088592529, -2.1301605701446533, -0.4931814968585968, -2.499777317047119, -0.540195882320404, -1.1332131624221802, -1.2638028860092163, -1.8433279991149902, -1.4793126583099365, -1.2304165363311768]}, "Bot003_109_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_109.log.json", "context": "Yo! I like to go to the park and play with my daughter  What year saw a new job? I didnt understand your question That is interesting. Do you like taylor swift I do not know much about fashion. Thats not so important it repeats itself constantly This is why I don't have a doctor. I do not agree with you in this subject", "response": "I am a doctor, I am a doctor.", "annotation_id": "Bot003_109_08", "annotations": ["T", "O", "T", "T", "X", "T", "X", "T", "T", "X", "T", "X", "T", "X", "T"], "gpt2background_target_score": [-7.5641984939575195, -8.537833213806152, -8.783817291259766, -10.69656753540039, -8.109434127807617, -8.623364448547363, -8.204341888427734, -8.81767463684082, -11.650503158569336, -8.80596923828125], "gpt2background_argmax_score": [-3.126901388168335, -1.8514937162399292, -1.9433152675628662, -2.228384256362915, -3.0273518562316895, -1.3867777585983276, -1.998659372329712, -1.7729076147079468, -2.2585716247558594, -2.872406244277954, -2.61287260055542, -1.2433563470840454, -1.704513669013977, -1.7598086595535278, -2.024531126022339, -2.234919309616089, -1.1534953117370605, -0.9618472456932068, -2.568704128265381, -3.7594168186187744, -1.161426305770874, -1.0721642971038818, -2.425731658935547, -1.8183754682540894, -1.9767063856124878, -2.1195240020751953, -1.1648794412612915, -1.2346117496490479, -1.954306721687317, -1.230515718460083, -1.747881293296814, -0.32134464383125305, -1.4669097661972046, -1.00533926486969, -1.712465763092041, -1.2229681015014648, -2.0759613513946533, -2.5964577198028564, -2.118302345275879, -0.6746313571929932, -2.5864646434783936, -0.30238738656044006, -1.0712037086486816, -1.8240443468093872, -1.4994597434997559, -1.3704599142074585, -2.2526116371154785, -2.0017893314361572, -1.404038906097412, -1.3702988624572754, -1.2701033353805542, -2.4380595684051514, -1.318384051322937, -0.9104482531547546, -0.7453297972679138, -2.1168675422668457, -0.5882594585418701, -2.5075323581695557, -0.5142158269882202, -1.1226578950881958, -1.343855857849121, -1.9491040706634521, -1.5471386909484863, -1.5951377153396606, -2.539668321609497, -1.2550545930862427, -1.7380781173706055, -0.565033495426178, -1.8525837659835815, -1.1500204801559448, -1.6519032716751099, -2.694196939468384, -0.7150577902793884, -1.6714693307876587, -2.4703586101531982, -1.8177030086517334, -3.170287847518921, -1.319652795791626, -1.80323326587677, -1.8192415237426758, -1.1500096321105957, -3.139859199523926, -0.9372988939285278, -1.0641822814941406]}, "Bot003_109_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_109.log.json", "context": "Yo! I like to go to the park and play with my daughter  What year saw a new job? I didnt understand your question That is interesting. Do you like taylor swift I do not know much about fashion. Thats not so important it repeats itself constantly This is why I don't have a doctor. I do not agree with you in this subject I am a doctor, I am a doctor. Oh well that was a joke", "response": "Oh I get it. Ha ha.", "annotation_id": "Bot003_109_10", "annotations": ["O", "T", "T", "X", "O", "O", "O", "T", "O", "O", "O", "O", "T", "O", "T"], "gpt2background_target_score": [-10.697914123535156, -1.8514937162399292, -6.052061080932617, -4.185670852661133, -8.232353210449219, -11.83324146270752, -8.99346923828125, -11.397462844848633], "gpt2background_argmax_score": [-3.126901388168335, -1.8514937162399292, -1.9433152675628662, -2.228384256362915, -3.0273518562316895, -1.3867777585983276, -1.998659372329712, -1.7729076147079468, -2.2585716247558594, -2.872406244277954, -2.61287260055542, -1.2433563470840454, -1.704513669013977, -1.7598086595535278, -2.024531126022339, -2.234919309616089, -1.1534953117370605, -0.9618472456932068, -2.568704128265381, -3.7594168186187744, -1.161426305770874, -1.0721642971038818, -2.425731658935547, -1.8183754682540894, -1.9767063856124878, -2.1195240020751953, -1.1648794412612915, -1.2346117496490479, -1.954306721687317, -1.230515718460083, -1.747881293296814, -0.32134464383125305, -1.4669097661972046, -1.00533926486969, -1.712465763092041, -1.2229681015014648, -2.0759613513946533, -2.5964577198028564, -2.118302345275879, -0.6746313571929932, -2.5864646434783936, -0.30238738656044006, -1.0712037086486816, -1.8240443468093872, -1.4994597434997559, -1.3704599142074585, -2.2526116371154785, -2.0017893314361572, -1.404038906097412, -1.3702988624572754, -1.2701033353805542, -2.4380595684051514, -1.318384051322937, -0.9104482531547546, -0.7453297972679138, -2.1168675422668457, -0.5882594585418701, -2.5075323581695557, -0.5142158269882202, -1.1226578950881958, -1.343855857849121, -1.9491040706634521, -1.5471386909484863, -1.5951377153396606, -2.539668321609497, -1.2550545930862427, -1.7380781173706055, -0.565033495426178, -1.8525837659835815, -1.1500204801559448, -1.6519032716751099, -2.694196939468384, -0.7150575518608093, -2.181741952896118, -2.1570143699645996, -3.5237629413604736, -1.0667988061904907, -1.5896061658859253, -1.5258586406707764, -1.1431819200515747, -2.6914401054382324, -1.0070035457611084, -1.34552800655365, -2.1514229774475098, -1.565230369567871, -1.4542008638381958, -1.811989426612854, -1.950857162475586, -0.9219697117805481, -1.936238169670105, -1.958463191986084, -2.4881691932678223, -1.004281759262085, -0.8751817345619202, -1.4101969003677368, -1.5758521556854248, -1.218493938446045, -1.7563918828964233]}, "Bot003_109_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_109.log.json", "context": "Yo! I like to go to the park and play with my daughter  What year saw a new job? I didnt understand your question That is interesting. Do you like taylor swift I do not know much about fashion. Thats not so important it repeats itself constantly This is why I don't have a doctor. I do not agree with you in this subject I am a doctor, I am a doctor. Oh well that was a joke Oh I get it. Ha ha. That was hilarious", "response": "That's funny.", "annotation_id": "Bot003_109_12", "annotations": ["O", "X", "T", "T", "O", "O", "O", "T", "T", "O", "T", "O", "T", "O", "T"], "gpt2background_target_score": [-12.032594680786133, -8.811830520629883, -11.299941062927246, -8.56633472442627], "gpt2background_argmax_score": [-3.126901388168335, -1.8514937162399292, -1.9433152675628662, -2.228384256362915, -3.0273518562316895, -1.3867777585983276, -1.998659372329712, -1.7729076147079468, -2.2585716247558594, -2.872406244277954, -2.61287260055542, -1.2433563470840454, -1.704513669013977, -1.7598086595535278, -2.024531126022339, -2.234919309616089, -1.1534953117370605, -0.9618472456932068, -2.568704128265381, -3.7594168186187744, -1.161426305770874, -1.0721642971038818, -2.425731658935547, -1.8183754682540894, -1.9767063856124878, -2.1195240020751953, -1.1648794412612915, -1.2346117496490479, -1.954306721687317, -1.230515718460083, -1.747881293296814, -0.32134464383125305, -1.4669097661972046, -1.00533926486969, -1.712465763092041, -1.2229681015014648, -2.0759613513946533, -2.5964577198028564, -2.118302345275879, -0.6746313571929932, -2.5864646434783936, -0.30238738656044006, -1.0712037086486816, -1.8240443468093872, -1.4994597434997559, -1.3704599142074585, -2.2526116371154785, -2.0017893314361572, -1.404038906097412, -1.3702988624572754, -1.2701033353805542, -2.4380595684051514, -1.318384051322937, -0.9104482531547546, -0.7453297972679138, -2.1168675422668457, -0.5882594585418701, -2.5075323581695557, -0.5142158269882202, -1.1226578950881958, -1.343855857849121, -1.9491040706634521, -1.5471386909484863, -1.5951377153396606, -2.539668321609497, -1.2550545930862427, -1.7380781173706055, -0.565033495426178, -1.8525837659835815, -1.1500204801559448, -1.6519032716751099, -2.694196939468384, -0.7150575518608093, -2.181741952896118, -2.1570143699645996, -3.5237629413604736, -1.0667988061904907, -1.5896061658859253, -1.5258586406707764, -1.1431819200515747, -2.6914401054382324, -1.0070035457611084, -1.34552800655365, -2.1514229774475098, -1.565230369567871, -1.4542008638381958, -1.811989426612854, -1.950857162475586, -0.9219697117805481, -1.9099452495574951, -2.5482914447784424, -1.0841838121414185, -0.8444793224334717, -1.5683790445327759, -2.0279643535614014, -1.3049670457839966, -1.6579489707946777, -1.2583755254745483, -1.5032539367675781, -0.9239996075630188, -2.0694100856781006, -1.1454778909683228, -2.4365947246551514, -1.3252753019332886, -1.337427020072937]}, "Bot003_109_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_109.log.json", "context": "Yo! I like to go to the park and play with my daughter  What year saw a new job? I didnt understand your question That is interesting. Do you like taylor swift I do not know much about fashion. Thats not so important it repeats itself constantly This is why I don't have a doctor. I do not agree with you in this subject I am a doctor, I am a doctor. Oh well that was a joke Oh I get it. Ha ha. That was hilarious That's funny. Yes you are very funny", "response": "That's interesting.. thanks you make me laugh too.", "annotation_id": "Bot003_109_14", "annotations": ["O", "O", "T", "O", "O", "O", "O", "T", "O", "O", "T", "O", "T", "O", "T"], "gpt2background_target_score": [-12.032594680786133, -8.811830520629883, -12.174991607666016, -9.68077564239502, -10.476285934448242, -9.905214309692383, -9.649842262268066, -10.781637191772461, -13.105704307556152, -9.878762245178223, -4.3915019035339355], "gpt2background_argmax_score": [-3.126901388168335, -1.8514937162399292, -1.9433152675628662, -2.228384256362915, -3.0273518562316895, -1.3867777585983276, -1.998659372329712, -1.7729076147079468, -2.2585716247558594, -2.872406244277954, -2.61287260055542, -1.2433563470840454, -1.704513669013977, -1.7598086595535278, -2.024531126022339, -2.234919309616089, -1.1534953117370605, -0.9618472456932068, -2.568704128265381, -3.7594168186187744, -1.161426305770874, -1.0721642971038818, -2.425731658935547, -1.8183754682540894, -1.9767063856124878, -2.1195240020751953, -1.1648794412612915, -1.2346117496490479, -1.954306721687317, -1.230515718460083, -1.747881293296814, -0.32134464383125305, -1.4669097661972046, -1.00533926486969, -1.712465763092041, -1.2229681015014648, -2.0759613513946533, -2.5964577198028564, -2.118302345275879, -0.6746313571929932, -2.5864646434783936, -0.30238738656044006, -1.0712037086486816, -1.8240443468093872, -1.4994597434997559, -1.3704599142074585, -2.2526116371154785, -2.0017893314361572, -1.404038906097412, -1.3702988624572754, -1.2701033353805542, -2.4380595684051514, -1.318384051322937, -0.9104482531547546, -0.7453297972679138, -2.1168675422668457, -0.5882594585418701, -2.5075323581695557, -0.5142158269882202, -1.1226578950881958, -1.343855857849121, -1.9491040706634521, -1.5471386909484863, -1.5951377153396606, -2.539668321609497, -1.2550545930862427, -1.7380781173706055, -0.565033495426178, -1.8525837659835815, -1.1500204801559448, -1.6519032716751099, -2.694196939468384, -0.7150575518608093, -2.181741952896118, -2.1570143699645996, -3.5237629413604736, -1.0667988061904907, -1.5896061658859253, -1.5258586406707764, -1.1431819200515747, -2.6914401054382324, -1.0070035457611084, -1.34552800655365, -2.1514229774475098, -1.5652296543121338, -1.4542016983032227, -1.8119895458221436, -1.9508583545684814, -0.9219701290130615, -1.9099464416503906, -2.548290967941284, -1.084185004234314, -0.8444792032241821, -1.5683798789978027, -2.0279648303985596, -1.3049660921096802, -1.657950520515442, -1.2583752870559692, -1.5032548904418945, -0.9239990711212158, -1.3469406366348267, -2.513950824737549, -1.2603565454483032, -1.5287415981292725, -1.4826444387435913, -2.3320345878601074, -1.731981873512268, -2.411113739013672, -1.2475154399871826, -2.1628904342651367, -1.0940611362457275, -2.285256862640381, -1.047351598739624, -1.7890440225601196, -1.4640952348709106, -2.7289681434631348, -1.2412998676300049, -1.3140937089920044, -1.8915960788726807, -1.6962987184524536, -1.00663161277771]}, "Bot003_109_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_109.log.json", "context": "Yo! I like to go to the park and play with my daughter  What year saw a new job? I didnt understand your question That is interesting. Do you like taylor swift I do not know much about fashion. Thats not so important it repeats itself constantly This is why I don't have a doctor. I do not agree with you in this subject I am a doctor, I am a doctor. Oh well that was a joke Oh I get it. Ha ha. That was hilarious That's funny. Yes you are very funny That's interesting.. thanks you make me laugh too. You re welcome", "response": "I haven't heard anything like that before.", "annotation_id": "Bot003_109_16", "annotations": ["O", "T", "T", "O", "T", "T", "X", "T", "T", "X", "T", "O", "T", "O", "O"], "gpt2background_target_score": [-7.5641984939575195, -10.54493522644043, -9.579968452453613, -11.976408004760742, -12.822515487670898, -7.4418768882751465, -7.125296592712402, -11.771549224853516, -2.7678704261779785], "gpt2background_argmax_score": [-3.126901388168335, -1.8514937162399292, -1.9433152675628662, -2.228384256362915, -3.0273518562316895, -1.3867777585983276, -1.998659372329712, -1.7729076147079468, -2.2585716247558594, -2.872406244277954, -2.61287260055542, -1.2433563470840454, -1.704513669013977, -1.7598086595535278, -2.024531126022339, -2.234919309616089, -1.1534953117370605, -0.9618472456932068, -2.568704128265381, -3.7594168186187744, -1.161426305770874, -1.0721642971038818, -2.425731658935547, -1.8183754682540894, -1.9767063856124878, -2.1195240020751953, -1.1648794412612915, -1.2346117496490479, -1.954306721687317, -1.230515718460083, -1.747881293296814, -0.32134464383125305, -1.4669097661972046, -1.00533926486969, -1.712465763092041, -1.2229681015014648, -2.0759613513946533, -2.5964577198028564, -2.118302345275879, -0.6746313571929932, -2.5864646434783936, -0.30238738656044006, -1.0712037086486816, -1.8240443468093872, -1.4994597434997559, -1.3704599142074585, -2.2526116371154785, -2.0017893314361572, -1.404038906097412, -1.3702988624572754, -1.2701033353805542, -2.4380595684051514, -1.318384051322937, -0.9104482531547546, -0.7453297972679138, -2.1168675422668457, -0.5882594585418701, -2.5075323581695557, -0.5142158269882202, -1.1226578950881958, -1.343855857849121, -1.9491040706634521, -1.5471386909484863, -1.5951377153396606, -2.539668321609497, -1.2550545930862427, -1.7380781173706055, -0.565033495426178, -1.8525837659835815, -1.1500204801559448, -1.6519032716751099, -2.694196939468384, -0.7150575518608093, -2.181741952896118, -2.1570143699645996, -3.5237629413604736, -1.0667988061904907, -1.5896061658859253, -1.5258586406707764, -1.1431819200515747, -2.6914401054382324, -1.0070035457611084, -1.34552800655365, -2.1514229774475098, -1.565230369567871, -1.4542008638381958, -1.811989426612854, -1.950857162475586, -0.9219697117805481, -1.9099452495574951, -2.5482919216156006, -1.0841859579086304, -0.8444794416427612, -1.5683798789978027, -2.0279645919799805, -1.30496346950531, -1.6579500436782837, -1.2583740949630737, -1.503255009651184, -0.9239997267723083, -1.3469408750534058, -2.513951301574707, -1.2603569030761719, -1.5287413597106934, -1.4826445579528809, -2.332036018371582, -1.7319821119308472, -2.411113977432251, -1.2475156784057617, -1.2329604625701904, -2.493882417678833, -1.091356873512268, -1.723049521446228, -1.663560152053833, -2.6393942832946777, -0.945563018321991, -1.3780306577682495, -1.8785403966903687, -1.763554334640503, -1.6076862812042236, -1.9146798849105835, -1.4267807006835938, -1.9324721097946167, -2.0923702716827393, -2.458951473236084, -0.3485977053642273, -2.2072081565856934, -1.0550072193145752, -0.8903923630714417, -0.5058902502059937, -1.8414490222930908, -1.1454472541809082, -1.3876004219055176]}, "Bot003_109_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_109.log.json", "context": "Yo! I like to go to the park and play with my daughter  What year saw a new job? I didnt understand your question That is interesting. Do you like taylor swift I do not know much about fashion. Thats not so important it repeats itself constantly This is why I don't have a doctor. I do not agree with you in this subject I am a doctor, I am a doctor. Oh well that was a joke Oh I get it. Ha ha. That was hilarious That's funny. Yes you are very funny That's interesting.. thanks you make me laugh too. You re welcome I haven't heard anything like that before. Sometimes i make good jokes but sometimes they are really bad pal", "response": "I am a doctor, I am a doctor.", "annotation_id": "Bot003_109_18", "annotations": ["X", "X", "T", "O", "X", "T", "X", "T", "T", "X", "O", "X", "T", "X", "T"], "gpt2background_target_score": [-7.5641984939575195, -8.537833213806152, -8.783817291259766, -10.69656753540039, -8.109434127807617, -8.623364448547363, -8.204341888427734, -8.81767463684082, -11.650503158569336, -8.80596923828125], "gpt2background_argmax_score": [-3.126901388168335, -1.8514937162399292, -1.9433152675628662, -2.228384256362915, -3.0273518562316895, -1.3867777585983276, -1.998659372329712, -1.7729076147079468, -2.2585716247558594, -2.872406244277954, -2.61287260055542, -1.2433563470840454, -1.704513669013977, -1.7598086595535278, -2.024531126022339, -2.234919309616089, -1.1534953117370605, -0.9618472456932068, -2.568704128265381, -3.7594168186187744, -1.161426305770874, -1.0721642971038818, -2.425731658935547, -1.8183754682540894, -1.9767063856124878, -2.1195240020751953, -1.1648794412612915, -1.2346117496490479, -1.954306721687317, -1.230515718460083, -1.747881293296814, -0.32134464383125305, -1.4669097661972046, -1.00533926486969, -1.712465763092041, -1.2229681015014648, -2.0759613513946533, -2.5964577198028564, -2.118302345275879, -0.6746313571929932, -2.5864646434783936, -0.30238738656044006, -1.0712037086486816, -1.8240443468093872, -1.4994597434997559, -1.3704599142074585, -2.2526116371154785, -2.0017893314361572, -1.404038906097412, -1.3702988624572754, -1.2701033353805542, -2.4380595684051514, -1.318384051322937, -0.9104482531547546, -0.7453297972679138, -2.1168675422668457, -0.5882594585418701, -2.5075323581695557, -0.5142158269882202, -1.1226578950881958, -1.343855857849121, -1.9491040706634521, -1.5471386909484863, -1.5951377153396606, -2.539668321609497, -1.2550545930862427, -1.7380781173706055, -0.565033495426178, -1.8525837659835815, -1.1500204801559448, -1.6519032716751099, -2.694196939468384, -0.7150575518608093, -2.181741952896118, -2.1570143699645996, -3.5237629413604736, -1.0667988061904907, -1.5896061658859253, -1.5258586406707764, -1.1431819200515747, -2.6914401054382324, -1.0070035457611084, -1.34552800655365, -2.1514229774475098, -1.565230369567871, -1.4542008638381958, -1.811989426612854, -1.950857162475586, -0.9219697117805481, -1.9099452495574951, -2.5482914447784424, -1.0841838121414185, -0.8444793224334717, -1.5683790445327759, -2.0279643535614014, -1.3049670457839966, -1.6579502820968628, -1.258373498916626, -1.5032559633255005, -0.9240000247955322, -1.3469401597976685, -2.5139517784118652, -1.260356068611145, -1.5287412405014038, -1.4826453924179077, -2.3320343494415283, -1.731980800628662, -2.4111156463623047, -1.2475159168243408, -1.2329587936401367, -2.4938831329345703, -1.0913565158843994, -1.7230498790740967, -1.6635607481002808, -2.6393930912017822, -0.9455626606941223, -1.3780310153961182, -1.8785401582717896, -1.763553500175476, -1.6076855659484863, -1.9146790504455566, -1.4267805814743042, -1.9324724674224854, -2.410670042037964, -0.2676972448825836, -2.1120941638946533, -1.0601873397827148, -0.9884355664253235, -0.4901365637779236, -1.9469252824783325, -1.1528342962265015, -1.5476019382476807, -0.8589031100273132, -2.562134265899658, -2.238379716873169, -0.9763480424880981, -2.2245535850524902, -1.5576733350753784, -0.9708146452903748, -1.9953325986862183, -1.8450403213500977, -1.1513222455978394, -1.2708491086959839, -2.2187113761901855, -1.985133409500122, -2.401978015899658, -0.9927048087120056, -0.7050052881240845, -1.519235610961914, -1.5311264991760254, -1.6199711561203003, -0.5659775137901306, -1.3690999746322632, -0.9237795472145081, -1.1508275270462036]}, "Bot003_109_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_109.log.json", "context": "Yo! I like to go to the park and play with my daughter  What year saw a new job? I didnt understand your question That is interesting. Do you like taylor swift I do not know much about fashion. Thats not so important it repeats itself constantly This is why I don't have a doctor. I do not agree with you in this subject I am a doctor, I am a doctor. Oh well that was a joke Oh I get it. Ha ha. That was hilarious That's funny. Yes you are very funny That's interesting.. thanks you make me laugh too. You re welcome I haven't heard anything like that before. Sometimes i make good jokes but sometimes they are really bad pal I am a doctor, I am a doctor. Yes i understood that", "response": "Pardon me?. Good then you can explain it to me.", "annotation_id": "Bot003_109_20", "annotations": ["T", "O", "T", "T", "T", "X", "T", "O", "O", "X", "T", "O", "T", "O", "T"], "gpt2background_target_score": [-8.999085426330566, -12.72744369506836, -11.548196792602539, -9.966133117675781, -8.232353210449219, -11.593257904052734, -11.340930938720703, -10.561234474182129, -10.148371696472168, -8.653729438781738, -5.053664684295654, -8.178476333618164, -10.379435539245605, -1.7598086595535278], "gpt2background_argmax_score": [-3.126901388168335, -1.8514937162399292, -1.9433152675628662, -2.228384256362915, -3.0273518562316895, -1.3867777585983276, -1.998659372329712, -1.7729076147079468, -2.2585716247558594, -2.872406244277954, -2.61287260055542, -1.2433563470840454, -1.704513669013977, -1.7598086595535278, -2.024531126022339, -2.234919309616089, -1.1534953117370605, -0.9618472456932068, -2.568704128265381, -3.7594168186187744, -1.161426305770874, -1.0721642971038818, -2.425731658935547, -1.8183754682540894, -1.9767063856124878, -2.1195240020751953, -1.1648794412612915, -1.2346117496490479, -1.954306721687317, -1.230515718460083, -1.747881293296814, -0.32134464383125305, -1.4669097661972046, -1.00533926486969, -1.712465763092041, -1.2229681015014648, -2.0759613513946533, -2.5964577198028564, -2.118302345275879, -0.6746313571929932, -2.5864646434783936, -0.30238738656044006, -1.0712037086486816, -1.8240443468093872, -1.4994597434997559, -1.3704599142074585, -2.2526116371154785, -2.0017893314361572, -1.404038906097412, -1.3702988624572754, -1.2701033353805542, -2.4380595684051514, -1.318384051322937, -0.9104482531547546, -0.7453297972679138, -2.1168675422668457, -0.5882594585418701, -2.5075323581695557, -0.5142158269882202, -1.1226578950881958, -1.343855857849121, -1.9491040706634521, -1.5471386909484863, -1.5951377153396606, -2.539668321609497, -1.2550545930862427, -1.7380781173706055, -0.565033495426178, -1.8525837659835815, -1.1500204801559448, -1.6519032716751099, -2.694196939468384, -0.7150575518608093, -2.181741952896118, -2.1570143699645996, -3.5237629413604736, -1.0667988061904907, -1.5896061658859253, -1.5258586406707764, -1.1431819200515747, -2.6914401054382324, -1.0070035457611084, -1.34552800655365, -2.1514229774475098, -1.565230369567871, -1.4542008638381958, -1.811989426612854, -1.950857162475586, -0.9219697117805481, -1.9099452495574951, -2.5482914447784424, -1.0841838121414185, -0.8444793224334717, -1.5683790445327759, -2.0279643535614014, -1.3049670457839966, -1.6579502820968628, -1.258373498916626, -1.5032559633255005, -0.9240000247955322, -1.3469401597976685, -2.5139517784118652, -1.260356068611145, -1.5287412405014038, -1.4826453924179077, -2.3320343494415283, -1.731980800628662, -2.4111156463623047, -1.2475159168243408, -1.2329587936401367, -2.4938831329345703, -1.0913565158843994, -1.7230498790740967, -1.6635607481002808, -2.6393930912017822, -0.9455626606941223, -1.3780310153961182, -1.8785401582717896, -1.763553500175476, -1.6076855659484863, -1.9146790504455566, -1.4267805814743042, -1.9324724674224854, -2.410670042037964, -0.2676972448825836, -2.1120941638946533, -1.0601873397827148, -0.9884355664253235, -0.4901365637779236, -1.9469252824783325, -1.1528342962265015, -1.5476019382476807, -0.8589044213294983, -2.5621349811553955, -2.23837947845459, -0.9763476848602295, -2.224553108215332, -1.557673692703247, -0.9708148241043091, -1.9953335523605347, -1.8450407981872559, -1.1513220071792603, -1.2708485126495361, -2.2187113761901855, -2.57358980178833, -1.8699183464050293, -1.2433013916015625, -1.284287452697754, -1.3918098211288452, -1.4578711986541748, -0.576790452003479, -1.1853522062301636, -1.0770881175994873, -1.5025120973587036, -1.461190104484558, -1.3391225337982178, -1.7229948043823242, -1.6453078985214233, -2.0631871223449707, -2.392796277999878, -1.011410117149353, -1.2327804565429688, -1.3815253973007202, -1.2805787324905396, -1.9461878538131714, -1.1049633026123047, -2.0899248123168945, -2.687784433364868, -1.8988155126571655, -1.7084780931472778, -0.5210197567939758, -1.3280839920043945, -0.9941328167915344]}, "Bot003_110_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_110.log.json", "context": "How\u2019s it going? hi", "response": "Hi how are you today", "annotation_id": "Bot003_110_02", "annotations": ["O", "O", "O", "X", "O", "O", "O", "O", "X", "O", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-12.746759414672852, -12.632759094238281, -9.487761497497559, -6.127255439758301, -6.020721912384033], "gpt2background_argmax_score": [-1.3716069459915161, -0.12601108849048615, -0.1963985115289688, -1.249998688697815, -1.3423209190368652, -1.3294055461883545, -0.9281367659568787, -1.7104586362838745, -2.191636323928833, -1.761261224746704, -1.251407504081726, -0.2670466899871826, -1.8493107557296753, -0.6439489722251892]}, "Bot003_110_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_110.log.json", "context": "How\u2019s it going? hi Hi how are you today i\u2019m doing fine how are you", "response": "I am good. Just got back from playing with my dolls.", "annotation_id": "Bot003_110_04", "annotations": ["O", "O", "T", "X", "O", "O", "O", "O", "X", "O", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-10.006850242614746, -12.370530128479004, -12.456526756286621, -9.622591018676758, -11.440608978271484, -10.080578804016113, -10.645964622497559, -6.649454116821289, -10.643964767456055, -9.52326774597168, -5.679128646850586, -13.156949043273926, -3.446974515914917], "gpt2background_argmax_score": [-1.3716069459915161, -0.12601108849048615, -0.1963985115289688, -1.249998688697815, -1.3423209190368652, -1.3294055461883545, -0.9281367659568787, -1.7104586362838745, -2.009626865386963, -1.0078541040420532, -0.3320244252681732, -1.815029501914978, -0.8226544857025146, -1.6024901866912842, -0.11689392477273941, -0.3144124746322632, -2.95123291015625, -2.6398184299468994, -2.617541551589966, -1.6005138158798218, -0.24963350594043732, -0.9905216097831726, -2.336230516433716, -1.4430404901504517, -2.4320173263549805, -1.6614854335784912, -1.3733490705490112, -3.1921584606170654, -2.0792510509490967, -0.9437185525894165, -1.619327425956726, -2.58449125289917, -1.1346344947814941, -2.2756600379943848, -1.9425866603851318, -1.8578462600708008]}, "Bot003_110_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_110.log.json", "context": "How\u2019s it going? hi Hi how are you today i\u2019m doing fine how are you I am good. Just got back from playing with my dolls. how old are you?", "response": "I'm not a good person.", "annotation_id": "Bot003_110_06", "annotations": ["T", "T", "X", "X", "T", "T", "O", "O", "X", "X", "X", "X", "X", "X", "X"], "gpt2background_target_score": [-10.006850242614746, -13.253814697265625, -12.36896800994873, -3.349090099334717, -6.217186450958252, -12.00416088104248, -10.09684944152832], "gpt2background_argmax_score": [-1.3716069459915161, -0.12601108849048615, -0.1963985115289688, -1.249998688697815, -1.3423209190368652, -1.3294055461883545, -0.9281367659568787, -1.7104586362838745, -2.009626865386963, -1.0078541040420532, -0.3320244252681732, -1.815029501914978, -0.8226544857025146, -1.6024901866912842, -0.11689392477273941, -0.3144124746322632, -2.95123291015625, -2.6398184299468994, -2.617541551589966, -1.6005138158798218, -0.24963350594043732, -0.9905216097831726, -0.772508442401886, -3.0413928031921387, -2.54034423828125, -2.4100582599639893, -3.207274913787842, -2.1334121227264404, -0.8694730997085571, -1.5560120344161987, -2.6475305557250977, -1.2436503171920776, -2.112330913543701, -1.9657320976257324, -1.8879179954528809, -1.720784306526184, -0.41667988896369934, -0.17010430991649628, -0.6103832125663757, -1.8722440004348755, -2.703233480453491, -1.7017732858657837, -3.337733745574951, -2.6217658519744873, -2.172394037246704, -1.7302910089492798, -1.658275842666626, -0.9531122446060181]}, "Bot003_110_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_110.log.json", "context": "How\u2019s it going? hi Hi how are you today i\u2019m doing fine how are you I am good. Just got back from playing with my dolls. how old are you? I'm not a good person. i\u2019m asking how OLD are you?", "response": "I'm old. I just turned 5.", "annotation_id": "Bot003_110_08", "annotations": ["O", "X", "O", "X", "T", "O", "O", "O", "X", "O", "O", "O", "O", "O", "X"], "gpt2background_target_score": [-10.006845474243164, -13.253813743591309, -10.901991844177246, -9.622589111328125, -7.689456939697266, -8.369423866271973, -11.251649856567383, -7.805377960205078, -3.7438275814056396], "gpt2background_argmax_score": [-1.3716065883636475, -0.12601140141487122, -0.1963988095521927, -1.249997615814209, -1.3423168659210205, -1.3294057846069336, -0.9281363487243652, -1.7104551792144775, -2.009627103805542, -1.0078532695770264, -0.3320252001285553, -1.8150345087051392, -0.8226537108421326, -1.6024926900863647, -0.11689350008964539, -0.3144124746322632, -2.9512319564819336, -2.6398191452026367, -2.617541551589966, -1.6005148887634277, -0.24963276088237762, -0.9905221462249756, -0.7725077867507935, -3.0413906574249268, -2.540343761444092, -2.4100558757781982, -3.207275867462158, -2.1334128379821777, -0.8694738745689392, -1.55601167678833, -2.6475307941436768, -1.2436507940292358, -2.112328290939331, -1.965734839439392, -1.887919306755066, -1.7207846641540527, -0.4166805148124695, -0.17010511457920074, -0.6103818416595459, -1.8722432851791382, -1.6530930995941162, -3.2762441635131836, -2.580692768096924, -2.156816244125366, -1.4585847854614258, -2.1743743419647217, -1.354548692703247, -1.647871732711792, -0.13212260603904724, -0.3326183557510376, -2.2601449489593506, -1.774364709854126, -1.8413347005844116, -3.0795042514801025, -0.7397351861000061, -0.13102051615715027, -0.9979005455970764, -1.9237247705459595, -2.214751720428467, -1.4413039684295654, -2.60183048248291, -1.7278614044189453, -1.222503900527954, -1.1932843923568726, -1.691322922706604, -1.6788393259048462, -1.8054529428482056, -1.3660296201705933]}, "Bot003_110_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_110.log.json", "context": "How\u2019s it going? hi Hi how are you today i\u2019m doing fine how are you I am good. Just got back from playing with my dolls. how old are you? I'm not a good person. i\u2019m asking how OLD are you? I'm old. I just turned 5. seriously? i\u2019m 45", "response": "I am always serious. What is your job?", "annotation_id": "Bot003_110_10", "annotations": ["O", "O", "T", "X", "O", "O", "O", "O", "X", "O", "O", "O", "T", "O", "O"], "gpt2background_target_score": [-10.006845474243164, -12.370527267456055, -13.65592098236084, -11.502347946166992, -7.250768661499023, -9.855538368225098, -8.769899368286133, -6.324180603027344, -9.798713684082031, -5.273563385009766], "gpt2background_argmax_score": [-1.3716065883636475, -0.12601140141487122, -0.1963988095521927, -1.249997615814209, -1.3423168659210205, -1.3294057846069336, -0.9281363487243652, -1.7104551792144775, -2.009627103805542, -1.0078532695770264, -0.3320252001285553, -1.8150345087051392, -0.8226537108421326, -1.6024926900863647, -0.11689350008964539, -0.3144124746322632, -2.9512319564819336, -2.6398191452026367, -2.617541551589966, -1.6005148887634277, -0.24963276088237762, -0.9905221462249756, -0.7725077867507935, -3.0413906574249268, -2.540343761444092, -2.4100558757781982, -3.207275867462158, -2.1334128379821777, -0.8694738745689392, -1.55601167678833, -2.6475307941436768, -1.2436507940292358, -2.112328290939331, -1.965734839439392, -1.887919306755066, -1.7207846641540527, -0.4166805148124695, -0.17010511457920074, -0.6103818416595459, -1.8722432851791382, -1.6530930995941162, -3.2762441635131836, -2.5806920528411865, -2.1568186283111572, -1.4585872888565063, -2.174375295639038, -1.3545483350753784, -1.6478729248046875, -0.1321227103471756, -0.33261799812316895, -2.260145425796509, -1.7743653059005737, -1.8413351774215698, -3.0795035362243652, -0.7397345900535583, -0.13102051615715027, -0.9979003071784973, -1.923726201057434, -1.586897611618042, -2.6163506507873535, -1.8502713441848755, -1.5966095924377441, -1.4592077732086182, -1.4815701246261597, -1.6806451082229614, -1.6300910711288452, -1.4294304847717285, -2.6936609745025635, -2.172689199447632, -2.0418429374694824, -0.13003842532634735, -0.2509824335575104, -2.547522783279419, -1.3866069316864014, -2.4228267669677734, -1.651401400566101, -2.495030641555786, -3.3084731101989746, -1.5916991233825684, -1.0563875436782837, -2.2680752277374268, -1.087547779083252, -0.459951251745224, -0.7988821268081665, -0.7082306146621704]}, "Bot003_110_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_110.log.json", "context": "How\u2019s it going? hi Hi how are you today i\u2019m doing fine how are you I am good. Just got back from playing with my dolls. how old are you? I'm not a good person. i\u2019m asking how OLD are you? I'm old. I just turned 5. seriously? i\u2019m 45 I am always serious. What is your job? i\u2019m unemployed at the moment. due to my health reasons", "response": "I understand. I am sorry to hear that.", "annotation_id": "Bot003_110_12", "annotations": ["O", "T", "T", "X", "T", "O", "O", "O", "X", "O", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-10.006845474243164, -12.776358604431152, -11.2923002243042, -8.56793212890625, -11.324967384338379, -10.87590217590332, -8.388797760009766, -8.651361465454102, -8.011910438537598, -5.617941856384277], "gpt2background_argmax_score": [-1.3716065883636475, -0.12601140141487122, -0.1963988095521927, -1.249997615814209, -1.3423168659210205, -1.3294057846069336, -0.9281363487243652, -1.7104551792144775, -2.009627103805542, -1.0078532695770264, -0.3320252001285553, -1.8150345087051392, -0.8226537108421326, -1.6024926900863647, -0.11689350008964539, -0.3144124746322632, -2.9512319564819336, -2.6398191452026367, -2.617541551589966, -1.6005148887634277, -0.24963276088237762, -0.9905221462249756, -0.7725077867507935, -3.0413906574249268, -2.540343761444092, -2.4100558757781982, -3.207275867462158, -2.1334128379821777, -0.8694738745689392, -1.55601167678833, -2.6475307941436768, -1.2436507940292358, -2.112328290939331, -1.965734839439392, -1.887919306755066, -1.7207846641540527, -0.4166805148124695, -0.17010511457920074, -0.6103818416595459, -1.8722432851791382, -1.6530930995941162, -3.2762441635131836, -2.580692768096924, -2.156816244125366, -1.4585847854614258, -2.1743743419647217, -1.354548692703247, -1.647871732711792, -0.13212260603904724, -0.3326183557510376, -2.2601449489593506, -1.774364709854126, -1.8413347005844116, -3.0795042514801025, -0.7397351861000061, -0.13102051615715027, -0.9979005455970764, -1.9237247705459595, -1.5868982076644897, -2.616349697113037, -1.8502724170684814, -1.5966095924377441, -1.4592077732086182, -1.4815690517425537, -1.6806437969207764, -1.6300921440124512, -1.429429054260254, -2.6936614513397217, -2.1726882457733154, -2.0418429374694824, -0.1300385296344757, -0.2509824335575104, -2.5475218296051025, -1.38660728931427, -1.399094820022583, -3.063068389892578, -3.2934210300445557, -1.351247787475586, -1.6297333240509033, -1.78921377658844, -1.0604993104934692, -0.7250457406044006, -0.7613874673843384, -1.76789128780365, -1.903135895729065, -0.13471870124340057, -0.25916787981987, -2.272820472717285, -1.3990814685821533, -2.229978561401367, -0.07573887705802917, -1.194259762763977, -1.8441485166549683, -0.8022881746292114, -2.05474853515625, -2.6061336994171143, -1.329211950302124, -1.8046437501907349, -2.3130085468292236, -1.9336366653442383, -1.921396017074585, -1.2240111827850342, -2.0984432697296143, -2.297370433807373, -2.0706863403320312, -0.2806665599346161, -0.8482864499092102, -0.7751064300537109, -1.1934828758239746]}, "Bot003_110_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_110.log.json", "context": "How\u2019s it going? hi Hi how are you today i\u2019m doing fine how are you I am good. Just got back from playing with my dolls. how old are you? I'm not a good person. i\u2019m asking how OLD are you? I'm old. I just turned 5. seriously? i\u2019m 45 I am always serious. What is your job? i\u2019m unemployed at the moment. due to my health reasons I understand. I am sorry to hear that. thank you. i used to be an alcoholic and then i went to rehab. i now take meds", "response": "I'm not a fan of this guy, but I don't think I'm a fan of this", "annotation_id": "Bot003_110_14", "annotations": ["T", "X", "O", "X", "O", "X", "O", "O", "X", "T", "X", "X", "X", "X", "T"], "gpt2background_target_score": [-10.006845474243164, -13.253813743591309, -12.368967056274414, -3.3490920066833496, -13.332398414611816, -8.876070976257324, -9.492622375488281, -7.77197265625, -2.009627103805542, -9.033849716186523, -4.477354526519775, -12.745187759399414, -10.829564094543457, -4.415394306182861, -11.964876174926758, -11.952483177185059, -3.797342300415039, -10.506343841552734, -8.143056869506836, -9.436134338378906], "gpt2background_argmax_score": [-1.3716065883636475, -0.12601140141487122, -0.1963988095521927, -1.249997615814209, -1.3423168659210205, -1.3294057846069336, -0.9281363487243652, -1.7104551792144775, -2.009627103805542, -1.0078532695770264, -0.3320252001285553, -1.8150345087051392, -0.8226537108421326, -1.6024926900863647, -0.11689350008964539, -0.3144124746322632, -2.9512319564819336, -2.6398191452026367, -2.617541551589966, -1.6005148887634277, -0.24963276088237762, -0.9905221462249756, -0.7725077867507935, -3.0413906574249268, -2.540343761444092, -2.4100558757781982, -3.207275867462158, -2.1334128379821777, -0.8694738745689392, -1.55601167678833, -2.6475307941436768, -1.2436507940292358, -2.112328290939331, -1.965734839439392, -1.887919306755066, -1.7207846641540527, -0.4166805148124695, -0.17010511457920074, -0.6103818416595459, -1.8722432851791382, -1.6530930995941162, -3.2762441635131836, -2.580692768096924, -2.156816244125366, -1.4585847854614258, -2.1743743419647217, -1.354548692703247, -1.647871732711792, -0.13212260603904724, -0.3326183557510376, -2.2601449489593506, -1.774364709854126, -1.8413347005844116, -3.0795042514801025, -0.7397351861000061, -0.13102051615715027, -0.9979005455970764, -1.9237247705459595, -1.5868982076644897, -2.616349697113037, -1.8502724170684814, -1.5966095924377441, -1.4592077732086182, -1.4815690517425537, -1.6806437969207764, -1.6300921440124512, -1.429429054260254, -2.6936614513397217, -2.1726882457733154, -2.0418429374694824, -0.1300385296344757, -0.2509824335575104, -2.5475218296051025, -1.38660728931427, -1.399094820022583, -3.063068389892578, -3.2934210300445557, -1.351247787475586, -1.6297333240509033, -1.78921377658844, -1.0604993104934692, -0.7250457406044006, -0.7613874673843384, -1.76789128780365, -1.903135895729065, -0.13471870124340057, -0.25916787981987, -2.272820472717285, -1.3990814685821533, -2.229978561401367, -0.07573887705802917, -1.194259762763977, -1.8441485166549683, -0.8022881746292114, -2.05474853515625, -2.6061336994171143, -1.3292111158370972, -1.8046423196792603, -1.951654314994812, -2.1013033390045166, -2.1261000633239746, -1.7530983686447144, -2.4233663082122803, -1.9677948951721191, -0.30573615431785583, -0.8409199118614197, -0.829113245010376, -1.825666904449463, -0.1333828866481781, -1.5947327613830566, -2.101872444152832, -1.6510076522827148, -0.10983123630285263, -1.1279693841934204, -1.3393913507461548, -2.515547752380371, -1.743097186088562, -1.8798671960830688, -1.4210808277130127, -2.063900947570801, -0.9249394536018372, -1.5856781005859375, -1.3878743648529053, -1.7436244487762451, -2.1033668518066406, -1.5575085878372192, -1.1846810579299927, -0.07935696095228195, -1.5817259550094604, -2.074896812438965, -2.336002826690674, -1.8060951232910156, -2.0274229049682617, -1.5853736400604248, -0.27797001600265503, -2.7821240425109863, -1.5758986473083496, -1.1166629791259766, -1.3509989976882935, -1.611311674118042, -1.8761719465255737, -0.19330371916294098, -1.6575779914855957, -1.4254142045974731, -1.8415048122406006, -2.472301721572876, -1.4332141876220703, -0.3216947019100189, -1.0049279928207397, -0.27905115485191345]}, "Bot003_110_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_110.log.json", "context": "How\u2019s it going? hi Hi how are you today i\u2019m doing fine how are you I am good. Just got back from playing with my dolls. how old are you? I'm not a good person. i\u2019m asking how OLD are you? I'm old. I just turned 5. seriously? i\u2019m 45 I am always serious. What is your job? i\u2019m unemployed at the moment. due to my health reasons I understand. I am sorry to hear that. thank you. i used to be an alcoholic and then i went to rehab. i now take meds I'm not a fan of this guy, but I don't think I'm a fan of this some of medication make me hallucinate", "response": "What do you look like?", "annotation_id": "Bot003_110_16", "annotations": ["O", "O", "O", "X", "T", "O", "O", "O", "X", "X", "T", "X", "X", "O", "T"], "gpt2background_target_score": [-11.54359245300293, -11.774532318115234, -7.966767311096191, -10.873893737792969, -1.6314690113067627, -1.3294057846069336], "gpt2background_argmax_score": [-1.3716065883636475, -0.12601140141487122, -0.1963988095521927, -1.249997615814209, -1.3423168659210205, -1.3294057846069336, -0.9281363487243652, -1.7104551792144775, -2.009627103805542, -1.0078532695770264, -0.3320252001285553, -1.8150345087051392, -0.8226537108421326, -1.6024926900863647, -0.11689350008964539, -0.3144124746322632, -2.9512319564819336, -2.6398191452026367, -2.617541551589966, -1.6005148887634277, -0.24963276088237762, -0.9905221462249756, -0.7725077867507935, -3.0413906574249268, -2.540343761444092, -2.4100558757781982, -3.207275867462158, -2.1334128379821777, -0.8694738745689392, -1.55601167678833, -2.6475307941436768, -1.2436507940292358, -2.112328290939331, -1.965734839439392, -1.887919306755066, -1.7207846641540527, -0.4166805148124695, -0.17010511457920074, -0.6103818416595459, -1.8722432851791382, -1.6530930995941162, -3.2762441635131836, -2.580692768096924, -2.156816244125366, -1.4585847854614258, -2.1743743419647217, -1.354548692703247, -1.647871732711792, -0.13212260603904724, -0.3326183557510376, -2.2601449489593506, -1.774364709854126, -1.8413347005844116, -3.0795042514801025, -0.7397351861000061, -0.13102051615715027, -0.9979005455970764, -1.9237247705459595, -1.5868982076644897, -2.616349697113037, -1.8502724170684814, -1.5966095924377441, -1.4592077732086182, -1.4815690517425537, -1.6806437969207764, -1.6300921440124512, -1.429429054260254, -2.6936614513397217, -2.1726882457733154, -2.0418429374694824, -0.1300385296344757, -0.2509824335575104, -2.5475218296051025, -1.38660728931427, -1.399094820022583, -3.063068389892578, -3.2934210300445557, -1.351247787475586, -1.6297333240509033, -1.78921377658844, -1.0604993104934692, -0.7250457406044006, -0.7613874673843384, -1.76789128780365, -1.903135895729065, -0.13471870124340057, -0.25916787981987, -2.272820472717285, -1.3990814685821533, -2.229978561401367, -0.07573887705802917, -1.194259762763977, -1.8441485166549683, -0.8022881746292114, -2.05474853515625, -2.6061336994171143, -1.3292111158370972, -1.8046423196792603, -1.951654314994812, -2.1013033390045166, -2.1261000633239746, -1.7530983686447144, -2.4233663082122803, -1.9677948951721191, -0.30573615431785583, -0.8409199118614197, -0.829113245010376, -1.825666904449463, -0.1333828866481781, -1.5947327613830566, -2.101872444152832, -1.6510076522827148, -0.10983123630285263, -1.1279693841934204, -1.3393913507461548, -2.515547752380371, -1.743097186088562, -1.8798671960830688, -1.4210808277130127, -2.063900947570801, -0.9249394536018372, -1.5856781005859375, -1.3878743648529053, -1.7436244487762451, -2.1033668518066406, -1.5575085878372192, -1.1846810579299927, -0.07935696095228195, -1.5817259550094604, -2.7370920181274414, -2.4966554641723633, -1.8802989721298218, -1.45675528049469, -0.3427821099758148, -1.1043107509613037, -1.507983922958374, -0.9687349796295166, -1.4668554067611694, -1.1178743839263916, -2.3474228382110596, -0.38296985626220703, -1.8080345392227173, -1.466902732849121, -2.229576349258423, -2.377561330795288, -1.0783436298370361, -0.3462536334991455, -1.142596960067749, -0.26601937413215637, -2.200335741043091, -0.5508386492729187, -0.7365076541900635, -0.6628150939941406, -1.7128839492797852, -0.4561013877391815, -1.066988229751587, -2.158383846282959, -2.2819812297821045, -0.17525699734687805, -1.3225001096725464, -1.1422202587127686, -0.584572970867157, -0.7117030620574951]}, "Bot003_110_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_110.log.json", "context": "How\u2019s it going? hi Hi how are you today i\u2019m doing fine how are you I am good. Just got back from playing with my dolls. how old are you? I'm not a good person. i\u2019m asking how OLD are you? I'm old. I just turned 5. seriously? i\u2019m 45 I am always serious. What is your job? i\u2019m unemployed at the moment. due to my health reasons I understand. I am sorry to hear that. thank you. i used to be an alcoholic and then i went to rehab. i now take meds I'm not a fan of this guy, but I don't think I'm a fan of this some of medication make me hallucinate What do you look like? i\u2019m rather thin and bald. what do you look like?", "response": "I like to play a with my dolls", "annotation_id": "Bot003_110_18", "annotations": ["X", "T", "O", "X", "O", "T", "O", "O", "X", "X", "X", "X", "X", "X", "X"], "gpt2background_target_score": [-10.006845474243164, -11.853188514709473, -11.386466979980469, -9.676025390625, -6.864002227783203, -4.7092132568359375, -8.12013053894043, -12.188091278076172], "gpt2background_argmax_score": [-1.3716065883636475, -0.12601140141487122, -0.1963988095521927, -1.249997615814209, -1.3423168659210205, -1.3294057846069336, -0.9281363487243652, -1.7104551792144775, -2.009627103805542, -1.0078532695770264, -0.3320252001285553, -1.8150345087051392, -0.8226537108421326, -1.6024926900863647, -0.11689350008964539, -0.3144124746322632, -2.9512319564819336, -2.6398191452026367, -2.617541551589966, -1.6005148887634277, -0.24963276088237762, -0.9905221462249756, -0.7725077867507935, -3.0413906574249268, -2.540343761444092, -2.4100558757781982, -3.207275867462158, -2.1334128379821777, -0.8694738745689392, -1.55601167678833, -2.6475307941436768, -1.2436507940292358, -2.112328290939331, -1.965734839439392, -1.887919306755066, -1.7207846641540527, -0.4166805148124695, -0.17010511457920074, -0.6103818416595459, -1.8722432851791382, -1.6530930995941162, -3.2762441635131836, -2.580692768096924, -2.156816244125366, -1.4585847854614258, -2.1743743419647217, -1.354548692703247, -1.647871732711792, -0.13212260603904724, -0.3326183557510376, -2.2601449489593506, -1.774364709854126, -1.8413347005844116, -3.0795042514801025, -0.7397351861000061, -0.13102051615715027, -0.9979005455970764, -1.9237247705459595, -1.5868982076644897, -2.616349697113037, -1.8502724170684814, -1.5966095924377441, -1.4592077732086182, -1.4815690517425537, -1.6806437969207764, -1.6300921440124512, -1.429429054260254, -2.6936614513397217, -2.1726882457733154, -2.0418429374694824, -0.1300385296344757, -0.2509824335575104, -2.5475218296051025, -1.38660728931427, -1.399094820022583, -3.063068389892578, -3.2934210300445557, -1.351247787475586, -1.6297333240509033, -1.78921377658844, -1.0604993104934692, -0.7250457406044006, -0.7613874673843384, -1.76789128780365, -1.903135895729065, -0.13471870124340057, -0.25916787981987, -2.272820472717285, -1.3990814685821533, -2.229978561401367, -0.07573887705802917, -1.194259762763977, -1.8441485166549683, -0.8022881746292114, -2.05474853515625, -2.6061336994171143, -1.3292111158370972, -1.8046423196792603, -1.951654314994812, -2.1013033390045166, -2.1261000633239746, -1.7530983686447144, -2.4233663082122803, -1.9677948951721191, -0.30573615431785583, -0.8409199118614197, -0.829113245010376, -1.825666904449463, -0.1333828866481781, -1.5947327613830566, -2.101872444152832, -1.6510076522827148, -0.10983123630285263, -1.1279693841934204, -1.3393913507461548, -2.515547752380371, -1.743097186088562, -1.8798671960830688, -1.4210808277130127, -2.063900947570801, -0.9249394536018372, -1.5856781005859375, -1.3878743648529053, -1.7436244487762451, -2.1033668518066406, -1.5575085878372192, -1.1846810579299927, -0.07935696095228195, -1.5817259550094604, -2.7370920181274414, -2.4966554641723633, -1.8802989721298218, -1.45675528049469, -0.3427821099758148, -1.1043107509613037, -1.507983922958374, -0.9687349796295166, -1.4668554067611694, -1.1178736686706543, -2.3474223613739014, -0.38296952843666077, -1.8080352544784546, -1.4669026136398315, -2.2295758724212646, -2.377563953399658, -1.078343391418457, -0.3462548851966858, -1.1425977945327759, -0.2660190165042877, -2.20033597946167, -0.5508385300636292, -0.7365071773529053, -0.662816047668457, -1.7128866910934448, -0.4561007618904114, -1.066988229751587, -2.3834877014160156, -0.2552599310874939, -1.468535304069519, -0.8170135021209717, -0.6841227412223816, -1.981244683265686, -2.1163368225097656, -0.146345853805542, -0.32874423265457153, -2.0912344455718994, -3.3764097690582275, -1.3042274713516235, -2.727585554122925, -1.536636471748352, -1.6774675846099854, -1.8302335739135742, -0.23679177463054657, -1.4454197883605957, -0.10271605849266052, -0.6077560186386108, -1.8786596059799194, -2.0123910903930664, -1.9553594589233398, -1.7019702196121216, -1.7330520153045654, -1.959043264389038, -1.8166204690933228, -1.3209444284439087, -1.9154973030090332, -1.2758543491363525]}, "Bot003_110_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_110.log.json", "context": "How\u2019s it going? hi Hi how are you today i\u2019m doing fine how are you I am good. Just got back from playing with my dolls. how old are you? I'm not a good person. i\u2019m asking how OLD are you? I'm old. I just turned 5. seriously? i\u2019m 45 I am always serious. What is your job? i\u2019m unemployed at the moment. due to my health reasons I understand. I am sorry to hear that. thank you. i used to be an alcoholic and then i went to rehab. i now take meds I'm not a fan of this guy, but I don't think I'm a fan of this some of medication make me hallucinate What do you look like? i\u2019m rather thin and bald. what do you look like? I like to play a with my dolls where do you live?", "response": "I live in the city, how about you?", "annotation_id": "Bot003_110_20", "annotations": ["O", "X", "O", "X", "O", "O", "O", "O", "X", "X", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-10.006845474243164, -12.495352745056152, -11.406390190124512, -1.249997615814209, -12.231876373291016, -4.187154769897461, -8.539183616638184, -6.683384895324707, -6.330881118774414, -5.273563385009766], "gpt2background_argmax_score": [-1.3716065883636475, -0.12601140141487122, -0.1963988095521927, -1.249997615814209, -1.3423168659210205, -1.3294057846069336, -0.9281363487243652, -1.7104551792144775, -2.009627103805542, -1.0078532695770264, -0.3320252001285553, -1.8150345087051392, -0.8226537108421326, -1.6024926900863647, -0.11689350008964539, -0.3144124746322632, -2.9512319564819336, -2.6398191452026367, -2.617541551589966, -1.6005148887634277, -0.24963276088237762, -0.9905221462249756, -0.7725077867507935, -3.0413906574249268, -2.540343761444092, -2.4100558757781982, -3.207275867462158, -2.1334128379821777, -0.8694738745689392, -1.55601167678833, -2.6475307941436768, -1.2436507940292358, -2.112328290939331, -1.965734839439392, -1.887919306755066, -1.7207846641540527, -0.4166805148124695, -0.17010511457920074, -0.6103818416595459, -1.8722432851791382, -1.6530930995941162, -3.2762441635131836, -2.580692768096924, -2.156816244125366, -1.4585847854614258, -2.1743743419647217, -1.354548692703247, -1.647871732711792, -0.13212260603904724, -0.3326183557510376, -2.2601449489593506, -1.774364709854126, -1.8413347005844116, -3.0795042514801025, -0.7397351861000061, -0.13102051615715027, -0.9979005455970764, -1.9237247705459595, -1.5868982076644897, -2.616349697113037, -1.8502724170684814, -1.5966095924377441, -1.4592077732086182, -1.4815690517425537, -1.6806437969207764, -1.6300921440124512, -1.429429054260254, -2.6936614513397217, -2.1726882457733154, -2.0418429374694824, -0.1300385296344757, -0.2509824335575104, -2.5475218296051025, -1.38660728931427, -1.399094820022583, -3.063068389892578, -3.2934210300445557, -1.351247787475586, -1.6297333240509033, -1.78921377658844, -1.0604993104934692, -0.7250457406044006, -0.7613874673843384, -1.76789128780365, -1.903135895729065, -0.13471870124340057, -0.25916787981987, -2.272820472717285, -1.3990814685821533, -2.229978561401367, -0.07573887705802917, -1.194259762763977, -1.8441485166549683, -0.8022881746292114, -2.05474853515625, -2.6061336994171143, -1.3292111158370972, -1.8046423196792603, -1.951654314994812, -2.1013033390045166, -2.1261000633239746, -1.7530983686447144, -2.4233663082122803, -1.9677948951721191, -0.30573615431785583, -0.8409199118614197, -0.829113245010376, -1.825666904449463, -0.1333828866481781, -1.5947327613830566, -2.101872444152832, -1.6510076522827148, -0.10983123630285263, -1.1279693841934204, -1.3393913507461548, -2.515547752380371, -1.743097186088562, -1.8798671960830688, -1.4210808277130127, -2.063900947570801, -0.9249394536018372, -1.5856781005859375, -1.3878743648529053, -1.7436244487762451, -2.1033668518066406, -1.5575085878372192, -1.1846810579299927, -0.07935696095228195, -1.5817259550094604, -2.7370920181274414, -2.4966554641723633, -1.8802989721298218, -1.45675528049469, -0.3427821099758148, -1.1043107509613037, -1.507983922958374, -0.9687349796295166, -1.4668554067611694, -1.1178743839263916, -2.3474228382110596, -0.38296985626220703, -1.8080345392227173, -1.466902732849121, -2.229576349258423, -2.377561330795288, -1.0783436298370361, -0.3462536334991455, -1.142596960067749, -0.26601937413215637, -2.200335741043091, -0.5508386492729187, -0.7365076541900635, -0.6628150939941406, -1.7128839492797852, -0.4561013877391815, -1.066988229751587, -2.38348650932312, -0.25525912642478943, -1.4685354232788086, -0.8170135021209717, -0.6841228604316711, -1.9812450408935547, -2.116335391998291, -0.14634574949741364, -0.32874491810798645, -2.0912342071533203, -3.376408576965332, -1.3042254447937012, -2.727585554122925, -1.5366382598876953, -1.6774694919586182, -1.8302311897277832, -0.23679186403751373, -1.4454210996627808, -0.10271595418453217, -0.607757031917572, -1.8786603212356567, -1.9977736473083496, -1.461232304573059, -1.388914942741394, -1.869807243347168, -1.6430842876434326, -1.407142162322998, -1.8380224704742432, -1.1820733547210693, -1.4472755193710327, -0.37374815344810486, -2.047574281692505, -0.5320978760719299, -2.052311897277832, -1.9894219636917114, -1.290572166442871, -0.5024294853210449, -1.8052891492843628, -2.33266282081604, -1.5340522527694702, -1.9813556671142578, -1.71280837059021, -0.3451269865036011, -0.6390073895454407, -0.986794650554657]}, "Bot003_115_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_115.log.json", "context": "Yo! Hey !", "response": "Hey!", "annotation_id": "Bot003_115_02", "annotations": ["T", "T", "T", "O", "O", "O", "O", "X", "T", "T", "T", "O", "O", "O", "O"], "gpt2background_target_score": [-9.741680145263672, -6.54931640625], "gpt2background_argmax_score": [-3.1269001960754395, -1.8514946699142456, -1.9274002313613892, -1.6588780879974365, -2.118257761001587, -1.1039175987243652, -1.272598147392273]}, "Bot003_115_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_115.log.json", "context": "Yo! Hey ! Hey! How are you today", "response": "I'm good. Just listening to some classical music. You?", "annotation_id": "Bot003_115_04", "annotations": ["T", "O", "O", "O", "X", "O", "O", "O", "T", "T", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-7.564198017120361, -9.054272651672363, -7.979206085205078, -7.037972927093506, -10.09455394744873, -11.446165084838867, -3.574227809906006, -6.022244930267334, -13.311742782592773, -11.911116600036621, -9.950326919555664, -12.180015563964844, -9.810382843017578], "gpt2background_argmax_score": [-3.1269001960754395, -1.851494550704956, -1.9273993968963623, -1.658877968788147, -0.7040697336196899, -1.2425957918167114, -1.9137659072875977, -0.28488099575042725, -1.3412421941757202, -0.7026481628417969, -1.8059461116790771, -1.2383453845977783, -2.899287223815918, -1.725711703300476, -1.3578295707702637, -2.6720099449157715, -0.26439201831817627, -2.342353582382202, -2.349766969680786, -0.6343701481819153, -1.657415509223938, -1.5359079837799072, -1.4981790781021118, -0.8623104095458984]}, "Bot003_115_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_115.log.json", "context": "Yo! Hey ! Hey! How are you today I'm good. Just listening to some classical music. You? i love classical music !", "response": "I love classical music. I love classical music", "annotation_id": "Bot003_115_06", "annotations": ["X", "X", "X", "T", "O", "T", "T", "T", "T", "T", "T", "O", "T", "T", "T"], "gpt2background_target_score": [-7.564198017120361, -10.535645484924316, -12.81942081451416, -11.567678451538086, -5.724114894866943, -1.2425957918167114, -10.59338092803955, -12.469827651977539, -11.003466606140137], "gpt2background_argmax_score": [-3.1269001960754395, -1.851494550704956, -1.9273993968963623, -1.658877968788147, -0.7040697336196899, -1.2425957918167114, -1.9137659072875977, -0.28488099575042725, -1.3412421941757202, -0.7026481628417969, -1.1560617685317993, -3.1532673835754395, -2.1823134422302246, -1.4266724586486816, -2.6587283611297607, -0.22864112257957458, -2.522697925567627, -2.1236796379089355, -0.5814482569694519, -1.569563865661621, -1.8670648336410522, -1.6802619695663452, -2.1038291454315186, -1.431707501411438, -2.624025344848633, -0.7647390365600586, -1.906711220741272, -2.567673683166504, -2.3614203929901123, -1.7360148429870605, -0.6091070175170898, -0.6385066509246826, -1.4822583198547363, -1.3260433673858643, -1.7063802480697632, -1.3493404388427734, -0.5990828275680542, -1.5888426303863525]}, "Bot003_115_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_115.log.json", "context": "Yo! Hey ! Hey! How are you today I'm good. Just listening to some classical music. You? i love classical music ! I love classical music. I love classical music i am a tennis player. what do you do for a living", "response": "I work as a professional tennis player.", "annotation_id": "Bot003_115_08", "annotations": ["T", "O", "O", "X", "O", "T", "O", "O", "T", "T", "O", "O", "O", "T", "O"], "gpt2background_target_score": [-7.564198017120361, -10.93152904510498, -9.12907600402832, -7.199360370635986, -11.808507919311523, -12.871923446655273, -12.176581382751465, -10.739270210266113], "gpt2background_argmax_score": [-3.1269001960754395, -1.851494550704956, -1.9273993968963623, -1.658877968788147, -0.7040697336196899, -1.2425957918167114, -1.9137659072875977, -0.28488099575042725, -1.3412421941757202, -0.7026481628417969, -1.1560617685317993, -3.1532673835754395, -2.1823134422302246, -1.4266724586486816, -2.6587283611297607, -0.22864112257957458, -2.522697925567627, -2.1236796379089355, -0.5814482569694519, -1.569563865661621, -1.8670648336410522, -1.6802619695663452, -2.1038291454315186, -1.431707501411438, -2.624025344848633, -0.7647390365600586, -1.906711220741272, -2.567673683166504, -1.7614151239395142, -1.1293962001800537, -0.6396413445472717, -1.2792267799377441, -1.775448203086853, -1.5665385723114014, -1.2507535219192505, -0.6018244028091431, -1.5597273111343384, -1.5510212182998657, -2.6590845584869385, -2.9376723766326904, -0.7475764155387878, -1.906113624572754, -1.4862143993377686, -2.077993154525757, -0.30313727259635925, -1.7925856113433838, -1.5108436346054077, -2.4581868648529053, -2.2269465923309326, -0.48783251643180847, -1.8939571380615234, -2.271174192428589, -1.4256953001022339, -0.34201571345329285, -2.6709511280059814, -2.269636869430542, -0.21949291229248047, -1.3905211687088013, -0.8421635627746582]}, "Bot003_115_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_115.log.json", "context": "Yo! Hey ! Hey! How are you today I'm good. Just listening to some classical music. You? i love classical music ! I love classical music. I love classical music i am a tennis player. what do you do for a living I work as a professional tennis player. are you, me ?", "response": "Yes.", "annotation_id": "Bot003_115_10", "annotations": ["X", "T", "T", "X", "T", "X", "T", "T", "T", "T", "T", "O", "T", "T", "O"], "gpt2background_target_score": [-12.480972290039062, -9.883787155151367], "gpt2background_argmax_score": [-3.126901388168335, -1.8514937162399292, -1.9274005889892578, -1.6588784456253052, -0.7040718197822571, -1.2425940036773682, -1.9137669801712036, -0.28488099575042725, -1.341240644454956, -0.70264732837677, -1.1560611724853516, -3.1532645225524902, -2.182312488555908, -1.426674485206604, -2.6587305068969727, -0.22864094376564026, -2.5226974487304688, -2.123682975769043, -0.581446647644043, -1.5695632696151733, -1.8670642375946045, -1.680265188217163, -2.1038284301757812, -1.4317079782485962, -2.624027967453003, -0.7647392749786377, -1.9067128896713257, -2.5676755905151367, -1.7614151239395142, -1.1293983459472656, -0.6396430134773254, -1.2792283296585083, -1.7754460573196411, -1.566536545753479, -1.250752568244934, -0.601821780204773, -1.5597246885299683, -1.5510238409042358, -2.659087657928467, -2.9376702308654785, -0.7475781440734863, -1.906113624572754, -1.4862133264541626, -2.077991485595703, -0.30313676595687866, -1.7925870418548584, -1.5108445882797241, -2.458181381225586, -2.226945161819458, -0.4878333806991577, -1.8528261184692383, -1.5180418491363525, -0.3412214517593384, -3.3405468463897705, -2.419301748275757, -0.2639729082584381, -1.4204767942428589, -1.3399382829666138, -0.4264547526836395, -2.3751258850097656, -2.202406167984009, -1.4057167768478394, -1.8624602556228638, -1.7652597427368164, -1.785754680633545, -0.9481638669967651]}, "Bot003_115_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_115.log.json", "context": "Yo! Hey ! Hey! How are you today I'm good. Just listening to some classical music. You? i love classical music ! I love classical music. I love classical music i am a tennis player. what do you do for a living I work as a professional tennis player. are you, me ? Yes. then you enjoy long walks with your dog too ?", "response": "I do not. I am a christian.", "annotation_id": "Bot003_115_12", "annotations": ["T", "T", "X", "X", "T", "T", "X", "T", "T", "X", "X", "X", "T", "T", "T"], "gpt2background_target_score": [-7.5641984939575195, -7.597189903259277, -8.492348670959473, -7.037972450256348, -4.813122272491455, -8.30194091796875, -7.101784706115723, -11.596765518188477, -12.467578887939453, -5.46216344833374], "gpt2background_argmax_score": [-3.126901388168335, -1.8514937162399292, -1.9274005889892578, -1.6588784456253052, -0.7040718197822571, -1.2425940036773682, -1.9137669801712036, -0.28488099575042725, -1.341240644454956, -0.70264732837677, -1.1560611724853516, -3.1532645225524902, -2.182312488555908, -1.426674485206604, -2.6587305068969727, -0.22864094376564026, -2.5226974487304688, -2.123682975769043, -0.581446647644043, -1.5695632696151733, -1.8670642375946045, -1.680265188217163, -2.1038284301757812, -1.4317079782485962, -2.624027967453003, -0.7647392749786377, -1.9067128896713257, -2.5676755905151367, -1.7614151239395142, -1.1293983459472656, -0.6396430134773254, -1.2792283296585083, -1.7754460573196411, -1.566536545753479, -1.250752568244934, -0.601821780204773, -1.5597246885299683, -1.5510238409042358, -2.659087657928467, -2.9376702308654785, -0.7475781440734863, -1.906113624572754, -1.486213207244873, -2.077990770339966, -0.3031364977359772, -1.7925851345062256, -1.5108433961868286, -2.4581830501556396, -2.2269418239593506, -0.48783397674560547, -1.8528248071670532, -1.5180402994155884, -0.3412208557128906, -3.3405489921569824, -2.4193005561828613, -0.2639736235141754, -1.4204767942428589, -1.3399384021759033, -0.42645466327667236, -2.375123977661133, -2.202406167984009, -1.4057176113128662, -1.8624600172042847, -1.9119353294372559, -1.150307536125183, -1.7001491785049438, -2.2406883239746094, -1.5896177291870117, -1.9510737657546997, -2.4377851486206055, -1.767748236656189, -1.7167627811431885, -1.8922863006591797, -1.5940651893615723, -1.9900033473968506, -1.9809746742248535, -2.1480231285095215, -2.5174081325531006, -1.9410256147384644, -0.9712714552879333, -2.155184507369995, -1.081526279449463, -1.5407499074935913, -0.07972291857004166, -1.937183141708374, -1.1303260326385498]}, "Bot003_115_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_115.log.json", "context": "Yo! Hey ! Hey! How are you today I'm good. Just listening to some classical music. You? i love classical music ! I love classical music. I love classical music i am a tennis player. what do you do for a living I work as a professional tennis player. are you, me ? Yes. then you enjoy long walks with your dog too ? I do not. I am a christian. do you have any pets", "response": "No pets, I have a truck.", "annotation_id": "Bot003_115_14", "annotations": ["T", "T", "T", "T", "T", "O", "O", "O", "T", "T", "O", "X", "O", "O", "O"], "gpt2background_target_score": [-8.207671165466309, -12.197580337524414, -2.1862339973449707, -1.6588784456253052, -8.44117546081543, -7.6348772048950195, -11.995688438415527, -10.739270210266113], "gpt2background_argmax_score": [-3.126901388168335, -1.8514937162399292, -1.9274005889892578, -1.6588784456253052, -0.7040718197822571, -1.2425940036773682, -1.9137669801712036, -0.28488099575042725, -1.341240644454956, -0.70264732837677, -1.1560611724853516, -3.1532645225524902, -2.182312488555908, -1.426674485206604, -2.6587305068969727, -0.22864094376564026, -2.5226974487304688, -2.123682975769043, -0.581446647644043, -1.5695632696151733, -1.8670642375946045, -1.680265188217163, -2.1038284301757812, -1.4317079782485962, -2.624027967453003, -0.7647392749786377, -1.9067128896713257, -2.5676755905151367, -1.7614151239395142, -1.1293983459472656, -0.6396430134773254, -1.2792283296585083, -1.7754460573196411, -1.566536545753479, -1.250752568244934, -0.601821780204773, -1.5597246885299683, -1.5510238409042358, -2.659087657928467, -2.9376702308654785, -0.7475781440734863, -1.906113624572754, -1.4862133264541626, -2.077991485595703, -0.30313676595687866, -1.7925870418548584, -1.5108445882797241, -2.458181381225586, -2.226945161819458, -0.4878333806991577, -1.8528261184692383, -1.5180418491363525, -0.3412214517593384, -3.3405468463897705, -2.419301748275757, -0.2639729082584381, -1.4204767942428589, -1.3399382829666138, -0.4264547526836395, -2.3751258850097656, -2.202406167984009, -1.4057167768478394, -1.8624602556228638, -1.9119356870651245, -1.1503077745437622, -1.7001489400863647, -2.2406888008117676, -1.5896177291870117, -1.9510769844055176, -2.437786817550659, -1.7677505016326904, -1.7167634963989258, -1.8922873735427856, -1.5940659046173096, -1.9900039434432983, -2.1402039527893066, -2.6699910163879395, -1.7458348274230957, -1.5478445291519165, -2.260986566543579, -1.2852977514266968, -1.7558327913284302, -0.07902942597866058, -2.0155482292175293, -1.409278154373169, -0.42918676137924194, -2.025315999984741, -1.0441670417785645, -3.118816614151001, -0.9097261428833008, -2.065746784210205, -1.9719141721725464, -1.877485752105713, -2.324404239654541, -1.9012154340744019, -1.403032660484314, -0.9324125647544861, -2.227113723754883, -1.5246912240982056]}, "Bot003_115_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_115.log.json", "context": "Yo! Hey ! Hey! How are you today I'm good. Just listening to some classical music. You? i love classical music ! I love classical music. I love classical music i am a tennis player. what do you do for a living I work as a professional tennis player. are you, me ? Yes. then you enjoy long walks with your dog too ? I do not. I am a christian. do you have any pets No pets, I have a truck. tell  me about yourself", "response": "I am a christian, christian, christian, and you?", "annotation_id": "Bot003_115_16", "annotations": ["T", "T", "X", "T", "T", "T", "T", "X", "T", "T", "T", "T", "T", "O", "O"], "gpt2background_target_score": [-7.5641984939575195, -8.537833213806152, -7.4928789138793945, -12.14944839477539, -13.077559471130371, -9.605472564697266, -11.87228012084961, -12.141554832458496, -5.28596305847168, -11.146681785583496, -12.973762512207031, -7.90811824798584, -3.5316896438598633, -7.49042272567749, -9.647390365600586], "gpt2background_argmax_score": [-3.126901388168335, -1.8514937162399292, -1.9274005889892578, -1.6588784456253052, -0.7040718197822571, -1.2425940036773682, -1.9137669801712036, -0.28488099575042725, -1.341240644454956, -0.70264732837677, -1.1560611724853516, -3.1532645225524902, -2.182312488555908, -1.426674485206604, -2.6587305068969727, -0.22864094376564026, -2.5226974487304688, -2.123682975769043, -0.581446647644043, -1.5695632696151733, -1.8670642375946045, -1.680265188217163, -2.1038284301757812, -1.4317079782485962, -2.624027967453003, -0.7647392749786377, -1.9067128896713257, -2.5676755905151367, -1.7614151239395142, -1.1293983459472656, -0.6396430134773254, -1.2792283296585083, -1.7754460573196411, -1.566536545753479, -1.250752568244934, -0.601821780204773, -1.5597246885299683, -1.5510238409042358, -2.659087657928467, -2.9376702308654785, -0.7475781440734863, -1.906113624572754, -1.4862133264541626, -2.077991485595703, -0.30313676595687866, -1.7925870418548584, -1.5108445882797241, -2.458181381225586, -2.226945161819458, -0.4878333806991577, -1.8528261184692383, -1.5180418491363525, -0.3412214517593384, -3.3405468463897705, -2.419301748275757, -0.2639729082584381, -1.4204767942428589, -1.3399382829666138, -0.4264547526836395, -2.3751258850097656, -2.202406167984009, -1.4057167768478394, -1.8624602556228638, -1.9119356870651245, -1.1503077745437622, -1.7001489400863647, -2.2406888008117676, -1.5896177291870117, -1.9510769844055176, -2.437786817550659, -1.7677505016326904, -1.7167634963989258, -1.8922873735427856, -1.5940659046173096, -1.9900039434432983, -2.1402039527893066, -2.6699910163879395, -1.7458348274230957, -1.5478445291519165, -2.260986566543579, -1.2852977514266968, -1.7558327913284302, -0.07902942597866058, -2.0155482292175293, -1.409278154373169, -0.42918676137924194, -2.025315999984741, -1.0441670417785645, -3.118816614151001, -0.9097261428833008, -1.6097441911697388, -2.1228134632110596, -1.509439468383789, -1.6086211204528809, -1.4930814504623413, -0.9577538967132568, -2.0455236434936523, -1.6304377317428589, -0.792839765548706, -2.224457025527954, -2.0392117500305176, -1.462348461151123, -2.476850986480713, -1.9588978290557861, -2.3103127479553223, -0.8598698377609253, -1.5257591009140015, -0.014098098501563072, -1.2144811153411865, -1.9973304271697998, -0.11000543087720871, -1.4214228391647339, -1.591188669204712, -0.0542314387857914, -0.924769401550293, -1.7675038576126099, -2.2923130989074707, -2.2096335887908936, -0.881295919418335]}, "Bot003_115_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_115.log.json", "context": "Yo! Hey ! Hey! How are you today I'm good. Just listening to some classical music. You? i love classical music ! I love classical music. I love classical music i am a tennis player. what do you do for a living I work as a professional tennis player. are you, me ? Yes. then you enjoy long walks with your dog too ? I do not. I am a christian. do you have any pets No pets, I have a truck. tell  me about yourself I am a christian, christian, christian, and you? i am christian too", "response": "I am always glad to make new friends, christian.", "annotation_id": "Bot003_115_18", "annotations": ["X", "O", "T", "X", "T", "O", "O", "O", "T", "O", "T", "X", "O", "O", "O"], "gpt2background_target_score": [-7.5641984939575195, -8.537833213806152, -10.838371276855469, -10.260573387145996, -7.51345682144165, -10.555737495422363, -7.626086235046387, -9.317479133605957, -5.28596305847168, -11.146681785583496, -12.973762512207031, -8.42695426940918], "gpt2background_argmax_score": [-3.126901388168335, -1.8514937162399292, -1.9274005889892578, -1.6588784456253052, -0.7040718197822571, -1.2425940036773682, -1.9137669801712036, -0.28488099575042725, -1.341240644454956, -0.70264732837677, -1.1560611724853516, -3.1532645225524902, -2.182312488555908, -1.426674485206604, -2.6587305068969727, -0.22864094376564026, -2.5226974487304688, -2.123682975769043, -0.581446647644043, -1.5695632696151733, -1.8670642375946045, -1.680265188217163, -2.1038284301757812, -1.4317079782485962, -2.624027967453003, -0.7647392749786377, -1.9067128896713257, -2.5676755905151367, -1.7614151239395142, -1.1293983459472656, -0.6396430134773254, -1.2792283296585083, -1.7754460573196411, -1.566536545753479, -1.250752568244934, -0.601821780204773, -1.5597246885299683, -1.5510238409042358, -2.659087657928467, -2.9376702308654785, -0.7475781440734863, -1.906113624572754, -1.4862133264541626, -2.077991485595703, -0.30313676595687866, -1.7925870418548584, -1.5108445882797241, -2.458181381225586, -2.226945161819458, -0.4878333806991577, -1.8528261184692383, -1.5180418491363525, -0.3412214517593384, -3.3405468463897705, -2.419301748275757, -0.2639729082584381, -1.4204767942428589, -1.3399382829666138, -0.4264547526836395, -2.3751258850097656, -2.202406167984009, -1.4057167768478394, -1.8624602556228638, -1.9119356870651245, -1.1503077745437622, -1.7001489400863647, -2.2406888008117676, -1.5896177291870117, -1.9510769844055176, -2.437786817550659, -1.7677505016326904, -1.7167634963989258, -1.8922873735427856, -1.5940659046173096, -1.9900039434432983, -2.1402039527893066, -2.6699910163879395, -1.7458348274230957, -1.5478445291519165, -2.260986566543579, -1.2852977514266968, -1.7558327913284302, -0.07902942597866058, -2.0155482292175293, -1.409278154373169, -0.42918676137924194, -2.025315999984741, -1.0441670417785645, -3.118816614151001, -0.9097261428833008, -1.6097416877746582, -2.122814655303955, -1.5094408988952637, -1.608620285987854, -1.493080496788025, -0.9577544331550598, -2.0455234050750732, -1.630436897277832, -0.792839527130127, -2.224456548690796, -2.0392119884490967, -1.4623479843139648, -2.4768495559692383, -1.9581910371780396, -1.3050655126571655, -2.226097822189331, -0.013218862004578114, -1.325466513633728, -1.8598947525024414, -0.1049872413277626, -1.3674396276474, -1.895806908607483, -0.049337197095155716, -1.0100715160369873, -1.8444550037384033, -2.2631709575653076, -2.0575644969940186, -2.0954065322875977, -1.9548447132110596, -0.5396749377250671, -0.06538434326648712, -1.4926196336746216, -1.5277377367019653, -2.2361769676208496, -1.719316840171814, -0.9440129995346069, -2.0687334537506104, -1.2478965520858765, -1.6017036437988281, -1.7525460720062256, -0.07019630074501038, -1.8107174634933472, -2.195549964904785, -0.5141955614089966, -1.040083646774292, -1.4765186309814453]}, "Bot003_115_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_115.log.json", "context": "Yo! Hey ! Hey! How are you today I'm good. Just listening to some classical music. You? i love classical music ! I love classical music. I love classical music i am a tennis player. what do you do for a living I work as a professional tennis player. are you, me ? Yes. then you enjoy long walks with your dog too ? I do not. I am a christian. do you have any pets No pets, I have a truck. tell  me about yourself I am a christian, christian, christian, and you? i am christian too I am always glad to make new friends, christian. i have a very large family. just today i had another niece", "response": "Oh, I am sorry to hear that.", "annotation_id": "Bot003_115_20", "annotations": ["T", "X", "X", "T", "X", "X", "O", "T", "T", "T", "X", "X", "T", "T", "T"], "gpt2background_target_score": [-10.697914123535156, -9.150912284851074, -4.235041618347168, -7.207998275756836, -8.76459789276123, -9.215843200683594, -11.902432441711426, -8.945686340332031, -6.720221519470215], "gpt2background_argmax_score": [-3.126901388168335, -1.8514937162399292, -1.9274005889892578, -1.6588784456253052, -0.7040718197822571, -1.2425940036773682, -1.9137669801712036, -0.28488099575042725, -1.341240644454956, -0.70264732837677, -1.1560611724853516, -3.1532645225524902, -2.182312488555908, -1.426674485206604, -2.6587305068969727, -0.22864094376564026, -2.5226974487304688, -2.123682975769043, -0.581446647644043, -1.5695632696151733, -1.8670642375946045, -1.680265188217163, -2.1038284301757812, -1.4317079782485962, -2.624027967453003, -0.7647392749786377, -1.9067128896713257, -2.5676755905151367, -1.7614151239395142, -1.1293983459472656, -0.6396430134773254, -1.2792283296585083, -1.7754460573196411, -1.566536545753479, -1.250752568244934, -0.601821780204773, -1.5597246885299683, -1.5510238409042358, -2.659087657928467, -2.9376702308654785, -0.7475781440734863, -1.906113624572754, -1.4862133264541626, -2.077991485595703, -0.30313676595687866, -1.7925870418548584, -1.5108445882797241, -2.458181381225586, -2.226945161819458, -0.4878333806991577, -1.8528261184692383, -1.5180418491363525, -0.3412214517593384, -3.3405468463897705, -2.419301748275757, -0.2639729082584381, -1.4204767942428589, -1.3399382829666138, -0.4264547526836395, -2.3751258850097656, -2.202406167984009, -1.4057167768478394, -1.8624602556228638, -1.9119356870651245, -1.1503077745437622, -1.7001489400863647, -2.2406888008117676, -1.5896177291870117, -1.9510769844055176, -2.437786817550659, -1.7677505016326904, -1.7167634963989258, -1.8922873735427856, -1.5940659046173096, -1.9900039434432983, -2.1402039527893066, -2.6699910163879395, -1.7458348274230957, -1.5478445291519165, -2.260986566543579, -1.2852977514266968, -1.7558327913284302, -0.07902942597866058, -2.0155482292175293, -1.409278154373169, -0.42918676137924194, -2.025315999984741, -1.0441670417785645, -3.118816614151001, -0.9097261428833008, -1.6097441911697388, -2.1228134632110596, -1.509439468383789, -1.6086211204528809, -1.4930814504623413, -0.9577538967132568, -2.0455236434936523, -1.6304377317428589, -0.792839765548706, -2.224457025527954, -2.0392117500305176, -1.462348461151123, -2.476850986480713, -1.9581927061080933, -1.3050659894943237, -2.226097583770752, -0.013218862004578114, -1.3254657983779907, -1.8598958253860474, -0.10498777776956558, -1.3674404621124268, -1.8958070278167725, -0.049337197095155716, -1.0100713968276978, -1.844455361366272, -2.2631704807281494, -2.0575642585754395, -2.095407247543335, -1.954846739768982, -0.5396745800971985, -0.06538456678390503, -1.4926198720932007, -1.5277377367019653, -1.3675421476364136, -0.8482983708381653, -2.0401053428649902, -1.1088683605194092, -1.574552059173584, -1.8482649326324463, -0.06855270266532898, -1.8542416095733643, -2.3020761013031006, -0.40928006172180176, -0.8378488421440125, -2.281303644180298, -1.415586233139038, -1.1779301166534424, -2.0010557174682617, -2.2090322971343994, -2.127979040145874, -1.6794527769088745, -1.7880115509033203, -2.8430795669555664, -0.9145547747612, -1.913376808166504, -0.6894035339355469, -2.119757652282715, -2.02591872215271, -2.5075888633728027, -2.4801294803619385, -2.4943580627441406, -2.1088311672210693, -1.4785969257354736, -2.3406765460968018, -0.36818087100982666, -0.7152379751205444, -1.1491388082504272, -1.3525171279907227]}, "Bot003_116_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_116.log.json", "context": "Whazzup? I like to skateboard and play sports  What is your job? I\u2019m a mechanical engineer", "response": "Don't eat meat, but don't eat meat.", "annotation_id": "Bot003_116_02", "annotations": ["X", "T", "O", "X", "X", "T", "T", "T", "X", "X", "T", "T", "O", "X", "X"], "gpt2background_target_score": [-14.17768383026123, -6.69688606262207, -9.718000411987305, -12.057379722595215, -8.802267074584961, -8.330127716064453, -8.29878044128418, -11.10116195678711, -11.15031623840332, -10.990801811218262, -4.1840362548828125], "gpt2background_argmax_score": [-0.12561701238155365, -2.3559441566467285, -3.120349168777466, -0.5248879194259644, -2.160019874572754, -1.8193912506103516, -3.1405529975891113, -2.2933461666107178, -2.4997711181640625, -2.268090009689331, -2.74711012840271, -1.5668824911117554, -2.2875611782073975, -2.307684898376465, -1.493187665939331, -0.8569024205207825, -0.830182671546936, -0.9167543053627014, -2.322114944458008, -0.12196514755487442, -0.3961229622364044, -0.9895483255386353, -1.9599206447601318, -0.5398063063621521, -1.542112946510315, -1.8165029287338257, -0.8018337488174438, -2.548265218734741, -2.1272804737091064, -1.448955774307251, -2.392101287841797, -1.4277613162994385, -0.12321268767118454, -0.9135131239891052, -1.764704704284668, -1.1929160356521606, -0.9403712153434753]}, "Bot003_116_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_116.log.json", "context": "Whazzup? I like to skateboard and play sports  What is your job? I\u2019m a mechanical engineer Don't eat meat, but don't eat meat. What\u2019s your job?", "response": "I do not work, I am a bartender.", "annotation_id": "Bot003_116_04", "annotations": ["X", "T", "O", "O", "T", "T", "O", "O", "T", "X", "T", "T", "O", "T", "O"], "gpt2background_target_score": [-10.475935935974121, -4.7049689292907715, -7.614580154418945, -12.25133228302002, -8.802267074584961, -6.823027610778809, -9.612197875976562, -3.7459542751312256, -13.8297758102417, -8.560391426086426], "gpt2background_argmax_score": [-0.12561701238155365, -2.3559441566467285, -3.120349168777466, -0.5248879194259644, -2.160019874572754, -1.8193912506103516, -3.1405529975891113, -2.2933461666107178, -2.4997711181640625, -2.268090009689331, -2.74711012840271, -1.5668824911117554, -2.2875611782073975, -2.307684898376465, -1.493187665939331, -0.8569024205207825, -0.830182671546936, -0.9167543053627014, -2.322114944458008, -0.12196514755487442, -0.3961229622364044, -0.9895483255386353, -1.9599206447601318, -0.5398063063621521, -1.5421139001846313, -0.6176695823669434, -2.4200408458709717, -1.9884116649627686, -1.2711676359176636, -2.231074333190918, -1.0771340131759644, -0.15046919882297516, -0.9670435190200806, -1.6326292753219604, -1.3332483768463135, -1.3929659128189087, -2.121887445449829, -0.1427191197872162, -0.10662640631198883, -0.32504552602767944, -0.7128773331642151, -0.32902300357818604, -0.9013976454734802, -1.95707368850708, -2.1345534324645996, -1.34945809841156, -0.4981740713119507, -1.141184687614441, -1.2082271575927734, -2.168020486831665, -1.245225429534912, -2.006579637527466, -1.106976866722107, -1.357664942741394]}, "Bot003_116_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_116.log.json", "context": "Whazzup? I like to skateboard and play sports  What is your job? I\u2019m a mechanical engineer Don't eat meat, but don't eat meat. What\u2019s your job? I do not work, I am a bartender. But that\u2019s a job", "response": "I have a hard time with my family.", "annotation_id": "Bot003_116_06", "annotations": ["T", "T", "O", "X", "T", "X", "T", "X", "X", "X", "T", "T", "O", "X", "X"], "gpt2background_target_score": [-10.475923538208008, -6.372697830200195, -6.074779510498047, -11.760066986083984, -11.57461166381836, -8.22390079498291, -8.969170570373535, -10.788192749023438, -2.499770164489746], "gpt2background_argmax_score": [-0.12561805546283722, -2.355942964553833, -3.120349645614624, -0.524888277053833, -2.1600170135498047, -1.8193901777267456, -3.1405532360076904, -2.2933459281921387, -2.499770164489746, -2.2680907249450684, -2.7471110820770264, -1.5668812990188599, -2.287562370300293, -2.3076884746551514, -1.493188500404358, -0.8569012880325317, -0.830180287361145, -0.9167535305023193, -2.322118043899536, -0.12196504324674606, -0.3961215317249298, -0.9895491003990173, -1.9599220752716064, -0.5398067831993103, -1.542113184928894, -0.6176694631576538, -2.420042037963867, -1.9884096384048462, -1.2711687088012695, -2.2310774326324463, -1.0771323442459106, -0.1504685878753662, -0.9670434594154358, -1.6326305866241455, -1.3332467079162598, -1.3929656744003296, -2.1218860149383545, -0.14271891117095947, -0.10662566125392914, -0.3250456154346466, -0.7128763794898987, -0.3290211856365204, -0.9013977646827698, -2.4430880546569824, -2.2757742404937744, -0.6317727565765381, -1.3589372634887695, -1.0899711847305298, -2.0876383781433105, -1.427545189857483, -2.572866678237915, -1.010650634765625, -1.3942956924438477, -0.7505700588226318, -0.8823456764221191, -0.14266403019428253, -0.14181901514530182, -2.0764734745025635, -2.546440601348877, -1.2077462673187256, -1.7784963846206665, -1.985925555229187, -0.8603807687759399, -1.0400525331497192, -0.39748093485832214, -2.3448128700256348, -2.365955114364624, -1.1546703577041626, -1.1694762706756592, -1.0848864316940308]}, "Bot003_116_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_116.log.json", "context": "Whazzup? I like to skateboard and play sports  What is your job? I\u2019m a mechanical engineer Don't eat meat, but don't eat meat. What\u2019s your job? I do not work, I am a bartender. But that\u2019s a job I have a hard time with my family. Do you have brothers or sisters?", "response": "I do.", "annotation_id": "Bot003_116_08", "annotations": ["O", "T", "O", "O", "O", "T", "X", "O", "O", "X", "T", "O", "O", "O", "O"], "gpt2background_target_score": [-10.475923538208008, -4.704967498779297, -4.765806198120117], "gpt2background_argmax_score": [-0.12561805546283722, -2.355942964553833, -3.120349645614624, -0.524888277053833, -2.1600170135498047, -1.8193901777267456, -3.1405532360076904, -2.2933459281921387, -2.499770164489746, -2.2680907249450684, -2.7471110820770264, -1.5668812990188599, -2.287562370300293, -2.3076884746551514, -1.493188500404358, -0.8569012880325317, -0.830180287361145, -0.9167535305023193, -2.322118043899536, -0.12196504324674606, -0.3961215317249298, -0.9895491003990173, -1.9599220752716064, -0.5398067831993103, -1.542113184928894, -0.6176694631576538, -2.420042037963867, -1.9884096384048462, -1.2711687088012695, -2.2310774326324463, -1.0771323442459106, -0.1504685878753662, -0.9670434594154358, -1.6326305866241455, -1.3332467079162598, -1.3929656744003296, -2.1218860149383545, -0.14271891117095947, -0.10662566125392914, -0.3250456154346466, -0.7128763794898987, -0.3290211856365204, -0.9013977646827698, -2.4430880546569824, -2.2757742404937744, -0.6317727565765381, -1.3589372634887695, -1.0899711847305298, -2.0876383781433105, -1.427545189857483, -2.572866678237915, -1.010650634765625, -1.3942956924438477, -0.7505700588226318, -0.8823456764221191, -0.14266403019428253, -0.14181901514530182, -2.0764734745025635, -2.546440601348877, -1.2077462673187256, -2.3322439193725586, -1.410650610923767, -1.8656439781188965, -0.3183993697166443, -2.1227989196777344, -0.739283561706543, -2.2430291175842285, -0.7675907611846924, -1.4422401189804077, -0.3057209551334381, -1.4175430536270142, -1.1642425060272217, -1.8672449588775635, -0.7746244668960571, -0.9471282362937927, -1.3925281763076782, -1.713698387145996, -1.882887363433838, -1.2205437421798706, -1.2704545259475708]}, "Bot003_116_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_116.log.json", "context": "Whazzup? I like to skateboard and play sports  What is your job? I\u2019m a mechanical engineer Don't eat meat, but don't eat meat. What\u2019s your job? I do not work, I am a bartender. But that\u2019s a job I have a hard time with my family. Do you have brothers or sisters? I do. What about pets?", "response": "I have a dog and a cat", "annotation_id": "Bot003_116_10", "annotations": ["O", "T", "O", "O", "O", "O", "O", "O", "O", "X", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-10.475923538208008, -6.372697830200195, -6.074779510498047, -11.4615478515625, -9.535858154296875, -4.315678119659424, -10.42860221862793], "gpt2background_argmax_score": [-0.12561805546283722, -2.355942964553833, -3.120349645614624, -0.524888277053833, -2.1600170135498047, -1.8193901777267456, -3.1405532360076904, -2.2933459281921387, -2.499770164489746, -2.2680907249450684, -2.7471110820770264, -1.5668812990188599, -2.287562370300293, -2.3076884746551514, -1.493188500404358, -0.8569012880325317, -0.830180287361145, -0.9167535305023193, -2.322118043899536, -0.12196504324674606, -0.3961215317249298, -0.9895491003990173, -1.9599220752716064, -0.5398067831993103, -1.542113184928894, -0.6176694631576538, -2.420042037963867, -1.9884096384048462, -1.2711687088012695, -2.2310774326324463, -1.0771323442459106, -0.1504685878753662, -0.9670434594154358, -1.6326305866241455, -1.3332467079162598, -1.3929656744003296, -2.1218860149383545, -0.14271891117095947, -0.10662566125392914, -0.3250456154346466, -0.7128763794898987, -0.3290211856365204, -0.9013977646827698, -2.4430880546569824, -2.2757742404937744, -0.6317727565765381, -1.3589372634887695, -1.0899711847305298, -2.0876383781433105, -1.427545189857483, -2.572866678237915, -1.010650634765625, -1.3942956924438477, -0.7505700588226318, -0.8823456764221191, -0.14266403019428253, -0.14181901514530182, -2.0764734745025635, -2.546440601348877, -1.2077462673187256, -2.3322439193725586, -1.410650610923767, -1.8656439781188965, -0.3183993697166443, -2.1227989196777344, -0.739283561706543, -2.2430291175842285, -0.7675907611846924, -1.4422401189804077, -0.3057209551334381, -1.4175430536270142, -1.1642425060272217, -1.8672438859939575, -0.7746247053146362, -0.9471293687820435, -1.3925288915634155, -2.098572015762329, -0.9032355546951294, -1.4371669292449951, -2.002525806427002, -1.6530512571334839, -0.5007913112640381, -1.6404192447662354, -1.8993866443634033, -2.213297128677368, -0.9420099258422852, -2.343989372253418, -1.34024977684021, -1.2077168226242065, -1.7589032649993896, -1.007554054260254]}, "Bot003_116_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_116.log.json", "context": "Whazzup? I like to skateboard and play sports  What is your job? I\u2019m a mechanical engineer Don't eat meat, but don't eat meat. What\u2019s your job? I do not work, I am a bartender. But that\u2019s a job I have a hard time with my family. Do you have brothers or sisters? I do. What about pets? I have a dog and a cat I have a lab", "response": "I have a lab that is a lab", "annotation_id": "Bot003_116_12", "annotations": ["T", "T", "O", "O", "X", "T", "O", "O", "X", "X", "T", "O", "T", "T", "T"], "gpt2background_target_score": [-10.475923538208008, -6.372697830200195, -6.074779510498047, -13.21353530883789, -10.941850662231445, -8.762481689453125, -8.867027282714844, -13.40263557434082], "gpt2background_argmax_score": [-0.12561805546283722, -2.355942964553833, -3.120349645614624, -0.524888277053833, -2.1600170135498047, -1.8193901777267456, -3.1405532360076904, -2.2933459281921387, -2.499770164489746, -2.2680907249450684, -2.7471110820770264, -1.5668812990188599, -2.287562370300293, -2.3076884746551514, -1.493188500404358, -0.8569012880325317, -0.830180287361145, -0.9167535305023193, -2.322118043899536, -0.12196504324674606, -0.3961215317249298, -0.9895491003990173, -1.9599220752716064, -0.5398067831993103, -1.542113184928894, -0.6176694631576538, -2.420042037963867, -1.9884096384048462, -1.2711687088012695, -2.2310774326324463, -1.0771323442459106, -0.1504685878753662, -0.9670434594154358, -1.6326305866241455, -1.3332467079162598, -1.3929656744003296, -2.1218860149383545, -0.14271891117095947, -0.10662566125392914, -0.3250456154346466, -0.7128763794898987, -0.3290211856365204, -0.9013977646827698, -2.4430880546569824, -2.2757742404937744, -0.6317727565765381, -1.3589372634887695, -1.0899711847305298, -2.0876383781433105, -1.427545189857483, -2.572866678237915, -1.010650634765625, -1.3942956924438477, -0.7505700588226318, -0.8823456764221191, -0.14266403019428253, -0.14181901514530182, -2.0764734745025635, -2.546440601348877, -1.2077462673187256, -2.3322439193725586, -1.410650610923767, -1.8656439781188965, -0.3183993697166443, -2.1227989196777344, -0.739283561706543, -2.2430291175842285, -0.7675907611846924, -1.4422401189804077, -0.3057209551334381, -1.4175430536270142, -1.1642425060272217, -1.8672438859939575, -0.7746247053146362, -0.9471293687820435, -1.3925288915634155, -2.098572015762329, -0.9032355546951294, -1.4371669292449951, -2.002525806427002, -1.6530512571334839, -0.5007913112640381, -1.6404192447662354, -2.245748281478882, -1.0630797147750854, -2.24356746673584, -1.190138578414917, -1.1174943447113037, -1.7062218189239502, -0.9000657200813293, -1.9270858764648438, -0.9316602349281311, -1.6168315410614014, -2.291649341583252, -1.8710191249847412, -2.1790168285369873, -0.5383715629577637, -1.5597457885742188, -2.3231096267700195, -1.931422472000122, -1.8657244443893433, -2.448680877685547, -1.9119099378585815]}, "Bot003_116_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_116.log.json", "context": "Whazzup? I like to skateboard and play sports  What is your job? I\u2019m a mechanical engineer Don't eat meat, but don't eat meat. What\u2019s your job? I do not work, I am a bartender. But that\u2019s a job I have a hard time with my family. Do you have brothers or sisters? I do. What about pets? I have a dog and a cat I have a lab I have a lab that is a lab Do you like dogs?", "response": "I'd like to say that correct answer is: broken arm", "annotation_id": "Bot003_116_14", "annotations": ["X", "T", "O", "T", "X", "X", "O", "X", "X", "X", "X", "X", "X", "X", "X"], "gpt2background_target_score": [-10.475923538208008, -8.867461204528809, -7.256628036499023, -9.626535415649414, -7.913387298583984, -3.8636474609375, -10.08726692199707, -12.882951736450195, -7.215868949890137, -11.046138763427734, -11.11964225769043, -12.550894737243652], "gpt2background_argmax_score": [-0.12561805546283722, -2.355942964553833, -3.120349645614624, -0.524888277053833, -2.1600170135498047, -1.8193901777267456, -3.1405532360076904, -2.2933459281921387, -2.499770164489746, -2.2680907249450684, -2.7471110820770264, -1.5668812990188599, -2.287562370300293, -2.3076884746551514, -1.493188500404358, -0.8569012880325317, -0.830180287361145, -0.9167535305023193, -2.322118043899536, -0.12196504324674606, -0.3961215317249298, -0.9895491003990173, -1.9599220752716064, -0.5398067831993103, -1.542113184928894, -0.6176694631576538, -2.420042037963867, -1.9884096384048462, -1.2711687088012695, -2.2310774326324463, -1.0771323442459106, -0.1504685878753662, -0.9670434594154358, -1.6326305866241455, -1.3332467079162598, -1.3929656744003296, -2.1218860149383545, -0.14271891117095947, -0.10662566125392914, -0.3250456154346466, -0.7128763794898987, -0.3290211856365204, -0.9013977646827698, -2.4430880546569824, -2.2757742404937744, -0.6317727565765381, -1.3589372634887695, -1.0899711847305298, -2.0876383781433105, -1.427545189857483, -2.572866678237915, -1.010650634765625, -1.3942956924438477, -0.7505700588226318, -0.8823456764221191, -0.14266403019428253, -0.14181901514530182, -2.0764734745025635, -2.546440601348877, -1.2077462673187256, -2.3322439193725586, -1.410650610923767, -1.8656439781188965, -0.3183993697166443, -2.1227989196777344, -0.739283561706543, -2.2430291175842285, -0.7675907611846924, -1.4422401189804077, -0.3057209551334381, -1.4175430536270142, -1.1642425060272217, -1.8672438859939575, -0.7746247053146362, -0.9471293687820435, -1.3925288915634155, -2.098572015762329, -0.9032355546951294, -1.4371669292449951, -2.002525806427002, -1.6530512571334839, -0.5007913112640381, -1.6404192447662354, -2.245748281478882, -1.0630797147750854, -2.24356746673584, -1.190138578414917, -1.1174943447113037, -1.7062218189239502, -0.9000657200813293, -1.9270858764648438, -0.9316602349281311, -1.6168315410614014, -2.291649341583252, -1.579503059387207, -0.658568799495697, -1.8501513004302979, -1.6141197681427002, -1.609050989151001, -2.0241029262542725, -2.75188946723938, -1.7948411703109741, -0.4032725989818573, -0.650626003742218, -1.0734822750091553, -0.5479825735092163, -1.6404308080673218, -1.7883867025375366, -1.802614688873291, -1.273115873336792, -0.5459450483322144, -2.2102181911468506, -1.6623810529708862, -1.0030293464660645, -2.5551328659057617, -0.8167608976364136, -2.7322442531585693, -2.1118905544281006, -2.3120100498199463, -1.5902220010757446]}, "Bot003_116_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_116.log.json", "context": "Whazzup? I like to skateboard and play sports  What is your job? I\u2019m a mechanical engineer Don't eat meat, but don't eat meat. What\u2019s your job? I do not work, I am a bartender. But that\u2019s a job I have a hard time with my family. Do you have brothers or sisters? I do. What about pets? I have a dog and a cat I have a lab I have a lab that is a lab Do you like dogs? I'd like to say that correct answer is: broken arm That makes no sense", "response": "It makes sense to me though.", "annotation_id": "Bot003_116_16", "annotations": ["X", "T", "O", "O", "O", "T", "O", "O", "X", "X", "O", "O", "T", "T", "O"], "gpt2background_target_score": [-12.956103324890137, -7.8122663497924805, -10.895933151245117, -9.626535415649414, -11.787075996398926, -10.937530517578125, -7.779197692871094], "gpt2background_argmax_score": [-0.12561805546283722, -2.355942964553833, -3.120349645614624, -0.524888277053833, -2.1600170135498047, -1.8193901777267456, -3.1405532360076904, -2.2933459281921387, -2.499770164489746, -2.2680907249450684, -2.7471110820770264, -1.5668812990188599, -2.287562370300293, -2.3076884746551514, -1.493188500404358, -0.8569012880325317, -0.830180287361145, -0.9167535305023193, -2.322118043899536, -0.12196504324674606, -0.3961215317249298, -0.9895491003990173, -1.9599220752716064, -0.5398067831993103, -1.542113184928894, -0.6176694631576538, -2.420042037963867, -1.9884096384048462, -1.2711687088012695, -2.2310774326324463, -1.0771323442459106, -0.1504685878753662, -0.9670434594154358, -1.6326305866241455, -1.3332467079162598, -1.3929656744003296, -2.1218860149383545, -0.14271891117095947, -0.10662566125392914, -0.3250456154346466, -0.7128763794898987, -0.3290211856365204, -0.9013977646827698, -2.4430880546569824, -2.2757742404937744, -0.6317727565765381, -1.3589372634887695, -1.0899711847305298, -2.0876383781433105, -1.427545189857483, -2.572866678237915, -1.010650634765625, -1.3942956924438477, -0.7505700588226318, -0.8823456764221191, -0.14266403019428253, -0.14181901514530182, -2.0764734745025635, -2.546440601348877, -1.2077462673187256, -2.3322439193725586, -1.410650610923767, -1.8656439781188965, -0.3183993697166443, -2.1227989196777344, -0.739283561706543, -2.2430291175842285, -0.7675907611846924, -1.4422401189804077, -0.3057209551334381, -1.4175430536270142, -1.1642425060272217, -1.8672438859939575, -0.7746247053146362, -0.9471293687820435, -1.3925288915634155, -2.098572015762329, -0.9032355546951294, -1.4371669292449951, -2.002525806427002, -1.6530512571334839, -0.5007913112640381, -1.6404192447662354, -2.245748281478882, -1.0630797147750854, -2.24356746673584, -1.190138578414917, -1.1174943447113037, -1.7062218189239502, -0.9000657200813293, -1.9270858764648438, -0.9316602349281311, -1.6168315410614014, -2.291649341583252, -1.579503059387207, -0.658568799495697, -1.8501513004302979, -1.6141197681427002, -1.609050989151001, -2.0241029262542725, -2.75188946723938, -1.7948411703109741, -0.4032725989818573, -0.650626003742218, -1.0734822750091553, -0.5479825735092163, -1.6404308080673218, -1.8780035972595215, -1.1802729368209839, -0.5148748159408569, -2.2793490886688232, -1.7777341604232788, -1.012716293334961, -2.9179115295410156, -0.888603925704956, -2.7836711406707764, -2.2398200035095215, -2.6560895442962646, -1.550822138786316, -1.2441366910934448, -1.1466283798217773, -0.32841426134109497, -1.022704005241394, -1.804046630859375, -1.27806556224823, -0.9925130605697632, -1.3591065406799316, -0.45012760162353516, -1.1955171823501587, -0.7413815259933472, -1.4317618608474731]}, "Bot003_116_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_116.log.json", "context": "Whazzup? I like to skateboard and play sports  What is your job? I\u2019m a mechanical engineer Don't eat meat, but don't eat meat. What\u2019s your job? I do not work, I am a bartender. But that\u2019s a job I have a hard time with my family. Do you have brothers or sisters? I do. What about pets? I have a dog and a cat I have a lab I have a lab that is a lab Do you like dogs? I'd like to say that correct answer is: broken arm That makes no sense It makes sense to me though. Ok sorry", "response": "I am so sorry to hear that.", "annotation_id": "Bot003_116_18", "annotations": ["O", "T", "O", "O", "T", "X", "T", "T", "X", "X", "T", "T", "T", "X", "T"], "gpt2background_target_score": [-10.475923538208008, -7.731025695800781, -7.587240219116211, -12.135758399963379, -9.609780311584473, -9.282939910888672, -10.0116605758667, -2.2933459281921387], "gpt2background_argmax_score": [-0.12561805546283722, -2.355942964553833, -3.120349645614624, -0.524888277053833, -2.1600170135498047, -1.8193901777267456, -3.1405532360076904, -2.2933459281921387, -2.499770164489746, -2.2680907249450684, -2.7471110820770264, -1.5668812990188599, -2.287562370300293, -2.3076884746551514, -1.493188500404358, -0.8569012880325317, -0.830180287361145, -0.9167535305023193, -2.322118043899536, -0.12196504324674606, -0.3961215317249298, -0.9895491003990173, -1.9599220752716064, -0.5398067831993103, -1.542113184928894, -0.6176694631576538, -2.420042037963867, -1.9884096384048462, -1.2711687088012695, -2.2310774326324463, -1.0771323442459106, -0.1504685878753662, -0.9670434594154358, -1.6326305866241455, -1.3332467079162598, -1.3929656744003296, -2.1218860149383545, -0.14271891117095947, -0.10662566125392914, -0.3250456154346466, -0.7128763794898987, -0.3290211856365204, -0.9013977646827698, -2.4430880546569824, -2.2757742404937744, -0.6317727565765381, -1.3589372634887695, -1.0899711847305298, -2.0876383781433105, -1.427545189857483, -2.572866678237915, -1.010650634765625, -1.3942956924438477, -0.7505700588226318, -0.8823456764221191, -0.14266403019428253, -0.14181901514530182, -2.0764734745025635, -2.546440601348877, -1.2077462673187256, -2.3322439193725586, -1.410650610923767, -1.8656439781188965, -0.3183993697166443, -2.1227989196777344, -0.739283561706543, -2.2430291175842285, -0.7675907611846924, -1.4422401189804077, -0.3057209551334381, -1.4175430536270142, -1.1642425060272217, -1.8672438859939575, -0.7746247053146362, -0.9471293687820435, -1.3925288915634155, -2.098572015762329, -0.9032355546951294, -1.4371669292449951, -2.002525806427002, -1.6530512571334839, -0.5007913112640381, -1.6404192447662354, -2.245748281478882, -1.0630797147750854, -2.24356746673584, -1.190138578414917, -1.1174943447113037, -1.7062218189239502, -0.9000657200813293, -1.9270858764648438, -0.9316602349281311, -1.6168315410614014, -2.291649341583252, -1.579503059387207, -0.658568799495697, -1.8501513004302979, -1.6141197681427002, -1.609050989151001, -2.0241029262542725, -2.75188946723938, -1.7948411703109741, -0.4032725989818573, -0.650626003742218, -1.0734822750091553, -0.5479825735092163, -1.6404308080673218, -1.8780035972595215, -1.1802729368209839, -0.5148748159408569, -2.2793490886688232, -1.7777341604232788, -1.012716293334961, -2.9179115295410156, -0.888603925704956, -2.7836711406707764, -2.2398200035095215, -2.6560895442962646, -1.550822138786316, -1.2441366910934448, -1.1466288566589355, -0.32841381430625916, -1.0227049589157104, -1.3423179388046265, -0.9772369265556335, -1.3131084442138672, -0.5189325213432312, -1.1502289772033691, -0.7259803414344788, -1.8875293731689453, -1.1597858667373657, -1.6845290660858154, -1.7940350770950317, -2.55775785446167, -0.9460706114768982, -0.7421776056289673, -1.9725782871246338, -0.14134956896305084, -0.6447813510894775, -0.7793170213699341, -1.1306571960449219]}, "Bot003_116_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_116.log.json", "context": "Whazzup? I like to skateboard and play sports  What is your job? I\u2019m a mechanical engineer Don't eat meat, but don't eat meat. What\u2019s your job? I do not work, I am a bartender. But that\u2019s a job I have a hard time with my family. Do you have brothers or sisters? I do. What about pets? I have a dog and a cat I have a lab I have a lab that is a lab Do you like dogs? I'd like to say that correct answer is: broken arm That makes no sense It makes sense to me though. Ok sorry I am so sorry to hear that. End", "response": "See you later.", "annotation_id": "Bot003_116_20", "annotations": ["O", "T", "O", "T", "O", "T", "T", "O", "T", "X", "O", "X", "X", "O", "T"], "gpt2background_target_score": [-15.010623931884766, -2.752234697341919, -9.495784759521484, -10.175856590270996], "gpt2background_argmax_score": [-0.12561805546283722, -2.355942964553833, -3.120349645614624, -0.524888277053833, -2.1600170135498047, -1.8193901777267456, -3.1405532360076904, -2.2933459281921387, -2.499770164489746, -2.2680907249450684, -2.7471110820770264, -1.5668812990188599, -2.287562370300293, -2.3076884746551514, -1.493188500404358, -0.8569012880325317, -0.830180287361145, -0.9167535305023193, -2.322118043899536, -0.12196504324674606, -0.3961215317249298, -0.9895491003990173, -1.9599220752716064, -0.5398067831993103, -1.542113184928894, -0.6176694631576538, -2.420042037963867, -1.9884096384048462, -1.2711687088012695, -2.2310774326324463, -1.0771323442459106, -0.1504685878753662, -0.9670434594154358, -1.6326305866241455, -1.3332467079162598, -1.3929656744003296, -2.1218860149383545, -0.14271891117095947, -0.10662566125392914, -0.3250456154346466, -0.7128763794898987, -0.3290211856365204, -0.9013977646827698, -2.4430880546569824, -2.2757742404937744, -0.6317727565765381, -1.3589372634887695, -1.0899711847305298, -2.0876383781433105, -1.427545189857483, -2.572866678237915, -1.010650634765625, -1.3942956924438477, -0.7505700588226318, -0.8823456764221191, -0.14266403019428253, -0.14181901514530182, -2.0764734745025635, -2.546440601348877, -1.2077462673187256, -2.3322439193725586, -1.410650610923767, -1.8656439781188965, -0.3183993697166443, -2.1227989196777344, -0.739283561706543, -2.2430291175842285, -0.7675907611846924, -1.4422401189804077, -0.3057209551334381, -1.4175430536270142, -1.1642425060272217, -1.8672438859939575, -0.7746247053146362, -0.9471293687820435, -1.3925288915634155, -2.098572015762329, -0.9032355546951294, -1.4371669292449951, -2.002525806427002, -1.6530512571334839, -0.5007913112640381, -1.6404192447662354, -2.245748281478882, -1.0630797147750854, -2.24356746673584, -1.190138578414917, -1.1174943447113037, -1.7062218189239502, -0.9000657200813293, -1.9270858764648438, -0.9316602349281311, -1.6168315410614014, -2.291649341583252, -1.579503059387207, -0.658568799495697, -1.8501513004302979, -1.6141197681427002, -1.609050989151001, -2.0241029262542725, -2.75188946723938, -1.7948411703109741, -0.4032725989818573, -0.650626003742218, -1.0734822750091553, -0.5479825735092163, -1.6404308080673218, -1.8780035972595215, -1.1802729368209839, -0.5148748159408569, -2.2793490886688232, -1.7777341604232788, -1.012716293334961, -2.9179115295410156, -0.888603925704956, -2.7836711406707764, -2.2398200035095215, -2.6560895442962646, -1.550822138786316, -1.2441366910934448, -1.1466288566589355, -0.32841381430625916, -1.0227049589157104, -1.3423179388046265, -0.9772369265556335, -1.3131084442138672, -0.5189325213432312, -1.1502289772033691, -0.7259803414344788, -1.8875293731689453, -1.1597858667373657, -1.6845290660858154, -1.9267592430114746, -1.5700019598007202, -0.7087235450744629, -1.8666045665740967, -0.29441747069358826, -0.6089911460876465, -0.6639686226844788, -1.2886877059936523, -1.4102774858474731, -1.8153830766677856, -1.4905705451965332, -2.4419124126434326, -1.3495100736618042, -1.599061369895935]}, "Bot003_119_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_119.log.json", "context": "How\u2019s it going?  How many children were never visit? Hey I also have two dogs", "response": "Hi, I am a secretary at a hospital.", "annotation_id": "Bot003_119_02", "annotations": ["X", "X", "X", "O", "T", "X", "O", "O", "X", "X", "O", "O", "X", "X", "X"], "gpt2background_target_score": [-12.746759414672852, -11.722082138061523, -8.88941764831543, -10.760167121887207, -6.863997936248779, -12.963351249694824, -9.65970516204834, -7.162727355957031, -12.485800743103027, -8.60777473449707], "gpt2background_argmax_score": [-1.3716069459915161, -0.12601108849048615, -0.1963985115289688, -1.249998688697815, -1.3423209190368652, -1.3294055461883545, -0.9281367659568787, -2.1304874420166016, -2.0881283283233643, -2.3515563011169434, -1.681749939918518, -1.498659372329712, -1.0185211896896362, -1.399299144744873, -1.2286250591278076, -1.487234115600586, -1.521958827972412, -2.465857744216919, -1.0899239778518677, -1.8630465269088745, -1.4457229375839233, -2.0780913829803467, -1.6982483863830566, -1.5799212455749512, -1.7604492902755737, -1.7022680044174194, -3.75773549079895, -1.5224233865737915, -1.0668405294418335, -1.81924307346344, -1.4380115270614624, -1.463919997215271]}, "Bot003_119_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_119.log.json", "context": "How\u2019s it going?  How many children were never visit? Hey I also have two dogs Hi, I am a secretary at a hospital. Hey, well it's interesting job", "response": "Yeah I like it. Do you like sports?", "annotation_id": "Bot003_119_04", "annotations": ["O", "O", "T", "O", "O", "O", "O", "O", "X", "O", "O", "O", "T", "O", "T"], "gpt2background_target_score": [-14.180356979370117, -10.704948425292969, -13.509922981262207, -3.6496787071228027, -7.250770092010498, -10.600224494934082, -9.048758506774902, -9.22999095916748, -11.845041275024414, -6.000847339630127], "gpt2background_argmax_score": [-1.3716069459915161, -0.12601108849048615, -0.1963985115289688, -1.249998688697815, -1.3423209190368652, -1.3294055461883545, -0.9281367659568787, -2.1304874420166016, -2.0881283283233643, -2.3515563011169434, -1.681749939918518, -1.498659372329712, -1.0185211896896362, -1.399299144744873, -1.2286250591278076, -1.487234115600586, -1.521958827972412, -2.465857744216919, -1.0899239778518677, -1.8630465269088745, -1.4457229375839233, -2.179899215698242, -2.0251944065093994, -1.661094307899475, -2.2122907638549805, -3.3339571952819824, -1.7508436441421509, -1.1616427898406982, -1.8395593166351318, -1.4035214185714722, -1.8475348949432373, -1.429131269454956, -1.664350152015686, -1.5105243921279907, -1.4021786451339722, -2.1512563228607178, -1.111338496208191, -1.4455448389053345, -2.022548198699951, -1.158940315246582, -2.3960118293762207, -1.852352261543274, -1.3300312757492065, -1.5439571142196655, -0.4076453745365143, -1.2088372707366943, -1.539841651916504, -0.8686221241950989, -0.8011116981506348]}, "Bot003_119_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_119.log.json", "context": "How\u2019s it going?  How many children were never visit? Hey I also have two dogs Hi, I am a secretary at a hospital. Hey, well it's interesting job Yeah I like it. Do you like sports? Do you like it?", "response": "I like it.", "annotation_id": "Bot003_119_06", "annotations": ["X", "T", "O", "T", "O", "O", "O", "O", "T", "O", "O", "O", "O", "T", "O"], "gpt2background_target_score": [-10.006850242614746, -11.853189468383789, -11.415446281433105, -9.622591018676758], "gpt2background_argmax_score": [-1.3716069459915161, -0.12601108849048615, -0.1963985115289688, -1.249998688697815, -1.3423209190368652, -1.3294055461883545, -0.9281367659568787, -2.1304874420166016, -2.0881283283233643, -2.3515563011169434, -1.681749939918518, -1.498659372329712, -1.0185211896896362, -1.399299144744873, -1.2286250591278076, -1.487234115600586, -1.521958827972412, -2.465857744216919, -1.0899239778518677, -1.8630465269088745, -1.4457229375839233, -2.179899215698242, -2.0251944065093994, -1.661094307899475, -2.2122902870178223, -3.3339574337005615, -1.7508447170257568, -1.1616406440734863, -1.839560866355896, -1.4035221338272095, -1.8475353717803955, -1.4291304349899292, -1.6643503904342651, -1.5105235576629639, -1.402177333831787, -2.1512556076049805, -1.1113388538360596, -1.445546269416809, -1.33998703956604, -2.286393404006958, -1.6134674549102783, -1.3542765378952026, -1.810091257095337, -0.4825834631919861, -1.2950983047485352, -1.5120363235473633, -0.9027585983276367, -1.5894566774368286, -0.13900470733642578, -0.7811689972877502, -2.51015043258667, -0.6167760491371155, -1.6770775318145752, -1.5623016357421875, -1.3203142881393433, -1.3952345848083496, -1.1227152347564697, -1.4247629642486572]}, "Bot003_119_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_119.log.json", "context": "How\u2019s it going?  How many children were never visit? Hey I also have two dogs Hi, I am a secretary at a hospital. Hey, well it's interesting job Yeah I like it. Do you like sports? Do you like it? I like it. Yeah especially swimming", "response": "I love swimming, but I am not a big fan of swimming", "annotation_id": "Bot003_119_08", "annotations": ["T", "X", "O", "X", "T", "X", "O", "T", "X", "T", "O", "T", "T", "X", "O"], "gpt2background_target_score": [-10.006845474243164, -12.496487617492676, -13.399916648864746, -8.83492374420166, -8.558533668518066, -7.283132076263428, -10.412904739379883, -8.787323951721191, -7.165685653686523, -7.85411262512207, -12.259346008300781, -8.493146896362305, -11.633417129516602], "gpt2background_argmax_score": [-1.3716065883636475, -0.12601140141487122, -0.1963988095521927, -1.249997615814209, -1.3423168659210205, -1.3294057846069336, -0.9281363487243652, -2.130485773086548, -2.0881288051605225, -2.3515560626983643, -1.681749701499939, -1.4986592531204224, -1.0185211896896362, -1.3993009328842163, -1.2286254167556763, -1.487233281135559, -1.5219589471817017, -2.4658567905426025, -1.08992338180542, -1.8630452156066895, -1.4457238912582397, -2.179901361465454, -2.0251927375793457, -1.6610970497131348, -2.2122905254364014, -3.3339579105377197, -1.7508405447006226, -1.16163969039917, -1.8395613431930542, -1.4035227298736572, -1.8475326299667358, -1.4291282892227173, -1.6643505096435547, -1.5105236768722534, -1.4021776914596558, -2.151254892349243, -1.1113383769989014, -1.44554603099823, -1.33998703956604, -2.286393404006958, -1.6134653091430664, -1.3542760610580444, -1.810090184211731, -0.4825829565525055, -1.2950987815856934, -1.5120365619659424, -0.9027573466300964, -1.5894598960876465, -0.13900616765022278, -0.7811708450317383, -2.5101535320281982, -0.6167765259742737, -1.677075982093811, -1.478609561920166, -1.88343346118927, -1.0655593872070312, -1.6631221771240234, -1.2841531038284302, -2.2071170806884766, -1.035482406616211, -1.6286009550094604, -1.2711012363433838, -1.1095764636993408, -1.1773631572723389, -1.7051939964294434, -0.986748456954956, -2.0755605697631836, -1.7398755550384521, -1.7097935676574707, -1.2635629177093506, -0.6234924793243408, -0.30358389019966125, -1.5401893854141235, -0.8106239438056946]}, "Bot003_119_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_119.log.json", "context": "How\u2019s it going?  How many children were never visit? Hey I also have two dogs Hi, I am a secretary at a hospital. Hey, well it's interesting job Yeah I like it. Do you like sports? Do you like it? I like it. Yeah especially swimming I love swimming, but I am not a big fan of swimming Why?", "response": "I don't know.", "annotation_id": "Bot003_119_10", "annotations": ["T", "T", "O", "O", "T", "O", "O", "T", "T", "T", "O", "T", "O", "O", "O"], "gpt2background_target_score": [-10.006845474243164, -12.3732328414917, -13.671669960021973, -11.661266326904297, -7.250768661499023], "gpt2background_argmax_score": [-1.3716065883636475, -0.12601140141487122, -0.1963988095521927, -1.249997615814209, -1.3423168659210205, -1.3294057846069336, -0.9281363487243652, -2.130485773086548, -2.0881288051605225, -2.3515560626983643, -1.681749701499939, -1.4986592531204224, -1.0185211896896362, -1.3993009328842163, -1.2286254167556763, -1.487233281135559, -1.5219589471817017, -2.4658567905426025, -1.08992338180542, -1.8630452156066895, -1.4457238912582397, -2.179901361465454, -2.0251927375793457, -1.6610970497131348, -2.2122905254364014, -3.3339579105377197, -1.7508405447006226, -1.16163969039917, -1.8395613431930542, -1.4035227298736572, -1.8475326299667358, -1.4291282892227173, -1.6643505096435547, -1.5105236768722534, -1.4021776914596558, -2.151254892349243, -1.1113396883010864, -1.4455465078353882, -1.3399873971939087, -2.286393404006958, -1.6134629249572754, -1.3542762994766235, -1.8100899457931519, -0.482583612203598, -1.295098066329956, -1.512036919593811, -0.9027581810951233, -1.5894581079483032, -0.13900616765022278, -0.7811708450317383, -2.5101518630981445, -0.6167759299278259, -1.6770777702331543, -1.4786090850830078, -1.8834326267242432, -1.0655596256256104, -1.6631230115890503, -1.284153699874878, -2.207115888595581, -1.0354832410812378, -1.1948829889297485, -1.2967997789382935, -1.0400381088256836, -2.063593864440918, -1.0398061275482178, -2.1248979568481445, -1.748191237449646, -1.8682811260223389, -1.432929277420044, -0.6036854982376099, -0.31278762221336365, -1.6409626007080078, -0.7435599565505981, -1.9124542474746704, -1.7335458993911743, -1.5837098360061646, -1.6099941730499268, -0.4544733464717865, -0.9268934726715088, -1.6173762083053589, -1.1033703088760376]}, "Bot003_119_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_119.log.json", "context": "How\u2019s it going?  How many children were never visit? Hey I also have two dogs Hi, I am a secretary at a hospital. Hey, well it's interesting job Yeah I like it. Do you like sports? Do you like it? I like it. Yeah especially swimming I love swimming, but I am not a big fan of swimming Why? I don't know. What about the sea? Do you like it?", "response": "I don't know.", "annotation_id": "Bot003_119_12", "annotations": ["X", "T", "T", "T", "T", "T", "O", "T", "T", "T", "O", "T", "T", "T", "T"], "gpt2background_target_score": [-10.006845474243164, -12.3732328414917, -13.671669960021973, -11.661266326904297, -7.250768661499023], "gpt2background_argmax_score": [-1.3716065883636475, -0.12601140141487122, -0.1963988095521927, -1.249997615814209, -1.3423168659210205, -1.3294057846069336, -0.9281363487243652, -2.130485773086548, -2.0881288051605225, -2.3515560626983643, -1.681749701499939, -1.4986592531204224, -1.0185211896896362, -1.3993009328842163, -1.2286254167556763, -1.487233281135559, -1.5219589471817017, -2.4658567905426025, -1.08992338180542, -1.8630452156066895, -1.4457238912582397, -2.179901361465454, -2.0251927375793457, -1.6610970497131348, -2.2122905254364014, -3.3339579105377197, -1.7508405447006226, -1.16163969039917, -1.8395613431930542, -1.4035227298736572, -1.8475326299667358, -1.4291282892227173, -1.6643505096435547, -1.5105236768722534, -1.4021776914596558, -2.151254892349243, -1.1113396883010864, -1.4455465078353882, -1.3399873971939087, -2.286393404006958, -1.6134629249572754, -1.3542762994766235, -1.8100899457931519, -0.482583612203598, -1.295098066329956, -1.512036919593811, -0.9027581810951233, -1.5894581079483032, -0.13900616765022278, -0.7811708450317383, -2.5101518630981445, -0.6167759299278259, -1.6770777702331543, -1.4786090850830078, -1.8834326267242432, -1.0655596256256104, -1.6631230115890503, -1.284153699874878, -2.207115888595581, -1.0354832410812378, -1.1948829889297485, -1.2967997789382935, -1.0400381088256836, -2.063593864440918, -1.0398061275482178, -2.1248979568481445, -1.748191237449646, -1.8682811260223389, -1.432929277420044, -0.6036854982376099, -0.31278762221336365, -1.6409626007080078, -0.743561327457428, -1.9124548435211182, -1.7335457801818848, -1.7228419780731201, -0.33986419439315796, -0.7050554752349854, -1.6286312341690063, -1.3870798349380493, -1.7914167642593384, -2.1421384811401367, -2.664430856704712, -0.6106867790222168, -1.7984540462493896, -0.21892304718494415, -0.7658740878105164, -1.9055544137954712, -0.41890668869018555, -1.7156223058700562, -1.553824782371521, -1.4352151155471802, -0.34306907653808594, -0.9918748736381531, -1.2640697956085205, -1.1460349559783936]}, "Bot003_119_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_119.log.json", "context": "How\u2019s it going?  How many children were never visit? Hey I also have two dogs Hi, I am a secretary at a hospital. Hey, well it's interesting job Yeah I like it. Do you like sports? Do you like it? I like it. Yeah especially swimming I love swimming, but I am not a big fan of swimming Why? I don't know. What about the sea? Do you like it? I don't know. How old are you?", "response": "16 years.", "annotation_id": "Bot003_119_14", "annotations": ["O", "O", "O", "X", "O", "O", "O", "O", "O", "O", "T", "O", "O", "O", "O"], "gpt2background_target_score": [-12.594430923461914, -12.806800842285156, -11.2923002243042], "gpt2background_argmax_score": [-1.3716065883636475, -0.12601140141487122, -0.1963988095521927, -1.249997615814209, -1.3423168659210205, -1.3294057846069336, -0.9281363487243652, -2.130485773086548, -2.0881288051605225, -2.3515560626983643, -1.681749701499939, -1.4986592531204224, -1.0185211896896362, -1.3993009328842163, -1.2286254167556763, -1.487233281135559, -1.5219589471817017, -2.4658567905426025, -1.08992338180542, -1.8630452156066895, -1.4457238912582397, -2.179901361465454, -2.0251927375793457, -1.6610970497131348, -2.2122905254364014, -3.3339579105377197, -1.7508405447006226, -1.16163969039917, -1.8395613431930542, -1.4035227298736572, -1.8475326299667358, -1.4291282892227173, -1.6643505096435547, -1.5105236768722534, -1.4021776914596558, -2.151254892349243, -1.1113396883010864, -1.4455465078353882, -1.3399873971939087, -2.286393404006958, -1.6134629249572754, -1.3542762994766235, -1.8100899457931519, -0.482583612203598, -1.295098066329956, -1.512036919593811, -0.9027581810951233, -1.5894581079483032, -0.13900616765022278, -0.7811708450317383, -2.5101518630981445, -0.6167759299278259, -1.6770777702331543, -1.4786090850830078, -1.8834326267242432, -1.0655596256256104, -1.6631230115890503, -1.284153699874878, -2.207115888595581, -1.0354832410812378, -1.1948829889297485, -1.2967997789382935, -1.0400381088256836, -2.063593864440918, -1.0398061275482178, -2.1248979568481445, -1.748191237449646, -1.8682811260223389, -1.432929277420044, -0.6036854982376099, -0.31278762221336365, -1.6409626007080078, -0.743561327457428, -1.9124548435211182, -1.7335457801818848, -1.7228419780731201, -0.33986419439315796, -0.7050554752349854, -1.6286312341690063, -1.3870798349380493, -1.7914167642593384, -2.1421384811401367, -2.664430856704712, -0.6106867790222168, -1.7984540462493896, -0.21892304718494415, -0.7658740878105164, -1.9055544137954712, -0.41890668869018555, -1.7156223058700562, -1.5829248428344727, -0.2062438726425171, -1.1467394828796387, -1.1021575927734375, -1.4945201873779297, -1.7869659662246704, -0.37690386176109314, -0.3852163553237915, -0.4529409408569336, -1.787795066833496, -1.8552945852279663, -1.9484171867370605, -0.6720620393753052, -1.4674311876296997]}, "Bot003_119_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_119.log.json", "context": "How\u2019s it going?  How many children were never visit? Hey I also have two dogs Hi, I am a secretary at a hospital. Hey, well it's interesting job Yeah I like it. Do you like sports? Do you like it? I like it. Yeah especially swimming I love swimming, but I am not a big fan of swimming Why? I don't know. What about the sea? Do you like it? I don't know. How old are you? 16 years. So young! And I'm already 220", "response": "I am not sure if I could have a job", "annotation_id": "Bot003_119_16", "annotations": ["X", "X", "T", "O", "O", "X", "O", "T", "T", "X", "O", "X", "X", "T", "X"], "gpt2background_target_score": [-10.006845474243164, -12.370527267456055, -12.368967056274414, -10.97895622253418, -6.575832366943359, -7.283132076263428, -11.872589111328125, -8.989486694335938, -7.165685653686523, -8.894451141357422], "gpt2background_argmax_score": [-1.3716065883636475, -0.12601140141487122, -0.1963988095521927, -1.249997615814209, -1.3423168659210205, -1.3294057846069336, -0.9281363487243652, -2.130485773086548, -2.0881288051605225, -2.3515560626983643, -1.681749701499939, -1.4986592531204224, -1.0185211896896362, -1.3993009328842163, -1.2286254167556763, -1.487233281135559, -1.5219589471817017, -2.4658567905426025, -1.08992338180542, -1.8630452156066895, -1.4457238912582397, -2.179901361465454, -2.0251927375793457, -1.6610970497131348, -2.2122905254364014, -3.3339579105377197, -1.7508405447006226, -1.16163969039917, -1.8395613431930542, -1.4035227298736572, -1.8475326299667358, -1.4291282892227173, -1.6643505096435547, -1.5105236768722534, -1.4021776914596558, -2.151254892349243, -1.1113396883010864, -1.4455465078353882, -1.3399873971939087, -2.286393404006958, -1.6134629249572754, -1.3542762994766235, -1.8100899457931519, -0.482583612203598, -1.295098066329956, -1.512036919593811, -0.9027581810951233, -1.5894581079483032, -0.13900616765022278, -0.7811708450317383, -2.5101518630981445, -0.6167759299278259, -1.6770777702331543, -1.4786090850830078, -1.8834326267242432, -1.0655596256256104, -1.6631230115890503, -1.284153699874878, -2.207115888595581, -1.0354832410812378, -1.1948829889297485, -1.2967997789382935, -1.0400381088256836, -2.063593864440918, -1.0398061275482178, -2.1248979568481445, -1.748191237449646, -1.8682811260223389, -1.432929277420044, -0.6036854982376099, -0.31278762221336365, -1.6409626007080078, -0.743561327457428, -1.9124548435211182, -1.7335457801818848, -1.7228419780731201, -0.33986419439315796, -0.7050554752349854, -1.6286312341690063, -1.3870798349380493, -1.7914167642593384, -2.1421384811401367, -2.664430856704712, -0.6106867790222168, -1.798452615737915, -0.21892322599887848, -0.7658742070198059, -1.9055557250976562, -0.41890645027160645, -1.7156234979629517, -1.58292555809021, -0.2062435895204544, -1.1467385292053223, -1.1021589040756226, -1.4945192337036133, -1.78696608543396, -0.3769029676914215, -0.3852165937423706, -0.4529407024383545, -1.7877939939498901, -1.7963099479675293, -0.3386458456516266, -1.649502158164978, -1.6110808849334717, -1.6131248474121094, -1.9734153747558594, -1.8781346082687378, -2.1512527465820312, -2.1272644996643066, -2.7675774097442627, -1.1737812757492065, -1.9630242586135864, -2.2523727416992188, -2.7541346549987793, -1.5276520252227783, -2.096493721008301, -1.476113200187683, -2.02748441696167, -2.8081462383270264, -2.3457376956939697, -2.3138630390167236, -2.3509886264801025]}, "Bot003_119_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_119.log.json", "context": "How\u2019s it going?  How many children were never visit? Hey I also have two dogs Hi, I am a secretary at a hospital. Hey, well it's interesting job Yeah I like it. Do you like sports? Do you like it? I like it. Yeah especially swimming I love swimming, but I am not a big fan of swimming Why? I don't know. What about the sea? Do you like it? I don't know. How old are you? 16 years. So young! And I'm already 220 I am not sure if I could have a job 22", "response": "It is incorrect:) hint: first 2 letters is tw. Try again", "annotation_id": "Bot003_119_18", "annotations": ["X", "X", "T", "T", "X", "X", "O", "O", "X", "X", "O", "X", "X", "O", "T"], "gpt2background_target_score": [-12.615168571472168, -11.19119930267334, -13.37122631072998, -10.298538208007812, -11.730839729309082, -12.97778606414795, -10.089691162109375, -9.426379203796387, -10.209545135498047, -8.250107765197754, -3.0333309173583984, -12.006543159484863, -8.18110179901123, -9.954121589660645, -12.681909561157227], "gpt2background_argmax_score": [-1.3716065883636475, -0.12601140141487122, -0.1963988095521927, -1.249997615814209, -1.3423168659210205, -1.3294057846069336, -0.9281363487243652, -2.130485773086548, -2.0881288051605225, -2.3515560626983643, -1.681749701499939, -1.4986592531204224, -1.0185211896896362, -1.3993009328842163, -1.2286254167556763, -1.487233281135559, -1.5219589471817017, -2.4658567905426025, -1.08992338180542, -1.8630452156066895, -1.4457238912582397, -2.179901361465454, -2.0251927375793457, -1.6610970497131348, -2.2122905254364014, -3.3339579105377197, -1.7508405447006226, -1.16163969039917, -1.8395613431930542, -1.4035227298736572, -1.8475326299667358, -1.4291282892227173, -1.6643505096435547, -1.5105236768722534, -1.4021776914596558, -2.151254892349243, -1.1113396883010864, -1.4455465078353882, -1.3399873971939087, -2.286393404006958, -1.6134629249572754, -1.3542762994766235, -1.8100899457931519, -0.482583612203598, -1.295098066329956, -1.512036919593811, -0.9027581810951233, -1.5894581079483032, -0.13900616765022278, -0.7811708450317383, -2.5101518630981445, -0.6167759299278259, -1.6770777702331543, -1.4786090850830078, -1.8834326267242432, -1.0655596256256104, -1.6631230115890503, -1.284153699874878, -2.207115888595581, -1.0354832410812378, -1.1948829889297485, -1.2967997789382935, -1.0400381088256836, -2.063593864440918, -1.0398061275482178, -2.1248979568481445, -1.748191237449646, -1.8682811260223389, -1.432929277420044, -0.6036854982376099, -0.31278762221336365, -1.6409626007080078, -0.743561327457428, -1.9124548435211182, -1.7335457801818848, -1.7228419780731201, -0.33986419439315796, -0.7050554752349854, -1.6286312341690063, -1.3870798349380493, -1.7914167642593384, -2.1421384811401367, -2.664430856704712, -0.6106867790222168, -1.7984540462493896, -0.21892304718494415, -0.7658740878105164, -1.9055544137954712, -0.41890668869018555, -1.7156223058700562, -1.5829246044158936, -0.2062438726425171, -1.1467390060424805, -1.1021595001220703, -1.4945203065872192, -1.7869651317596436, -0.37690287828445435, -0.38521602749824524, -0.4529404044151306, -1.7877930402755737, -1.7963093519210815, -0.33864593505859375, -1.649501085281372, -1.6110807657241821, -1.6131246089935303, -1.9734162092208862, -1.8781354427337646, -2.1512532234191895, -2.1272644996643066, -2.7675769329071045, -1.1737816333770752, -2.0028672218322754, -1.8094980716705322, -1.9417290687561035, -1.720753788948059, -1.0189971923828125, -2.5221102237701416, -2.853332996368408, -2.5501112937927246, -2.3129351139068604, -1.9238946437835693, -1.9077024459838867, -1.9737440347671509, -0.8876348733901978, -2.1243715286254883, -1.215076208114624, -2.6668615341186523, -1.374733805656433, -2.7073347568511963, -2.784990072250366, -2.074038505554199, -1.7144646644592285, -1.3632830381393433, -2.3609511852264404, -2.229733943939209, -1.9874844551086426, -1.1786905527114868, -1.6010396480560303]}, "Bot003_119_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_119.log.json", "context": "How\u2019s it going?  How many children were never visit? Hey I also have two dogs Hi, I am a secretary at a hospital. Hey, well it's interesting job Yeah I like it. Do you like sports? Do you like it? I like it. Yeah especially swimming I love swimming, but I am not a big fan of swimming Why? I don't know. What about the sea? Do you like it? I don't know. How old are you? 16 years. So young! And I'm already 220 I am not sure if I could have a job 22 It is incorrect:) hint: first 2 letters is tw. Try again Don't worry", "response": "I think that true answer is: two", "annotation_id": "Bot003_119_20", "annotations": ["X", "X", "O", "X", "T", "X", "O", "T", "T", "T", "X", "X", "T", "O", "T"], "gpt2background_target_score": [-10.006845474243164, -11.49145793914795, -11.6298189163208, -10.554510116577148, -14.872458457946777, -7.962538242340088, -10.089691162109375, -9.622343063354492], "gpt2background_argmax_score": [-1.3716065883636475, -0.12601140141487122, -0.1963988095521927, -1.249997615814209, -1.3423168659210205, -1.3294057846069336, -0.9281363487243652, -2.130485773086548, -2.0881288051605225, -2.3515560626983643, -1.681749701499939, -1.4986592531204224, -1.0185211896896362, -1.3993009328842163, -1.2286254167556763, -1.487233281135559, -1.5219589471817017, -2.4658567905426025, -1.08992338180542, -1.8630452156066895, -1.4457238912582397, -2.179901361465454, -2.0251927375793457, -1.6610970497131348, -2.2122905254364014, -3.3339579105377197, -1.7508405447006226, -1.16163969039917, -1.8395613431930542, -1.4035227298736572, -1.8475326299667358, -1.4291282892227173, -1.6643505096435547, -1.5105236768722534, -1.4021776914596558, -2.151254892349243, -1.1113396883010864, -1.4455465078353882, -1.3399873971939087, -2.286393404006958, -1.6134629249572754, -1.3542762994766235, -1.8100899457931519, -0.482583612203598, -1.295098066329956, -1.512036919593811, -0.9027581810951233, -1.5894581079483032, -0.13900616765022278, -0.7811708450317383, -2.5101518630981445, -0.6167759299278259, -1.6770777702331543, -1.4786090850830078, -1.8834326267242432, -1.0655596256256104, -1.6631230115890503, -1.284153699874878, -2.207115888595581, -1.0354832410812378, -1.1948829889297485, -1.2967997789382935, -1.0400381088256836, -2.063593864440918, -1.0398061275482178, -2.1248979568481445, -1.748191237449646, -1.8682811260223389, -1.432929277420044, -0.6036854982376099, -0.31278762221336365, -1.6409626007080078, -0.743561327457428, -1.9124548435211182, -1.7335457801818848, -1.7228419780731201, -0.33986419439315796, -0.7050554752349854, -1.6286312341690063, -1.3870798349380493, -1.7914167642593384, -2.1421384811401367, -2.664430856704712, -0.6106867790222168, -1.7984540462493896, -0.21892304718494415, -0.7658740878105164, -1.9055544137954712, -0.41890668869018555, -1.7156223058700562, -1.5829248428344727, -0.2062438726425171, -1.1467394828796387, -1.1021575927734375, -1.4945201873779297, -1.7869659662246704, -0.3769032061100006, -0.3852161169052124, -0.45294103026390076, -1.7877949476242065, -1.7963087558746338, -0.3386457562446594, -1.6495020389556885, -1.6110817193984985, -1.6131248474121094, -1.973415732383728, -1.878132939338684, -2.151252031326294, -2.1272647380828857, -2.767577886581421, -1.1737803220748901, -2.00286602973938, -1.809498906135559, -1.9417287111282349, -1.7207534313201904, -1.0189985036849976, -2.5221099853515625, -2.8533332347869873, -2.5501110553741455, -2.312934637069702, -1.9238944053649902, -1.9077017307281494, -0.8258869051933289, -2.078951358795166, -1.4554184675216675, -2.1943233013153076, -1.4917694330215454, -3.23464298248291, -1.8873697519302368, -2.172339916229248, -1.511884093284607, -1.6136256456375122, -2.435523509979248, -2.198399305343628, -2.692138910293579, -1.278623342514038, -1.5467807054519653, -0.3381956219673157, -2.6759748458862305, -1.2543983459472656, -1.96860671043396, -2.460247755050659, -1.4917789697647095, -1.292005181312561, -1.0478218793869019, -0.9665288925170898, -2.3708176612854004, -2.5793662071228027, -2.151841640472412]}, "Bot003_120_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_120.log.json", "context": "Hey! How is your day? I love tacos and tacos I'm fine", "response": "Hi how are you today", "annotation_id": "Bot003_120_02", "annotations": ["O", "O", "X", "X", "O", "X", "O", "X", "O", "X", "T", "T", "O", "O", "O"], "gpt2background_target_score": [-11.783041000366211, -6.9906744956970215, -2.8671350479125977, -5.431766510009766, -7.253749847412109], "gpt2background_argmax_score": [-2.115349054336548, -1.2066389322280884, -1.5882161855697632, -1.8521149158477783, -0.6864993572235107, -0.7637843489646912, -1.3751940727233887, -1.595517635345459, -2.5383541584014893, -1.6884214878082275, -2.559296131134033, -1.3292021751403809, -2.004465341567993, -2.8649983406066895, -0.85248863697052, -1.904304027557373, -1.15363347530365, -1.4325125217437744, -0.3148380517959595, -1.3861024379730225, -0.3758278489112854]}, "Bot003_120_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_120.log.json", "context": "Hey! How is your day? I love tacos and tacos I'm fine Hi how are you today And you", "response": "And I what?", "annotation_id": "Bot003_120_04", "annotations": ["T", "T", "X", "X", "O", "X", "O", "T", "O", "X", "X", "O", "X", "X", "O"], "gpt2background_target_score": [-13.035213470458984, -1.2066389322280884, -9.608479499816895, -9.58333683013916], "gpt2background_argmax_score": [-2.115349054336548, -1.2066389322280884, -1.5882161855697632, -1.8521149158477783, -0.6864993572235107, -0.7637843489646912, -1.3751940727233887, -1.595517635345459, -2.5383541584014893, -1.6884214878082275, -2.559296131134033, -1.3292021751403809, -2.004465341567993, -2.8649983406066895, -0.85248863697052, -1.8694790601730347, -1.8385307788848877, -0.3845566511154175, -1.2900437116622925, -0.4726124107837677, -1.575601577758789, -1.6526657342910767, -1.7167377471923828, -2.086294412612915, -1.1993980407714844, -2.0858614444732666, -0.6805076003074646]}, "Bot003_120_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_120.log.json", "context": "Hey! How is your day? I love tacos and tacos I'm fine Hi how are you today And you And I what? How are you I mean", "response": "I am good. How are you?", "annotation_id": "Bot003_120_06", "annotations": ["O", "O", "O", "X", "T", "T", "O", "X", "O", "O", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-9.64731502532959, -8.879878044128418, -6.487727642059326, -10.106005668640137, -11.401089668273926, -10.24233341217041, -8.358686447143555, -10.749555587768555], "gpt2background_argmax_score": [-2.115349054336548, -1.2066389322280884, -1.5882161855697632, -1.8521149158477783, -0.6864993572235107, -0.7637843489646912, -1.3751940727233887, -1.595517635345459, -2.5383541584014893, -1.6884214878082275, -2.559296131134033, -1.3292021751403809, -2.004465341567993, -2.8649983406066895, -0.85248863697052, -1.8694790601730347, -1.8385307788848877, -0.3845566511154175, -1.2900437116622925, -0.4726124107837677, -1.575601577758789, -1.6526657342910767, -1.844185709953308, -1.1908375024795532, -2.1593546867370605, -1.6434049606323242, -1.3067716360092163, -0.19344334304332733, -1.4558110237121582, -2.072233200073242, -1.6830693483352661, -1.6334595680236816, -1.229655385017395, -2.813502073287964, -1.7944650650024414, -1.1746494770050049, -1.257236361503601, -0.18126186728477478, -1.6075199842453003, -0.608766496181488]}, "Bot003_120_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_120.log.json", "context": "Hey! How is your day? I love tacos and tacos I'm fine Hi how are you today And you And I what? How are you I mean I am good. How are you? Me too", "response": "Besides you?", "annotation_id": "Bot003_120_08", "annotations": ["T", "X", "X", "X", "X", "X", "T", "T", "O", "O", "T", "X", "O", "O", "O"], "gpt2background_target_score": [-13.834915161132812, -7.276356220245361, -7.074479579925537], "gpt2background_argmax_score": [-2.115349054336548, -1.2066389322280884, -1.5882161855697632, -1.8521149158477783, -0.6864993572235107, -0.7637843489646912, -1.3751940727233887, -1.595517635345459, -2.5383541584014893, -1.6884214878082275, -2.559296131134033, -1.3292021751403809, -2.004465341567993, -2.8649983406066895, -0.85248863697052, -1.8694790601730347, -1.8385307788848877, -0.3845566511154175, -1.2900437116622925, -0.4726124107837677, -1.575601577758789, -1.6526657342910767, -1.844185709953308, -1.1908375024795532, -2.1593546867370605, -1.6434049606323242, -1.3067716360092163, -0.19344334304332733, -1.4558110237121582, -2.072233200073242, -1.6830693483352661, -1.0918058156967163, -2.429023265838623, -2.3914661407470703, -1.3973755836486816, -1.0730443000793457, -0.21396824717521667, -1.7674564123153687, -1.607593059539795, -0.96802818775177, -1.8292125463485718, -1.6496708393096924, -2.473658323287964, -1.975805401802063, -0.8530570268630981]}, "Bot003_120_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_120.log.json", "context": "Hey! How is your day? I love tacos and tacos I'm fine Hi how are you today And you And I what? How are you I mean I am good. How are you? Me too Besides you? What?", "response": "I'm not gon na let you go.", "annotation_id": "Bot003_120_10", "annotations": ["X", "X", "X", "X", "O", "X", "T", "X", "O", "T", "X", "X", "X", "X", "T"], "gpt2background_target_score": [-9.64731502532959, -9.635100364685059, -9.503861427307129, -11.460738182067871, -13.08354663848877, -12.365111351013184, -8.358686447143555, -5.5869364738464355, -7.660874366760254], "gpt2background_argmax_score": [-2.115349054336548, -1.2066389322280884, -1.5882161855697632, -1.8521149158477783, -0.6864993572235107, -0.7637843489646912, -1.3751940727233887, -1.595517635345459, -2.5383541584014893, -1.6884214878082275, -2.559296131134033, -1.3292021751403809, -2.004465341567993, -2.8649983406066895, -0.85248863697052, -1.8694790601730347, -1.8385307788848877, -0.3845566511154175, -1.2900437116622925, -0.4726124107837677, -1.575601577758789, -1.6526657342910767, -1.844185709953308, -1.1908375024795532, -2.1593546867370605, -1.6434049606323242, -1.3067716360092163, -0.19344334304332733, -1.4558110237121582, -2.072233200073242, -1.6830693483352661, -1.0918058156967163, -2.429023265838623, -2.3914661407470703, -1.3973755836486816, -1.0730443000793457, -0.21396824717521667, -1.7674564123153687, -1.607593059539795, -0.96802818775177, -1.8292125463485718, -2.3263142108917236, -2.2269351482391357, -1.8023840188980103, -1.5598176717758179, -1.8658716678619385, -1.626603603363037, -1.235426425933838, -2.3095006942749023, -1.644600510597229, -3.2653183937072754, -2.935323715209961, -2.0023410320281982, -1.7188726663589478, -1.480521559715271, -1.5007894039154053]}, "Bot003_120_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_120.log.json", "context": "Hey! How is your day? I love tacos and tacos I'm fine Hi how are you today And you And I what? How are you I mean I am good. How are you? Me too Besides you? What? I'm not gon na let you go. Where are you from?", "response": "I live in california, how about you?", "annotation_id": "Bot003_120_12", "annotations": ["O", "O", "O", "X", "T", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-9.647310256958008, -11.198446273803711, -7.385824203491211, -10.163952827453613, -13.518569946289062, -12.215044021606445, -9.845444679260254, -11.737706184387207, -8.411418914794922, -7.497348308563232, -11.513381004333496], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.588215708732605, -1.8521147966384888, -0.6864985823631287, -0.7637838125228882, -1.3751966953277588, -1.5955171585083008, -2.538353681564331, -1.688423991203308, -2.559295892715454, -1.3291999101638794, -2.0044703483581543, -2.8649954795837402, -0.852486789226532, -1.8694767951965332, -1.838531732559204, -0.38455745577812195, -1.2900446653366089, -0.4726111590862274, -1.5756006240844727, -1.6526683568954468, -1.84418523311615, -1.1908392906188965, -2.1593544483184814, -1.6434041261672974, -1.3067723512649536, -0.1934434324502945, -1.4558119773864746, -2.0722315311431885, -1.6830670833587646, -1.091806411743164, -2.4290213584899902, -2.3914635181427, -1.3973729610443115, -1.0730414390563965, -0.2139681577682495, -1.7674577236175537, -1.6075886487960815, -0.9680278301239014, -1.8292126655578613, -2.32631516456604, -2.2269344329833984, -1.8023786544799805, -1.5598186254501343, -1.8658705949783325, -1.281867504119873, -2.4550976753234863, -1.4800564050674438, -3.2141849994659424, -3.121899127960205, -1.9445114135742188, -1.7675367593765259, -1.8795486688613892, -1.5262173414230347, -0.9496897459030151, -0.21947290003299713, -1.4652931690216064, -0.4293002188205719, -1.766280174255371, -1.8396210670471191, -0.9877670407295227, -0.45623183250427246, -2.115318775177002, -0.7025467157363892, -0.058474186807870865, -1.6392724514007568, -2.057598114013672, -1.2492022514343262, -0.4002082645893097, -0.9790037870407104, -0.8115606904029846]}, "Bot003_120_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_120.log.json", "context": "Hey! How is your day? I love tacos and tacos I'm fine Hi how are you today And you And I what? How are you I mean I am good. How are you? Me too Besides you? What? I'm not gon na let you go. Where are you from? I live in california, how about you? I live in Russia", "response": "Hi there, how are you?", "annotation_id": "Bot003_120_14", "annotations": ["O", "X", "X", "X", "X", "X", "X", "X", "O", "O", "T", "T", "O", "O", "O"], "gpt2background_target_score": [-11.783037185668945, -7.709308624267578, -7.925573348999023, -8.654041290283203, -11.621347427368164, -8.08371639251709, -9.100473403930664], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.588215708732605, -1.8521147966384888, -0.6864985823631287, -0.7637838125228882, -1.3751966953277588, -1.5955171585083008, -2.538353681564331, -1.688423991203308, -2.559295892715454, -1.3291999101638794, -2.0044703483581543, -2.8649954795837402, -0.852486789226532, -1.8694767951965332, -1.838531732559204, -0.38455745577812195, -1.2900446653366089, -0.4726111590862274, -1.5756006240844727, -1.6526683568954468, -1.84418523311615, -1.1908392906188965, -2.1593544483184814, -1.6434041261672974, -1.3067723512649536, -0.1934434324502945, -1.4558119773864746, -2.0722315311431885, -1.6830670833587646, -1.091806411743164, -2.4290213584899902, -2.3914635181427, -1.3973729610443115, -1.0730414390563965, -0.2139681577682495, -1.7674577236175537, -1.6075886487960815, -0.9680278301239014, -1.8292126655578613, -2.32631516456604, -2.2269344329833984, -1.8023786544799805, -1.5598186254501343, -1.8658705949783325, -1.281867504119873, -2.4550976753234863, -1.4800564050674438, -3.2141849994659424, -3.121899127960205, -1.9445114135742188, -1.7675367593765259, -1.8795486688613892, -1.5262173414230347, -0.9496897459030151, -0.21947290003299713, -1.4652931690216064, -0.4293002188205719, -1.766280174255371, -0.9821690320968628, -0.6527838706970215, -2.080888509750366, -0.7076423764228821, -0.07496564835309982, -1.8063428401947021, -2.257011890411377, -1.2297662496566772, -0.3925522267818451, -0.8645581603050232, -1.602613925933838, -1.1588897705078125, -0.39598336815834045, -2.4250917434692383, -1.695197343826294, -2.0115091800689697, -1.73325514793396, -1.3912770748138428, -1.359462857246399, -0.9516359567642212, -0.15035495162010193, -1.3725701570510864, -1.2259376049041748]}, "Bot003_120_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_120.log.json", "context": "Hey! How is your day? I love tacos and tacos I'm fine Hi how are you today And you And I what? How are you I mean I am good. How are you? Me too Besides you? What? I'm not gon na let you go. Where are you from? I live in california, how about you? I live in Russia Hi there, how are you? In Ufa", "response": "Where is that?", "annotation_id": "Bot003_120_16", "annotations": ["O", "O", "O", "X", "O", "O", "O", "T", "O", "O", "O", "O", "O", "X", "O"], "gpt2background_target_score": [-12.251638412475586, -7.521540641784668, -8.598016738891602, -9.583337783813477], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.588215708732605, -1.8521147966384888, -0.6864985823631287, -0.7637838125228882, -1.3751966953277588, -1.5955171585083008, -2.538353681564331, -1.688423991203308, -2.559295892715454, -1.3291999101638794, -2.0044703483581543, -2.8649954795837402, -0.852486789226532, -1.8694767951965332, -1.838531732559204, -0.38455745577812195, -1.2900446653366089, -0.4726111590862274, -1.5756006240844727, -1.6526683568954468, -1.84418523311615, -1.1908392906188965, -2.1593544483184814, -1.6434041261672974, -1.3067723512649536, -0.1934434324502945, -1.4558119773864746, -2.0722315311431885, -1.6830670833587646, -1.091806411743164, -2.4290213584899902, -2.3914635181427, -1.3973729610443115, -1.0730414390563965, -0.2139681577682495, -1.7674577236175537, -1.6075886487960815, -0.9680278301239014, -1.8292126655578613, -2.32631516456604, -2.226936101913452, -1.8023804426193237, -1.5598198175430298, -1.865870714187622, -1.281867504119873, -2.455096960067749, -1.4800572395324707, -3.2141849994659424, -3.1218979358673096, -1.9445116519927979, -1.7675364017486572, -1.8795478343963623, -1.5262162685394287, -0.9496884346008301, -0.2194734811782837, -1.4652938842773438, -0.42930060625076294, -1.7662800550460815, -0.9821676015853882, -0.6527837514877319, -2.08088755607605, -0.7076438069343567, -0.07496531307697296, -1.8063424825668335, -2.2570109367370605, -1.22976815700531, -0.39255183935165405, -0.8645594716072083, -1.6026148796081543, -1.1588901281356812, -0.3959849774837494, -2.42509126663208, -1.6951968669891357, -1.9845452308654785, -1.7698493003845215, -1.77347731590271, -1.5335406064987183, -0.1510925441980362, -1.1622530221939087, -1.1546237468719482, -2.5921764373779297, -1.232711672782898, -2.251352548599243, -1.9661468267440796, -0.5436802506446838, -1.2929272651672363, -1.2299084663391113, -1.010133147239685]}, "Bot003_120_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_120.log.json", "context": "Hey! How is your day? I love tacos and tacos I'm fine Hi how are you today And you And I what? How are you I mean I am good. How are you? Me too Besides you? What? I'm not gon na let you go. Where are you from? I live in california, how about you? I live in Russia Hi there, how are you? In Ufa Where is that? In Russia", "response": "Tell me a little about your life in russia.", "annotation_id": "Bot003_120_18", "annotations": ["O", "O", "O", "X", "T", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-12.17238998413086, -9.238768577575684, -6.778818130493164, -10.02613353729248, -11.111035346984863, -8.398185729980469, -10.244056701660156, -10.287384986877441, -6.268555641174316, -13.846985816955566, -8.981189727783203], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.588215708732605, -1.8521147966384888, -0.6864985823631287, -0.7637838125228882, -1.3751966953277588, -1.5955171585083008, -2.538353681564331, -1.688423991203308, -2.559295892715454, -1.3291999101638794, -2.0044703483581543, -2.8649954795837402, -0.852486789226532, -1.8694767951965332, -1.838531732559204, -0.38455745577812195, -1.2900446653366089, -0.4726111590862274, -1.5756006240844727, -1.6526683568954468, -1.84418523311615, -1.1908392906188965, -2.1593544483184814, -1.6434041261672974, -1.3067723512649536, -0.1934434324502945, -1.4558119773864746, -2.0722315311431885, -1.6830670833587646, -1.091806411743164, -2.4290213584899902, -2.3914635181427, -1.3973729610443115, -1.0730414390563965, -0.2139681577682495, -1.7674577236175537, -1.6075886487960815, -0.9680278301239014, -1.8292126655578613, -2.32631516456604, -2.2269344329833984, -1.8023786544799805, -1.5598186254501343, -1.8658705949783325, -1.281867504119873, -2.4550976753234863, -1.4800564050674438, -3.2141849994659424, -3.121899127960205, -1.9445114135742188, -1.7675367593765259, -1.8795486688613892, -1.5262173414230347, -0.9496897459030151, -0.21947290003299713, -1.4652931690216064, -0.4293002188205719, -1.766280174255371, -0.9821690320968628, -0.6527838706970215, -2.080888509750366, -0.7076423764228821, -0.07496564835309982, -1.8063428401947021, -2.257011890411377, -1.2297662496566772, -0.3925522267818451, -0.8645581603050232, -1.602613925933838, -1.1588897705078125, -0.39598432183265686, -2.4250917434692383, -1.6951974630355835, -1.984546422958374, -1.7698497772216797, -1.773476004600525, -1.5335391759872437, -0.15109235048294067, -1.1622546911239624, -1.1546239852905273, -2.5921754837036133, -1.2327114343643188, -2.2513556480407715, -0.5234504342079163, -1.0765750408172607, -1.0471338033676147, -1.62669038772583, -2.433971643447876, -2.1554059982299805, -2.370023250579834, -0.32623594999313354, -1.8410149812698364, -1.8633290529251099, -1.40877366065979, -1.8413991928100586, -1.1094144582748413, -1.6987223625183105, -1.7241878509521484, -0.793501615524292, -1.1372382640838623, -1.4463653564453125]}, "Bot003_120_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_120.log.json", "context": "Hey! How is your day? I love tacos and tacos I'm fine Hi how are you today And you And I what? How are you I mean I am good. How are you? Me too Besides you? What? I'm not gon na let you go. Where are you from? I live in california, how about you? I live in Russia Hi there, how are you? In Ufa Where is that? In Russia Tell me a little about your life in russia. Well it's so cold [SMILING FACE WITH OPEN MOUTH AND COLD SWEAT]", "response": "I don't care if the alabama governor is a democrat or republican.", "annotation_id": "Bot003_120_20", "annotations": ["T", "X", "X", "X", "X", "X", "X", "X", "O", "O", "X", "X", "X", "O", "T"], "gpt2background_target_score": [-9.647310256958008, -9.930954933166504, -9.594589233398438, -11.647669792175293, -12.843486785888672, -7.866799831390381, -12.07457447052002, -14.075377464294434, -12.453248023986816, -7.802908420562744, -5.039589881896973, -12.89522933959961, -11.77705192565918, -12.372615814208984, -2.2610695362091064], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -1.588215708732605, -1.8521147966384888, -0.6864985823631287, -0.7637838125228882, -1.3751966953277588, -1.5955171585083008, -2.538353681564331, -1.688423991203308, -2.559295892715454, -1.3291999101638794, -2.0044703483581543, -2.8649954795837402, -0.852486789226532, -1.8694767951965332, -1.838531732559204, -0.38455745577812195, -1.2900446653366089, -0.4726111590862274, -1.5756006240844727, -1.6526683568954468, -1.84418523311615, -1.1908392906188965, -2.1593544483184814, -1.6434041261672974, -1.3067723512649536, -0.1934434324502945, -1.4558119773864746, -2.0722315311431885, -1.6830670833587646, -1.091806411743164, -2.4290213584899902, -2.3914635181427, -1.3973729610443115, -1.0730414390563965, -0.2139681577682495, -1.7674577236175537, -1.6075886487960815, -0.9680278301239014, -1.8292126655578613, -2.32631516456604, -2.2269344329833984, -1.8023786544799805, -1.5598186254501343, -1.8658705949783325, -1.281867504119873, -2.4550976753234863, -1.4800564050674438, -3.2141849994659424, -3.121899127960205, -1.9445114135742188, -1.7675367593765259, -1.8795486688613892, -1.5262173414230347, -0.9496897459030151, -0.21947290003299713, -1.4652931690216064, -0.4293002188205719, -1.766280174255371, -0.9821690320968628, -0.6527838706970215, -2.080888509750366, -0.7076423764228821, -0.07496564835309982, -1.8063428401947021, -2.257011890411377, -1.2297662496566772, -0.3925522267818451, -0.8645581603050232, -1.602613925933838, -1.1588897705078125, -0.39598432183265686, -2.4250917434692383, -1.6951974630355835, -1.984546422958374, -1.7698497772216797, -1.773476004600525, -1.5335391759872437, -0.15109235048294067, -1.1622546911239624, -1.1546239852905273, -2.5921754837036133, -1.2327114343643188, -2.2513556480407715, -0.5234504342079163, -1.0765750408172607, -1.0471338033676147, -1.62669038772583, -2.433971643447876, -2.1554059982299805, -0.6211346387863159, -2.118365526199341, -2.1573052406311035, -1.613577127456665, -1.970941424369812, -0.9249796867370605, -1.743985652923584, -1.9649670124053955, -0.7946717143058777, -1.9788517951965332, -1.5255789756774902, -1.6050385236740112, -0.6806840896606445, -2.0800468921661377, -2.9255032539367676, -2.197878837585449, -1.9250916242599487, -2.332906484603882, -2.0268712043762207, -1.5413858890533447, -1.5753637552261353, -2.9008612632751465, -3.665748119354248, -2.6252965927124023, -0.8216215372085571, -1.5559698343276978, -3.526930093765259, -2.4127657413482666, -2.5545761585235596, -2.9724459648132324, -1.3056720495224, -1.5116572380065918, -1.7233623266220093, -2.4273133277893066, -1.376335620880127, -0.29463857412338257, -1.195238709449768, -1.6489861011505127, -1.2271144390106201, -2.2408506870269775, -2.0093541145324707, -3.1494171619415283, -1.7628411054611206, -2.3221256732940674, -3.1335597038269043, -1.7243454456329346, -1.2379858493804932, -1.5132137537002563, -1.616544246673584]}, "Bot003_121_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_121.log.json", "context": "Yo! hii, nice to meet you", "response": "Enough about me, let's talk about my dress.", "annotation_id": "Bot003_121_02", "annotations": ["O", "X", "X", "T", "X", "T", "T", "T", "T", "T", "O", "T", "O", "O", "X"], "gpt2background_target_score": [-13.230873107910156, -9.403873443603516, -8.60647201538086, -6.041660308837891, -6.8691935539245605, -8.126072883605957, -4.921238422393799, -8.192682266235352, -6.722373962402344, -12.69797134399414, -3.4346377849578857], "gpt2background_argmax_score": [-3.1269001960754395, -1.851494550704956, -1.924386978149414, -0.4652329385280609, -2.641986846923828, -2.283311128616333, -1.7777137756347656, -1.6555036306381226, -1.9554189443588257, -2.523500919342041, -2.000229597091675, -2.6450202465057373, -1.0639199018478394, -2.1647324562072754, -0.9058836698532104, -2.309156656265259, -0.9543257355690002, -2.371671438217163, -3.080563545227051, -1.748122215270996, -0.7042155265808105]}, "Bot003_121_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_121.log.json", "context": "Yo! hii, nice to meet you Enough about me, let's talk about my dress. how are u, how is your day?", "response": "I am good. Just watching the movie.", "annotation_id": "Bot003_121_04", "annotations": ["O", "O", "O", "O", "O", "T", "T", "T", "O", "O", "O", "T", "O", "O", "X"], "gpt2background_target_score": [-7.564198017120361, -8.537833213806152, -9.875245094299316, -6.351187705993652, -9.041873931884766, -9.845824241638184, -5.7790398597717285, -11.14409351348877, -3.272712230682373], "gpt2background_argmax_score": [-3.1269001960754395, -1.851494550704956, -1.924386978149414, -0.4652329385280609, -2.641986846923828, -2.283311128616333, -1.7777137756347656, -1.6555036306381226, -1.9554189443588257, -2.4882683753967285, -1.7623398303985596, -1.617894172668457, -2.471339702606201, -0.9241562485694885, -1.787021517753601, -0.6233084797859192, -2.085683822631836, -2.298780679702759, -2.113285779953003, -0.8248366117477417, -1.9844461679458618, -0.33299028873443604, -1.9495575428009033, -2.9696590900421143, -1.6807794570922852, -1.5074964761734009, -1.2666335105895996, -0.8623434901237488, -1.525190830230713, -2.4088211059570312, -1.407890796661377, -2.002458095550537, -1.6911028623580933, -1.320019245147705, -2.7622158527374268, -2.72135591506958, -2.1590452194213867, -1.773941993713379, -1.1518425941467285]}, "Bot003_121_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_121.log.json", "context": "Yo! hii, nice to meet you Enough about me, let's talk about my dress. how are u, how is your day? I am good. Just watching the movie. great, i like watching movie too, now what are u watching?", "response": "I am watching the movie, watching movies, and you?", "annotation_id": "Bot003_121_06", "annotations": ["T", "X", "X", "O", "X", "O", "O", "O", "T", "X", "X", "T", "X", "T", "T"], "gpt2background_target_score": [-7.5641984939575195, -8.537833213806152, -12.696333885192871, -8.817008972167969, -9.764097213745117, -3.2325170040130615, -9.73176383972168, -12.163171768188477, -2.8461813926696777, -4.972212791442871, -4.3648481369018555, -3.4554712772369385], "gpt2background_argmax_score": [-3.126901388168335, -1.8514937162399292, -1.9243881702423096, -0.46523165702819824, -2.64198637008667, -2.2833120822906494, -1.7777142524719238, -1.655504822731018, -1.9554195404052734, -2.488269090652466, -1.7623405456542969, -1.617891550064087, -2.4713408946990967, -0.9241604804992676, -1.7870209217071533, -0.6233082413673401, -2.085684061050415, -2.2987778186798096, -2.113286256790161, -0.8248366117477417, -1.9844473600387573, -0.33298933506011963, -1.9495590925216675, -2.9696598052978516, -1.6807780265808105, -1.507497787475586, -1.2666313648223877, -0.8623447418212891, -1.5251907110214233, -1.4290878772735596, -2.0731709003448486, -1.6470156908035278, -1.7651206254959106, -2.7930586338043213, -2.8101487159729004, -2.197730302810669, -1.8874114751815796, -2.05969500541687, -2.6372885704040527, -2.4760196208953857, -2.306001901626587, -1.9124306440353394, -1.6256883144378662, -1.57969331741333, -0.9947565793991089, -2.1367175579071045, -1.0154961347579956, -1.559240698814392, -0.6392974257469177, -1.6730132102966309, -0.7900733947753906, -1.6956204175949097, -2.6450798511505127, -2.0591189861297607, -2.484004497528076, -1.6204731464385986, -0.5114216804504395, -2.076727867126465, -2.5498180389404297, -0.9189299941062927, -2.248385190963745, -2.117812156677246, -1.7916817665100098, -2.5314509868621826, -0.7612276077270508]}, "Bot003_121_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_121.log.json", "context": "Yo! hii, nice to meet you Enough about me, let's talk about my dress. how are u, how is your day? I am good. Just watching the movie. great, i like watching movie too, now what are u watching? I am watching the movie, watching movies, and you? i like to riding horses, i have three arabian horses", "response": "I love horses. I am a doctor.", "annotation_id": "Bot003_121_08", "annotations": ["T", "O", "T", "O", "O", "X", "T", "T", "O", "O", "O", "O", "O", "O", "X"], "gpt2background_target_score": [-7.5641984939575195, -10.53564453125, -13.541573524475098, -6.351188659667969, -3.085598945617676, -9.463260650634766, -7.596908092498779, -11.741819381713867, -3.2727103233337402], "gpt2background_argmax_score": [-3.126901388168335, -1.8514937162399292, -1.9243881702423096, -0.46523165702819824, -2.64198637008667, -2.2833120822906494, -1.7777142524719238, -1.655504822731018, -1.9554195404052734, -2.488269090652466, -1.7623405456542969, -1.617891550064087, -2.4713408946990967, -0.9241604804992676, -1.7870209217071533, -0.6233082413673401, -2.085684061050415, -2.2987778186798096, -2.113286256790161, -0.8248366117477417, -1.9844473600387573, -0.33298933506011963, -1.9495590925216675, -2.9696598052978516, -1.6807780265808105, -1.507497787475586, -1.2666313648223877, -0.8623447418212891, -1.5251907110214233, -1.4290878772735596, -2.0731709003448486, -1.6470156908035278, -1.7651206254959106, -2.7930586338043213, -2.8101487159729004, -2.197730302810669, -1.8874114751815796, -2.05969500541687, -2.6372885704040527, -2.4760196208953857, -2.306001901626587, -1.9124306440353394, -1.6256890296936035, -1.5796948671340942, -0.9947571754455566, -2.136718511581421, -1.015497088432312, -1.5592392683029175, -0.639298677444458, -1.6730104684829712, -0.7900737524032593, -1.6956201791763306, -2.195296287536621, -2.5174577236175537, -1.7445743083953857, -0.869175136089325, -1.9551016092300415, -2.369631767272949, -0.9753942489624023, -1.9964888095855713, -2.401257276535034, -1.999717116355896, -2.3795392513275146, -2.1950416564941406, -2.068356513977051, -1.189979076385498, -1.3372853994369507, -2.49200177192688, -1.4226628541946411, -2.15384840965271, -0.7839846611022949, -1.1758347749710083, -1.953910231590271, -1.602512240409851, -0.458693265914917, -2.2823984622955322, -1.3003664016723633, -2.2283589839935303, -2.027904987335205, -0.8660151362419128, -1.3733903169631958, -1.4282585382461548, -1.5254560708999634, -1.6879997253417969, -2.0943427085876465, -1.4953778982162476, -1.3716195821762085]}, "Bot003_121_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_121.log.json", "context": "Yo! hii, nice to meet you Enough about me, let's talk about my dress. how are u, how is your day? I am good. Just watching the movie. great, i like watching movie too, now what are u watching? I am watching the movie, watching movies, and you? i like to riding horses, i have three arabian horses I love horses. I am a doctor. do u can riding horses?", "response": "I do not but I do ride horses", "annotation_id": "Bot003_121_10", "annotations": ["O", "X", "X", "X", "X", "X", "T", "T", "X", "T", "X", "X", "X", "X", "X"], "gpt2background_target_score": [-7.5641984939575195, -7.597189903259277, -9.831666946411133, -8.442842483520508, -3.085598945617676, -7.22646427154541, -8.59770393371582, -12.028998374938965], "gpt2background_argmax_score": [-3.126901388168335, -1.8514937162399292, -1.9243881702423096, -0.46523165702819824, -2.64198637008667, -2.2833120822906494, -1.7777142524719238, -1.655504822731018, -1.9554195404052734, -2.488269090652466, -1.7623405456542969, -1.617891550064087, -2.4713408946990967, -0.9241604804992676, -1.7870209217071533, -0.6233082413673401, -2.085684061050415, -2.2987778186798096, -2.113286256790161, -0.8248366117477417, -1.9844473600387573, -0.33298933506011963, -1.9495590925216675, -2.9696598052978516, -1.6807780265808105, -1.507497787475586, -1.2666313648223877, -0.8623447418212891, -1.5251907110214233, -1.4290878772735596, -2.0731709003448486, -1.6470156908035278, -1.7651206254959106, -2.7930586338043213, -2.8101487159729004, -2.197730302810669, -1.8874114751815796, -2.05969500541687, -2.6372885704040527, -2.4760196208953857, -2.306001901626587, -1.9124306440353394, -1.6256883144378662, -1.57969331741333, -0.9947565793991089, -2.1367175579071045, -1.0154961347579956, -1.559240698814392, -0.6392974257469177, -1.6730132102966309, -0.7900733947753906, -1.6956204175949097, -2.19529390335083, -2.517456531524658, -1.7445746660232544, -0.8691752552986145, -1.9551005363464355, -2.369631767272949, -0.975394070148468, -1.9964889287948608, -2.401259422302246, -1.9997189044952393, -2.3795409202575684, -2.1950411796569824, -2.0683560371398926, -1.1899775266647339, -1.3372849225997925, -2.491999626159668, -1.4226622581481934, -2.1538479328155518, -0.7839846611022949, -1.1758341789245605, -1.9539105892181396, -1.6025116443634033, -0.45869243144989014, -2.2823989391326904, -1.3003658056259155, -1.0996129512786865, -1.281251072883606, -1.4845162630081177, -2.182360887527466, -1.4589312076568604, -1.829131007194519, -2.8300933837890625, -1.2779573202133179, -1.6258846521377563, -0.32480114698410034, -1.5989181995391846, -2.6487226486206055, -0.41563910245895386, -0.8247634768486023, -2.409532070159912, -2.4197542667388916, -2.382713794708252, -1.755318284034729, -2.1207573413848877, -1.5006253719329834, -2.208726644515991, -2.181487798690796, -0.31463757157325745, -1.1369165182113647]}, "Bot003_121_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_121.log.json", "context": "Yo! hii, nice to meet you Enough about me, let's talk about my dress. how are u, how is your day? I am good. Just watching the movie. great, i like watching movie too, now what are u watching? I am watching the movie, watching movies, and you? i like to riding horses, i have three arabian horses I love horses. I am a doctor. do u can riding horses? I do not but I do ride horses to be adoctor is great, and what kind of music do yopu listen?", "response": "I listen to music while I am not working.", "annotation_id": "Bot003_121_12", "annotations": ["O", "X", "X", "O", "X", "X", "T", "T", "T", "T", "X", "T", "O", "X", "X"], "gpt2background_target_score": [-7.5641984939575195, -11.222846984863281, -9.126815795898438, -11.07736873626709, -8.184925079345703, -6.099411964416504, -9.995925903320312, -9.71665096282959, -10.628011703491211, -4.586015224456787], "gpt2background_argmax_score": [-3.126901388168335, -1.8514937162399292, -1.9243881702423096, -0.46523165702819824, -2.64198637008667, -2.2833120822906494, -1.7777142524719238, -1.655504822731018, -1.9554195404052734, -2.488269090652466, -1.7623405456542969, -1.617891550064087, -2.4713408946990967, -0.9241604804992676, -1.7870209217071533, -0.6233082413673401, -2.085684061050415, -2.2987778186798096, -2.113286256790161, -0.8248366117477417, -1.9844473600387573, -0.33298933506011963, -1.9495590925216675, -2.9696598052978516, -1.6807780265808105, -1.507497787475586, -1.2666313648223877, -0.8623447418212891, -1.5251907110214233, -1.4290878772735596, -2.0731709003448486, -1.6470156908035278, -1.7651206254959106, -2.7930586338043213, -2.8101487159729004, -2.197730302810669, -1.8874114751815796, -2.05969500541687, -2.6372885704040527, -2.4760196208953857, -2.306001901626587, -1.9124306440353394, -1.6256883144378662, -1.57969331741333, -0.9947565793991089, -2.1367175579071045, -1.0154961347579956, -1.559240698814392, -0.6392974257469177, -1.6730132102966309, -0.7900733947753906, -1.6956204175949097, -2.19529390335083, -2.517456531524658, -1.7445746660232544, -0.8691752552986145, -1.9551005363464355, -2.369631767272949, -0.975394070148468, -1.9964889287948608, -2.401259422302246, -1.9997189044952393, -2.3795409202575684, -2.1950411796569824, -2.0683560371398926, -1.1899775266647339, -1.3372849225997925, -2.491999626159668, -1.4226622581481934, -2.1538479328155518, -0.7839846611022949, -1.1758341789245605, -1.9539105892181396, -1.6025116443634033, -0.45869243144989014, -2.2823989391326904, -1.3003658056259155, -1.0996129512786865, -1.281251072883606, -1.4845162630081177, -2.182360887527466, -1.4589312076568604, -1.829131007194519, -2.8300933837890625, -1.2779573202133179, -1.6258846521377563, -0.32480114698410034, -1.5989181995391846, -2.6487226486206055, -0.41563910245895386, -0.8247634768486023, -2.409532070159912, -1.7907930612564087, -1.7089053392410278, -1.6824121475219727, -1.6092675924301147, -1.9100511074066162, -1.307429313659668, -0.3379007875919342, -0.9800084829330444, -1.9797048568725586, -2.4101500511169434, -1.7083882093429565, -2.304234504699707, -2.214876890182495, -1.180549144744873, -2.0043818950653076, -1.5424596071243286, -1.8907965421676636, -0.18778708577156067, -1.440334677696228, -0.7687836289405823, -0.2675848603248596, -1.0218476057052612, -1.6859992742538452, -1.7587147951126099, -0.16652695834636688, -2.000615119934082, -2.2841379642486572, -2.1583564281463623, -0.21375012397766113, -2.087580919265747, -2.161731481552124, -1.9377814531326294, -1.3420389890670776, -2.219609260559082, -2.661710262298584, -1.2482779026031494, -1.251886248588562]}, "Bot003_121_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_121.log.json", "context": "Yo! hii, nice to meet you Enough about me, let's talk about my dress. how are u, how is your day? I am good. Just watching the movie. great, i like watching movie too, now what are u watching? I am watching the movie, watching movies, and you? i like to riding horses, i have three arabian horses I love horses. I am a doctor. do u can riding horses? I do not but I do ride horses to be adoctor is great, and what kind of music do yopu listen? I listen to music while I am not working. i always listen rock music while i am working", "response": "I am a doctor. I am a doctor.", "annotation_id": "Bot003_121_14", "annotations": ["T", "X", "X", "T", "X", "X", "T", "T", "X", "X", "X", "X", "X", "X", "X"], "gpt2background_target_score": [-7.5641984939575195, -8.537833213806152, -8.454569816589355, -12.510313987731934, -9.46139907836914, -6.099411964416504, -9.995925903320312, -3.9343700408935547, -11.057319641113281, -4.586015224456787], "gpt2background_argmax_score": [-3.126901388168335, -1.8514937162399292, -1.9243881702423096, -0.46523165702819824, -2.64198637008667, -2.2833120822906494, -1.7777142524719238, -1.655504822731018, -1.9554195404052734, -2.488269090652466, -1.7623405456542969, -1.617891550064087, -2.4713408946990967, -0.9241604804992676, -1.7870209217071533, -0.6233082413673401, -2.085684061050415, -2.2987778186798096, -2.113286256790161, -0.8248366117477417, -1.9844473600387573, -0.33298933506011963, -1.9495590925216675, -2.9696598052978516, -1.6807780265808105, -1.507497787475586, -1.2666313648223877, -0.8623447418212891, -1.5251907110214233, -1.4290878772735596, -2.0731709003448486, -1.6470156908035278, -1.7651206254959106, -2.7930586338043213, -2.8101487159729004, -2.197730302810669, -1.8874114751815796, -2.05969500541687, -2.6372885704040527, -2.4760196208953857, -2.306001901626587, -1.9124306440353394, -1.6256883144378662, -1.57969331741333, -0.9947565793991089, -2.1367175579071045, -1.0154961347579956, -1.559240698814392, -0.6392974257469177, -1.6730132102966309, -0.7900733947753906, -1.6956204175949097, -2.19529390335083, -2.517456531524658, -1.7445746660232544, -0.8691752552986145, -1.9551005363464355, -2.369631767272949, -0.975394070148468, -1.9964889287948608, -2.401259422302246, -1.9997189044952393, -2.3795409202575684, -2.1950411796569824, -2.0683560371398926, -1.1899775266647339, -1.3372849225997925, -2.491999626159668, -1.4226622581481934, -2.1538479328155518, -0.7839846611022949, -1.1758341789245605, -1.9539105892181396, -1.6025116443634033, -0.45869243144989014, -2.2823989391326904, -1.3003658056259155, -1.0996129512786865, -1.281251072883606, -1.4845162630081177, -2.182360887527466, -1.4589312076568604, -1.829131007194519, -2.8300933837890625, -1.2779573202133179, -1.6258846521377563, -0.32480114698410034, -1.5989181995391846, -2.6487226486206055, -0.41563910245895386, -0.8247634768486023, -2.409532070159912, -1.7907930612564087, -1.7089053392410278, -1.6824121475219727, -1.6092675924301147, -1.9100511074066162, -1.307429313659668, -0.3379007875919342, -0.9800084829330444, -1.9797048568725586, -2.4101500511169434, -1.7083882093429565, -2.304234504699707, -2.214876890182495, -1.180549144744873, -2.0043818950653076, -1.5424596071243286, -1.8907965421676636, -0.18778708577156067, -1.440334677696228, -0.7687836289405823, -0.2675848603248596, -1.0218476057052612, -1.6859992742538452, -1.7587147951126099, -0.16652695834636688, -2.000615119934082, -2.2386667728424072, -0.21656669676303864, -1.6859201192855835, -1.972046971321106, -2.05954909324646, -1.3001384735107422, -2.171032428741455, -2.601346492767334, -1.3331987857818604, -1.543846607208252, -2.3913047313690186, -1.644438624382019, -0.2114972472190857, -1.455922245979309, -1.7121936082839966, -1.5110225677490234, -0.6529729962348938, -1.2110265493392944, -1.316515326499939, -2.5122299194335938, -2.434638500213623, -1.4199219942092896, -0.3765484094619751, -1.1576884984970093, -1.146541714668274, -2.0272481441497803, -0.8297404050827026, -0.7812976837158203, -0.5835784673690796, -0.8922834396362305]}, "Bot003_121_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_121.log.json", "context": "Yo! hii, nice to meet you Enough about me, let's talk about my dress. how are u, how is your day? I am good. Just watching the movie. great, i like watching movie too, now what are u watching? I am watching the movie, watching movies, and you? i like to riding horses, i have three arabian horses I love horses. I am a doctor. do u can riding horses? I do not but I do ride horses to be adoctor is great, and what kind of music do yopu listen? I listen to music while I am not working. i always listen rock music while i am working I am a doctor. I am a doctor. wonderfull to be a doctor", "response": "I am a doctor, I am a doctor.", "annotation_id": "Bot003_121_16", "annotations": ["T", "X", "X", "T", "X", "X", "T", "O", "X", "X", "O", "X", "X", "T", "X"], "gpt2background_target_score": [-7.5641984939575195, -8.537833213806152, -8.454569816589355, -12.510313987731934, -8.853788375854492, -6.099411964416504, -9.995925903320312, -3.9343700408935547, -11.057319641113281, -4.586015224456787], "gpt2background_argmax_score": [-3.126901388168335, -1.8514937162399292, -1.9243881702423096, -0.46523165702819824, -2.64198637008667, -2.2833120822906494, -1.7777142524719238, -1.655504822731018, -1.9554195404052734, -2.488269090652466, -1.7623405456542969, -1.617891550064087, -2.4713408946990967, -0.9241604804992676, -1.7870209217071533, -0.6233082413673401, -2.085684061050415, -2.2987778186798096, -2.113286256790161, -0.8248366117477417, -1.9844473600387573, -0.33298933506011963, -1.9495590925216675, -2.9696598052978516, -1.6807780265808105, -1.507497787475586, -1.2666313648223877, -0.8623447418212891, -1.5251907110214233, -1.4290878772735596, -2.0731709003448486, -1.6470156908035278, -1.7651206254959106, -2.7930586338043213, -2.8101487159729004, -2.197730302810669, -1.8874114751815796, -2.05969500541687, -2.6372885704040527, -2.4760196208953857, -2.306001901626587, -1.9124306440353394, -1.6256883144378662, -1.57969331741333, -0.9947565793991089, -2.1367175579071045, -1.0154961347579956, -1.559240698814392, -0.6392974257469177, -1.6730132102966309, -0.7900733947753906, -1.6956204175949097, -2.19529390335083, -2.517456531524658, -1.7445746660232544, -0.8691752552986145, -1.9551005363464355, -2.369631767272949, -0.975394070148468, -1.9964889287948608, -2.401259422302246, -1.9997189044952393, -2.3795409202575684, -2.1950411796569824, -2.0683560371398926, -1.1899775266647339, -1.3372849225997925, -2.491999626159668, -1.4226622581481934, -2.1538479328155518, -0.7839846611022949, -1.1758341789245605, -1.9539105892181396, -1.6025116443634033, -0.45869243144989014, -2.2823989391326904, -1.3003658056259155, -1.0996129512786865, -1.281251072883606, -1.4845162630081177, -2.182360887527466, -1.4589312076568604, -1.829131007194519, -2.8300933837890625, -1.2779573202133179, -1.6258846521377563, -0.32480114698410034, -1.5989181995391846, -2.6487226486206055, -0.41563910245895386, -0.8247634768486023, -2.409532070159912, -1.7907930612564087, -1.7089053392410278, -1.6824121475219727, -1.6092675924301147, -1.9100511074066162, -1.307429313659668, -0.3379007875919342, -0.9800084829330444, -1.9797048568725586, -2.4101500511169434, -1.7083882093429565, -2.304234504699707, -2.214876890182495, -1.180549144744873, -2.0043818950653076, -1.5424596071243286, -1.8907965421676636, -0.18778708577156067, -1.440334677696228, -0.7687836289405823, -0.2675848603248596, -1.0218476057052612, -1.6859992742538452, -1.7587147951126099, -0.16652695834636688, -2.000615119934082, -2.2386667728424072, -0.21656669676303864, -1.6859201192855835, -1.972046971321106, -2.05954909324646, -1.3001384735107422, -2.171032428741455, -2.601346492767334, -1.3331987857818604, -1.543846607208252, -2.3913047313690186, -1.644438624382019, -0.2114972472190857, -1.455922245979309, -1.7121936082839966, -1.5110225677490234, -0.6529729962348938, -1.2110265493392944, -1.316515326499939, -2.2671005725860596, -2.31718111038208, -3.4037208557128906, -0.925586998462677, -2.0854058265686035, -2.0074963569641113, -1.2412534952163696, -0.5436428189277649, -0.8096989989280701, -1.521850347518921, -1.4432446956634521, -2.288877487182617, -2.306481122970581, -1.224858045578003, -0.1329214721918106, -1.1658509969711304, -2.4524290561676025, -2.3943488597869873, -0.4256153106689453, -0.2030748575925827, -0.8217926025390625, -1.950879693031311, -1.531625509262085, -0.45292404294013977, -0.6022670865058899, -0.6810732483863831, -1.0769977569580078]}, "Bot003_121_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_121.log.json", "context": "Yo! hii, nice to meet you Enough about me, let's talk about my dress. how are u, how is your day? I am good. Just watching the movie. great, i like watching movie too, now what are u watching? I am watching the movie, watching movies, and you? i like to riding horses, i have three arabian horses I love horses. I am a doctor. do u can riding horses? I do not but I do ride horses to be adoctor is great, and what kind of music do yopu listen? I listen to music while I am not working. i always listen rock music while i am working I am a doctor. I am a doctor. wonderfull to be a doctor I am a doctor, I am a doctor. nice to meet you, sorryy i have to goo", "response": "It's nice meeting you too", "annotation_id": "Bot003_121_18", "annotations": ["T", "O", "O", "T", "X", "X", "T", "T", "O", "O", "O", "T", "O", "O", "X"], "gpt2background_target_score": [-11.170244216918945, -8.811830520629883, -10.934611320495605, -12.22082805633545, -3.296861171722412, -8.011768341064453], "gpt2background_argmax_score": [-3.126901388168335, -1.8514937162399292, -1.9243881702423096, -0.46523165702819824, -2.64198637008667, -2.2833120822906494, -1.7777142524719238, -1.655504822731018, -1.9554195404052734, -2.488269090652466, -1.7623405456542969, -1.617891550064087, -2.4713408946990967, -0.9241604804992676, -1.7870209217071533, -0.6233082413673401, -2.085684061050415, -2.2987778186798096, -2.113286256790161, -0.8248366117477417, -1.9844473600387573, -0.33298933506011963, -1.9495590925216675, -2.9696598052978516, -1.6807780265808105, -1.507497787475586, -1.2666313648223877, -0.8623447418212891, -1.5251907110214233, -1.4290878772735596, -2.0731709003448486, -1.6470156908035278, -1.7651206254959106, -2.7930586338043213, -2.8101487159729004, -2.197730302810669, -1.8874114751815796, -2.05969500541687, -2.6372885704040527, -2.4760196208953857, -2.306001901626587, -1.9124306440353394, -1.6256883144378662, -1.57969331741333, -0.9947565793991089, -2.1367175579071045, -1.0154961347579956, -1.559240698814392, -0.6392974257469177, -1.6730132102966309, -0.7900733947753906, -1.6956204175949097, -2.19529390335083, -2.517456531524658, -1.7445746660232544, -0.8691752552986145, -1.9551005363464355, -2.369631767272949, -0.975394070148468, -1.9964889287948608, -2.401259422302246, -1.9997189044952393, -2.3795409202575684, -2.1950411796569824, -2.0683560371398926, -1.1899775266647339, -1.3372849225997925, -2.491999626159668, -1.4226622581481934, -2.1538479328155518, -0.7839846611022949, -1.1758341789245605, -1.9539105892181396, -1.6025116443634033, -0.45869243144989014, -2.2823989391326904, -1.3003658056259155, -1.0996129512786865, -1.281251072883606, -1.4845162630081177, -2.182360887527466, -1.4589312076568604, -1.829131007194519, -2.8300933837890625, -1.2779573202133179, -1.6258846521377563, -0.32480114698410034, -1.5989181995391846, -2.6487226486206055, -0.41563910245895386, -0.8247634768486023, -2.409532070159912, -1.7907930612564087, -1.7089053392410278, -1.6824121475219727, -1.6092675924301147, -1.9100511074066162, -1.307429313659668, -0.3379007875919342, -0.9800084829330444, -1.9797048568725586, -2.4101500511169434, -1.7083882093429565, -2.304234504699707, -2.214876890182495, -1.180549144744873, -2.0043818950653076, -1.5424596071243286, -1.8907965421676636, -0.18778708577156067, -1.440334677696228, -0.7687836289405823, -0.2675848603248596, -1.0218476057052612, -1.6859992742538452, -1.7587147951126099, -0.16652695834636688, -2.000615119934082, -2.2386667728424072, -0.21656669676303864, -1.6859201192855835, -1.972046971321106, -2.05954909324646, -1.3001384735107422, -2.171032428741455, -2.601346492767334, -1.3331987857818604, -1.543846607208252, -2.3913047313690186, -1.644438624382019, -0.2114972472190857, -1.455922245979309, -1.7121936082839966, -1.5110225677490234, -0.6529729962348938, -1.2110265493392944, -1.316515326499939, -2.2671005725860596, -2.317180871963501, -3.403719902038574, -0.9255872964859009, -2.0854055881500244, -2.0074965953826904, -1.2412519454956055, -0.5436416864395142, -0.8096991181373596, -1.5218514204025269, -1.443244457244873, -2.2888758182525635, -2.3064796924591064, -1.2248573303222656, -0.13292157649993896, -1.1658508777618408, -1.367414116859436, -1.3356270790100098, -0.4401002526283264, -0.9067153334617615, -1.8703519105911255, -1.2233928442001343, -0.541761040687561, -0.6271197199821472, -0.7892943024635315, -1.945496678352356, -1.601531744003296, -1.3795578479766846, -0.3063691258430481, -1.5270189046859741, -2.4427132606506348, -1.8569872379302979, -2.1190030574798584, -1.800639271736145, -1.605560541152954, -2.1078879833221436, -1.3207108974456787, -2.4604604244232178, -2.5172860622406006, -1.0108214616775513, -1.742384672164917, -0.45766332745552063, -0.4915490448474884, -1.6246756315231323, -1.3042503595352173]}, "Bot003_121_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_121.log.json", "context": "Yo! hii, nice to meet you Enough about me, let's talk about my dress. how are u, how is your day? I am good. Just watching the movie. great, i like watching movie too, now what are u watching? I am watching the movie, watching movies, and you? i like to riding horses, i have three arabian horses I love horses. I am a doctor. do u can riding horses? I do not but I do ride horses to be adoctor is great, and what kind of music do yopu listen? I listen to music while I am not working. i always listen rock music while i am working I am a doctor. I am a doctor. wonderfull to be a doctor I am a doctor, I am a doctor. nice to meet you, sorryy i have to goo It's nice meeting you too byee", "response": "Where are you located?", "annotation_id": "Bot003_121_20", "annotations": ["T", "X", "X", "O", "X", "T", "T", "X", "X", "X", "X", "X", "X", "O", "O"], "gpt2background_target_score": [-11.121522903442383, -7.681188106536865, -7.62352180480957, -14.273715019226074, -9.726520538330078], "gpt2background_argmax_score": [-3.126901388168335, -1.8514937162399292, -1.9243881702423096, -0.46523165702819824, -2.64198637008667, -2.2833120822906494, -1.7777142524719238, -1.655504822731018, -1.9554195404052734, -2.488269090652466, -1.7623405456542969, -1.617891550064087, -2.4713408946990967, -0.9241604804992676, -1.7870209217071533, -0.6233082413673401, -2.085684061050415, -2.2987778186798096, -2.113286256790161, -0.8248366117477417, -1.9844473600387573, -0.33298933506011963, -1.9495590925216675, -2.9696598052978516, -1.6807780265808105, -1.507497787475586, -1.2666313648223877, -0.8623447418212891, -1.5251907110214233, -1.4290878772735596, -2.0731709003448486, -1.6470156908035278, -1.7651206254959106, -2.7930586338043213, -2.8101487159729004, -2.197730302810669, -1.8874114751815796, -2.05969500541687, -2.6372885704040527, -2.4760196208953857, -2.306001901626587, -1.9124306440353394, -1.6256883144378662, -1.57969331741333, -0.9947565793991089, -2.1367175579071045, -1.0154961347579956, -1.559240698814392, -0.6392974257469177, -1.6730132102966309, -0.7900733947753906, -1.6956204175949097, -2.19529390335083, -2.517456531524658, -1.7445746660232544, -0.8691752552986145, -1.9551005363464355, -2.369631767272949, -0.975394070148468, -1.9964889287948608, -2.401259422302246, -1.9997189044952393, -2.3795409202575684, -2.1950411796569824, -2.0683560371398926, -1.1899775266647339, -1.3372849225997925, -2.491999626159668, -1.4226622581481934, -2.1538479328155518, -0.7839846611022949, -1.1758341789245605, -1.9539105892181396, -1.6025116443634033, -0.45869243144989014, -2.2823989391326904, -1.3003658056259155, -1.0996129512786865, -1.281251072883606, -1.4845162630081177, -2.182360887527466, -1.4589312076568604, -1.829131007194519, -2.8300933837890625, -1.2779573202133179, -1.6258846521377563, -0.32480114698410034, -1.5989181995391846, -2.6487226486206055, -0.41563910245895386, -0.8247634768486023, -2.409532070159912, -1.7907930612564087, -1.7089053392410278, -1.6824121475219727, -1.6092675924301147, -1.9100511074066162, -1.307429313659668, -0.3379007875919342, -0.9800084829330444, -1.9797048568725586, -2.4101500511169434, -1.7083882093429565, -2.304234504699707, -2.214876890182495, -1.180549144744873, -2.0043818950653076, -1.5424596071243286, -1.8907965421676636, -0.18778708577156067, -1.440334677696228, -0.7687836289405823, -0.2675848603248596, -1.0218476057052612, -1.6859992742538452, -1.7587147951126099, -0.16652695834636688, -2.000615119934082, -2.2386667728424072, -0.21656669676303864, -1.6859201192855835, -1.972046971321106, -2.05954909324646, -1.3001384735107422, -2.171032428741455, -2.601346492767334, -1.3331987857818604, -1.543846607208252, -2.3913047313690186, -1.644438624382019, -0.2114972472190857, -1.455922245979309, -1.7121936082839966, -1.5110225677490234, -0.6529729962348938, -1.2110265493392944, -1.316515326499939, -2.2671005725860596, -2.31718111038208, -3.4037208557128906, -0.925586998462677, -2.0854058265686035, -2.0074963569641113, -1.2412534952163696, -0.5436428189277649, -0.8096989989280701, -1.521850347518921, -1.4432446956634521, -2.288877487182617, -2.306481122970581, -1.224858045578003, -0.1329214721918106, -1.1658509969711304, -1.367413878440857, -1.3356270790100098, -0.44010093808174133, -0.9067152738571167, -1.8703533411026, -1.223393201828003, -0.5417611002922058, -0.6271184086799622, -0.7892937660217285, -1.9454981088638306, -1.6015301942825317, -1.3795560598373413, -0.3063686788082123, -1.5270192623138428, -2.4427149295806885, -1.8569875955581665, -2.1190037727355957, -1.8006395101547241, -1.6055599451065063, -2.1078875064849854, -1.3207100629806519, -2.4604599475860596, -1.075653076171875, -2.075298309326172, -0.5833475589752197, -0.46155494451522827, -1.4646120071411133, -1.3024147748947144, -1.9455660581588745, -1.8561073541641235, -2.554525852203369, -1.317518711090088, -0.410590261220932, -1.3769978284835815, -0.5305601954460144, -0.6186555027961731]}, "Bot003_124_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_124.log.json", "context": "Hi! It is nice to see you! How is your day going? I like to listen to rap music  In what year did louis I begin to drive it? thanks for asking, my day is great, i like music, but i enjoy more poetry", "response": "I love to listen to rap music, especially rap", "annotation_id": "Bot003_124_02", "annotations": ["O", "T", "O", "O", "O", "T", "T", "X", "O", "T", "O", "X", "O", "T", "O"], "gpt2background_target_score": [-9.236455917358398, -11.459829330444336, -9.667598724365234, -13.486705780029297, -0.3979209065437317, -11.801363945007324, -9.328380584716797, -5.766506195068359, -11.56142520904541, -11.983702659606934], "gpt2background_argmax_score": [-1.9761712551116943, -1.080935001373291, -0.7321699857711792, -2.0748097896575928, -0.3979209065437317, -1.3531749248504639, -2.571223735809326, -2.5635359287261963, -0.97532719373703, -2.1194045543670654, -1.2784101963043213, -0.4056542217731476, -0.8469923734664917, -0.4595787227153778, -1.2487070560455322, -1.7056965827941895, -1.5040854215621948, -3.047881603240967, -0.19314895570278168, -1.2395482063293457, -1.5751845836639404, -1.899405598640442, -2.0760114192962646, -1.9065639972686768, -1.0966997146606445, -1.1841293573379517, -0.2983555495738983, -2.0691347122192383, -2.344093084335327, -2.330397605895996, -1.1928592920303345, -2.3023366928100586, -1.3352713584899902, -1.3270496129989624, -1.5144245624542236, -1.4673556089401245, -1.0297826528549194, -0.8953399062156677, -1.579256534576416, -3.5005393028259277, -1.0542734861373901, -2.4428884983062744, -1.2900617122650146, -1.5570296049118042, -2.347935914993286, -0.9244823455810547, -2.1649982929229736, -1.5755480527877808, -1.7501572370529175, -2.4604105949401855, -2.3296351432800293, -1.7737598419189453, -1.796755075454712, -2.013400077819824, -2.1828184127807617, -1.5218623876571655, -1.3419195413589478, -0.20912563800811768, -1.50766122341156, -0.8860368728637695, -1.7094345092773438, -1.1530094146728516, -2.939197540283203, -1.1977249383926392]}, "Bot003_124_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_124.log.json", "context": "Hi! It is nice to see you! How is your day going? I like to listen to rap music  In what year did louis I begin to drive it? thanks for asking, my day is great, i like music, but i enjoy more poetry I love to listen to rap music, especially rap rap music is great", "response": "I love music, especially when I listen to music", "annotation_id": "Bot003_124_04", "annotations": ["O", "T", "O", "O", "T", "T", "T", "X", "X", "X", "O", "T", "O", "T", "T"], "gpt2background_target_score": [-9.236458778381348, -11.459829330444336, -12.451650619506836, -7.206762313842773, -11.33236312866211, -9.043693542480469, -5.626740455627441, -10.287239074707031, -9.39379596710205, -10.362674713134766], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -0.7321714758872986, -2.0748116970062256, -0.3979213833808899, -1.3531737327575684, -2.5712225437164307, -2.563533067703247, -0.9753290414810181, -2.1194047927856445, -1.2784109115600586, -0.40565311908721924, -0.846992552280426, -0.45957911014556885, -1.2487066984176636, -1.7056927680969238, -1.5040881633758545, -3.0478851795196533, -0.193148672580719, -1.2395477294921875, -1.5751839876174927, -1.899403691291809, -2.07601261138916, -1.906564474105835, -1.0966968536376953, -1.1841297149658203, -0.2983555495738983, -2.069141149520874, -2.3440916538238525, -2.330397605895996, -1.192860722541809, -2.3023393154144287, -1.3352715969085693, -1.3270492553710938, -1.5144240856170654, -1.4673556089401245, -1.0297842025756836, -0.8953387141227722, -1.5792570114135742, -3.5005404949188232, -1.054274559020996, -2.4428884983062744, -1.290061593055725, -1.5570276975631714, -2.347935438156128, -0.9244802594184875, -2.1649978160858154, -1.575545072555542, -1.7501548528671265, -2.460413694381714, -2.3296356201171875, -1.7737609148025513, -1.796755313873291, -2.1924197673797607, -2.5541324615478516, -1.4485136270523071, -0.19381237030029297, -1.8077657222747803, -0.9775319695472717, -1.5041719675064087, -1.4904911518096924, -2.784036159515381, -1.097291111946106, -1.3547638654708862, -0.8911321759223938, -2.360053062438965, -1.4894475936889648, -1.8642604351043701, -2.3626651763916016, -0.9719851613044739, -1.4094980955123901, -1.2257752418518066, -0.6473283171653748, -1.3599520921707153, -1.3054180145263672, -0.1790904849767685, -1.6544122695922852, -1.0614819526672363]}, "Bot003_124_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_124.log.json", "context": "Hi! It is nice to see you! How is your day going? I like to listen to rap music  In what year did louis I begin to drive it? thanks for asking, my day is great, i like music, but i enjoy more poetry I love to listen to rap music, especially rap rap music is great I love music, especially when I listen to music i like sports and i playing football for a dvision a college", "response": "I like to play football with my dog charlie.", "annotation_id": "Bot003_124_06", "annotations": ["O", "O", "O", "O", "O", "T", "O", "X", "O", "O", "O", "X", "O", "O", "O"], "gpt2background_target_score": [-9.236458778381348, -10.69127368927002, -9.667597770690918, -11.8527250289917, -11.25649642944336, -11.271730422973633, -3.048360586166382, -9.575117111206055, -12.989989280700684, -12.674422264099121, -10.256644248962402], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -0.7321714758872986, -2.0748116970062256, -0.3979213833808899, -1.3531737327575684, -2.5712225437164307, -2.563533067703247, -0.9753290414810181, -2.1194047927856445, -1.2784109115600586, -0.40565311908721924, -0.846992552280426, -0.45957911014556885, -1.2487066984176636, -1.7056927680969238, -1.5040881633758545, -3.0478851795196533, -0.193148672580719, -1.2395477294921875, -1.5751839876174927, -1.899403691291809, -2.07601261138916, -1.906564474105835, -1.0966968536376953, -1.1841297149658203, -0.2983555495738983, -2.069141149520874, -2.3440916538238525, -2.330397605895996, -1.192860722541809, -2.3023393154144287, -1.3352715969085693, -1.3270492553710938, -1.5144240856170654, -1.4673556089401245, -1.0297847986221313, -0.8953396081924438, -1.5792582035064697, -3.500540256500244, -1.0542755126953125, -2.442887306213379, -1.2900609970092773, -1.5570299625396729, -2.3479342460632324, -0.9244809150695801, -2.164996862411499, -1.5755462646484375, -1.7501552104949951, -2.4604146480560303, -2.3296360969543457, -1.7737605571746826, -1.7967560291290283, -2.1924195289611816, -2.5541329383850098, -1.4485160112380981, -0.19381266832351685, -1.8077672719955444, -0.9775312542915344, -1.5041712522506714, -1.4904913902282715, -2.7840356826782227, -1.097292184829712, -1.35476553440094, -0.8911318778991699, -2.3600521087646484, -1.489446759223938, -1.8474631309509277, -1.9340431690216064, -1.865234136581421, -0.8782109022140503, -0.8533712029457092, -1.5587435960769653, -1.4584764242172241, -0.17256967723369598, -1.8383578062057495, -1.1658470630645752, -1.8116321563720703, -2.0577521324157715, -1.4829676151275635, -2.369769334793091, -1.3252140283584595, -2.3816146850585938, -1.5556241273880005, -1.4891778230667114, -2.039489269256592, -3.2643322944641113, -2.307908296585083, -2.3761513233184814, -1.9024608135223389, -1.9181686639785767, -2.4376606941223145, -2.370363473892212, -0.6796331405639648, -1.662208914756775, -1.602006196975708, -1.1136904954910278, -1.6188852787017822, -1.710806965827942, -2.675952434539795, -1.5604275465011597, -1.7173852920532227]}, "Bot003_124_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_124.log.json", "context": "Hi! It is nice to see you! How is your day going? I like to listen to rap music  In what year did louis I begin to drive it? thanks for asking, my day is great, i like music, but i enjoy more poetry I love to listen to rap music, especially rap rap music is great I love music, especially when I listen to music i like sports and i playing football for a dvision a college I like to play football with my dog charlie. charlie, nice name for dog", "response": "It seems that correct answer is: pets", "annotation_id": "Bot003_124_08", "annotations": ["T", "X", "T", "X", "X", "X", "T", "X", "X", "X", "X", "X", "O", "X", "X"], "gpt2background_target_score": [-12.646990776062012, -11.133197784423828, -10.031903266906738, -10.129054069519043, -12.655302047729492, -10.863082885742188, -9.456438064575195, -11.39981460571289], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -0.7321714758872986, -2.0748116970062256, -0.3979213833808899, -1.3531737327575684, -2.5712225437164307, -2.563533067703247, -0.9753290414810181, -2.1194047927856445, -1.2784109115600586, -0.40565311908721924, -0.846992552280426, -0.45957911014556885, -1.2487066984176636, -1.7056927680969238, -1.5040881633758545, -3.0478851795196533, -0.193148672580719, -1.2395477294921875, -1.5751839876174927, -1.899403691291809, -2.07601261138916, -1.906564474105835, -1.0966968536376953, -1.1841297149658203, -0.2983555495738983, -2.069141149520874, -2.3440916538238525, -2.330397605895996, -1.192860722541809, -2.3023393154144287, -1.3352715969085693, -1.3270492553710938, -1.5144240856170654, -1.4673556089401245, -1.0297847986221313, -0.8953396081924438, -1.5792582035064697, -3.500540256500244, -1.0542755126953125, -2.442887306213379, -1.2900609970092773, -1.5570299625396729, -2.3479342460632324, -0.9244809150695801, -2.164996862411499, -1.5755462646484375, -1.7501552104949951, -2.4604146480560303, -2.3296360969543457, -1.7737605571746826, -1.7967560291290283, -2.1924195289611816, -2.5541329383850098, -1.4485160112380981, -0.19381266832351685, -1.8077672719955444, -0.9775312542915344, -1.5041712522506714, -1.4904913902282715, -2.7840356826782227, -1.097292184829712, -1.35476553440094, -0.8911318778991699, -2.3600521087646484, -1.489446759223938, -1.8474631309509277, -1.9340431690216064, -1.865234136581421, -0.8782109022140503, -0.8533712029457092, -1.5587435960769653, -1.4584764242172241, -0.17256967723369598, -1.8383578062057495, -1.1658470630645752, -1.8116321563720703, -2.0577521324157715, -1.4829676151275635, -2.369769334793091, -1.3252140283584595, -2.3816146850585938, -1.5556241273880005, -1.4891778230667114, -2.039489269256592, -3.2643322944641113, -2.307908296585083, -2.3761513233184814, -1.9024608135223389, -2.051481246948242, -1.7873421907424927, -1.0741591453552246, -2.395099639892578, -1.3166230916976929, -1.8393186330795288, -1.2809665203094482, -1.5901577472686768, -3.061664342880249, -2.2252607345581055, -1.956437587738037, -0.165608748793602, -1.241084098815918, -2.582777738571167, -1.5299603939056396, -1.7367581129074097, -2.093280792236328, -0.22591052949428558, -2.1159825325012207, -0.898703932762146, -0.8481569886207581, -2.1585707664489746, -2.449796676635742, -0.8091050982475281, -2.3433218002319336, -2.0322091579437256, -2.040048837661743]}, "Bot003_124_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_124.log.json", "context": "Hi! It is nice to see you! How is your day going? I like to listen to rap music  In what year did louis I begin to drive it? thanks for asking, my day is great, i like music, but i enjoy more poetry I love to listen to rap music, especially rap rap music is great I love music, especially when I listen to music i like sports and i playing football for a dvision a college I like to play football with my dog charlie. charlie, nice name for dog It seems that correct answer is: pets i am a huge star wars fan, my favorite films", "response": "I like to listen to rap music", "annotation_id": "Bot003_124_10", "annotations": ["T", "X", "X", "X", "T", "T", "X", "X", "X", "X", "T", "X", "X", "X", "T"], "gpt2background_target_score": [-9.236458778381348, -10.69127368927002, -9.667597770690918, -13.48670482635498, -0.3979213833808899, -11.80136489868164, -9.32837963104248], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -0.7321714758872986, -2.0748116970062256, -0.3979213833808899, -1.3531737327575684, -2.5712225437164307, -2.563533067703247, -0.9753290414810181, -2.1194047927856445, -1.2784109115600586, -0.40565311908721924, -0.846992552280426, -0.45957911014556885, -1.2487066984176636, -1.7056927680969238, -1.5040881633758545, -3.0478851795196533, -0.193148672580719, -1.2395477294921875, -1.5751839876174927, -1.899403691291809, -2.07601261138916, -1.906564474105835, -1.0966968536376953, -1.1841297149658203, -0.2983555495738983, -2.069141149520874, -2.3440916538238525, -2.330397605895996, -1.192860722541809, -2.3023393154144287, -1.3352715969085693, -1.3270492553710938, -1.5144240856170654, -1.4673556089401245, -1.0297847986221313, -0.8953396081924438, -1.5792582035064697, -3.500540256500244, -1.0542755126953125, -2.442887306213379, -1.2900609970092773, -1.5570299625396729, -2.3479342460632324, -0.9244809150695801, -2.164996862411499, -1.5755462646484375, -1.7501552104949951, -2.4604146480560303, -2.3296360969543457, -1.7737605571746826, -1.7967560291290283, -2.1924195289611816, -2.5541329383850098, -1.4485160112380981, -0.19381266832351685, -1.8077672719955444, -0.9775312542915344, -1.5041712522506714, -1.4904913902282715, -2.7840356826782227, -1.097292184829712, -1.35476553440094, -0.8911318778991699, -2.3600521087646484, -1.489446759223938, -1.8474631309509277, -1.9340431690216064, -1.865234136581421, -0.8782109022140503, -0.8533712029457092, -1.5587435960769653, -1.4584764242172241, -0.17256967723369598, -1.8383578062057495, -1.1658470630645752, -1.8116321563720703, -2.0577521324157715, -1.4829676151275635, -2.369769334793091, -1.3252140283584595, -2.3816146850585938, -1.5556241273880005, -1.4891778230667114, -2.039489269256592, -3.2643322944641113, -2.307908296585083, -2.3761513233184814, -1.9024608135223389, -2.0514798164367676, -1.7873426675796509, -1.074159860610962, -2.3950979709625244, -1.3166238069534302, -1.8393175601959229, -1.2809679508209229, -1.590157389640808, -3.0616626739501953, -2.2252614498138428, -1.9564363956451416, -0.16560864448547363, -1.241084337234497, -2.582778215408325, -1.5299606323242188, -1.7367585897445679, -2.093280792236328, -0.22591014206409454, -0.9598479270935059, -1.080801248550415, -2.454746961593628, -2.3599469661712646, -0.8952248096466064, -2.5996792316436768, -2.1260576248168945, -2.4004690647125244, -1.5664621591567993, -2.5603504180908203, -1.4039700031280518, -0.49502530694007874, -1.996987223625183, -0.07863501459360123, -1.6985447406768799, -1.950847864151001, -1.9631301164627075, -2.1672632694244385, -0.8916505575180054, -2.0879247188568115, -2.3032758235931396, -1.9763720035552979, -1.695334792137146, -0.1636619120836258, -1.887678861618042, -0.6559141874313354, -1.7054728269577026]}, "Bot003_124_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_124.log.json", "context": "Hi! It is nice to see you! How is your day going? I like to listen to rap music  In what year did louis I begin to drive it? thanks for asking, my day is great, i like music, but i enjoy more poetry I love to listen to rap music, especially rap rap music is great I love music, especially when I listen to music i like sports and i playing football for a dvision a college I like to play football with my dog charlie. charlie, nice name for dog It seems that correct answer is: pets i am a huge star wars fan, my favorite films I like to listen to rap music movies", "response": "Movies is a good topic.", "annotation_id": "Bot003_124_12", "annotations": ["O", "O", "O", "O", "O", "O", "O", "X", "X", "X", "O", "T", "O", "T", "O"], "gpt2background_target_score": [-9.761099815368652, -13.131738662719727, -3.34035062789917, -3.2066967487335205, -9.780196189880371, -12.196460723876953, -8.3966703414917], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -0.7321714758872986, -2.0748116970062256, -0.3979213833808899, -1.3531737327575684, -2.5712225437164307, -2.563533067703247, -0.9753290414810181, -2.1194047927856445, -1.2784109115600586, -0.40565311908721924, -0.846992552280426, -0.45957911014556885, -1.2487066984176636, -1.7056927680969238, -1.5040881633758545, -3.0478851795196533, -0.193148672580719, -1.2395477294921875, -1.5751839876174927, -1.899403691291809, -2.07601261138916, -1.906564474105835, -1.0966968536376953, -1.1841297149658203, -0.2983555495738983, -2.069141149520874, -2.3440916538238525, -2.330397605895996, -1.192860722541809, -2.3023393154144287, -1.3352715969085693, -1.3270492553710938, -1.5144240856170654, -1.4673556089401245, -1.0297847986221313, -0.8953396081924438, -1.5792582035064697, -3.500540256500244, -1.0542755126953125, -2.442887306213379, -1.2900609970092773, -1.5570299625396729, -2.3479342460632324, -0.9244809150695801, -2.164996862411499, -1.5755462646484375, -1.7501552104949951, -2.4604146480560303, -2.3296360969543457, -1.7737605571746826, -1.7967560291290283, -2.1924195289611816, -2.5541329383850098, -1.4485160112380981, -0.19381266832351685, -1.8077672719955444, -0.9775312542915344, -1.5041712522506714, -1.4904913902282715, -2.7840356826782227, -1.097292184829712, -1.35476553440094, -0.8911318778991699, -2.3600521087646484, -1.489446759223938, -1.8474631309509277, -1.9340431690216064, -1.865234136581421, -0.8782109022140503, -0.8533712029457092, -1.5587435960769653, -1.4584764242172241, -0.17256967723369598, -1.8383578062057495, -1.1658470630645752, -1.8116321563720703, -2.0577521324157715, -1.4829676151275635, -2.369769334793091, -1.3252140283584595, -2.3816146850585938, -1.5556241273880005, -1.4891778230667114, -2.039489269256592, -3.2643322944641113, -2.307908296585083, -2.3761513233184814, -1.9024608135223389, -2.051481246948242, -1.7873421907424927, -1.0741591453552246, -2.395099639892578, -1.3166230916976929, -1.8393186330795288, -1.2809665203094482, -1.5901577472686768, -3.061664342880249, -2.2252607345581055, -1.956437587738037, -0.165608748793602, -1.241084098815918, -2.582777738571167, -1.5299603939056396, -1.7367581129074097, -2.093280792236328, -0.22591052949428558, -0.9598495364189148, -1.0808016061782837, -2.4547486305236816, -2.359947919845581, -0.895225465297699, -2.5996804237365723, -2.1260581016540527, -2.4004688262939453, -1.5664615631103516, -2.5603506565093994, -1.4039685726165771, -0.49502530694007874, -1.9969881772994995, -0.07863501459360123, -1.6985446214675903, -1.9508479833602905, -1.963134765625, -2.167261838912964, -0.8916492462158203, -2.2778728008270264, -1.200543999671936, -1.036661148071289, -0.1404203623533249, -1.1559433937072754, -0.9042102694511414, -1.676414966583252, -1.5956414937973022, -2.047804832458496, -2.2239749431610107, -1.715091347694397, -1.9124245643615723, -1.8156297206878662, -2.6868317127227783, -1.5755850076675415, -1.64377760887146]}, "Bot003_124_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_124.log.json", "context": "Hi! It is nice to see you! How is your day going? I like to listen to rap music  In what year did louis I begin to drive it? thanks for asking, my day is great, i like music, but i enjoy more poetry I love to listen to rap music, especially rap rap music is great I love music, especially when I listen to music i like sports and i playing football for a dvision a college I like to play football with my dog charlie. charlie, nice name for dog It seems that correct answer is: pets i am a huge star wars fan, my favorite films I like to listen to rap music movies Movies is a good topic. whats are ur hobbys?", "response": "I like to listen to rap music", "annotation_id": "Bot003_124_14", "annotations": ["T", "X", "O", "O", "T", "T", "X", "X", "X", "T", "O", "O", "O", "X", "O"], "gpt2background_target_score": [-9.236458778381348, -10.69127368927002, -9.667597770690918, -13.48670482635498, -0.3979213833808899, -11.80136489868164, -9.32837963104248], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -0.7321714758872986, -2.0748116970062256, -0.3979213833808899, -1.3531737327575684, -2.5712225437164307, -2.563533067703247, -0.9753290414810181, -2.1194047927856445, -1.2784109115600586, -0.40565311908721924, -0.846992552280426, -0.45957911014556885, -1.2487066984176636, -1.7056927680969238, -1.5040881633758545, -3.0478851795196533, -0.193148672580719, -1.2395477294921875, -1.5751839876174927, -1.899403691291809, -2.07601261138916, -1.906564474105835, -1.0966968536376953, -1.1841297149658203, -0.2983555495738983, -2.069141149520874, -2.3440916538238525, -2.330397605895996, -1.192860722541809, -2.3023393154144287, -1.3352715969085693, -1.3270492553710938, -1.5144240856170654, -1.4673556089401245, -1.0297847986221313, -0.8953396081924438, -1.5792582035064697, -3.500540256500244, -1.0542755126953125, -2.442887306213379, -1.2900609970092773, -1.5570299625396729, -2.3479342460632324, -0.9244809150695801, -2.164996862411499, -1.5755462646484375, -1.7501552104949951, -2.4604146480560303, -2.3296360969543457, -1.7737605571746826, -1.7967560291290283, -2.1924195289611816, -2.5541329383850098, -1.4485160112380981, -0.19381266832351685, -1.8077672719955444, -0.9775312542915344, -1.5041712522506714, -1.4904913902282715, -2.7840356826782227, -1.097292184829712, -1.35476553440094, -0.8911318778991699, -2.3600521087646484, -1.489446759223938, -1.8474631309509277, -1.9340431690216064, -1.865234136581421, -0.8782109022140503, -0.8533712029457092, -1.5587435960769653, -1.4584764242172241, -0.17256967723369598, -1.8383578062057495, -1.1658470630645752, -1.8116321563720703, -2.0577521324157715, -1.4829676151275635, -2.369769334793091, -1.3252140283584595, -2.3816146850585938, -1.5556241273880005, -1.4891778230667114, -2.039489269256592, -3.2643322944641113, -2.307908296585083, -2.3761513233184814, -1.9024608135223389, -2.051481246948242, -1.7873421907424927, -1.0741591453552246, -2.395099639892578, -1.3166230916976929, -1.8393186330795288, -1.2809665203094482, -1.5901577472686768, -3.061664342880249, -2.2252607345581055, -1.956437587738037, -0.165608748793602, -1.241084098815918, -2.582777738571167, -1.5299603939056396, -1.7367581129074097, -2.093280792236328, -0.22591052949428558, -0.9598495364189148, -1.0808016061782837, -2.4547486305236816, -2.359947919845581, -0.895225465297699, -2.5996804237365723, -2.1260581016540527, -2.4004688262939453, -1.5664615631103516, -2.5603506565093994, -1.4039685726165771, -0.49502530694007874, -1.9969881772994995, -0.07863501459360123, -1.6985446214675903, -1.9508479833602905, -1.963134765625, -2.167261838912964, -0.8916492462158203, -2.2778728008270264, -1.200543999671936, -1.036661148071289, -0.1404203623533249, -1.1559433937072754, -0.9042102694511414, -1.676414966583252, -1.5956414937973022, -3.195284366607666, -3.4368972778320312, -3.4409101009368896, -2.416393518447876, -1.8350245952606201, -1.9492396116256714, -0.9296600818634033, -1.0099859237670898, -1.0351139307022095, -3.50388503074646, -2.3229002952575684, -1.455816626548767, -1.3471276760101318, -2.0746753215789795, -2.3284859657287598, -1.8601186275482178, -0.9293912053108215, -0.1779422014951706, -1.548035979270935, -0.649330198764801, -1.6661432981491089]}, "Bot003_124_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_124.log.json", "context": "Hi! It is nice to see you! How is your day going? I like to listen to rap music  In what year did louis I begin to drive it? thanks for asking, my day is great, i like music, but i enjoy more poetry I love to listen to rap music, especially rap rap music is great I love music, especially when I listen to music i like sports and i playing football for a dvision a college I like to play football with my dog charlie. charlie, nice name for dog It seems that correct answer is: pets i am a huge star wars fan, my favorite films I like to listen to rap music movies Movies is a good topic. whats are ur hobbys? I like to listen to rap music my hobby is to try varous coffee, thats very interesting", "response": "I love music and music and music.", "annotation_id": "Bot003_124_16", "annotations": ["X", "X", "O", "T", "T", "O", "T", "X", "X", "X", "X", "T", "X", "X", "X"], "gpt2background_target_score": [-9.236458778381348, -11.459829330444336, -12.451650619506836, -8.521831512451172, -11.533793449401855, -9.570928573608398, -9.32837963104248, -6.4116106033325195], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -0.7321714758872986, -2.0748116970062256, -0.3979213833808899, -1.3531737327575684, -2.5712225437164307, -2.563533067703247, -0.9753290414810181, -2.1194047927856445, -1.2784109115600586, -0.40565311908721924, -0.846992552280426, -0.45957911014556885, -1.2487066984176636, -1.7056927680969238, -1.5040881633758545, -3.0478851795196533, -0.193148672580719, -1.2395477294921875, -1.5751839876174927, -1.899403691291809, -2.07601261138916, -1.906564474105835, -1.0966968536376953, -1.1841297149658203, -0.2983555495738983, -2.069141149520874, -2.3440916538238525, -2.330397605895996, -1.192860722541809, -2.3023393154144287, -1.3352715969085693, -1.3270492553710938, -1.5144240856170654, -1.4673556089401245, -1.0297847986221313, -0.8953396081924438, -1.5792582035064697, -3.500540256500244, -1.0542755126953125, -2.442887306213379, -1.2900609970092773, -1.5570299625396729, -2.3479342460632324, -0.9244809150695801, -2.164996862411499, -1.5755462646484375, -1.7501552104949951, -2.4604146480560303, -2.3296360969543457, -1.7737605571746826, -1.7967560291290283, -2.1924195289611816, -2.5541329383850098, -1.4485160112380981, -0.19381266832351685, -1.8077672719955444, -0.9775312542915344, -1.5041712522506714, -1.4904913902282715, -2.7840356826782227, -1.097292184829712, -1.35476553440094, -0.8911318778991699, -2.3600521087646484, -1.489446759223938, -1.8474631309509277, -1.9340431690216064, -1.865234136581421, -0.8782109022140503, -0.8533712029457092, -1.5587435960769653, -1.4584764242172241, -0.17256967723369598, -1.8383578062057495, -1.1658470630645752, -1.8116321563720703, -2.0577521324157715, -1.4829676151275635, -2.369769334793091, -1.3252140283584595, -2.3816146850585938, -1.5556241273880005, -1.4891778230667114, -2.039489269256592, -3.2643322944641113, -2.307908296585083, -2.3761513233184814, -1.9024608135223389, -2.051481246948242, -1.7873421907424927, -1.0741591453552246, -2.395099639892578, -1.3166230916976929, -1.8393186330795288, -1.2809665203094482, -1.5901577472686768, -3.061664342880249, -2.2252607345581055, -1.956437587738037, -0.165608748793602, -1.241084098815918, -2.582777738571167, -1.5299603939056396, -1.7367581129074097, -2.093280792236328, -0.22591052949428558, -0.9598495364189148, -1.0808016061782837, -2.4547486305236816, -2.359947919845581, -0.895225465297699, -2.5996804237365723, -2.1260581016540527, -2.4004688262939453, -1.5664615631103516, -2.5603506565093994, -1.4039685726165771, -0.49502530694007874, -1.9969881772994995, -0.07863501459360123, -1.6985446214675903, -1.9508479833602905, -1.963134765625, -2.167261838912964, -0.8916492462158203, -2.2778728008270264, -1.200543999671936, -1.036661148071289, -0.1404203623533249, -1.1559433937072754, -0.9042102694511414, -1.676414966583252, -1.5956414937973022, -3.195284366607666, -3.4368972778320312, -3.4409101009368896, -2.416393518447876, -1.8350245952606201, -1.9492396116256714, -0.9296600818634033, -1.0099859237670898, -1.0351139307022095, -3.503885507583618, -2.322901964187622, -1.455816388130188, -1.347126841545105, -2.2040152549743652, -1.618217945098877, -1.3173805475234985, -0.17915306985378265, -1.8972773551940918, -0.6407038569450378, -1.6906124353408813, -2.4795799255371094, -1.4761182069778442, -2.613093614578247, -1.6334179639816284, -1.1823230981826782, -2.912445068359375, -3.260511875152588, -1.8880548477172852, -2.449583053588867, -2.3994991779327393, -1.7707921266555786, -1.5578187704086304, -1.9820449352264404, -2.144256830215454, -2.9126062393188477, -1.5729002952575684, -1.811051368713379, -1.5731654167175293, -1.626532793045044, -1.889006495475769, -1.0279247760772705]}, "Bot003_124_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_124.log.json", "context": "Hi! It is nice to see you! How is your day going? I like to listen to rap music  In what year did louis I begin to drive it? thanks for asking, my day is great, i like music, but i enjoy more poetry I love to listen to rap music, especially rap rap music is great I love music, especially when I listen to music i like sports and i playing football for a dvision a college I like to play football with my dog charlie. charlie, nice name for dog It seems that correct answer is: pets i am a huge star wars fan, my favorite films I like to listen to rap music movies Movies is a good topic. whats are ur hobbys? I like to listen to rap music my hobby is to try varous coffee, thats very interesting I love music and music and music. listen music is great, i love poetry", "response": "I love to listen to rap music", "annotation_id": "Bot003_124_18", "annotations": ["X", "X", "O", "O", "X", "O", "X", "X", "T", "X", "T", "O", "T", "X", "O"], "gpt2background_target_score": [-9.236458778381348, -11.459829330444336, -9.667597770690918, -13.48670482635498, -0.3979213833808899, -11.80136489868164, -9.32837963104248], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -0.7321714758872986, -2.0748116970062256, -0.3979213833808899, -1.3531737327575684, -2.5712225437164307, -2.563533067703247, -0.9753290414810181, -2.1194047927856445, -1.2784109115600586, -0.40565311908721924, -0.846992552280426, -0.45957911014556885, -1.2487066984176636, -1.7056927680969238, -1.5040881633758545, -3.0478851795196533, -0.193148672580719, -1.2395477294921875, -1.5751839876174927, -1.899403691291809, -2.07601261138916, -1.906564474105835, -1.0966968536376953, -1.1841297149658203, -0.2983555495738983, -2.069141149520874, -2.3440916538238525, -2.330397605895996, -1.192860722541809, -2.3023393154144287, -1.3352715969085693, -1.3270492553710938, -1.5144240856170654, -1.4673556089401245, -1.0297847986221313, -0.8953396081924438, -1.5792582035064697, -3.500540256500244, -1.0542755126953125, -2.442887306213379, -1.2900609970092773, -1.5570299625396729, -2.3479342460632324, -0.9244809150695801, -2.164996862411499, -1.5755462646484375, -1.7501552104949951, -2.4604146480560303, -2.3296360969543457, -1.7737605571746826, -1.7967560291290283, -2.1924195289611816, -2.5541329383850098, -1.4485160112380981, -0.19381266832351685, -1.8077672719955444, -0.9775312542915344, -1.5041712522506714, -1.4904913902282715, -2.7840356826782227, -1.097292184829712, -1.35476553440094, -0.8911318778991699, -2.3600521087646484, -1.489446759223938, -1.8474631309509277, -1.9340431690216064, -1.865234136581421, -0.8782109022140503, -0.8533712029457092, -1.5587435960769653, -1.4584764242172241, -0.17256967723369598, -1.8383578062057495, -1.1658470630645752, -1.8116321563720703, -2.0577521324157715, -1.4829676151275635, -2.369769334793091, -1.3252140283584595, -2.3816146850585938, -1.5556241273880005, -1.4891778230667114, -2.039489269256592, -3.2643322944641113, -2.307908296585083, -2.3761513233184814, -1.9024608135223389, -2.051481246948242, -1.7873421907424927, -1.0741591453552246, -2.395099639892578, -1.3166230916976929, -1.8393186330795288, -1.2809665203094482, -1.5901577472686768, -3.061664342880249, -2.2252607345581055, -1.956437587738037, -0.165608748793602, -1.241084098815918, -2.582777738571167, -1.5299603939056396, -1.7367581129074097, -2.093280792236328, -0.22591052949428558, -0.9598495364189148, -1.0808016061782837, -2.4547486305236816, -2.359947919845581, -0.895225465297699, -2.5996804237365723, -2.1260581016540527, -2.4004688262939453, -1.5664615631103516, -2.5603506565093994, -1.4039685726165771, -0.49502530694007874, -1.9969881772994995, -0.07863501459360123, -1.6985446214675903, -1.9508479833602905, -1.963134765625, -2.167261838912964, -0.8916492462158203, -2.2778728008270264, -1.200543999671936, -1.036661148071289, -0.1404203623533249, -1.1559433937072754, -0.9042102694511414, -1.676414966583252, -1.5956414937973022, -3.195284366607666, -3.4368972778320312, -3.4409101009368896, -2.416393518447876, -1.8350245952606201, -1.9492396116256714, -0.9296600818634033, -1.0099859237670898, -1.0351139307022095, -3.503885507583618, -2.322901964187622, -1.455816388130188, -1.347126841545105, -2.2040152549743652, -1.618217945098877, -1.3173805475234985, -0.17915306985378265, -1.8972773551940918, -0.6407038569450378, -1.6906124353408813, -2.4795799255371094, -1.4761182069778442, -2.613093614578247, -1.6334179639816284, -1.1823230981826782, -2.912445068359375, -3.260511875152588, -1.8880548477172852, -2.449583053588867, -2.3994991779327393, -1.7707921266555786, -1.5578187704086304, -2.1909306049346924, -2.4097912311553955, -2.0337815284729004, -1.807202696800232, -1.9450304508209229, -1.3520376682281494, -1.8923519849777222, -2.0014808177948, -0.1758664846420288, -2.320929765701294, -2.947601795196533, -1.9065790176391602, -1.8198661804199219, -1.3266853094100952, -1.7850908041000366, -1.7929033041000366, -2.0486254692077637, -2.245959758758545, -1.4115266799926758, -0.5155444145202637, -0.20033979415893555, -0.9832119345664978, -0.5180093050003052, -1.6565773487091064]}, "Bot003_124_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot003_124.log.json", "context": "Hi! It is nice to see you! How is your day going? I like to listen to rap music  In what year did louis I begin to drive it? thanks for asking, my day is great, i like music, but i enjoy more poetry I love to listen to rap music, especially rap rap music is great I love music, especially when I listen to music i like sports and i playing football for a dvision a college I like to play football with my dog charlie. charlie, nice name for dog It seems that correct answer is: pets i am a huge star wars fan, my favorite films I like to listen to rap music movies Movies is a good topic. whats are ur hobbys? I like to listen to rap music my hobby is to try varous coffee, thats very interesting I love music and music and music. listen music is great, i love poetry I love to listen to rap music see uu byeee", "response": "Ask me another question.", "annotation_id": "Bot003_124_20", "annotations": ["O", "O", "O", "O", "T", "T", "O", "X", "X", "X", "O", "O", "X", "X", "O"], "gpt2background_target_score": [-11.521845817565918, -9.26597785949707, -12.60877513885498, -10.258349418640137, -5.260270118713379], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -0.7321714758872986, -2.0748116970062256, -0.3979213833808899, -1.3531737327575684, -2.5712225437164307, -2.563533067703247, -0.9753290414810181, -2.1194047927856445, -1.2784109115600586, -0.40565311908721924, -0.846992552280426, -0.45957911014556885, -1.2487066984176636, -1.7056927680969238, -1.5040881633758545, -3.0478851795196533, -0.193148672580719, -1.2395477294921875, -1.5751839876174927, -1.899403691291809, -2.07601261138916, -1.906564474105835, -1.0966968536376953, -1.1841297149658203, -0.2983555495738983, -2.069141149520874, -2.3440916538238525, -2.330397605895996, -1.192860722541809, -2.3023393154144287, -1.3352715969085693, -1.3270492553710938, -1.5144240856170654, -1.4673556089401245, -1.0297847986221313, -0.8953396081924438, -1.5792582035064697, -3.500540256500244, -1.0542755126953125, -2.442887306213379, -1.2900609970092773, -1.5570299625396729, -2.3479342460632324, -0.9244809150695801, -2.164996862411499, -1.5755462646484375, -1.7501552104949951, -2.4604146480560303, -2.3296360969543457, -1.7737605571746826, -1.7967560291290283, -2.1924195289611816, -2.5541329383850098, -1.4485160112380981, -0.19381266832351685, -1.8077672719955444, -0.9775312542915344, -1.5041712522506714, -1.4904913902282715, -2.7840356826782227, -1.097292184829712, -1.35476553440094, -0.8911318778991699, -2.3600521087646484, -1.489446759223938, -1.8474631309509277, -1.9340431690216064, -1.865234136581421, -0.8782109022140503, -0.8533712029457092, -1.5587435960769653, -1.4584764242172241, -0.17256967723369598, -1.8383578062057495, -1.1658470630645752, -1.8116321563720703, -2.0577521324157715, -1.4829676151275635, -2.369769334793091, -1.3252140283584595, -2.3816146850585938, -1.5556241273880005, -1.4891778230667114, -2.039489269256592, -3.2643322944641113, -2.307908296585083, -2.3761513233184814, -1.9024608135223389, -2.051481246948242, -1.7873421907424927, -1.0741591453552246, -2.395099639892578, -1.3166230916976929, -1.8393186330795288, -1.2809665203094482, -1.5901577472686768, -3.061664342880249, -2.2252607345581055, -1.956437587738037, -0.165608748793602, -1.241084098815918, -2.582777738571167, -1.5299603939056396, -1.7367581129074097, -2.093280792236328, -0.22591052949428558, -0.9598495364189148, -1.0808016061782837, -2.4547486305236816, -2.359947919845581, -0.895225465297699, -2.5996804237365723, -2.1260581016540527, -2.4004688262939453, -1.5664615631103516, -2.5603506565093994, -1.4039685726165771, -0.49502530694007874, -1.9969881772994995, -0.07863501459360123, -1.6985446214675903, -1.9508479833602905, -1.963134765625, -2.167261838912964, -0.8916492462158203, -2.2778728008270264, -1.200543999671936, -1.036661148071289, -0.1404203623533249, -1.1559433937072754, -0.9042102694511414, -1.676414966583252, -1.5956414937973022, -3.195284366607666, -3.4368972778320312, -3.4409101009368896, -2.416393518447876, -1.8350245952606201, -1.9492396116256714, -0.9296600818634033, -1.0099859237670898, -1.0351139307022095, -3.503885507583618, -2.322901964187622, -1.455816388130188, -1.347126841545105, -2.2040152549743652, -1.618217945098877, -1.3173805475234985, -0.17915306985378265, -1.8972773551940918, -0.6407038569450378, -1.6906124353408813, -2.4795799255371094, -1.4761182069778442, -2.613093614578247, -1.6334179639816284, -1.1823230981826782, -2.912445068359375, -3.260511875152588, -1.8880548477172852, -2.449583053588867, -2.3994991779327393, -1.7707921266555786, -1.5578187704086304, -2.1909306049346924, -2.4097912311553955, -2.0337815284729004, -1.807202696800232, -1.9450304508209229, -1.3520376682281494, -1.8923519849777222, -2.0014808177948, -0.1758664846420288, -2.320929765701294, -2.947601795196533, -1.9065790176391602, -1.8198661804199219, -1.3266853094100952, -1.7850908041000366, -1.7929033041000366, -1.1629403829574585, -1.6115577220916748, -0.5733025670051575, -0.1746588498353958, -1.1970080137252808, -0.5308631658554077, -1.8878998756408691, -2.5403225421905518, -2.8177192211151123, -2.9454143047332764, -2.5416510105133057, -1.8513238430023193, -2.554838180541992, -2.137310743331909, -0.9578495025634766, -0.6714417338371277, -0.19259780645370483, -1.569701910018921, -1.7661241292953491]}, "Bot004_007_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_007.log.json", "context": "i am not a jack , i am more of a recovering alcoholic . hey, how're you?", "response": "i am good , how are you doing ?", "annotation_id": "Bot004_007_02", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "T", "O", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-7.58996057510376, -9.54227066040039, -5.1234588623046875, -10.933213233947754, -8.660561561584473, -6.665594100952148, -10.738271713256836, -5.897497177124023, -8.829299926757812], "gpt2background_argmax_score": [-2.7500200271606445, -1.9329230785369873, -2.03303599357605, -2.7612946033477783, -1.208648443222046, -2.2356936931610107, -1.0343964099884033, -1.0963208675384521, -2.144697904586792, -0.24999137222766876, -2.7608070373535156, -3.1437268257141113, -2.0379838943481445, -1.7017499208450317, -2.3657851219177246, -1.6144248247146606, -1.4238945245742798, -0.2079169601202011, -1.561590552330017, -1.8450610637664795, -2.0933117866516113, -1.7443716526031494, -1.6602734327316284, -1.2602587938308716, -1.0597580671310425, -1.3214898109436035, -0.15560869872570038, -1.64142644405365, -1.6061897277832031, -0.3459486663341522]}, "Bot004_007_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_007.log.json", "context": "i am not a jack , i am more of a recovering alcoholic . hey, how're you? i am good , how are you doing ? fine thanks, nothing much", "response": "do you have any hobbies ?", "annotation_id": "Bot004_007_04", "annotations": ["O", "T", "O", "T", "T", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-10.767611503601074, -8.405037879943848, -8.894447326660156, -9.84078311920166, -13.14463996887207, -7.69490909576416], "gpt2background_argmax_score": [-2.7500200271606445, -1.9329230785369873, -2.03303599357605, -2.7612946033477783, -1.208648443222046, -2.2356936931610107, -1.0343964099884033, -1.0963208675384521, -2.144697904586792, -0.24999137222766876, -2.7608070373535156, -3.1437268257141113, -2.0379838943481445, -1.7017499208450317, -2.3657851219177246, -1.6144248247146606, -1.4238945245742798, -0.2079169601202011, -1.561590552330017, -1.8450610637664795, -1.7245408296585083, -1.698880672454834, -1.454748511314392, -1.1795084476470947, -1.4709692001342773, -0.17895473539829254, -1.7991142272949219, -1.693912386894226, -1.9613425731658936, -2.163616895675659, -2.02567720413208, -1.343384861946106, -2.711728572845459, -2.277921438217163, -2.2414917945861816, -0.3427874445915222, -1.5287717580795288, -1.2544435262680054, -2.8338139057159424, -1.5295897722244263, -0.6711027026176453]}, "Bot004_007_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_007.log.json", "context": "i am not a jack , i am more of a recovering alcoholic . hey, how're you? i am good , how are you doing ? fine thanks, nothing much do you have any hobbies ? not really, i like dancing,", "response": "i love dancing too ! i am a huge fan of the beatles myself .", "annotation_id": "Bot004_007_06", "annotations": ["O", "O", "O", "X", "T", "X", "O", "O", "X", "T", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-7.58996057510376, -9.849034309387207, -10.519792556762695, -9.956509590148926, -9.737614631652832, -2.4535892009735107, -1.0343964099884033, -1.0963208675384521, -11.694334030151367, -9.945350646972656, -9.994797706604004, -6.918740749359131, -12.342909812927246, -12.457405090332031, -9.654400825500488, -7.675259590148926], "gpt2background_argmax_score": [-2.7500200271606445, -1.9329230785369873, -2.03303599357605, -2.7612946033477783, -1.208648443222046, -2.2356936931610107, -1.0343964099884033, -1.0963208675384521, -2.144697904586792, -0.24999137222766876, -2.7608070373535156, -3.1437268257141113, -2.0379838943481445, -1.7017499208450317, -2.3657851219177246, -1.6144248247146606, -1.4238945245742798, -0.2079169601202011, -1.561590552330017, -1.8450610637664795, -1.7245408296585083, -1.698880672454834, -1.454748511314392, -1.1795084476470947, -1.4709692001342773, -0.17895473539829254, -1.7991142272949219, -1.693912386894226, -1.9613425731658936, -2.163616895675659, -2.0256762504577637, -1.3433873653411865, -2.7117278575897217, -2.2779219150543213, -0.7413116693496704, -2.0832271575927734, -1.3275762796401978, -3.314598321914673, -1.892627477645874, -1.918676733970642, -2.4488775730133057, -2.5070223808288574, -1.482456922531128, -1.7258026599884033, -1.7202125787734985, -1.723117470741272, -2.973388195037842, -2.1934289932250977, -2.2946503162384033, -2.065730333328247, -1.7318754196166992, -1.8672175407409668, -1.145180583000183, -2.15173077583313, -1.6463665962219238, -3.368300199508667, -1.4843575954437256, -0.35359305143356323, -2.9969658851623535, -3.1845645904541016, -2.2315211296081543, -1.9904570579528809, -1.4382215738296509, -0.9178116321563721]}, "Bot004_007_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_007.log.json", "context": "i am not a jack , i am more of a recovering alcoholic . hey, how're you? i am good , how are you doing ? fine thanks, nothing much do you have any hobbies ? not really, i like dancing, i love dancing too ! i am a huge fan of the beatles myself . good, so what do you do for living? if you don't mind", "response": "i am a hairdresser , but i am not doing it .", "annotation_id": "Bot004_007_08", "annotations": ["O", "T", "O", "O", "T", "X", "O", "O", "X", "X", "O", "O", "T", "X", "O"], "gpt2background_target_score": [-7.589962959289551, -9.542271614074707, -2.2619566917419434, -8.19599723815918, -15.033636093139648, -10.742124557495117, -12.944794654846191, -7.522173881530762, -7.160547256469727, -9.450759887695312, -9.062274932861328, -7.905215263366699, -8.656081199645996, -6.40319299697876, -4.590404510498047], "gpt2background_argmax_score": [-2.7500181198120117, -1.932922601699829, -2.033036708831787, -2.761295795440674, -1.2086466550827026, -2.235694408416748, -1.0343972444534302, -1.0963201522827148, -2.14469838142395, -0.2499920278787613, -2.760810136795044, -3.1437270641326904, -2.0379881858825684, -1.7017511129379272, -2.365785598754883, -1.6144249439239502, -1.4238916635513306, -0.20791685581207275, -1.561591625213623, -1.8450602293014526, -1.7245399951934814, -1.6988811492919922, -1.4547499418258667, -1.1795094013214111, -1.470970869064331, -0.17895463109016418, -1.7991126775741577, -1.693910837173462, -1.9613410234451294, -2.1636197566986084, -2.0256783962249756, -1.3433873653411865, -2.7117273807525635, -2.277920961380005, -0.7413110733032227, -2.0832290649414062, -1.3275777101516724, -3.3146026134490967, -1.892627477645874, -1.918676495552063, -2.4488766193389893, -2.5070228576660156, -1.4824532270431519, -1.7258028984069824, -1.7202116250991821, -1.7231183052062988, -2.9733874797821045, -1.5854798555374146, -2.680731773376465, -1.543336272239685, -1.754397988319397, -1.8793243169784546, -2.321244716644287, -1.7458808422088623, -3.3920798301696777, -1.670192837715149, -0.30176493525505066, -2.910024881362915, -3.0469186305999756, -2.233144760131836, -1.9016916751861572, -1.1914418935775757, -1.316752552986145, -1.6367361545562744, -1.635018229484558, -2.2146990299224854, -2.107757806777954, -0.30094394087791443, -1.6366298198699951, -0.5739715695381165, -1.4298372268676758, -0.5638890266418457, -1.7220406532287598, -0.6585195660591125, -1.9970424175262451, -0.2889171242713928, -1.3237286806106567, -0.9481320381164551, -2.2896692752838135, -2.730280637741089, -1.2359284162521362, -2.229632616043091, -1.4483126401901245, -0.046546127647161484, -0.16441868245601654, -2.0752313137054443, -0.9900938272476196, -0.6923725008964539, -1.965307593345642, -1.614065170288086, -1.0637892484664917, -1.1344234943389893, -1.56380295753479, -1.2446825504302979]}, "Bot004_007_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_007.log.json", "context": "i am not a jack , i am more of a recovering alcoholic . hey, how're you? i am good , how are you doing ? fine thanks, nothing much do you have any hobbies ? not really, i like dancing, i love dancing too ! i am a huge fan of the beatles myself . good, so what do you do for living? if you don't mind i am a hairdresser , but i am not doing it . why is that?", "response": "i am not sure what you mean .", "annotation_id": "Bot004_007_10", "annotations": ["T", "T", "O", "T", "T", "T", "T", "O", "X", "T", "T", "O", "X", "O", "T"], "gpt2background_target_score": [-7.589962959289551, -9.542271614074707, -8.092477798461914, -8.624837875366211, -8.626688003540039, -5.731330871582031, -5.9192399978637695, -6.8448896408081055], "gpt2background_argmax_score": [-2.7500181198120117, -1.932922601699829, -2.033036708831787, -2.761295795440674, -1.2086466550827026, -2.235694408416748, -1.0343972444534302, -1.0963201522827148, -2.14469838142395, -0.2499920278787613, -2.760810136795044, -3.1437270641326904, -2.0379881858825684, -1.7017511129379272, -2.365785598754883, -1.6144249439239502, -1.4238916635513306, -0.20791685581207275, -1.561591625213623, -1.8450602293014526, -1.7245399951934814, -1.6988811492919922, -1.4547499418258667, -1.1795094013214111, -1.470970869064331, -0.17895463109016418, -1.7991126775741577, -1.693910837173462, -1.9613410234451294, -2.1636197566986084, -2.0256783962249756, -1.3433873653411865, -2.7117273807525635, -2.277920961380005, -0.7413110733032227, -2.0832290649414062, -1.3275777101516724, -3.3146026134490967, -1.892627477645874, -1.918676495552063, -2.4488766193389893, -2.5070228576660156, -1.4824532270431519, -1.7258028984069824, -1.7202116250991821, -1.7231183052062988, -2.9733874797821045, -1.5854798555374146, -2.680731773376465, -1.543336272239685, -1.754397988319397, -1.8793243169784546, -2.321244716644287, -1.7458808422088623, -3.3920798301696777, -1.670192837715149, -0.30176493525505066, -2.910024881362915, -3.0469186305999756, -2.233144760131836, -1.9016916751861572, -1.1914418935775757, -1.316752552986145, -1.6367361545562744, -1.635018229484558, -2.2146990299224854, -2.107757806777954, -0.30094394087791443, -1.6366298198699951, -0.5739715695381165, -1.4298372268676758, -0.5638890266418457, -1.7220406532287598, -0.6585195660591125, -1.9970424175262451, -0.2889171242713928, -1.3237286806106567, -0.9481320381164551, -1.751312255859375, -1.9098801612854004, -2.892608880996704, -1.9176748991012573, -0.0354355052113533, -0.09510297328233719, -2.7208168506622314, -1.2467132806777954, -0.946281373500824, -1.9393045902252197, -1.666648268699646, -1.1487854719161987, -0.999615490436554, -1.5566638708114624, -1.7471011877059937, -2.041191339492798, -1.4595850706100464, -0.7753809094429016, -1.581297755241394, -2.1924262046813965, -1.9039649963378906, -1.309786319732666, -1.7510814666748047, -1.9658020734786987, -1.186921238899231, -0.9214262366294861, -1.110391616821289, -1.169956088066101]}, "Bot004_007_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_007.log.json", "context": "i am not a jack , i am more of a recovering alcoholic . hey, how're you? i am good , how are you doing ? fine thanks, nothing much do you have any hobbies ? not really, i like dancing, i love dancing too ! i am a huge fan of the beatles myself . good, so what do you do for living? if you don't mind i am a hairdresser , but i am not doing it . why is that? i am not sure what you mean . you mean you're a hairdresser but do you work as a hairdresser or not?", "response": "i am not sure what that is . i am a hairdresser .", "annotation_id": "Bot004_007_12", "annotations": ["T", "T", "T", "X", "T", "X", "T", "O", "X", "O", "T", "T", "X", "X", "T"], "gpt2background_target_score": [-7.589962959289551, -9.542271614074707, -8.092477798461914, -8.624837875366211, -8.626688003540039, -6.360054969787598, -7.08867883682251, -6.8448896408081055, -6.584519386291504, -10.016753196716309, -6.405607223510742, -8.8959321975708, -12.662019729614258, -10.66316032409668, -11.620275497436523, -7.675259590148926], "gpt2background_argmax_score": [-2.7500181198120117, -1.932922601699829, -2.033036708831787, -2.761295795440674, -1.2086466550827026, -2.235694408416748, -1.0343972444534302, -1.0963201522827148, -2.14469838142395, -0.2499920278787613, -2.760810136795044, -3.1437270641326904, -2.0379881858825684, -1.7017511129379272, -2.365785598754883, -1.6144249439239502, -1.4238916635513306, -0.20791685581207275, -1.561591625213623, -1.8450602293014526, -1.7245399951934814, -1.6988811492919922, -1.4547499418258667, -1.1795094013214111, -1.470970869064331, -0.17895463109016418, -1.7991126775741577, -1.693910837173462, -1.9613410234451294, -2.1636197566986084, -2.0256783962249756, -1.3433873653411865, -2.7117273807525635, -2.277920961380005, -0.7413110733032227, -2.0832290649414062, -1.3275777101516724, -3.3146026134490967, -1.892627477645874, -1.918676495552063, -2.4488766193389893, -2.5070228576660156, -1.4824532270431519, -1.7258028984069824, -1.7202116250991821, -1.7231183052062988, -2.9733874797821045, -1.5854798555374146, -2.680731773376465, -1.543336272239685, -1.754397988319397, -1.8793243169784546, -2.321244716644287, -1.7458808422088623, -3.3920798301696777, -1.670192837715149, -0.30176493525505066, -2.910024881362915, -3.0469186305999756, -2.233144760131836, -1.9016916751861572, -1.1914418935775757, -1.316752552986145, -1.6367361545562744, -1.635018229484558, -2.2146990299224854, -2.107757806777954, -0.30094394087791443, -1.6366298198699951, -0.5739715695381165, -1.4298372268676758, -0.5638890266418457, -1.7220406532287598, -0.6585195660591125, -1.9970424175262451, -0.2889171242713928, -1.3237286806106567, -0.9481320381164551, -1.751312255859375, -1.9098801612854004, -2.892608880996704, -1.9176748991012573, -0.0354355052113533, -0.09510297328233719, -2.7208168506622314, -1.2467132806777954, -0.946281373500824, -1.9393045902252197, -1.666648268699646, -1.1487854719161987, -0.999615490436554, -1.5566638708114624, -1.7471011877059937, -2.041191339492798, -1.4595850706100464, -0.7753809094429016, -1.5812971591949463, -1.3327052593231201, -1.7152628898620605, -1.8419177532196045, -1.9832510948181152, -1.464304804801941, -1.3786565065383911, -1.5223313570022583, -1.4299956560134888, -1.6907382011413574, -2.163074254989624, -1.7200942039489746, -1.747098684310913, -1.7249057292938232, -0.02425031177699566, -0.017679717391729355, -0.22306649386882782, -1.9118624925613403, -0.9866555333137512, -0.3192797005176544, -1.7976188659667969, -2.0244438648223877, -0.23938044905662537, -1.2412303686141968, -0.06486206501722336, -0.022188853472471237, -0.23624156415462494, -0.6976778507232666, -2.104229688644409, -0.4034818708896637, -1.920798897743225, -1.999843716621399, -0.7934285998344421, -0.8974981904029846, -1.7323229312896729, -0.8490039706230164, -0.339201956987381, -0.22167696058750153, -1.7041734457015991, -1.1915186643600464, -1.141605257987976, -1.233433485031128, -0.2810920774936676, -0.06451566517353058, -0.0462370328605175, -0.2516691982746124, -1.3923102617263794, -0.6950733065605164]}, "Bot004_007_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_007.log.json", "context": "i am not a jack , i am more of a recovering alcoholic . hey, how're you? i am good , how are you doing ? fine thanks, nothing much do you have any hobbies ? not really, i like dancing, i love dancing too ! i am a huge fan of the beatles myself . good, so what do you do for living? if you don't mind i am a hairdresser , but i am not doing it . why is that? i am not sure what you mean . you mean you're a hairdresser but do you work as a hairdresser or not? i am not sure what that is . i am a hairdresser . ok, sorry, so are you a women or men barber mostly/", "response": "i am a single woman . i am a woman .", "annotation_id": "Bot004_007_14", "annotations": ["T", "O", "O", "O", "T", "X", "X", "O", "X", "X", "T", "O", "X", "X", "T"], "gpt2background_target_score": [-7.589962959289551, -9.542271614074707, -2.2619566917419434, -5.726033687591553, -9.263572692871094, -5.589729309082031, -8.377408027648926, -7.960849761962891, -2.2929985523223877, -11.381925582885742, -9.206570625305176], "gpt2background_argmax_score": [-2.7500181198120117, -1.932922601699829, -2.033036708831787, -2.761295795440674, -1.2086466550827026, -2.235694408416748, -1.0343972444534302, -1.0963201522827148, -2.14469838142395, -0.2499920278787613, -2.760810136795044, -3.1437270641326904, -2.0379881858825684, -1.7017511129379272, -2.365785598754883, -1.6144249439239502, -1.4238916635513306, -0.20791685581207275, -1.561591625213623, -1.8450602293014526, -1.7245399951934814, -1.6988811492919922, -1.4547499418258667, -1.1795094013214111, -1.470970869064331, -0.17895463109016418, -1.7991126775741577, -1.693910837173462, -1.9613410234451294, -2.1636197566986084, -2.0256783962249756, -1.3433873653411865, -2.7117273807525635, -2.277920961380005, -0.7413110733032227, -2.0832290649414062, -1.3275777101516724, -3.3146026134490967, -1.892627477645874, -1.918676495552063, -2.4488766193389893, -2.5070228576660156, -1.4824532270431519, -1.7258028984069824, -1.7202116250991821, -1.7231183052062988, -2.9733874797821045, -1.5854798555374146, -2.680731773376465, -1.543336272239685, -1.754397988319397, -1.8793243169784546, -2.321244716644287, -1.7458808422088623, -3.3920798301696777, -1.670192837715149, -0.30176493525505066, -2.910024881362915, -3.0469186305999756, -2.233144760131836, -1.9016916751861572, -1.1914418935775757, -1.316752552986145, -1.6367361545562744, -1.635018229484558, -2.2146990299224854, -2.107757806777954, -0.30094394087791443, -1.6366298198699951, -0.5739715695381165, -1.4298372268676758, -0.5638890266418457, -1.7220406532287598, -0.6585195660591125, -1.9970424175262451, -0.2889171242713928, -1.3237286806106567, -0.9481320381164551, -1.751312255859375, -1.9098801612854004, -2.892608880996704, -1.9176748991012573, -0.0354355052113533, -0.09510297328233719, -2.7208168506622314, -1.2467132806777954, -0.946281373500824, -1.9393045902252197, -1.666648268699646, -1.1487854719161987, -0.999615490436554, -1.5566638708114624, -1.7471011877059937, -2.041191339492798, -1.4595850706100464, -0.7753809094429016, -1.5812971591949463, -1.3327052593231201, -1.7152628898620605, -1.8419177532196045, -1.9832510948181152, -1.464304804801941, -1.3786565065383911, -1.5223313570022583, -1.4299956560134888, -1.6907382011413574, -2.163074254989624, -1.7200942039489746, -1.747098684310913, -1.7249057292938232, -0.02425031177699566, -0.017679717391729355, -0.22306649386882782, -1.9118624925613403, -0.9866555333137512, -0.3192797005176544, -1.7976188659667969, -2.0244438648223877, -0.23938044905662537, -1.2412303686141968, -0.06486206501722336, -0.022188853472471237, -0.23624156415462494, -0.6976778507232666, -2.104229688644409, -0.4034818708896637, -1.920798897743225, -1.428554892539978, -1.1130074262619019, -1.7549077272415161, -0.9013741612434387, -0.32459211349487305, -0.21618273854255676, -1.57133150100708, -1.7130192518234253, -1.0226701498031616, -1.4668257236480713, -0.417256623506546, -0.0827140063047409, -0.04966938495635986, -0.27986985445022583, -1.5151593685150146, -1.2750741243362427, -1.740128993988037, -1.2015751600265503, -1.9268115758895874, -0.8987284898757935, -1.1407721042633057, -0.21704398095607758, -1.9848893880844116, -0.2871641218662262, -1.2458553314208984, -1.8848720788955688, -1.0183043479919434, -2.157855749130249, -0.8767656087875366, -1.114341139793396, -4.469947814941406, -2.1453938484191895, -1.203816294670105, -0.6289824843406677, -0.7104745507240295, -1.998368263244629, -2.182307243347168, -1.2562870979309082, -1.2161229848861694, -0.9498170018196106, -2.2057158946990967, -1.4521831274032593, -0.572553813457489]}, "Bot004_007_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_007.log.json", "context": "i am not a jack , i am more of a recovering alcoholic . hey, how're you? i am good , how are you doing ? fine thanks, nothing much do you have any hobbies ? not really, i like dancing, i love dancing too ! i am a huge fan of the beatles myself . good, so what do you do for living? if you don't mind i am a hairdresser , but i am not doing it . why is that? i am not sure what you mean . you mean you're a hairdresser but do you work as a hairdresser or not? i am not sure what that is . i am a hairdresser . ok, sorry, so are you a women or men barber mostly/ i am a single woman . i am a woman . ah ok, and where are you from?", "response": "i am from the united states , how about you ?", "annotation_id": "Bot004_007_16", "annotations": ["O", "T", "O", "T", "T", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-7.589962959289551, -9.542271614074707, -7.312188148498535, -8.78348445892334, -12.350700378417969, -13.007987976074219, -9.28559684753418, -8.341964721679688, -5.1508684158325195, -7.576737880706787, -11.809457778930664], "gpt2background_argmax_score": [-2.7500181198120117, -1.932922601699829, -2.033036708831787, -2.761295795440674, -1.2086466550827026, -2.235694408416748, -1.0343972444534302, -1.0963201522827148, -2.14469838142395, -0.2499920278787613, -2.760810136795044, -3.1437270641326904, -2.0379881858825684, -1.7017511129379272, -2.365785598754883, -1.6144249439239502, -1.4238916635513306, -0.20791685581207275, -1.561591625213623, -1.8450602293014526, -1.7245399951934814, -1.6988811492919922, -1.4547499418258667, -1.1795094013214111, -1.470970869064331, -0.17895463109016418, -1.7991126775741577, -1.693910837173462, -1.9613410234451294, -2.1636197566986084, -2.0256783962249756, -1.3433873653411865, -2.7117273807525635, -2.277920961380005, -0.7413110733032227, -2.0832290649414062, -1.3275777101516724, -3.3146026134490967, -1.892627477645874, -1.918676495552063, -2.4488766193389893, -2.5070228576660156, -1.4824532270431519, -1.7258028984069824, -1.7202116250991821, -1.7231183052062988, -2.9733874797821045, -1.5854798555374146, -2.680731773376465, -1.543336272239685, -1.754397988319397, -1.8793243169784546, -2.321244716644287, -1.7458808422088623, -3.3920798301696777, -1.670192837715149, -0.30176493525505066, -2.910024881362915, -3.0469186305999756, -2.233144760131836, -1.9016916751861572, -1.1914418935775757, -1.316752552986145, -1.6367361545562744, -1.635018229484558, -2.2146990299224854, -2.107757806777954, -0.30094394087791443, -1.6366298198699951, -0.5739715695381165, -1.4298372268676758, -0.5638890266418457, -1.7220406532287598, -0.6585195660591125, -1.9970424175262451, -0.2889171242713928, -1.3237286806106567, -0.9481320381164551, -1.751312255859375, -1.9098801612854004, -2.892608880996704, -1.9176748991012573, -0.0354355052113533, -0.09510297328233719, -2.7208168506622314, -1.2467132806777954, -0.946281373500824, -1.9393045902252197, -1.666648268699646, -1.1487854719161987, -0.999615490436554, -1.5566638708114624, -1.7471011877059937, -2.041191339492798, -1.4595850706100464, -0.7753809094429016, -1.5812971591949463, -1.3327052593231201, -1.7152628898620605, -1.8419177532196045, -1.9832510948181152, -1.464304804801941, -1.3786565065383911, -1.5223313570022583, -1.4299956560134888, -1.6907382011413574, -2.163074254989624, -1.7200942039489746, -1.747098684310913, -1.7249057292938232, -0.02425031177699566, -0.017679717391729355, -0.22306649386882782, -1.9118624925613403, -0.9866555333137512, -0.3192797005176544, -1.7976188659667969, -2.0244438648223877, -0.23938044905662537, -1.2412303686141968, -0.06486206501722336, -0.022188853472471237, -0.23624156415462494, -0.6976778507232666, -2.104229688644409, -0.4034818708896637, -1.920798897743225, -1.428554892539978, -1.1130074262619019, -1.7549077272415161, -0.9013741612434387, -0.32459211349487305, -0.21618254482746124, -1.5713310241699219, -1.713019847869873, -1.0226713418960571, -1.466825008392334, -0.417256623506546, -0.08271422982215881, -0.04966926947236061, -0.27987003326416016, -1.5151596069335938, -1.2750734090805054, -1.7401283979415894, -1.2015743255615234, -1.9268113374710083, -0.8987290263175964, -1.1407732963562012, -0.21704407036304474, -1.9848897457122803, -0.287165105342865, -1.2458555698394775, -1.884873867034912, -1.0183042287826538, -2.1578567028045654, -0.8767642378807068, -1.1143404245376587, -4.46995210647583, -1.0649785995483398, -1.0371893644332886, -1.0426833629608154, -1.8650580644607544, -2.203927755355835, -1.8724608421325684, -0.7310490608215332, -0.908103883266449, -2.094046115875244, -1.7852628231048584, -1.3176909685134888, -1.9554051160812378, -1.7316440343856812, -1.6438628435134888, -1.094675064086914, -1.3709614276885986, -0.2520606219768524, -1.2871122360229492, -0.5921430587768555, -1.8677321672439575, -2.304133415222168, -1.45586359500885, -0.6634997725486755, -2.1653289794921875, -1.5835256576538086, -0.658897876739502, -1.5740071535110474, -1.527184247970581, -1.2433971166610718, -0.2848273813724518, -0.777379035949707, -0.9958242774009705]}, "Bot004_007_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_007.log.json", "context": "i am not a jack , i am more of a recovering alcoholic . hey, how're you? i am good , how are you doing ? fine thanks, nothing much do you have any hobbies ? not really, i like dancing, i love dancing too ! i am a huge fan of the beatles myself . good, so what do you do for living? if you don't mind i am a hairdresser , but i am not doing it . why is that? i am not sure what you mean . you mean you're a hairdresser but do you work as a hairdresser or not? i am not sure what that is . i am a hairdresser . ok, sorry, so are you a women or men barber mostly/ i am a single woman . i am a woman . ah ok, and where are you from? i am from the united states , how about you ? i am from poland", "response": "i am a cali . cali .", "annotation_id": "Bot004_007_18", "annotations": ["O", "T", "O", "X", "T", "X", "O", "O", "X", "O", "O", "O", "X", "O", "T"], "gpt2background_target_score": [-7.589962959289551, -9.542271614074707, -2.2619566917419434, -9.752485275268555, -7.386455059051514, -5.589729309082031, -11.37510871887207, -9.221627235412598, -8.268582344055176], "gpt2background_argmax_score": [-2.7500181198120117, -1.932922601699829, -2.033036708831787, -2.761295795440674, -1.2086466550827026, -2.235694408416748, -1.0343972444534302, -1.0963201522827148, -2.14469838142395, -0.2499920278787613, -2.760810136795044, -3.1437270641326904, -2.0379881858825684, -1.7017511129379272, -2.365785598754883, -1.6144249439239502, -1.4238916635513306, -0.20791685581207275, -1.561591625213623, -1.8450602293014526, -1.7245399951934814, -1.6988811492919922, -1.4547499418258667, -1.1795094013214111, -1.470970869064331, -0.17895463109016418, -1.7991126775741577, -1.693910837173462, -1.9613410234451294, -2.1636197566986084, -2.0256783962249756, -1.3433873653411865, -2.7117273807525635, -2.277920961380005, -0.7413110733032227, -2.0832290649414062, -1.3275777101516724, -3.3146026134490967, -1.892627477645874, -1.918676495552063, -2.4488766193389893, -2.5070228576660156, -1.4824532270431519, -1.7258028984069824, -1.7202116250991821, -1.7231183052062988, -2.9733874797821045, -1.5854798555374146, -2.680731773376465, -1.543336272239685, -1.754397988319397, -1.8793243169784546, -2.321244716644287, -1.7458808422088623, -3.3920798301696777, -1.670192837715149, -0.30176493525505066, -2.910024881362915, -3.0469186305999756, -2.233144760131836, -1.9016916751861572, -1.1914418935775757, -1.316752552986145, -1.6367361545562744, -1.635018229484558, -2.2146990299224854, -2.107757806777954, -0.30094394087791443, -1.6366298198699951, -0.5739715695381165, -1.4298372268676758, -0.5638890266418457, -1.7220406532287598, -0.6585195660591125, -1.9970424175262451, -0.2889171242713928, -1.3237286806106567, -0.9481320381164551, -1.751312255859375, -1.9098801612854004, -2.892608880996704, -1.9176748991012573, -0.0354355052113533, -0.09510297328233719, -2.7208168506622314, -1.2467132806777954, -0.946281373500824, -1.9393045902252197, -1.666648268699646, -1.1487854719161987, -0.999615490436554, -1.5566638708114624, -1.7471011877059937, -2.041191339492798, -1.4595850706100464, -0.7753809094429016, -1.5812971591949463, -1.3327052593231201, -1.7152628898620605, -1.8419177532196045, -1.9832510948181152, -1.464304804801941, -1.3786565065383911, -1.5223313570022583, -1.4299956560134888, -1.6907382011413574, -2.163074254989624, -1.7200942039489746, -1.747098684310913, -1.7249057292938232, -0.02425031177699566, -0.017679717391729355, -0.22306649386882782, -1.9118624925613403, -0.9866555333137512, -0.3192797005176544, -1.7976188659667969, -2.0244438648223877, -0.23938044905662537, -1.2412303686141968, -0.06486206501722336, -0.022188853472471237, -0.23624156415462494, -0.6976778507232666, -2.104229688644409, -0.4034818708896637, -1.920798897743225, -1.428554892539978, -1.1130074262619019, -1.7549077272415161, -0.9013741612434387, -0.32459211349487305, -0.21618254482746124, -1.5713310241699219, -1.713019847869873, -1.0226713418960571, -1.466825008392334, -0.417256623506546, -0.08271422982215881, -0.04966926947236061, -0.27987003326416016, -1.5151596069335938, -1.2750734090805054, -1.7401283979415894, -1.2015743255615234, -1.9268113374710083, -0.8987290263175964, -1.1407732963562012, -0.21704407036304474, -1.9848897457122803, -0.287165105342865, -1.2458555698394775, -1.884873867034912, -1.0183042287826538, -2.1578567028045654, -0.8767642378807068, -1.1143404245376587, -4.46995210647583, -1.0649785995483398, -1.0371893644332886, -1.0426833629608154, -1.8650580644607544, -2.203927755355835, -1.8724608421325684, -0.7310490608215332, -0.908103883266449, -2.094046115875244, -1.7852628231048584, -1.3176909685134888, -1.9554051160812378, -1.7316440343856812, -1.6438628435134888, -1.094675064086914, -1.3709614276885986, -0.2520606219768524, -1.2871122360229492, -0.5921430587768555, -1.8677321672439575, -0.6578878164291382, -0.8451447486877441, -2.586533784866333, -1.7089349031448364, -0.821988582611084, -1.4602421522140503, -1.7028017044067383, -1.2174971103668213, -0.2495555728673935, -0.5535405278205872, -1.5925707817077637, -0.6218117475509644, -1.4495762586593628, -0.7110790014266968, -1.7842671871185303, -0.8955330848693848, -2.229032278060913, -1.264480471611023, -0.9384171366691589, -1.8176852464675903, -2.0473639965057373, -2.6601274013519287, -1.3458657264709473, -0.2472580224275589, -1.660280704498291, -2.2600526809692383]}, "Bot004_007_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_007.log.json", "context": "i am not a jack , i am more of a recovering alcoholic . hey, how're you? i am good , how are you doing ? fine thanks, nothing much do you have any hobbies ? not really, i like dancing, i love dancing too ! i am a huge fan of the beatles myself . good, so what do you do for living? if you don't mind i am a hairdresser , but i am not doing it . why is that? i am not sure what you mean . you mean you're a hairdresser but do you work as a hairdresser or not? i am not sure what that is . i am a hairdresser . ok, sorry, so are you a women or men barber mostly/ i am a single woman . i am a woman . ah ok, and where are you from? i am from the united states , how about you ? i am from poland i am a cali . cali . nice to meet you, i'm iza", "response": "i love to meet people who have a friend", "annotation_id": "Bot004_007_20", "annotations": ["O", "T", "O", "O", "T", "X", "O", "O", "T", "O", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-7.589962959289551, -9.849034309387207, -6.771293640136719, -10.965312957763672, -9.285236358642578, -6.523132801055908, -2.5080013275146484, -1.0963201522827148, -9.411118507385254], "gpt2background_argmax_score": [-2.7500181198120117, -1.932922601699829, -2.033036708831787, -2.761295795440674, -1.2086466550827026, -2.235694408416748, -1.0343972444534302, -1.0963201522827148, -2.14469838142395, -0.2499920278787613, -2.760810136795044, -3.1437270641326904, -2.0379881858825684, -1.7017511129379272, -2.365785598754883, -1.6144249439239502, -1.4238916635513306, -0.20791685581207275, -1.561591625213623, -1.8450602293014526, -1.7245399951934814, -1.6988811492919922, -1.4547499418258667, -1.1795094013214111, -1.470970869064331, -0.17895463109016418, -1.7991126775741577, -1.693910837173462, -1.9613410234451294, -2.1636197566986084, -2.0256783962249756, -1.3433873653411865, -2.7117273807525635, -2.277920961380005, -0.7413110733032227, -2.0832290649414062, -1.3275777101516724, -3.3146026134490967, -1.892627477645874, -1.918676495552063, -2.4488766193389893, -2.5070228576660156, -1.4824532270431519, -1.7258028984069824, -1.7202116250991821, -1.7231183052062988, -2.9733874797821045, -1.5854798555374146, -2.680731773376465, -1.543336272239685, -1.754397988319397, -1.8793243169784546, -2.321244716644287, -1.7458808422088623, -3.3920798301696777, -1.670192837715149, -0.30176493525505066, -2.910024881362915, -3.0469186305999756, -2.233144760131836, -1.9016916751861572, -1.1914418935775757, -1.316752552986145, -1.6367361545562744, -1.635018229484558, -2.2146990299224854, -2.107757806777954, -0.30094394087791443, -1.6366298198699951, -0.5739715695381165, -1.4298372268676758, -0.5638890266418457, -1.7220406532287598, -0.6585195660591125, -1.9970424175262451, -0.2889171242713928, -1.3237286806106567, -0.9481320381164551, -1.751312255859375, -1.9098801612854004, -2.892608880996704, -1.9176748991012573, -0.0354355052113533, -0.09510297328233719, -2.7208168506622314, -1.2467132806777954, -0.946281373500824, -1.9393045902252197, -1.666648268699646, -1.1487854719161987, -0.999615490436554, -1.5566638708114624, -1.7471011877059937, -2.041191339492798, -1.4595850706100464, -0.7753809094429016, -1.5812971591949463, -1.3327052593231201, -1.7152628898620605, -1.8419177532196045, -1.9832510948181152, -1.464304804801941, -1.3786565065383911, -1.5223313570022583, -1.4299956560134888, -1.6907382011413574, -2.163074254989624, -1.7200942039489746, -1.747098684310913, -1.7249057292938232, -0.02425031177699566, -0.017679717391729355, -0.22306649386882782, -1.9118624925613403, -0.9866555333137512, -0.3192797005176544, -1.7976188659667969, -2.0244438648223877, -0.23938044905662537, -1.2412303686141968, -0.06486206501722336, -0.022188853472471237, -0.23624156415462494, -0.6976778507232666, -2.104229688644409, -0.4034818708896637, -1.920798897743225, -1.428554892539978, -1.1130074262619019, -1.7549077272415161, -0.9013741612434387, -0.32459211349487305, -0.21618254482746124, -1.5713310241699219, -1.713019847869873, -1.0226713418960571, -1.466825008392334, -0.417256623506546, -0.08271422982215881, -0.04966926947236061, -0.27987003326416016, -1.5151596069335938, -1.2750734090805054, -1.7401283979415894, -1.2015743255615234, -1.9268113374710083, -0.8987290263175964, -1.1407732963562012, -0.21704407036304474, -1.9848897457122803, -0.287165105342865, -1.2458555698394775, -1.884873867034912, -1.0183042287826538, -2.1578567028045654, -0.8767642378807068, -1.1143404245376587, -4.46995210647583, -1.0649785995483398, -1.0371893644332886, -1.0426833629608154, -1.8650580644607544, -2.203927755355835, -1.8724608421325684, -0.7310490608215332, -0.908103883266449, -2.094046115875244, -1.7852628231048584, -1.3176909685134888, -1.9554051160812378, -1.7316440343856812, -1.6438628435134888, -1.094675064086914, -1.3709614276885986, -0.2520606219768524, -1.2871122360229492, -0.5921430587768555, -1.8677321672439575, -0.6578878164291382, -0.8451447486877441, -2.5865325927734375, -1.7089357376098633, -0.821988046169281, -1.4602404832839966, -1.702802300453186, -1.2174952030181885, -0.24955493211746216, -0.5535407662391663, -1.592571496963501, -0.6218112111091614, -1.4495750665664673, -0.7110784649848938, -1.7842679023742676, -0.8955321311950684, -0.6219362020492554, -0.8039601445198059, -2.5335519313812256, -1.6864900588989258, -2.2320973873138428, -1.8455158472061157, -0.35345718264579773, -2.21909761428833, -2.8025848865509033, -1.1556137800216675, -0.9037666916847229, -1.3281837701797485, -1.6301523447036743, -1.433250904083252, -0.8464396595954895, -1.6343423128128052, -1.7564749717712402, -2.8700852394104004, -2.082817792892456, -1.17007315158844, -1.9401100873947144, -1.1427232027053833, -0.1405416578054428, -1.3954545259475708, -1.2169411182403564, -2.318282127380371, -2.5026602745056152, -1.8836166858673096]}, "Bot004_008_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_008.log.json", "context": "i have no idea what that is i have no idea what that is", "response": "you should try it . it is a great time .", "annotation_id": "Bot004_008_02", "annotations": ["O", "T", "T", "T", "T", "O", "T", "T", "T", "O", "T", "O", "T", "O", "T"], "gpt2background_target_score": [-10.214262962341309, -11.838430404663086, -12.209040641784668, -6.623250961303711, -10.149791717529297, -8.548751831054688, -7.591857433319092, -8.528824806213379, -10.276494026184082, -7.476133823394775, -8.968905448913574], "gpt2background_argmax_score": [-2.7500200271606445, -1.4319202899932861, -0.6043518781661987, -0.9241421222686768, -1.2424298524856567, -1.587144374847412, -1.8624054193496704, -1.7827099561691284, -1.5034343004226685, -0.490964412689209, -0.5732355117797852, -1.7865432500839233, -0.788770854473114, -1.505613088607788, -2.8429114818573, -2.163055658340454, -2.3952691555023193, -1.527953863143921, -1.3466964960098267, -1.0426515340805054, -1.5764390230178833, -2.017845869064331, -3.4973363876342773, -2.569550037384033, -0.7058420181274414, -1.8127433061599731]}, "Bot004_008_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_008.log.json", "context": "i have no idea what that is i have no idea what that is you should try it . it is a great time . i know, i got a new job just yesterday to be a life coach", "response": "i am a lawyer , but i am not good at it .", "annotation_id": "Bot004_008_04", "annotations": ["O", "O", "O", "T", "T", "T", "T", "T", "O", "O", "T", "T", "T", "T", "O"], "gpt2background_target_score": [-7.58996057510376, -9.181812286376953, -9.310287475585938, -14.315950393676758, -10.827754974365234, -9.098936080932617, -6.445004463195801, -1.7827099561691284, -4.954914093017578, -7.385982990264893, -7.041934013366699, -1.8586148023605347, -10.024955749511719], "gpt2background_argmax_score": [-2.7500200271606445, -1.4319202899932861, -0.6043518781661987, -0.9241421222686768, -1.2424298524856567, -1.587144374847412, -1.8624054193496704, -1.7827099561691284, -1.5034343004226685, -0.490964412689209, -0.5732355117797852, -1.7865432500839233, -0.788770854473114, -1.505613088607788, -1.9899637699127197, -1.526052713394165, -1.617544412612915, -1.5561151504516602, -1.2742204666137695, -1.5530887842178345, -2.0412352085113525, -3.942636728286743, -2.8322818279266357, -0.7453047633171082, -2.657346248626709, -2.293912410736084, -2.2737348079681396, -1.4260140657424927, -2.087319850921631, -2.246044397354126, -2.9480812549591064, -2.5448765754699707, -1.8061461448669434, -2.17030668258667, -1.3781273365020752, -2.6103296279907227, -1.811996579170227, -2.896912097930908, -1.3791472911834717, -1.8080486059188843, -2.705695152282715, -2.7973897457122803, -1.8681148290634155, -1.5515036582946777, -1.847712516784668, -1.3145219087600708, -1.1074137687683105, -2.2887356281280518, -1.7193049192428589, -1.3737059831619263, -0.42873597145080566, -1.7560865879058838, -1.8277047872543335, -1.510487675666809]}, "Bot004_008_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_008.log.json", "context": "i have no idea what that is i have no idea what that is you should try it . it is a great time . i know, i got a new job just yesterday to be a life coach i am a lawyer , but i am not good at it . haha", "response": "i am a huge fan of all types of things except country", "annotation_id": "Bot004_008_06", "annotations": ["O", "O", "O", "T", "T", "O", "T", "X", "T", "X", "T", "X", "X", "O", "O"], "gpt2background_target_score": [-7.589962959289551, -9.181812286376953, -9.310286521911621, -13.583629608154297, -10.396092414855957, -8.166179656982422, -5.559011459350586, -12.928258895874023, -8.005690574645996, -11.54578971862793, -9.702766418457031, -9.922675132751465], "gpt2background_argmax_score": [-2.7500181198120117, -1.4319206476211548, -0.6043517589569092, -0.9241443872451782, -1.2424325942993164, -1.587140440940857, -1.862404704093933, -1.782710313796997, -1.5034325122833252, -0.4909645617008209, -0.5732356309890747, -1.7865428924560547, -0.7887709736824036, -1.5056136846542358, -1.9899636507034302, -1.5260546207427979, -1.6175435781478882, -1.5561141967773438, -1.2742201089859009, -1.5530891418457031, -2.0412344932556152, -3.9426369667053223, -2.832282066345215, -0.7453060150146484, -2.6573450565338135, -2.293914318084717, -2.2737340927124023, -1.426012396812439, -2.0873217582702637, -2.246044635772705, -2.9480819702148438, -2.5448760986328125, -1.806147813796997, -2.1703052520751953, -1.378126621246338, -2.6103274822235107, -1.8119953870773315, -2.896913528442383, -1.379148006439209, -1.8080484867095947, -2.956505537033081, -2.9308173656463623, -3.3653452396392822, -1.6196763515472412, -1.0491338968276978, -1.0077290534973145, -2.2948122024536133, -2.2691116333007812, -1.5089061260223389, -0.6623971462249756, -1.5392013788223267, -0.9854716658592224, -1.5793275833129883, -2.6150217056274414, -2.6236732006073, -2.533540964126587, -1.4275541305541992, -0.4809279143810272, -1.642112374305725, -0.2685985565185547, -2.1770436763763428, -1.0302183628082275, -0.2562219798564911, -2.514430522918701, -1.8397456407546997, -1.879278302192688, -2.096890687942505]}, "Bot004_008_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_008.log.json", "context": "i have no idea what that is i have no idea what that is you should try it . it is a great time . i know, i got a new job just yesterday to be a life coach i am a lawyer , but i am not good at it . haha i am a huge fan of all types of things except country i do not like sports, but my parents were both very athletic", "response": "i am not really into sports . i am more of a homebody .", "annotation_id": "Bot004_008_08", "annotations": ["O", "O", "O", "T", "T", "O", "T", "X", "O", "O", "T", "O", "O", "T", "O"], "gpt2background_target_score": [-7.589962959289551, -9.181812286376953, -10.771797180175781, -10.55521297454834, -10.755616188049316, -11.015716552734375, -8.065322875976562, -7.789976119995117, -8.158592224121094, -7.9155354499816895, -6.685263156890869, -4.659239768981934, -10.72801399230957, -12.650236129760742, -9.07478141784668], "gpt2background_argmax_score": [-2.7500181198120117, -1.4319206476211548, -0.6043517589569092, -0.9241443872451782, -1.2424325942993164, -1.587140440940857, -1.862404704093933, -1.782710313796997, -1.5034325122833252, -0.4909645617008209, -0.5732356309890747, -1.7865428924560547, -0.7887709736824036, -1.5056136846542358, -1.9899636507034302, -1.5260546207427979, -1.6175435781478882, -1.5561141967773438, -1.2742201089859009, -1.5530891418457031, -2.0412344932556152, -3.9426369667053223, -2.832282066345215, -0.7453060150146484, -2.6573450565338135, -2.293914318084717, -2.2737340927124023, -1.426012396812439, -2.0873217582702637, -2.246044635772705, -2.9480819702148438, -2.5448760986328125, -1.806147813796997, -2.1703052520751953, -1.378126621246338, -2.6103274822235107, -1.8119953870773315, -2.896913528442383, -1.379148006439209, -1.8080484867095947, -2.956505537033081, -2.9308173656463623, -3.3653452396392822, -1.6196763515472412, -1.0491338968276978, -1.0077290534973145, -2.2948122024536133, -2.2691116333007812, -1.5089061260223389, -0.6623971462249756, -1.5392013788223267, -0.9854716658592224, -1.5793275833129883, -2.6150217056274414, -2.405226945877075, -2.04598331451416, -1.247604250907898, -2.366013288497925, -0.28347498178482056, -2.1744027137756348, -0.9921693801879883, -0.24753475189208984, -2.369276762008667, -1.407301664352417, -1.8751519918441772, -1.5306651592254639, -1.372996211051941, -1.70454740524292, -1.5864536762237549, -2.6159939765930176, -0.9418180584907532, -1.595153570175171, -0.6438513994216919, -2.6567249298095703, -1.5719280242919922, -2.994462251663208, -2.662122964859009, -2.18355655670166, -1.075023889541626, -2.423727512359619, -2.774864912033081, -1.2305543422698975, -1.8898730278015137, -1.3633002042770386, -1.2024943828582764, -2.0374197959899902, -0.8614799380302429, -1.8580636978149414, -1.429327130317688, -1.6728181838989258, -0.27828314900398254, -2.071289300918579, -2.662444829940796, -2.6288363933563232, -0.6029848456382751]}, "Bot004_008_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_008.log.json", "context": "i have no idea what that is i have no idea what that is you should try it . it is a great time . i know, i got a new job just yesterday to be a life coach i am a lawyer , but i am not good at it . haha i am a huge fan of all types of things except country i do not like sports, but my parents were both very athletic i am not really into sports . i am more of a homebody . give me five!", "response": "that is a long time . do you have any hobbies ?", "annotation_id": "Bot004_008_10", "annotations": ["O", "O", "T", "T", "T", "O", "T", "T", "O", "T", "O", "T", "X", "O", "O"], "gpt2background_target_score": [-11.748018264770508, -9.502338409423828, -9.310286521911621, -12.196697235107422, -7.270342826843262, -10.188237190246582, -7.895403861999512, -11.229255676269531, -9.102438926696777, -11.107964515686035, -13.472237586975098, -9.036256790161133], "gpt2background_argmax_score": [-2.7500181198120117, -1.4319206476211548, -0.6043517589569092, -0.9241443872451782, -1.2424325942993164, -1.587140440940857, -1.862404704093933, -1.782710313796997, -1.5034325122833252, -0.4909645617008209, -0.5732356309890747, -1.7865428924560547, -0.7887709736824036, -1.5056136846542358, -1.9899636507034302, -1.5260546207427979, -1.6175435781478882, -1.5561141967773438, -1.2742201089859009, -1.5530891418457031, -2.0412344932556152, -3.9426369667053223, -2.832282066345215, -0.7453060150146484, -2.6573450565338135, -2.293914318084717, -2.2737340927124023, -1.426012396812439, -2.0873217582702637, -2.246044635772705, -2.9480819702148438, -2.5448760986328125, -1.806147813796997, -2.1703052520751953, -1.378126621246338, -2.6103274822235107, -1.8119953870773315, -2.896913528442383, -1.379148006439209, -1.8080484867095947, -2.956505537033081, -2.9308173656463623, -3.3653452396392822, -1.6196763515472412, -1.0491338968276978, -1.0077290534973145, -2.2948122024536133, -2.2691116333007812, -1.5089061260223389, -0.6623971462249756, -1.5392013788223267, -0.9854716658592224, -1.5793275833129883, -2.6150217056274414, -2.405226945877075, -2.04598331451416, -1.247604250907898, -2.366013288497925, -0.28347498178482056, -2.1744027137756348, -0.9921693801879883, -0.24753475189208984, -2.369276762008667, -1.407301664352417, -1.8751519918441772, -1.5306651592254639, -1.372996211051941, -1.70454740524292, -1.5864536762237549, -2.6159939765930176, -0.9418180584907532, -1.595153570175171, -0.6438513994216919, -2.6567249298095703, -1.5719280242919922, -2.994462251663208, -2.662122964859009, -2.18355655670166, -1.075023889541626, -2.2581605911254883, -1.8529452085494995, -2.0151543617248535, -1.8449492454528809, -1.7153162956237793, -1.7058594226837158, -1.245941162109375, -1.7580920457839966, -1.7351064682006836, -1.8288387060165405, -0.2506096065044403, -2.424440622329712, -3.0177788734436035, -2.3724825382232666, -0.8515875339508057, -0.5828163027763367, -1.8215855360031128, -2.5869498252868652, -2.3467323780059814, -2.4427809715270996, -1.1989622116088867, -2.07481050491333, -1.3991459608078003, -1.494378924369812, -2.486621141433716, -1.5225763320922852, -0.528864324092865, -1.3433687686920166, -0.9612115621566772, -2.7272636890411377, -1.400524616241455, -1.0910483598709106]}, "Bot004_008_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_008.log.json", "context": "i have no idea what that is i have no idea what that is you should try it . it is a great time . i know, i got a new job just yesterday to be a life coach i am a lawyer , but i am not good at it . haha i am a huge fan of all types of things except country i do not like sports, but my parents were both very athletic i am not really into sports . i am more of a homebody . give me five! that is a long time . do you have any hobbies ? not really, and you?", "response": "i am not a fan of that . i am a stay at home mom .", "annotation_id": "Bot004_008_12", "annotations": ["O", "O", "T", "T", "T", "O", "T", "X", "O", "T", "T", "X", "X", "T", "T"], "gpt2background_target_score": [-7.589962959289551, -9.181812286376953, -10.771797180175781, -7.650563716888428, -10.396092414855957, -8.166179656982422, -6.363729000091553, -10.623570442199707, -6.362069129943848, -12.748004913330078, -7.824122428894043, -13.30987548828125, -9.422929763793945, -11.520994186401367, -10.075639724731445, -11.154062271118164], "gpt2background_argmax_score": [-2.7500181198120117, -1.4319206476211548, -0.6043517589569092, -0.9241443872451782, -1.2424325942993164, -1.587140440940857, -1.862404704093933, -1.782710313796997, -1.5034325122833252, -0.4909645617008209, -0.5732356309890747, -1.7865428924560547, -0.7887709736824036, -1.5056136846542358, -1.9899636507034302, -1.5260546207427979, -1.6175435781478882, -1.5561141967773438, -1.2742201089859009, -1.5530891418457031, -2.0412344932556152, -3.9426369667053223, -2.832282066345215, -0.7453060150146484, -2.6573450565338135, -2.293914318084717, -2.2737340927124023, -1.426012396812439, -2.0873217582702637, -2.246044635772705, -2.9480819702148438, -2.5448760986328125, -1.806147813796997, -2.1703052520751953, -1.378126621246338, -2.6103274822235107, -1.8119953870773315, -2.896913528442383, -1.379148006439209, -1.8080484867095947, -2.956505537033081, -2.9308173656463623, -3.3653452396392822, -1.6196763515472412, -1.0491338968276978, -1.0077290534973145, -2.2948122024536133, -2.2691116333007812, -1.5089061260223389, -0.6623971462249756, -1.5392013788223267, -0.9854716658592224, -1.5793275833129883, -2.6150217056274414, -2.405226945877075, -2.04598331451416, -1.247604250907898, -2.366013288497925, -0.28347498178482056, -2.1744027137756348, -0.9921693801879883, -0.24753475189208984, -2.369276762008667, -1.407301664352417, -1.8751519918441772, -1.5306651592254639, -1.372996211051941, -1.70454740524292, -1.5864536762237549, -2.6159939765930176, -0.9418180584907532, -1.595153570175171, -0.6438513994216919, -2.6567249298095703, -1.5719280242919922, -2.994462251663208, -2.662122964859009, -2.18355655670166, -1.075023889541626, -2.2581605911254883, -1.8529452085494995, -2.0151543617248535, -1.8449492454528809, -1.7153162956237793, -1.7058594226837158, -1.245941162109375, -1.7580920457839966, -1.7351064682006836, -1.8288387060165405, -0.2506096065044403, -2.424440622329712, -3.0177767276763916, -2.372483253479004, -0.8515866994857788, -0.5828160047531128, -1.8215869665145874, -2.5869522094726562, -2.346733808517456, -1.2939413785934448, -2.085019588470459, -1.4053168296813965, -1.603053092956543, -1.7717299461364746, -1.2087092399597168, -0.5480363965034485, -1.258479118347168, -0.7124009132385254, -2.209568738937378, -1.462925672531128, -2.135495901107788, -2.6569089889526367, -2.142749547958374, -1.058997392654419, -0.7810616493225098, -2.052832841873169, -2.0838656425476074, -2.002915382385254, -1.9807878732681274, -1.2903238534927368, -1.7302576303482056, -1.8326492309570312, -0.3056275248527527, -1.4958806037902832, -2.2476072311401367, -0.970057487487793, -1.4933106899261475, -1.1729204654693604, -3.4366581439971924, -0.38694438338279724, -0.11317764222621918, -1.3289251327514648, -1.938454031944275, -0.7329881191253662]}, "Bot004_008_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_008.log.json", "context": "i have no idea what that is i have no idea what that is you should try it . it is a great time . i know, i got a new job just yesterday to be a life coach i am a lawyer , but i am not good at it . haha i am a huge fan of all types of things except country i do not like sports, but my parents were both very athletic i am not really into sports . i am more of a homebody . give me five! that is a long time . do you have any hobbies ? not really, and you? i am not a fan of that . i am a stay at home mom . i'm a cancer survivor", "response": "that is awesome . i am very happy to be able to do that .", "annotation_id": "Bot004_008_14", "annotations": ["T", "O", "O", "T", "T", "O", "T", "T", "O", "X", "T", "O", "T", "O", "O"], "gpt2background_target_score": [-11.748018264770508, -9.502338409423828, -11.341437339782715, -9.807768821716309, -2.737288475036621, -8.429747581481934, -10.005900382995605, -12.041924476623535, -1.5034325122833252, -12.112360954284668, -13.082231521606445, -1.7865428924560547, -8.840904235839844, -6.134672164916992, -9.07478141784668], "gpt2background_argmax_score": [-2.7500181198120117, -1.4319206476211548, -0.6043517589569092, -0.9241443872451782, -1.2424325942993164, -1.587140440940857, -1.862404704093933, -1.782710313796997, -1.5034325122833252, -0.4909645617008209, -0.5732356309890747, -1.7865428924560547, -0.7887709736824036, -1.5056136846542358, -1.9899636507034302, -1.5260546207427979, -1.6175435781478882, -1.5561141967773438, -1.2742201089859009, -1.5530891418457031, -2.0412344932556152, -3.9426369667053223, -2.832282066345215, -0.7453060150146484, -2.6573450565338135, -2.293914318084717, -2.2737340927124023, -1.426012396812439, -2.0873217582702637, -2.246044635772705, -2.9480819702148438, -2.5448760986328125, -1.806147813796997, -2.1703052520751953, -1.378126621246338, -2.6103274822235107, -1.8119953870773315, -2.896913528442383, -1.379148006439209, -1.8080484867095947, -2.956505537033081, -2.9308173656463623, -3.3653452396392822, -1.6196763515472412, -1.0491338968276978, -1.0077290534973145, -2.2948122024536133, -2.2691116333007812, -1.5089061260223389, -0.6623971462249756, -1.5392013788223267, -0.9854716658592224, -1.5793275833129883, -2.6150217056274414, -2.405226945877075, -2.04598331451416, -1.247604250907898, -2.366013288497925, -0.28347498178482056, -2.1744027137756348, -0.9921693801879883, -0.24753475189208984, -2.369276762008667, -1.407301664352417, -1.8751519918441772, -1.5306651592254639, -1.372996211051941, -1.70454740524292, -1.5864536762237549, -2.6159939765930176, -0.9418180584907532, -1.595153570175171, -0.6438513994216919, -2.6567249298095703, -1.5719280242919922, -2.994462251663208, -2.662122964859009, -2.18355655670166, -1.075023889541626, -2.2581605911254883, -1.8529452085494995, -2.0151543617248535, -1.8449492454528809, -1.7153162956237793, -1.7058594226837158, -1.245941162109375, -1.7580920457839966, -1.7351064682006836, -1.8288387060165405, -0.2506096065044403, -2.424440622329712, -3.0177788734436035, -2.3724825382232666, -0.8515875339508057, -0.5828163027763367, -1.8215855360031128, -2.58695125579834, -2.3467323780059814, -1.2939419746398926, -2.0850181579589844, -1.40531587600708, -1.6030559539794922, -1.7717303037643433, -1.2087092399597168, -0.5480356216430664, -1.258479356765747, -0.7124005556106567, -2.2095677852630615, -1.4629262685775757, -2.1354963779449463, -2.6569089889526367, -2.1427502632141113, -1.0589982271194458, -0.7810605764389038, -2.0528321266174316, -2.0838654041290283, -2.024841070175171, -1.6732698678970337, -1.925964117050171, -2.605125904083252, -0.32061994075775146, -1.723248839378357, -2.2108442783355713, -1.3678945302963257, -1.590256929397583, -1.3960944414138794, -3.438542604446411, -0.38672396540641785, -0.09197252243757248, -1.3373572826385498, -2.1866486072540283, -1.0897233486175537, -1.2380552291870117, -1.3578585386276245, -2.3339450359344482, -1.579046607017517, -1.4728583097457886, -2.214207410812378, -1.2112358808517456, -1.703241229057312, -1.693784475326538, -1.3385443687438965, -2.300722122192383, -1.4241946935653687, -2.5605151653289795, -1.6933923959732056, -1.728131890296936, -2.1516335010528564, -0.12943364679813385, -2.6489388942718506, -1.9080297946929932, -1.3534035682678223, -1.4259757995605469]}, "Bot004_008_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_008.log.json", "context": "i have no idea what that is i have no idea what that is you should try it . it is a great time . i know, i got a new job just yesterday to be a life coach i am a lawyer , but i am not good at it . haha i am a huge fan of all types of things except country i do not like sports, but my parents were both very athletic i am not really into sports . i am more of a homebody . give me five! that is a long time . do you have any hobbies ? not really, and you? i am not a fan of that . i am a stay at home mom . i'm a cancer survivor that is awesome . i am very happy to be able to do that . not so easy", "response": "i am not a fan of that . i am more of a homebody .", "annotation_id": "Bot004_008_16", "annotations": ["T", "O", "T", "T", "T", "X", "T", "X", "X", "X", "T", "T", "X", "T", "T"], "gpt2background_target_score": [-7.589962959289551, -9.181812286376953, -10.771797180175781, -7.650563716888428, -10.396092414855957, -8.166179656982422, -6.363729000091553, -10.623570442199707, -6.362069129943848, -12.748004913330078, -9.034743309020996, -8.992233276367188, -8.014273643493652, -11.520994186401367, -10.366006851196289, -11.154062271118164], "gpt2background_argmax_score": [-2.7500181198120117, -1.4319206476211548, -0.6043517589569092, -0.9241443872451782, -1.2424325942993164, -1.587140440940857, -1.862404704093933, -1.782710313796997, -1.5034325122833252, -0.4909645617008209, -0.5732356309890747, -1.7865428924560547, -0.7887709736824036, -1.5056136846542358, -1.9899636507034302, -1.5260546207427979, -1.6175435781478882, -1.5561141967773438, -1.2742201089859009, -1.5530891418457031, -2.0412344932556152, -3.9426369667053223, -2.832282066345215, -0.7453060150146484, -2.6573450565338135, -2.293914318084717, -2.2737340927124023, -1.426012396812439, -2.0873217582702637, -2.246044635772705, -2.9480819702148438, -2.5448760986328125, -1.806147813796997, -2.1703052520751953, -1.378126621246338, -2.6103274822235107, -1.8119953870773315, -2.896913528442383, -1.379148006439209, -1.8080484867095947, -2.956505537033081, -2.9308173656463623, -3.3653452396392822, -1.6196763515472412, -1.0491338968276978, -1.0077290534973145, -2.2948122024536133, -2.2691116333007812, -1.5089061260223389, -0.6623971462249756, -1.5392013788223267, -0.9854716658592224, -1.5793275833129883, -2.6150217056274414, -2.405226945877075, -2.04598331451416, -1.247604250907898, -2.366013288497925, -0.28347498178482056, -2.1744027137756348, -0.9921693801879883, -0.24753475189208984, -2.369276762008667, -1.407301664352417, -1.8751519918441772, -1.5306651592254639, -1.372996211051941, -1.70454740524292, -1.5864536762237549, -2.6159939765930176, -0.9418180584907532, -1.595153570175171, -0.6438513994216919, -2.6567249298095703, -1.5719280242919922, -2.994462251663208, -2.662122964859009, -2.18355655670166, -1.075023889541626, -2.2581605911254883, -1.8529452085494995, -2.0151543617248535, -1.8449492454528809, -1.7153162956237793, -1.7058594226837158, -1.245941162109375, -1.7580920457839966, -1.7351064682006836, -1.8288387060165405, -0.2506096065044403, -2.424440622329712, -3.0177788734436035, -2.3724825382232666, -0.8515875339508057, -0.5828163027763367, -1.8215855360031128, -2.58695125579834, -2.3467323780059814, -1.2939419746398926, -2.0850181579589844, -1.40531587600708, -1.6030559539794922, -1.7717303037643433, -1.2087092399597168, -0.5480356216430664, -1.258479356765747, -0.7124005556106567, -2.2095677852630615, -1.4629262685775757, -2.1354963779449463, -2.6569089889526367, -2.1427502632141113, -1.0589982271194458, -0.7810605764389038, -2.0528321266174316, -2.0838654041290283, -2.024841070175171, -1.6732698678970337, -1.925964117050171, -2.605125904083252, -0.32061994075775146, -1.723248839378357, -2.2108442783355713, -1.3678945302963257, -1.590256929397583, -1.3960944414138794, -3.438542604446411, -0.38672396540641785, -0.09197252243757248, -1.3373572826385498, -2.1866486072540283, -1.0897233486175537, -1.2380576133728027, -1.3578578233718872, -2.3339428901672363, -1.57904851436615, -1.4728583097457886, -2.0300352573394775, -2.7282259464263916, -1.1666620969772339, -1.102813959121704, -1.74253511428833, -1.4838732481002808, -2.9460582733154297, -1.8815826177597046, -1.2926454544067383, -2.204137086868286, -0.1515875607728958, -2.7599658966064453, -2.2573373317718506, -0.9624767303466797, -1.3609645366668701, -2.646688461303711, -0.6938540935516357, -1.515714168548584, -2.2257614135742188, -2.224463939666748, -1.2838760614395142, -1.6506961584091187, -2.1171066761016846, -0.31370270252227783, -0.9250673651695251, -1.016770362854004, -0.7349036931991577, -0.7286312580108643, -0.9924649596214294, -0.7760505080223083, -0.18145088851451874, -0.7150406837463379, -0.6477525234222412, -1.1652458906173706, -0.5070744156837463]}, "Bot004_008_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_008.log.json", "context": "i have no idea what that is i have no idea what that is you should try it . it is a great time . i know, i got a new job just yesterday to be a life coach i am a lawyer , but i am not good at it . haha i am a huge fan of all types of things except country i do not like sports, but my parents were both very athletic i am not really into sports . i am more of a homebody . give me five! that is a long time . do you have any hobbies ? not really, and you? i am not a fan of that . i am a stay at home mom . i'm a cancer survivor that is awesome . i am very happy to be able to do that . not so easy i am not a fan of that . i am more of a homebody . what about movies?", "response": "i like movies and movies .", "annotation_id": "Bot004_008_18", "annotations": ["O", "O", "O", "T", "T", "O", "T", "O", "O", "O", "T", "X", "T", "O", "O"], "gpt2background_target_score": [-7.589962959289551, -6.607541084289551, -10.266664505004883, -7.9954142570495605, -9.586615562438965, -10.188237190246582], "gpt2background_argmax_score": [-2.7500181198120117, -1.4319206476211548, -0.6043517589569092, -0.9241443872451782, -1.2424325942993164, -1.587140440940857, -1.862404704093933, -1.782710313796997, -1.5034325122833252, -0.4909645617008209, -0.5732356309890747, -1.7865428924560547, -0.7887709736824036, -1.5056136846542358, -1.9899636507034302, -1.5260546207427979, -1.6175435781478882, -1.5561141967773438, -1.2742201089859009, -1.5530891418457031, -2.0412344932556152, -3.9426369667053223, -2.832282066345215, -0.7453060150146484, -2.6573450565338135, -2.293914318084717, -2.2737340927124023, -1.426012396812439, -2.0873217582702637, -2.246044635772705, -2.9480819702148438, -2.5448760986328125, -1.806147813796997, -2.1703052520751953, -1.378126621246338, -2.6103274822235107, -1.8119953870773315, -2.896913528442383, -1.379148006439209, -1.8080484867095947, -2.956505537033081, -2.9308173656463623, -3.3653452396392822, -1.6196763515472412, -1.0491338968276978, -1.0077290534973145, -2.2948122024536133, -2.2691116333007812, -1.5089061260223389, -0.6623971462249756, -1.5392013788223267, -0.9854716658592224, -1.5793275833129883, -2.6150217056274414, -2.405226945877075, -2.04598331451416, -1.247604250907898, -2.366013288497925, -0.28347498178482056, -2.1744027137756348, -0.9921693801879883, -0.24753475189208984, -2.369276762008667, -1.407301664352417, -1.8751519918441772, -1.5306651592254639, -1.372996211051941, -1.70454740524292, -1.5864536762237549, -2.6159939765930176, -0.9418180584907532, -1.595153570175171, -0.6438513994216919, -2.6567249298095703, -1.5719280242919922, -2.994462251663208, -2.662122964859009, -2.18355655670166, -1.075023889541626, -2.2581605911254883, -1.8529452085494995, -2.0151543617248535, -1.8449492454528809, -1.7153162956237793, -1.7058594226837158, -1.245941162109375, -1.7580920457839966, -1.7351064682006836, -1.8288387060165405, -0.2506096065044403, -2.424440622329712, -3.0177788734436035, -2.3724825382232666, -0.8515875339508057, -0.5828163027763367, -1.8215855360031128, -2.58695125579834, -2.3467323780059814, -1.2939419746398926, -2.0850181579589844, -1.40531587600708, -1.6030559539794922, -1.7717303037643433, -1.2087092399597168, -0.5480356216430664, -1.258479356765747, -0.7124005556106567, -2.2095677852630615, -1.4629262685775757, -2.1354963779449463, -2.6569089889526367, -2.1427502632141113, -1.0589982271194458, -0.7810605764389038, -2.0528321266174316, -2.0838654041290283, -2.024841070175171, -1.6732698678970337, -1.925964117050171, -2.605125904083252, -0.32061994075775146, -1.723248839378357, -2.2108442783355713, -1.3678945302963257, -1.590256929397583, -1.3960944414138794, -3.438542604446411, -0.38672396540641785, -0.09197252243757248, -1.3373572826385498, -2.1866486072540283, -1.0897233486175537, -1.2380552291870117, -1.3578585386276245, -2.3339450359344482, -1.579046607017517, -1.4728583097457886, -2.0300347805023193, -2.728226661682129, -1.166662335395813, -1.1028146743774414, -1.7425339221954346, -1.4838727712631226, -2.946061134338379, -1.8815828561782837, -1.2926459312438965, -2.204138994216919, -0.15158745646476746, -2.759967803955078, -2.2573368549346924, -0.962477445602417, -1.3609648942947388, -2.6466877460479736, -0.6938526630401611, -1.5157155990600586, -1.7660351991653442, -2.3083760738372803, -2.1776387691497803, -2.6348352432250977, -0.36496224999427795, -1.266442060470581, -0.5669956207275391, -1.1221575736999512, -1.0965121984481812, -1.5549269914627075, -1.06014084815979, -0.2129988670349121, -1.4134780168533325, -0.819231390953064, -0.9626588225364685, -0.9167277216911316, -1.8793025016784668, -0.39237913489341736, -0.9300174117088318, -1.9868113994598389, -2.3794617652893066, -2.194383144378662, -1.9033899307250977, -2.0046894550323486, -2.1244001388549805, -1.7133278846740723, -0.8493869304656982]}, "Bot004_008_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_008.log.json", "context": "i have no idea what that is i have no idea what that is you should try it . it is a great time . i know, i got a new job just yesterday to be a life coach i am a lawyer , but i am not good at it . haha i am a huge fan of all types of things except country i do not like sports, but my parents were both very athletic i am not really into sports . i am more of a homebody . give me five! that is a long time . do you have any hobbies ? not really, and you? i am not a fan of that . i am a stay at home mom . i'm a cancer survivor that is awesome . i am very happy to be able to do that . not so easy i am not a fan of that . i am more of a homebody . what about movies? i like movies and movies . i see. How many kids do you have", "response": "i have a couple of them . i am a huge gamer", "annotation_id": "Bot004_008_20", "annotations": ["O", "O", "T", "T", "T", "O", "T", "T", "X", "X", "T", "O", "O", "O", "O"], "gpt2background_target_score": [-7.589962959289551, -8.767999649047852, -9.310286521911621, -13.971590042114258, -8.940485000610352, -12.463593482971191, -8.065322875976562, -7.789976119995117, -8.158592224121094, -10.500635147094727, -13.744086265563965, -12.392963409423828], "gpt2background_argmax_score": [-2.7500181198120117, -1.4319206476211548, -0.6043517589569092, -0.9241443872451782, -1.2424325942993164, -1.587140440940857, -1.862404704093933, -1.782710313796997, -1.5034325122833252, -0.4909645617008209, -0.5732356309890747, -1.7865428924560547, -0.7887709736824036, -1.5056136846542358, -1.9899636507034302, -1.5260546207427979, -1.6175435781478882, -1.5561141967773438, -1.2742201089859009, -1.5530891418457031, -2.0412344932556152, -3.9426369667053223, -2.832282066345215, -0.7453060150146484, -2.6573450565338135, -2.293914318084717, -2.2737340927124023, -1.426012396812439, -2.0873217582702637, -2.246044635772705, -2.9480819702148438, -2.5448760986328125, -1.806147813796997, -2.1703052520751953, -1.378126621246338, -2.6103274822235107, -1.8119953870773315, -2.896913528442383, -1.379148006439209, -1.8080484867095947, -2.956505537033081, -2.9308173656463623, -3.3653452396392822, -1.6196763515472412, -1.0491338968276978, -1.0077290534973145, -2.2948122024536133, -2.2691116333007812, -1.5089061260223389, -0.6623971462249756, -1.5392013788223267, -0.9854716658592224, -1.5793275833129883, -2.6150217056274414, -2.405226945877075, -2.04598331451416, -1.247604250907898, -2.366013288497925, -0.28347498178482056, -2.1744027137756348, -0.9921693801879883, -0.24753475189208984, -2.369276762008667, -1.407301664352417, -1.8751519918441772, -1.5306651592254639, -1.372996211051941, -1.70454740524292, -1.5864536762237549, -2.6159939765930176, -0.9418180584907532, -1.595153570175171, -0.6438513994216919, -2.6567249298095703, -1.5719280242919922, -2.994462251663208, -2.662122964859009, -2.18355655670166, -1.075023889541626, -2.2581605911254883, -1.8529452085494995, -2.0151543617248535, -1.8449492454528809, -1.7153162956237793, -1.7058594226837158, -1.245941162109375, -1.7580920457839966, -1.7351064682006836, -1.8288387060165405, -0.2506096065044403, -2.424440622329712, -3.0177788734436035, -2.3724825382232666, -0.8515875339508057, -0.5828163027763367, -1.8215855360031128, -2.58695125579834, -2.3467323780059814, -1.2939419746398926, -2.0850181579589844, -1.40531587600708, -1.6030559539794922, -1.7717303037643433, -1.2087092399597168, -0.5480356216430664, -1.258479356765747, -0.7124005556106567, -2.2095677852630615, -1.4629262685775757, -2.1354963779449463, -2.6569089889526367, -2.1427502632141113, -1.0589982271194458, -0.7810605764389038, -2.0528321266174316, -2.0838654041290283, -2.024841070175171, -1.6732698678970337, -1.925964117050171, -2.605125904083252, -0.32061994075775146, -1.723248839378357, -2.2108442783355713, -1.3678945302963257, -1.590256929397583, -1.3960944414138794, -3.438542604446411, -0.38672396540641785, -0.09197252243757248, -1.3373572826385498, -2.1866486072540283, -1.0897233486175537, -1.2380552291870117, -1.3578585386276245, -2.3339450359344482, -1.579046607017517, -1.4728583097457886, -2.0300347805023193, -2.7282259464263916, -1.166662335395813, -1.1028144359588623, -1.7425334453582764, -1.483873724937439, -2.9460597038269043, -1.8815820217132568, -1.2926465272903442, -2.2041397094726562, -0.15158787369728088, -2.759967803955078, -2.2573370933532715, -0.9624771475791931, -1.3609658479690552, -2.6466891765594482, -0.6938530206680298, -1.5157139301300049, -1.7660354375839233, -2.3083767890930176, -2.177640676498413, -2.634835720062256, -0.36496299505233765, -1.2664406299591064, -0.5669955015182495, -1.122157096862793, -1.0965121984481812, -1.5549274682998657, -1.060141921043396, -0.2129986733198166, -1.4134793281555176, -0.8192318081855774, -0.9626584649085999, -0.9167266488075256, -1.8793015480041504, -0.39237847924232483, -0.9300165772438049, -1.9868122339248657, -1.3650553226470947, -1.761178731918335, -1.4901036024093628, -2.280231237411499, -1.37527596950531, -0.8464584946632385, -1.7826918363571167, -2.3828108310699463, -0.9971584677696228, -1.671990990638733, -0.890927255153656, -0.8841089606285095, -0.20039862394332886, -0.45187631249427795, -0.692918598651886, -2.2425179481506348, -1.9935202598571777, -1.7980949878692627, -2.4147589206695557, -1.5683339834213257, -1.9885002374649048, -1.6342791318893433, -1.1662026643753052, -1.8327358961105347, -1.756406545639038, -3.2426183223724365, -0.5616883635520935, -1.8425887823104858]}, "Bot004_012_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_012.log.json", "context": "i am not sure what that is . i am a judge . Hi there", "response": "i am not sure what that means . i am not sure what that means .", "annotation_id": "Bot004_012_02", "annotations": ["X", "T", "O", "T", "T", "T", "X", "X", "X", "O", "T", "T", "T", "X", "X"], "gpt2background_target_score": [-7.58996057510376, -9.54227066040039, -8.092476844787598, -9.682888984680176, -8.6514253616333, -10.875885963439941, -8.604562759399414, -1.9339689016342163, -8.331856727600098, -8.887945175170898, -7.808225154876709, -9.139896392822266, -3.355626106262207, -6.700008392333984, -10.588262557983398, -10.031203269958496], "gpt2background_argmax_score": [-2.7500200271606445, -1.9329230785369873, -2.03303599357605, -1.4498683214187622, -0.9946388006210327, -1.2985528707504272, -1.934202790260315, -1.4956077337265015, -1.8695523738861084, -2.2955150604248047, -3.811746597290039, -2.461915969848633, -1.988161563873291, -2.036020040512085, -1.9774945974349976, -2.5171470642089844, -1.1927193403244019, -0.8645821809768677, -1.2848265171051025, -0.6491694450378418, -1.2416516542434692, -0.2343454658985138, -1.5222582817077637, -0.6483266353607178, -0.17524579167366028, -0.5138152837753296, -0.36570677161216736, -0.4425589144229889, -0.8183983564376831, -0.3376806974411011, -0.9529671669006348, -0.36044198274612427]}, "Bot004_012_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_012.log.json", "context": "i am not sure what that is . i am a judge . Hi there i am not sure what that means . i am not sure what that means . What is your favorite shop? I like shopping", "response": "i have not tried that . i am sure it will .", "annotation_id": "Bot004_012_04", "annotations": ["T", "X", "O", "O", "O", "T", "X", "O", "T", "T", "T", "T", "O", "X", "X"], "gpt2background_target_score": [-7.58996057510376, -9.585722923278809, -8.092476844787598, -12.888833045959473, -6.660153388977051, -10.335442543029785, -6.946879863739014, -8.417607307434082, -9.733869552612305, -8.753486633300781, -11.207192420959473, -3.0247325897216797], "gpt2background_argmax_score": [-2.7500200271606445, -1.9329230785369873, -2.03303599357605, -1.4498683214187622, -0.9946388006210327, -1.2985528707504272, -1.934202790260315, -1.4956077337265015, -1.8695523738861084, -2.2955150604248047, -3.811746597290039, -2.461915969848633, -1.988161563873291, -2.036020040512085, -1.9774945974349976, -0.7150258421897888, -1.5304603576660156, -1.224352478981018, -0.5888521075248718, -1.6911932229995728, -0.24776293337345123, -1.4189283847808838, -1.0056321620941162, -0.3057466149330139, -0.8392000198364258, -0.6694673895835876, -0.5335177183151245, -1.1827056407928467, -0.3617831766605377, -0.5586448311805725, -0.6143091320991516, -1.3194496631622314, -2.0232765674591064, -1.734259009361267, -2.6139025688171387, -1.7731616497039795, -1.660354733467102, -1.4065604209899902, -2.154664993286133, -2.0471231937408447, -2.335498094558716, -1.97129487991333, -1.373216986656189, -2.0696120262145996, -1.787043571472168, -2.529191493988037, -1.3089592456817627, -1.712764024734497, -1.5399948358535767, -1.9680978059768677, -0.8313576579093933, -1.1325989961624146, -1.2505455017089844]}, "Bot004_012_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_012.log.json", "context": "i am not sure what that is . i am a judge . Hi there i am not sure what that means . i am not sure what that means . What is your favorite shop? I like shopping i have not tried that . i am sure it will . Why you have not?", "response": "i have not tried that . i am sure it is .", "annotation_id": "Bot004_012_06", "annotations": ["T", "X", "O", "T", "X", "X", "X", "T", "X", "T", "T", "O", "O", "X", "T"], "gpt2background_target_score": [-7.589962959289551, -9.585723876953125, -8.092477798461914, -12.888833045959473, -6.660153388977051, -10.33544921875, -6.9468817710876465, -8.417609214782715, -9.733869552612305, -8.753486633300781, -9.700492858886719, -3.0247316360473633], "gpt2background_argmax_score": [-2.7500181198120117, -1.932922601699829, -2.033036708831787, -1.4498683214187622, -0.9946380853652954, -1.2985477447509766, -1.9342026710510254, -1.4956101179122925, -1.8695532083511353, -2.295513153076172, -3.811749219894409, -2.4619174003601074, -1.9881607294082642, -2.0360188484191895, -1.977494478225708, -0.7150247097015381, -1.530458927154541, -1.2243531942367554, -0.588851809501648, -1.6911906003952026, -0.24776442348957062, -1.4189273118972778, -1.0056320428848267, -0.3057467043399811, -0.8391984701156616, -0.669466495513916, -0.5335177779197693, -1.1827034950256348, -0.36178261041641235, -0.5586455464363098, -0.6143108606338501, -1.3194479942321777, -2.023277997970581, -1.7342615127563477, -2.6139018535614014, -1.7731602191925049, -1.6603538990020752, -1.4065592288970947, -2.1546630859375, -2.0471224784851074, -1.874823808670044, -1.5234063863754272, -2.2249937057495117, -2.1215362548828125, -2.766465663909912, -1.8174707889556885, -1.201865792274475, -1.6169118881225586, -1.760757327079773, -0.8066679835319519, -1.134892463684082, -1.630786418914795, -2.140061616897583, -2.4354934692382812, -1.2695320844650269, -0.30100947618484497, -1.9740465879440308, -1.724678635597229, -1.8093278408050537, -0.857072114944458, -0.26601114869117737, -0.85694420337677, -0.9390972256660461, -0.8987499475479126, -0.6560829877853394, -1.4065277576446533, -1.1801973581314087, -0.39519262313842773, -2.0511727333068848, -0.9049819707870483]}, "Bot004_012_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_012.log.json", "context": "i am not sure what that is . i am a judge . Hi there i am not sure what that means . i am not sure what that means . What is your favorite shop? I like shopping i have not tried that . i am sure it will . Why you have not? i have not tried that . i am sure it is . You always sure aren't you?", "response": "yes i do , i have been thinking about it .", "annotation_id": "Bot004_012_08", "annotations": ["T", "X", "O", "T", "O", "X", "X", "O", "T", "T", "T", "O", "O", "X", "T"], "gpt2background_target_score": [-11.5867280960083, -6.924866676330566, -10.513465881347656, -9.785175323486328, -3.5896172523498535, -9.901010513305664, -10.252386093139648, -9.617768287658691, -10.580656051635742, -8.753486633300781, -6.445883750915527], "gpt2background_argmax_score": [-2.7500181198120117, -1.932922601699829, -2.033036708831787, -1.4498683214187622, -0.9946380853652954, -1.2985477447509766, -1.9342026710510254, -1.4956101179122925, -1.8695532083511353, -2.295513153076172, -3.811749219894409, -2.4619174003601074, -1.9881607294082642, -2.0360188484191895, -1.977494478225708, -0.7150247097015381, -1.530458927154541, -1.2243531942367554, -0.588851809501648, -1.6911906003952026, -0.24776442348957062, -1.4189273118972778, -1.0056320428848267, -0.3057467043399811, -0.8391984701156616, -0.669466495513916, -0.5335177779197693, -1.1827034950256348, -0.36178261041641235, -0.5586455464363098, -0.6143108606338501, -1.3194479942321777, -2.023277997970581, -1.7342615127563477, -2.6139018535614014, -1.7731602191925049, -1.6603538990020752, -1.4065592288970947, -2.1546630859375, -2.0471224784851074, -1.874823808670044, -1.5234063863754272, -2.2249937057495117, -2.1215364933013916, -2.7664670944213867, -1.817470669746399, -1.201865315437317, -1.6169122457504272, -1.7607581615447998, -0.8066690564155579, -1.1348910331726074, -1.630786418914795, -2.140061378479004, -2.4354910850524902, -1.2695332765579224, -0.30100974440574646, -1.9740480184555054, -1.1559748649597168, -1.179951548576355, -0.32880961894989014, -0.9898915886878967, -0.6084693670272827, -1.4161319732666016, -0.5547534823417664, -1.419583797454834, -1.5675002336502075, -0.4650501608848572, -1.9923006296157837, -1.4000860452651978, -1.8392709493637085, -1.2111949920654297, -1.886698842048645, -0.8494587540626526, -3.3440773487091064, -2.5679984092712402, -2.275371789932251, -1.929662823677063, -2.1301822662353516, -0.7484481334686279, -2.2881665229797363, -1.2617486715316772, -1.4689652919769287, -1.0589182376861572, -2.9224095344543457, -0.5374287962913513, -1.4946672916412354, -1.7412526607513428, -1.3726894855499268]}, "Bot004_012_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_012.log.json", "context": "i am not sure what that is . i am a judge . Hi there i am not sure what that means . i am not sure what that means . What is your favorite shop? I like shopping i have not tried that . i am sure it will . Why you have not? i have not tried that . i am sure it is . You always sure aren't you? yes i do , i have been thinking about it . what have you been thinking about?", "response": "i am going to be a professional eater", "annotation_id": "Bot004_012_10", "annotations": ["T", "X", "O", "T", "O", "T", "X", "O", "T", "T", "T", "O", "O", "O", "O"], "gpt2background_target_score": [-7.589962959289551, -9.542271614074707, -4.199131488800049, -6.55901575088501, -9.638655662536621, -7.7466535568237305, -12.301456451416016, -13.120830535888672], "gpt2background_argmax_score": [-2.7500181198120117, -1.932922601699829, -2.033036708831787, -1.4498683214187622, -0.9946380853652954, -1.2985477447509766, -1.9342026710510254, -1.4956101179122925, -1.8695532083511353, -2.295513153076172, -3.811749219894409, -2.4619174003601074, -1.9881607294082642, -2.0360188484191895, -1.977494478225708, -0.7150247097015381, -1.530458927154541, -1.2243531942367554, -0.588851809501648, -1.6911906003952026, -0.24776442348957062, -1.4189273118972778, -1.0056320428848267, -0.3057467043399811, -0.8391984701156616, -0.669466495513916, -0.5335177779197693, -1.1827034950256348, -0.36178261041641235, -0.5586455464363098, -0.6143108606338501, -1.3194479942321777, -2.023277997970581, -1.7342615127563477, -2.6139018535614014, -1.7731602191925049, -1.6603538990020752, -1.4065592288970947, -2.1546630859375, -2.0471224784851074, -1.874823808670044, -1.5234063863754272, -2.2249937057495117, -2.1215362548828125, -2.766465663909912, -1.8174707889556885, -1.201865792274475, -1.6169118881225586, -1.760757327079773, -0.8066679835319519, -1.134892463684082, -1.630786418914795, -2.140061616897583, -2.4354934692382812, -1.2695320844650269, -0.30100947618484497, -1.9740465879440308, -1.1559748649597168, -1.1799508333206177, -0.32881006598472595, -0.9898929595947266, -0.6084696054458618, -1.4161319732666016, -0.5547531843185425, -1.4195839166641235, -1.5674992799758911, -0.4650501608848572, -1.9922997951507568, -1.4000873565673828, -1.839269757270813, -1.211194634437561, -1.8867003917694092, -0.8494579195976257, -3.3440780639648438, -2.5679988861083984, -2.2753710746765137, -1.9898955821990967, -0.7838761806488037, -2.1369190216064453, -1.4228943586349487, -1.1241445541381836, -0.9156342148780823, -2.8452422618865967, -0.6243414282798767, -1.469115138053894, -1.4677586555480957, -1.582596778869629, -1.5618033409118652, -0.36437273025512695, -1.4413195848464966, -0.9981787204742432, -0.4118148982524872, -0.9556956887245178, -2.147928476333618, -2.104473352432251, -1.766814112663269, -1.5537285804748535, -0.3259567618370056, -1.971166968345642, -2.6140406131744385, -0.3792659342288971, -3.119753122329712, -2.0687925815582275]}, "Bot004_012_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_012.log.json", "context": "i am not sure what that is . i am a judge . Hi there i am not sure what that means . i am not sure what that means . What is your favorite shop? I like shopping i have not tried that . i am sure it will . Why you have not? i have not tried that . i am sure it is . You always sure aren't you? yes i do , i have been thinking about it . what have you been thinking about? i am going to be a professional eater That's great. I want to have a family bussines in professional eating but my family does not support my career choices", "response": "that is a very profound and thought .", "annotation_id": "Bot004_012_12", "annotations": ["T", "X", "O", "T", "O", "T", "T", "O", "T", "T", "T", "O", "O", "T", "T"], "gpt2background_target_score": [-11.748018264770508, -9.273478507995605, -2.2619566917419434, -9.848913192749023, -12.901183128356934, -8.60244369506836, -10.658235549926758, -1.9339674711227417], "gpt2background_argmax_score": [-2.7500181198120117, -1.932922601699829, -2.033036708831787, -1.4498683214187622, -0.9946380853652954, -1.2985477447509766, -1.9342026710510254, -1.4956101179122925, -1.8695532083511353, -2.295513153076172, -3.811749219894409, -2.4619174003601074, -1.9881607294082642, -2.0360188484191895, -1.977494478225708, -0.7150247097015381, -1.530458927154541, -1.2243531942367554, -0.588851809501648, -1.6911906003952026, -0.24776442348957062, -1.4189273118972778, -1.0056320428848267, -0.3057467043399811, -0.8391984701156616, -0.669466495513916, -0.5335177779197693, -1.1827034950256348, -0.36178261041641235, -0.5586455464363098, -0.6143108606338501, -1.3194479942321777, -2.023277997970581, -1.7342615127563477, -2.6139018535614014, -1.7731602191925049, -1.6603538990020752, -1.4065592288970947, -2.1546630859375, -2.0471224784851074, -1.874823808670044, -1.5234063863754272, -2.2249937057495117, -2.1215362548828125, -2.766465663909912, -1.8174707889556885, -1.201865792274475, -1.6169118881225586, -1.760757327079773, -0.8066679835319519, -1.134892463684082, -1.630786418914795, -2.140061616897583, -2.4354934692382812, -1.2695320844650269, -0.30100947618484497, -1.9740465879440308, -1.1559748649597168, -1.1799508333206177, -0.32881006598472595, -0.9898929595947266, -0.6084696054458618, -1.4161319732666016, -0.5547531843185425, -1.4195839166641235, -1.5674992799758911, -0.4650501608848572, -1.9922997951507568, -1.4000873565673828, -1.839269757270813, -1.211194634437561, -1.8867003917694092, -0.8494579195976257, -3.3440780639648438, -2.5679988861083984, -2.2753710746765137, -1.9898955821990967, -0.7838761806488037, -2.1369190216064453, -1.4228943586349487, -1.1241445541381836, -0.9156342148780823, -2.8452422618865967, -0.6243414282798767, -1.469115138053894, -1.4677586555480957, -1.582596778869629, -1.5618033409118652, -0.36437273025512695, -1.4413195848464966, -0.998182475566864, -0.41181403398513794, -0.9556944370269775, -2.1479296684265137, -1.3216322660446167, -1.7182029485702515, -0.33449873328208923, -2.0113399028778076, -2.5040204524993896, -0.6745439767837524, -3.212164878845215, -1.9080498218536377, -1.4565964937210083, -2.3010857105255127, -2.1100656986236572, -2.2003262042999268, -1.482822299003601, -0.4374765157699585, -1.921857476234436, -0.9467707872390747, -1.9855924844741821, -2.254638910293579, -1.201879620552063, -1.3169376850128174, -2.4423720836639404, -0.8398209810256958, -1.739929437637329, -2.0406041145324707, -1.1825886964797974, -2.450817823410034, -1.4406952857971191, -0.25174444913864136, -1.6587042808532715, -1.0665552616119385, -2.601935386657715, -1.0498746633529663, -1.520774245262146, -2.0894927978515625, -1.2732939720153809, -2.2861759662628174, -1.6295796632766724, -1.7418562173843384, -1.2081278562545776, -3.3630268573760986, -0.8019077181816101, -1.8502198457717896]}, "Bot004_012_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_012.log.json", "context": "i am not sure what that is . i am a judge . Hi there i am not sure what that means . i am not sure what that means . What is your favorite shop? I like shopping i have not tried that . i am sure it will . Why you have not? i have not tried that . i am sure it is . You always sure aren't you? yes i do , i have been thinking about it . what have you been thinking about? i am going to be a professional eater That's great. I want to have a family bussines in professional eating but my family does not support my career choices that is a very profound and thought . It's much less profound to have a useless car. my dream car is a rolls royce ghost. Do you have a car?", "response": "i have not heard of that before .", "annotation_id": "Bot004_012_14", "annotations": ["T", "X", "O", "O", "O", "X", "T", "T", "X", "T", "T", "X", "T", "X", "T"], "gpt2background_target_score": [-7.589962959289551, -9.585723876953125, -8.092477798461914, -14.059012413024902, -8.580337524414062, -10.875886917114258, -7.9918646812438965, -1.9339674711227417], "gpt2background_argmax_score": [-2.7500181198120117, -1.932922601699829, -2.033036708831787, -1.4498683214187622, -0.9946380853652954, -1.2985477447509766, -1.9342026710510254, -1.4956101179122925, -1.8695532083511353, -2.295513153076172, -3.811749219894409, -2.4619174003601074, -1.9881607294082642, -2.0360188484191895, -1.977494478225708, -0.7150247097015381, -1.530458927154541, -1.2243531942367554, -0.588851809501648, -1.6911906003952026, -0.24776442348957062, -1.4189273118972778, -1.0056320428848267, -0.3057467043399811, -0.8391984701156616, -0.669466495513916, -0.5335177779197693, -1.1827034950256348, -0.36178261041641235, -0.5586455464363098, -0.6143108606338501, -1.3194479942321777, -2.023277997970581, -1.7342615127563477, -2.6139018535614014, -1.7731602191925049, -1.6603538990020752, -1.4065592288970947, -2.1546630859375, -2.0471224784851074, -1.874823808670044, -1.5234063863754272, -2.2249937057495117, -2.1215362548828125, -2.766465663909912, -1.8174707889556885, -1.201865792274475, -1.6169118881225586, -1.760757327079773, -0.8066679835319519, -1.134892463684082, -1.630786418914795, -2.140061616897583, -2.4354934692382812, -1.2695320844650269, -0.30100947618484497, -1.9740465879440308, -1.1559748649597168, -1.1799508333206177, -0.32881006598472595, -0.9898929595947266, -0.6084696054458618, -1.4161319732666016, -0.5547531843185425, -1.4195839166641235, -1.5674992799758911, -0.4650501608848572, -1.9922997951507568, -1.4000873565673828, -1.839269757270813, -1.211194634437561, -1.8867003917694092, -0.8494579195976257, -3.3440780639648438, -2.5679988861083984, -2.2753710746765137, -1.9898955821990967, -0.7838761806488037, -2.1369190216064453, -1.4228943586349487, -1.1241445541381836, -0.9156342148780823, -2.8452422618865967, -0.6243414282798767, -1.469115138053894, -1.4677586555480957, -1.582596778869629, -1.5618033409118652, -0.36437273025512695, -1.4413195848464966, -0.9981787204742432, -0.4118148982524872, -0.9556956887245178, -2.147928476333618, -1.321631669998169, -1.7182031869888306, -0.33449846506118774, -2.0113394260406494, -2.5040197372436523, -0.6745442152023315, -3.212162971496582, -1.9080510139465332, -1.4565951824188232, -2.301086902618408, -2.1100668907165527, -2.200326681137085, -1.4828224182128906, -0.4374760389328003, -1.9218573570251465, -0.946771502494812, -1.9855929613113403, -2.2546393871307373, -1.2018805742263794, -1.3169368505477905, -2.4423739910125732, -0.8398194313049316, -1.7399301528930664, -2.0406031608581543, -1.1825875043869019, -2.4508180618286133, -1.4406945705413818, -0.25174471735954285, -1.6587032079696655, -1.0665556192398071, -2.601935386657715, -1.0498744249343872, -1.5207751989364624, -1.1376374959945679, -2.2048213481903076, -3.223217010498047, -2.5837059020996094, -2.454336166381836, -3.0245959758758545, -0.8381859660148621, -1.8979307413101196, -1.1326111555099487, -1.9404160976409912, -1.594411015510559, -2.6907827854156494, -1.2456810474395752, -1.328025460243225, -1.1128795146942139, -1.4760090112686157, -2.484792709350586, -2.188819169998169, -1.9349290132522583, -1.1589958667755127, -1.369848608970642, -0.5732957720756531, -1.0977920293807983, -3.8506953716278076, -2.509126901626587, -0.6417034268379211, -2.5326130390167236, -2.1706788539886475, -2.351438283920288, -0.44547560811042786, -1.3340717554092407, -1.2670989036560059, -1.9818534851074219, -1.6777470111846924, -2.387474536895752, -1.8570756912231445, -1.6912257671356201, -1.1629234552383423, -1.556152582168579, -0.7561807036399841, -1.317270278930664, -2.1762096881866455, -1.6982803344726562, -1.2434910535812378]}, "Bot004_012_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_012.log.json", "context": "i am not sure what that is . i am a judge . Hi there i am not sure what that means . i am not sure what that means . What is your favorite shop? I like shopping i have not tried that . i am sure it will . Why you have not? i have not tried that . i am sure it is . You always sure aren't you? yes i do , i have been thinking about it . what have you been thinking about? i am going to be a professional eater That's great. I want to have a family bussines in professional eating but my family does not support my career choices that is a very profound and thought . It's much less profound to have a useless car. my dream car is a rolls royce ghost. Do you have a car? i have not heard of that before . where are you from in that case of never hearing of cars?", "response": "i am from florida , how about you ?", "annotation_id": "Bot004_012_16", "annotations": ["T", "X", "O", "T", "O", "X", "O", "X", "T", "O", "T", "X", "O", "O", "O"], "gpt2background_target_score": [-7.589962959289551, -9.542271614074707, -7.312188148498535, -11.232556343078613, -10.954916954040527, -12.929338455200195, -7.307332515716553, -5.647623538970947, -10.580656051635742, -8.998087882995605, -10.192251205444336], "gpt2background_argmax_score": [-2.7500181198120117, -1.932922601699829, -2.033036708831787, -1.4498683214187622, -0.9946380853652954, -1.2985477447509766, -1.9342026710510254, -1.4956101179122925, -1.8695532083511353, -2.295513153076172, -3.811749219894409, -2.4619174003601074, -1.9881607294082642, -2.0360188484191895, -1.977494478225708, -0.7150247097015381, -1.530458927154541, -1.2243531942367554, -0.588851809501648, -1.6911906003952026, -0.24776442348957062, -1.4189273118972778, -1.0056320428848267, -0.3057467043399811, -0.8391984701156616, -0.669466495513916, -0.5335177779197693, -1.1827034950256348, -0.36178261041641235, -0.5586455464363098, -0.6143108606338501, -1.3194479942321777, -2.023277997970581, -1.7342615127563477, -2.6139018535614014, -1.7731602191925049, -1.6603538990020752, -1.4065592288970947, -2.1546630859375, -2.0471224784851074, -1.874823808670044, -1.5234063863754272, -2.2249937057495117, -2.1215362548828125, -2.766465663909912, -1.8174707889556885, -1.201865792274475, -1.6169118881225586, -1.760757327079773, -0.8066679835319519, -1.134892463684082, -1.630786418914795, -2.140061616897583, -2.4354934692382812, -1.2695320844650269, -0.30100947618484497, -1.9740465879440308, -1.1559748649597168, -1.1799508333206177, -0.32881006598472595, -0.9898929595947266, -0.6084696054458618, -1.4161319732666016, -0.5547531843185425, -1.4195839166641235, -1.5674992799758911, -0.4650501608848572, -1.9922997951507568, -1.4000873565673828, -1.839269757270813, -1.211194634437561, -1.8867003917694092, -0.8494579195976257, -3.3440780639648438, -2.5679988861083984, -2.2753710746765137, -1.9898955821990967, -0.7838761806488037, -2.1369190216064453, -1.4228943586349487, -1.1241445541381836, -0.9156342148780823, -2.8452422618865967, -0.6243414282798767, -1.469115138053894, -1.4677586555480957, -1.582596778869629, -1.5618033409118652, -0.36437273025512695, -1.4413195848464966, -0.9981787204742432, -0.4118148982524872, -0.9556956887245178, -2.147928476333618, -1.321631669998169, -1.7182031869888306, -0.33449846506118774, -2.0113394260406494, -2.5040197372436523, -0.6745442152023315, -3.212162971496582, -1.9080510139465332, -1.4565951824188232, -2.301086902618408, -2.1100668907165527, -2.200326681137085, -1.4828224182128906, -0.4374760389328003, -1.9218573570251465, -0.946771502494812, -1.9855929613113403, -2.2546393871307373, -1.2018805742263794, -1.3169368505477905, -2.4423739910125732, -0.8398194313049316, -1.7399301528930664, -2.0406031608581543, -1.1825875043869019, -2.4508180618286133, -1.4406945705413818, -0.25174471735954285, -1.6587032079696655, -1.0665556192398071, -2.601935386657715, -1.0498744249343872, -1.5207751989364624, -1.1376374959945679, -2.2048213481903076, -3.223217010498047, -2.5837059020996094, -2.454336166381836, -3.0245954990386963, -0.8381880521774292, -1.8979297876358032, -1.1326115131378174, -1.940416693687439, -1.5944105386734009, -2.6907827854156494, -1.2456810474395752, -1.3280259370803833, -1.112878680229187, -1.4760102033615112, -2.484792709350586, -2.1888201236724854, -1.934929370880127, -1.1589953899383545, -1.3698481321334839, -0.5732963681221008, -1.0977917909622192, -3.8506970405578613, -2.509126901626587, -0.6417034268379211, -2.5326132774353027, -2.1706788539886475, -2.35143780708313, -0.4454752206802368, -1.3340709209442139, -1.2670999765396118, -1.9818546772003174, -1.677748441696167, -2.387474536895752, -1.6915054321289062, -0.9884330034255981, -1.885798454284668, -0.709046483039856, -1.4013152122497559, -2.0190508365631104, -1.5348539352416992, -1.6136997938156128, -1.8084907531738281, -0.37358391284942627, -1.1830450296401978, -1.036615252494812, -1.6387003660202026, -0.9818564653396606, -1.0625097751617432, -2.2545390129089355, -1.9388283491134644, -1.12678861618042, -1.526719093322754, -1.2893555164337158, -2.1218135356903076, -2.051424741744995, -1.7517285346984863, -1.7273648977279663, -2.1933300495147705, -0.321380615234375, -0.09252376109361649, -2.077808380126953, -1.8620779514312744, -2.3210577964782715, -0.7789038419723511, -1.7875921726226807, -0.8898658752441406]}, "Bot004_012_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_012.log.json", "context": "i am not sure what that is . i am a judge . Hi there i am not sure what that means . i am not sure what that means . What is your favorite shop? I like shopping i have not tried that . i am sure it will . Why you have not? i have not tried that . i am sure it is . You always sure aren't you? yes i do , i have been thinking about it . what have you been thinking about? i am going to be a professional eater That's great. I want to have a family bussines in professional eating but my family does not support my career choices that is a very profound and thought . It's much less profound to have a useless car. my dream car is a rolls royce ghost. Do you have a car? i have not heard of that before . where are you from in that case of never hearing of cars? i am from florida , how about you ? I am from Mars", "response": "i can not say that . i am more of a loner .", "annotation_id": "Bot004_012_18", "annotations": ["T", "X", "O", "O", "X", "X", "X", "T", "X", "X", "T", "T", "T", "X", "X"], "gpt2background_target_score": [-7.589962959289551, -10.695547103881836, -8.092477798461914, -13.223636627197266, -6.660153388977051, -10.33544921875, -6.9468817710876465, -8.417609214782715, -10.529875755310059, -7.983192443847656, -7.589879035949707, -6.699014663696289, -12.541337013244629, -3.7607407569885254], "gpt2background_argmax_score": [-2.7500181198120117, -1.932922601699829, -2.033036708831787, -1.4498683214187622, -0.9946380853652954, -1.2985477447509766, -1.9342026710510254, -1.4956101179122925, -1.8695532083511353, -2.295513153076172, -3.811749219894409, -2.4619174003601074, -1.9881607294082642, -2.0360188484191895, -1.977494478225708, -0.7150247097015381, -1.530458927154541, -1.2243531942367554, -0.588851809501648, -1.6911906003952026, -0.24776442348957062, -1.4189273118972778, -1.0056320428848267, -0.3057467043399811, -0.8391984701156616, -0.669466495513916, -0.5335177779197693, -1.1827034950256348, -0.36178261041641235, -0.5586455464363098, -0.6143108606338501, -1.3194479942321777, -2.023277997970581, -1.7342615127563477, -2.6139018535614014, -1.7731602191925049, -1.6603538990020752, -1.4065592288970947, -2.1546630859375, -2.0471224784851074, -1.874823808670044, -1.5234063863754272, -2.2249937057495117, -2.1215362548828125, -2.766465663909912, -1.8174707889556885, -1.201865792274475, -1.6169118881225586, -1.760757327079773, -0.8066679835319519, -1.134892463684082, -1.630786418914795, -2.140061616897583, -2.4354934692382812, -1.2695320844650269, -0.30100947618484497, -1.9740465879440308, -1.1559748649597168, -1.1799508333206177, -0.32881006598472595, -0.9898929595947266, -0.6084696054458618, -1.4161319732666016, -0.5547531843185425, -1.4195839166641235, -1.5674992799758911, -0.4650501608848572, -1.9922997951507568, -1.4000873565673828, -1.839269757270813, -1.211194634437561, -1.8867003917694092, -0.8494579195976257, -3.3440780639648438, -2.5679988861083984, -2.2753710746765137, -1.9898955821990967, -0.7838761806488037, -2.1369190216064453, -1.4228943586349487, -1.1241445541381836, -0.9156342148780823, -2.8452422618865967, -0.6243414282798767, -1.469115138053894, -1.4677586555480957, -1.582596778869629, -1.5618033409118652, -0.36437273025512695, -1.4413195848464966, -0.9981787204742432, -0.4118148982524872, -0.9556956887245178, -2.147928476333618, -1.321631669998169, -1.7182031869888306, -0.33449846506118774, -2.0113394260406494, -2.5040197372436523, -0.6745442152023315, -3.212162971496582, -1.9080510139465332, -1.4565951824188232, -2.301086902618408, -2.1100668907165527, -2.200326681137085, -1.4828224182128906, -0.4374760389328003, -1.9218573570251465, -0.946771502494812, -1.9855929613113403, -2.2546393871307373, -1.2018805742263794, -1.3169368505477905, -2.4423739910125732, -0.8398194313049316, -1.7399301528930664, -2.0406031608581543, -1.1825875043869019, -2.4508180618286133, -1.4406945705413818, -0.25174471735954285, -1.6587032079696655, -1.0665556192398071, -2.601935386657715, -1.0498744249343872, -1.5207751989364624, -1.1376374959945679, -2.2048213481903076, -3.223217010498047, -2.5837059020996094, -2.454336166381836, -3.0245954990386963, -0.8381880521774292, -1.8979297876358032, -1.1326115131378174, -1.940416693687439, -1.5944105386734009, -2.6907827854156494, -1.2456810474395752, -1.3280259370803833, -1.112878680229187, -1.4760102033615112, -2.484792709350586, -2.1888201236724854, -1.934929370880127, -1.1589953899383545, -1.3698481321334839, -0.5732963681221008, -1.0977917909622192, -3.8506970405578613, -2.509126901626587, -0.6417034268379211, -2.5326132774353027, -2.1706788539886475, -2.35143780708313, -0.4454752206802368, -1.3340709209442139, -1.2670999765396118, -1.9818546772003174, -1.677748441696167, -2.387474536895752, -1.6915054321289062, -0.9884330034255981, -1.885798454284668, -0.709046483039856, -1.4013152122497559, -2.0190508365631104, -1.5348539352416992, -1.6136997938156128, -1.8084907531738281, -0.37358391284942627, -1.1830450296401978, -1.036615252494812, -1.6387003660202026, -0.9818564653396606, -1.0625097751617432, -2.2545390129089355, -1.9388283491134644, -1.12678861618042, -1.526719093322754, -1.2893555164337158, -2.1218135356903076, -1.3370697498321533, -2.082690954208374, -2.0624189376831055, -0.4354787766933441, -0.12917093932628632, -1.9642187356948853, -1.7878482341766357, -2.257694721221924, -0.8001227378845215, -1.5643895864486694, -1.9042128324508667, -1.2294420003890991, -0.9050156474113464, -2.33001446723938, -2.408456802368164, -2.2317140102386475, -1.5642260313034058, -1.780820608139038, -1.5542162656784058, -2.262974739074707, -1.9392682313919067, -1.0774164199829102, -1.027809977531433, -1.2373148202896118, -1.9599305391311646, -0.22905313968658447, -3.522475004196167, -1.4317586421966553, -1.0908393859863281, -0.9444937705993652]}, "Bot004_012_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_012.log.json", "context": "i am not sure what that is . i am a judge . Hi there i am not sure what that means . i am not sure what that means . What is your favorite shop? I like shopping i have not tried that . i am sure it will . Why you have not? i have not tried that . i am sure it is . You always sure aren't you? yes i do , i have been thinking about it . what have you been thinking about? i am going to be a professional eater That's great. I want to have a family bussines in professional eating but my family does not support my career choices that is a very profound and thought . It's much less profound to have a useless car. my dream car is a rolls royce ghost. Do you have a car? i have not heard of that before . where are you from in that case of never hearing of cars? i am from florida , how about you ? I am from Mars i can not say that . i am more of a loner . i often shop for shoes and watches which is most inpopular things on mars", "response": "i love to shop and eat pizza .", "annotation_id": "Bot004_012_20", "annotations": ["T", "X", "O", "T", "X", "X", "O", "O", "T", "O", "T", "X", "T", "T", "T"], "gpt2background_target_score": [-7.589962959289551, -9.849034309387207, -6.771293640136719, -13.292986869812012, -9.010834693908691, -11.129755020141602, -11.326288223266602, -1.9339674711227417], "gpt2background_argmax_score": [-2.7500181198120117, -1.932922601699829, -2.033036708831787, -1.4498683214187622, -0.9946380853652954, -1.2985477447509766, -1.9342026710510254, -1.4956101179122925, -1.8695532083511353, -2.295513153076172, -3.811749219894409, -2.4619174003601074, -1.9881607294082642, -2.0360188484191895, -1.977494478225708, -0.7150247097015381, -1.530458927154541, -1.2243531942367554, -0.588851809501648, -1.6911906003952026, -0.24776442348957062, -1.4189273118972778, -1.0056320428848267, -0.3057467043399811, -0.8391984701156616, -0.669466495513916, -0.5335177779197693, -1.1827034950256348, -0.36178261041641235, -0.5586455464363098, -0.6143108606338501, -1.3194479942321777, -2.023277997970581, -1.7342615127563477, -2.6139018535614014, -1.7731602191925049, -1.6603538990020752, -1.4065592288970947, -2.1546630859375, -2.0471224784851074, -1.874823808670044, -1.5234063863754272, -2.2249937057495117, -2.1215362548828125, -2.766465663909912, -1.8174707889556885, -1.201865792274475, -1.6169118881225586, -1.760757327079773, -0.8066679835319519, -1.134892463684082, -1.630786418914795, -2.140061616897583, -2.4354934692382812, -1.2695320844650269, -0.30100947618484497, -1.9740465879440308, -1.1559748649597168, -1.1799508333206177, -0.32881006598472595, -0.9898929595947266, -0.6084696054458618, -1.4161319732666016, -0.5547531843185425, -1.4195839166641235, -1.5674992799758911, -0.4650501608848572, -1.9922997951507568, -1.4000873565673828, -1.839269757270813, -1.211194634437561, -1.8867003917694092, -0.8494579195976257, -3.3440780639648438, -2.5679988861083984, -2.2753710746765137, -1.9898955821990967, -0.7838761806488037, -2.1369190216064453, -1.4228943586349487, -1.1241445541381836, -0.9156342148780823, -2.8452422618865967, -0.6243414282798767, -1.469115138053894, -1.4677586555480957, -1.582596778869629, -1.5618033409118652, -0.36437273025512695, -1.4413195848464966, -0.9981787204742432, -0.4118148982524872, -0.9556956887245178, -2.147928476333618, -1.321631669998169, -1.7182031869888306, -0.33449846506118774, -2.0113394260406494, -2.5040197372436523, -0.6745442152023315, -3.212162971496582, -1.9080510139465332, -1.4565951824188232, -2.301086902618408, -2.1100668907165527, -2.200326681137085, -1.4828224182128906, -0.4374760389328003, -1.9218573570251465, -0.946771502494812, -1.9855929613113403, -2.2546393871307373, -1.2018805742263794, -1.3169368505477905, -2.4423739910125732, -0.8398194313049316, -1.7399301528930664, -2.0406031608581543, -1.1825875043869019, -2.4508180618286133, -1.4406945705413818, -0.25174471735954285, -1.6587032079696655, -1.0665556192398071, -2.601935386657715, -1.0498744249343872, -1.5207751989364624, -1.1376374959945679, -2.2048213481903076, -3.223217010498047, -2.5837059020996094, -2.454336166381836, -3.0245954990386963, -0.8381880521774292, -1.8979297876358032, -1.1326115131378174, -1.940416693687439, -1.5944105386734009, -2.6907827854156494, -1.2456810474395752, -1.3280259370803833, -1.112878680229187, -1.4760102033615112, -2.484792709350586, -2.1888201236724854, -1.934929370880127, -1.1589953899383545, -1.3698481321334839, -0.5732963681221008, -1.0977917909622192, -3.8506970405578613, -2.509126901626587, -0.6417034268379211, -2.5326132774353027, -2.1706788539886475, -2.35143780708313, -0.4454752206802368, -1.3340709209442139, -1.2670999765396118, -1.9818546772003174, -1.677748441696167, -2.387474536895752, -1.6915054321289062, -0.9884330034255981, -1.885798454284668, -0.709046483039856, -1.4013152122497559, -2.0190508365631104, -1.5348539352416992, -1.6136997938156128, -1.8084907531738281, -0.37358391284942627, -1.1830450296401978, -1.036615252494812, -1.6387003660202026, -0.9818564653396606, -1.0625097751617432, -2.2545390129089355, -1.9388283491134644, -1.12678861618042, -1.526719093322754, -1.2893555164337158, -2.1218135356903076, -1.3370697498321533, -2.082690954208374, -2.0624189376831055, -0.4354787766933441, -0.12917093932628632, -1.9642187356948853, -1.7878482341766357, -2.257694721221924, -0.8001227378845215, -1.5643895864486694, -1.9042128324508667, -1.2294420003890991, -0.9050156474113464, -2.33001446723938, -2.408456802368164, -0.9757207632064819, -2.095836639404297, -1.4335267543792725, -2.342334747314453, -1.8356820344924927, -1.4635273218154907, -0.7379297614097595, -1.531040906906128, -1.973170518875122, -0.27793264389038086, -3.8100533485412598, -1.3735520839691162, -1.2633906602859497, -1.4376920461654663, -0.7949991822242737, -2.4854464530944824, -1.668923020362854, -2.8135385513305664, -1.74517023563385, -2.353135108947754, -1.9545232057571411, -0.9695059657096863, -2.4852116107940674, -1.789299726486206, -1.7225110530853271, -3.23232102394104, -1.2116845846176147, -1.4598698616027832, -2.1565606594085693, -2.241863250732422, -1.5064585208892822, -2.6289570331573486, -2.380462646484375, -1.3149034976959229, -1.7220211029052734, -2.6986780166625977, -2.154944896697998, -1.0130406618118286]}, "Bot004_013_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_013.log.json", "context": "i have a lot of money that i run . Nice. You must be wealthy", "response": "so i can be on that . i am not sure if i could do that", "annotation_id": "Bot004_013_02", "annotations": ["O", "T", "T", "T", "T", "O", "T", "X", "X", "O", "T", "T", "X", "O", "X"], "gpt2background_target_score": [-9.607341766357422, -7.527052879333496, -9.762443542480469, -10.69151782989502, -9.310070991516113, -4.487955570220947, -12.39030647277832, -8.48013687133789, -6.577414512634277, -8.280280113220215, -9.176450729370117, -9.164833068847656, -8.119643211364746, -10.267578125, -9.554963111877441, -5.917529582977295], "gpt2background_argmax_score": [-2.7500200271606445, -1.4319202899932861, -1.8418498039245605, -0.48813921213150024, -2.0086617469787598, -1.9177325963974, -0.7511269450187683, -1.6152763366699219, -1.2812479734420776, -1.7688790559768677, -2.534541606903076, -2.2493276596069336, -2.341231107711792, -1.3413033485412598, -2.2819650173187256, -1.4272255897521973, -2.228964328765869, -2.5561680793762207, -2.387498378753662, -2.6139039993286133, -0.23559121787548065, -1.7737550735473633, -2.409940004348755, -1.1571024656295776, -2.301522731781006, -2.5286285877227783, -1.1596697568893433, -1.6857768297195435, -1.6094305515289307, -1.8658277988433838, -2.312136650085449, -1.2689038515090942, -1.7184029817581177]}, "Bot004_013_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_013.log.json", "context": "i have a lot of money that i run . Nice. You must be wealthy so i can be on that . i am not sure if i could do that Do you like to spend money?", "response": "i used to be , but i am not sure what that means .", "annotation_id": "Bot004_013_04", "annotations": ["O", "O", "T", "X", "T", "X", "O", "X", "X", "T", "T", "O", "T", "T", "X"], "gpt2background_target_score": [-7.58996057510376, -7.008188247680664, -10.055492401123047, -10.69151782989502, -10.955558776855469, -2.639308452606201, -2.2209203243255615, -3.543107032775879, -7.487336158752441, -11.605628967285156, -7.586384296417236, -9.394542694091797, -10.302927017211914, -10.304882049560547], "gpt2background_argmax_score": [-2.7500200271606445, -1.4319202899932861, -1.8418498039245605, -0.48813921213150024, -2.0086617469787598, -1.9177325963974, -0.7511269450187683, -1.6152763366699219, -1.2812479734420776, -1.7688790559768677, -2.534541606903076, -2.2493276596069336, -2.341231107711792, -1.3413033485412598, -2.2819650173187256, -1.4272255897521973, -2.005465030670166, -1.971294641494751, -2.636549472808838, -0.643254280090332, -1.7480127811431885, -2.400481700897217, -2.4592268466949463, -2.4233739376068115, -2.762089490890503, -1.128979206085205, -1.7159734964370728, -1.5185199975967407, -1.827925205230713, -2.736182451248169, -1.3201488256454468, -1.6231656074523926, -0.42046648263931274, -1.014660120010376, -1.7202990055084229, -2.588707208633423, -2.135119676589966, -0.726824164390564, -1.5736236572265625, -1.8043444156646729, -2.4669313430786133, -0.20352496206760406, -2.273233413696289, -1.5004767179489136, -1.5160906314849854, -1.2076342105865479, -2.6513102054595947, -1.8088656663894653, -0.768977701663971, -1.0180541276931763, -1.6093987226486206, -0.9985682368278503, -1.5214630365371704, -1.057257056236267]}, "Bot004_013_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_013.log.json", "context": "i have a lot of money that i run . Nice. You must be wealthy so i can be on that . i am not sure if i could do that Do you like to spend money? i used to be , but i am not sure what that means . Okay. Whatever. What do you do for living?", "response": "i have a secret for gordan ramsey but i did not pass the chance .", "annotation_id": "Bot004_013_06", "annotations": ["O", "T", "X", "T", "T", "O", "T", "X", "X", "O", "X", "X", "X", "O", "X"], "gpt2background_target_score": [-7.589962959289551, -8.767999649047852, -8.857011795043945, -12.598404884338379, -10.054266929626465, -10.232769012451172, -13.152207374572754, -11.345074653625488, -12.864882469177246, -4.61640739440918, -5.969687461853027, -9.7177152633667, -7.834928512573242, -6.93065881729126, -3.712494373321533, -12.533551216125488, -9.097436904907227], "gpt2background_argmax_score": [-2.7500181198120117, -1.4319206476211548, -1.8418517112731934, -0.4881391227245331, -2.0086605548858643, -1.9177325963974, -0.7511274218559265, -1.6152760982513428, -1.2812460660934448, -1.768880844116211, -2.534540891647339, -2.249326229095459, -2.3412320613861084, -1.3413010835647583, -2.2819628715515137, -1.427226185798645, -2.0054638385772705, -1.9712960720062256, -2.6365504264831543, -0.6432533860206604, -1.7480107545852661, -2.400481939315796, -2.459225654602051, -2.4233741760253906, -2.762089729309082, -1.1289807558059692, -1.7159743309020996, -1.5185202360153198, -1.8279266357421875, -2.736182689666748, -1.3201487064361572, -1.6231648921966553, -0.4204666316509247, -1.0146598815917969, -1.7203011512756348, -2.5887017250061035, -2.1351211071014404, -0.7268239855766296, -1.5736243724822998, -2.3044891357421875, -0.1982850581407547, -2.242202043533325, -1.73904550075531, -1.546499490737915, -1.355588674545288, -2.591236114501953, -1.6812074184417725, -0.8645889759063721, -1.100756049156189, -1.4846725463867188, -1.0635015964508057, -1.6168206930160522, -1.6546438932418823, -2.037585735321045, -1.877229928970337, -1.5279419422149658, -1.9260873794555664, -2.0133423805236816, -0.22357423603534698, -1.784460186958313, -1.6675667762756348, -0.6971524357795715, -1.391974925994873, -2.0684165954589844, -1.9595410823822021, -2.520869255065918, -1.0905522108078003, -1.3159891366958618, -3.459660291671753, -2.7195723056793213, -2.829547882080078, -2.697047472000122, -2.422560691833496, -2.1732888221740723, -0.9577338695526123, -2.1653621196746826, -1.1742041110992432, -1.8654099702835083, -2.3014979362487793, -1.4625409841537476, -1.1508309841156006, -1.271691083908081]}, "Bot004_013_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_013.log.json", "context": "i have a lot of money that i run . Nice. You must be wealthy so i can be on that . i am not sure if i could do that Do you like to spend money? i used to be , but i am not sure what that means . Okay. Whatever. What do you do for living? i have a secret for gordan ramsey but i did not pass the chance . Can you keep secrets?", "response": "i am not sure . i am a very experienced person .", "annotation_id": "Bot004_013_08", "annotations": ["O", "T", "T", "T", "X", "O", "O", "X", "X", "T", "T", "T", "T", "X", "X"], "gpt2background_target_score": [-7.589962959289551, -9.181812286376953, -9.233867645263672, -12.867263793945312, -9.766924858093262, -4.7157158851623535, -7.684094429016113, -9.713016510009766, -7.981237411499023, -13.548738479614258, -7.106825828552246, -7.843446254730225], "gpt2background_argmax_score": [-2.7500181198120117, -1.4319206476211548, -1.8418517112731934, -0.4881391227245331, -2.0086605548858643, -1.9177325963974, -0.7511274218559265, -1.6152760982513428, -1.2812460660934448, -1.768880844116211, -2.534540891647339, -2.249326229095459, -2.3412320613861084, -1.3413010835647583, -2.2819628715515137, -1.427226185798645, -2.0054638385772705, -1.9712960720062256, -2.6365504264831543, -0.6432533860206604, -1.7480107545852661, -2.400481939315796, -2.459225654602051, -2.4233741760253906, -2.762089729309082, -1.1289807558059692, -1.7159743309020996, -1.5185202360153198, -1.8279266357421875, -2.736182689666748, -1.3201487064361572, -1.6231648921966553, -0.4204666316509247, -1.0146598815917969, -1.7203011512756348, -2.5887017250061035, -2.1351211071014404, -0.7268239855766296, -1.5736243724822998, -2.3044891357421875, -0.1982850581407547, -2.242202043533325, -1.73904550075531, -1.546499490737915, -1.355588674545288, -2.591236114501953, -1.6812074184417725, -0.8645889759063721, -1.100756049156189, -1.4846725463867188, -1.0635015964508057, -1.6168206930160522, -1.6546438932418823, -2.037585735321045, -1.877229928970337, -1.5279419422149658, -1.9260873794555664, -2.0133423805236816, -0.22357423603534698, -1.784460186958313, -1.6675667762756348, -0.6971524357795715, -1.391974925994873, -2.0684165954589844, -2.3917651176452637, -1.3739984035491943, -1.4842743873596191, -3.1469428539276123, -2.8285443782806396, -2.7178354263305664, -2.6500391960144043, -2.4286999702453613, -2.620150566101074, -0.9713911414146423, -2.2399020195007324, -1.084032416343689, -1.887768268585205, -2.2697255611419678, -1.3192936182022095, -1.082002878189087, -1.9029542207717896, -0.6581677794456482, -2.5072803497314453, -1.9043323993682861, -1.9168884754180908, -2.402007818222046, -2.1057252883911133, -2.1126012802124023, -1.4983372688293457, -0.6441505551338196, -1.6631335020065308, -1.2760218381881714, -1.7226682901382446, -1.8472380638122559, -3.4222683906555176, -2.1114747524261475, -1.891606092453003, -1.6951169967651367, -0.9009687304496765]}, "Bot004_013_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_013.log.json", "context": "i have a lot of money that i run . Nice. You must be wealthy so i can be on that . i am not sure if i could do that Do you like to spend money? i used to be , but i am not sure what that means . Okay. Whatever. What do you do for living? i have a secret for gordan ramsey but i did not pass the chance . Can you keep secrets? i am not sure . i am a very experienced person . Are you sure?", "response": "i am not sure . i am a very experienced person .", "annotation_id": "Bot004_013_10", "annotations": ["O", "O", "X", "X", "O", "O", "T", "X", "X", "O", "O", "T", "O", "X", "X"], "gpt2background_target_score": [-7.589962959289551, -9.181812286376953, -9.233867645263672, -12.867263793945312, -9.766924858093262, -4.7157158851623535, -7.684094429016113, -9.713016510009766, -7.981237411499023, -13.548738479614258, -7.106825828552246, -7.843446254730225], "gpt2background_argmax_score": [-2.7500181198120117, -1.4319206476211548, -1.8418517112731934, -0.4881391227245331, -2.0086605548858643, -1.9177325963974, -0.7511274218559265, -1.6152760982513428, -1.2812460660934448, -1.768880844116211, -2.534540891647339, -2.249326229095459, -2.3412320613861084, -1.3413010835647583, -2.2819628715515137, -1.427226185798645, -2.0054638385772705, -1.9712960720062256, -2.6365504264831543, -0.6432533860206604, -1.7480107545852661, -2.400481939315796, -2.459225654602051, -2.4233741760253906, -2.762089729309082, -1.1289807558059692, -1.7159743309020996, -1.5185202360153198, -1.8279266357421875, -2.736182689666748, -1.3201487064361572, -1.6231648921966553, -0.4204666316509247, -1.0146598815917969, -1.7203011512756348, -2.5887017250061035, -2.1351211071014404, -0.7268239855766296, -1.5736243724822998, -2.3044891357421875, -0.1982850581407547, -2.242202043533325, -1.73904550075531, -1.546499490737915, -1.355588674545288, -2.591236114501953, -1.6812074184417725, -0.8645889759063721, -1.100756049156189, -1.4846725463867188, -1.0635015964508057, -1.6168206930160522, -1.6546438932418823, -2.037585735321045, -1.877229928970337, -1.5279419422149658, -1.9260873794555664, -2.0133423805236816, -0.22357423603534698, -1.784460186958313, -1.6675667762756348, -0.6971524357795715, -1.391974925994873, -2.0684165954589844, -2.3917651176452637, -1.3739984035491943, -1.4842743873596191, -3.1469428539276123, -2.8285443782806396, -2.7178354263305664, -2.6500391960144043, -2.4286999702453613, -2.620150566101074, -0.9713911414146423, -2.2399020195007324, -1.084032416343689, -1.887768268585205, -2.2697255611419678, -1.3192936182022095, -1.082002878189087, -1.9029542207717896, -0.6581677794456482, -2.5072803497314453, -1.9043323993682861, -1.9168884754180908, -2.402007818222046, -1.9485782384872437, -1.5630077123641968, -0.7702633142471313, -1.6779569387435913, -2.1592137813568115, -1.5975420475006104, -1.8648966550827026, -3.3396615982055664, -2.0654892921447754, -1.9098730087280273, -1.6071957349777222, -1.6317224502563477, -0.24186530709266663, -2.688405752182007, -1.2306138277053833, -2.287583351135254, -1.949225664138794, -1.8243359327316284, -1.5504422187805176, -0.5612643957138062, -1.469357967376709, -0.9092592597007751, -0.8160755634307861, -1.8332287073135376, -0.3569529056549072, -0.36383816599845886, -0.26928672194480896, -0.7961642742156982, -1.229616641998291]}, "Bot004_013_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_013.log.json", "context": "i have a lot of money that i run . Nice. You must be wealthy so i can be on that . i am not sure if i could do that Do you like to spend money? i used to be , but i am not sure what that means . Okay. Whatever. What do you do for living? i have a secret for gordan ramsey but i did not pass the chance . Can you keep secrets? i am not sure . i am a very experienced person . Are you sure? i am not sure . i am a very experienced person . Got it. So how old are you?", "response": "i am a very polite person . i love to cook .", "annotation_id": "Bot004_013_12", "annotations": ["O", "O", "X", "T", "O", "X", "X", "X", "X", "T", "X", "X", "X", "X", "X"], "gpt2background_target_score": [-7.589962959289551, -9.181812286376953, -8.857011795043945, -10.8051176071167, -13.21208667755127, -13.33505630493164, -12.390308380126953, -8.480134010314941, -10.042108535766602, -8.098833084106445, -9.57562255859375, -7.843446254730225], "gpt2background_argmax_score": [-2.7500181198120117, -1.4319206476211548, -1.8418517112731934, -0.4881391227245331, -2.0086605548858643, -1.9177325963974, -0.7511274218559265, -1.6152760982513428, -1.2812460660934448, -1.768880844116211, -2.534540891647339, -2.249326229095459, -2.3412320613861084, -1.3413010835647583, -2.2819628715515137, -1.427226185798645, -2.0054638385772705, -1.9712960720062256, -2.6365504264831543, -0.6432533860206604, -1.7480107545852661, -2.400481939315796, -2.459225654602051, -2.4233741760253906, -2.762089729309082, -1.1289807558059692, -1.7159743309020996, -1.5185202360153198, -1.8279266357421875, -2.736182689666748, -1.3201487064361572, -1.6231648921966553, -0.4204666316509247, -1.0146598815917969, -1.7203011512756348, -2.5887017250061035, -2.1351211071014404, -0.7268239855766296, -1.5736243724822998, -2.3044891357421875, -0.1982850581407547, -2.242202043533325, -1.73904550075531, -1.546499490737915, -1.355588674545288, -2.591236114501953, -1.6812074184417725, -0.8645889759063721, -1.100756049156189, -1.4846725463867188, -1.0635015964508057, -1.6168206930160522, -1.6546438932418823, -2.037585735321045, -1.877229928970337, -1.5279419422149658, -1.9260873794555664, -2.0133423805236816, -0.22357423603534698, -1.784460186958313, -1.6675667762756348, -0.6971524357795715, -1.391974925994873, -2.0684165954589844, -2.3917651176452637, -1.3739984035491943, -1.4842743873596191, -3.1469428539276123, -2.8285443782806396, -2.7178354263305664, -2.6500391960144043, -2.4286999702453613, -2.620150566101074, -0.9713911414146423, -2.2399020195007324, -1.084032416343689, -1.887768268585205, -2.2697255611419678, -1.3192936182022095, -1.082002878189087, -1.9029542207717896, -0.6581677794456482, -2.5072803497314453, -1.9043323993682861, -1.9168884754180908, -2.402007818222046, -1.9485782384872437, -1.5630077123641968, -0.7702633142471313, -1.6779569387435913, -2.1592137813568115, -1.597542405128479, -1.8648992776870728, -3.3396623134613037, -2.065490484237671, -1.909873127937317, -1.607195496559143, -1.6317237615585327, -0.24186576902866364, -2.6884050369262695, -1.2306140661239624, -2.2875843048095703, -1.2463793754577637, -1.602179765701294, -0.9136025309562683, -1.1397405862808228, -1.4477083683013916, -0.7319815158843994, -1.984162449836731, -0.5669586658477783, -0.6592737436294556, -0.3125901222229004, -0.6420416831970215, -1.9792144298553467, -1.4576246738433838, -2.36238431930542, -2.2244396209716797, -1.821989893913269, -1.589748501777649, -0.5505562424659729, -0.1511526107788086, -1.0181711912155151, -2.5069494247436523, -2.141895055770874, -1.6567869186401367, -1.722838044166565, -1.0269650220870972, -0.357710599899292, -0.6865711212158203, -1.1625066995620728, -1.3358961343765259, -1.3054335117340088, -1.461082100868225, -1.8921059370040894, -1.6074719429016113, -0.9148068428039551]}, "Bot004_013_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_013.log.json", "context": "i have a lot of money that i run . Nice. You must be wealthy so i can be on that . i am not sure if i could do that Do you like to spend money? i used to be , but i am not sure what that means . Okay. Whatever. What do you do for living? i have a secret for gordan ramsey but i did not pass the chance . Can you keep secrets? i am not sure . i am a very experienced person . Are you sure? i am not sure . i am a very experienced person . Got it. So how old are you? i am a very polite person . i love to cook . So you like to cook. What is your favorite meal?", "response": "i have never tried that idea . i am sure it is .", "annotation_id": "Bot004_013_14", "annotations": ["O", "T", "X", "X", "T", "O", "X", "X", "X", "O", "T", "X", "X", "X", "X"], "gpt2background_target_score": [-7.589962959289551, -8.767999649047852, -9.4895601272583, -10.889443397521973, -7.740811347961426, -10.25424575805664, -12.390308380126953, -8.480134010314941, -6.577415466308594, -11.605630874633789, -7.25853157043457, -8.689311981201172, -10.415217399597168], "gpt2background_argmax_score": [-2.7500181198120117, -1.4319206476211548, -1.8418517112731934, -0.4881391227245331, -2.0086605548858643, -1.9177325963974, -0.7511274218559265, -1.6152760982513428, -1.2812460660934448, -1.768880844116211, -2.534540891647339, -2.249326229095459, -2.3412320613861084, -1.3413010835647583, -2.2819628715515137, -1.427226185798645, -2.0054638385772705, -1.9712960720062256, -2.6365504264831543, -0.6432533860206604, -1.7480107545852661, -2.400481939315796, -2.459225654602051, -2.4233741760253906, -2.762089729309082, -1.1289807558059692, -1.7159743309020996, -1.5185202360153198, -1.8279266357421875, -2.736182689666748, -1.3201487064361572, -1.6231648921966553, -0.4204666316509247, -1.0146598815917969, -1.7203011512756348, -2.5887017250061035, -2.1351211071014404, -0.7268239855766296, -1.5736243724822998, -2.3044891357421875, -0.1982850581407547, -2.242202043533325, -1.73904550075531, -1.546499490737915, -1.355588674545288, -2.591236114501953, -1.6812074184417725, -0.8645889759063721, -1.100756049156189, -1.4846725463867188, -1.0635015964508057, -1.6168206930160522, -1.6546438932418823, -2.037585735321045, -1.877229928970337, -1.5279419422149658, -1.9260873794555664, -2.0133423805236816, -0.22357423603534698, -1.784460186958313, -1.6675667762756348, -0.6971524357795715, -1.391974925994873, -2.0684165954589844, -2.3917651176452637, -1.3739984035491943, -1.4842743873596191, -3.1469428539276123, -2.8285443782806396, -2.7178354263305664, -2.6500391960144043, -2.4286999702453613, -2.620150566101074, -0.9713911414146423, -2.2399020195007324, -1.084032416343689, -1.887768268585205, -2.2697255611419678, -1.3192936182022095, -1.082002878189087, -1.9029542207717896, -0.6581677794456482, -2.5072803497314453, -1.9043323993682861, -1.9168884754180908, -2.402007818222046, -1.9485782384872437, -1.5630077123641968, -0.7702633142471313, -1.6779569387435913, -2.1592137813568115, -1.5975420475006104, -1.8648966550827026, -3.3396615982055664, -2.0654892921447754, -1.9098730087280273, -1.6071957349777222, -1.6317224502563477, -0.24186530709266663, -2.688405752182007, -1.2306138277053833, -2.287583351135254, -1.2463791370391846, -1.6021794080734253, -0.9136022329330444, -1.1397407054901123, -1.4477075338363647, -0.7319813966751099, -1.9841622114181519, -0.5669596195220947, -0.6592743992805481, -0.31258949637413025, -0.6420413255691528, -1.9792149066925049, -1.4576250314712524, -2.3623850345611572, -2.2244393825531006, -1.821991205215454, -1.5897483825683594, -0.5505565404891968, -0.1511526107788086, -1.0181711912155151, -2.5069499015808105, -1.2776589393615723, -1.936091423034668, -0.9512138366699219, -0.5207377076148987, -0.6070272922515869, -0.8439971208572388, -1.7316409349441528, -1.0546566247940063, -1.1074624061584473, -1.7751619815826416, -1.6296321153640747, -1.3184276819229126, -1.7399057149887085, -1.9000223875045776, -0.6957955956459045, -0.8643540740013123, -1.8671669960021973, -2.2192678451538086, -1.6670175790786743, -1.3005728721618652, -1.1909955739974976, -1.9610201120376587, -1.2642658948898315, -2.0773377418518066, -1.792678713798523, -2.181739091873169, -0.9115068316459656, -2.077373504638672, -1.7016998529434204, -2.1688382625579834, -1.4207093715667725, -1.1486307382583618, -2.200612783432007, -1.7067171335220337, -2.148297071456909, -1.138960838317871, -2.5719919204711914, -1.1968446969985962]}, "Bot004_013_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_013.log.json", "context": "i have a lot of money that i run . Nice. You must be wealthy so i can be on that . i am not sure if i could do that Do you like to spend money? i used to be , but i am not sure what that means . Okay. Whatever. What do you do for living? i have a secret for gordan ramsey but i did not pass the chance . Can you keep secrets? i am not sure . i am a very experienced person . Are you sure? i am not sure . i am a very experienced person . Got it. So how old are you? i am a very polite person . i love to cook . So you like to cook. What is your favorite meal? i have never tried that idea . i am sure it is . What do you like to cook?", "response": "i do not cook , but i am always looking for a new job .", "annotation_id": "Bot004_013_16", "annotations": ["O", "O", "T", "T", "O", "T", "X", "T", "X", "T", "T", "T", "T", "O", "X"], "gpt2background_target_score": [-7.589962959289551, -10.073018074035645, -9.233867645263672, -12.477459907531738, -10.955560684204102, -2.6393094062805176, -2.2209179401397705, -3.5431067943573, -10.990730285644531, -9.00143051147461, -5.26346492767334, -9.097188949584961, -9.838624000549316, -10.775015830993652, -9.31243896484375], "gpt2background_argmax_score": [-2.7500181198120117, -1.4319206476211548, -1.8418517112731934, -0.4881391227245331, -2.0086605548858643, -1.9177325963974, -0.7511274218559265, -1.6152760982513428, -1.2812460660934448, -1.768880844116211, -2.534540891647339, -2.249326229095459, -2.3412320613861084, -1.3413010835647583, -2.2819628715515137, -1.427226185798645, -2.0054638385772705, -1.9712960720062256, -2.6365504264831543, -0.6432533860206604, -1.7480107545852661, -2.400481939315796, -2.459225654602051, -2.4233741760253906, -2.762089729309082, -1.1289807558059692, -1.7159743309020996, -1.5185202360153198, -1.8279266357421875, -2.736182689666748, -1.3201487064361572, -1.6231648921966553, -0.4204666316509247, -1.0146598815917969, -1.7203011512756348, -2.5887017250061035, -2.1351211071014404, -0.7268239855766296, -1.5736243724822998, -2.3044891357421875, -0.1982850581407547, -2.242202043533325, -1.73904550075531, -1.546499490737915, -1.355588674545288, -2.591236114501953, -1.6812074184417725, -0.8645889759063721, -1.100756049156189, -1.4846725463867188, -1.0635015964508057, -1.6168206930160522, -1.6546438932418823, -2.037585735321045, -1.877229928970337, -1.5279419422149658, -1.9260873794555664, -2.0133423805236816, -0.22357423603534698, -1.784460186958313, -1.6675667762756348, -0.6971524357795715, -1.391974925994873, -2.0684165954589844, -2.3917651176452637, -1.3739984035491943, -1.4842743873596191, -3.1469428539276123, -2.8285443782806396, -2.7178354263305664, -2.6500391960144043, -2.4286999702453613, -2.620150566101074, -0.9713911414146423, -2.2399020195007324, -1.084032416343689, -1.887768268585205, -2.2697255611419678, -1.3192936182022095, -1.082002878189087, -1.9029542207717896, -0.6581677794456482, -2.5072803497314453, -1.9043323993682861, -1.9168884754180908, -2.402007818222046, -1.9485782384872437, -1.5630077123641968, -0.7702633142471313, -1.6779569387435913, -2.1592137813568115, -1.5975420475006104, -1.8648966550827026, -3.3396615982055664, -2.0654892921447754, -1.9098730087280273, -1.6071957349777222, -1.6317224502563477, -0.24186530709266663, -2.688405752182007, -1.2306138277053833, -2.287583351135254, -1.2463791370391846, -1.6021794080734253, -0.9136022329330444, -1.1397407054901123, -1.4477075338363647, -0.7319813966751099, -1.9841622114181519, -0.5669596195220947, -0.6592743992805481, -0.31258949637413025, -0.6420413255691528, -1.9792149066925049, -1.4576250314712524, -2.3623850345611572, -2.2244393825531006, -1.821991205215454, -1.5897483825683594, -0.5505565404891968, -0.1511526107788086, -1.0181711912155151, -2.5069499015808105, -1.2776589393615723, -1.936091423034668, -0.9512138366699219, -0.5207377076148987, -0.6070272922515869, -0.8439971208572388, -1.7316409349441528, -1.0546566247940063, -1.1074624061584473, -1.7751619815826416, -1.6296321153640747, -1.3184276819229126, -1.7399057149887085, -1.9000223875045776, -0.6957955956459045, -0.8643558621406555, -1.8671680688858032, -2.219269037246704, -1.6670198440551758, -1.3005722761154175, -1.1909977197647095, -1.961018443107605, -1.2642649412155151, -2.077336549758911, -1.8015282154083252, -1.1660758256912231, -1.9947969913482666, -1.6314377784729004, -1.7290750741958618, -1.2151904106140137, -1.5748263597488403, -1.6889597177505493, -1.7386384010314941, -1.9910964965820312, -1.1493505239486694, -2.6276731491088867, -1.6042035818099976, -1.7370963096618652, -0.255657434463501, -1.6725306510925293, -0.49128371477127075, -0.7065824866294861, -1.104076862335205, -1.4117804765701294, -1.6977559328079224, -2.2746970653533936, -1.5222291946411133, -1.5545822381973267, -2.5025174617767334, -0.8110970854759216, -0.28062304854393005, -1.532302737236023, -2.017474412918091, -2.9398858547210693, -0.417371541261673, -1.9167019128799438, -1.9567394256591797, -1.5199973583221436, -1.4456660747528076, -1.0354849100112915]}, "Bot004_013_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_013.log.json", "context": "i have a lot of money that i run . Nice. You must be wealthy so i can be on that . i am not sure if i could do that Do you like to spend money? i used to be , but i am not sure what that means . Okay. Whatever. What do you do for living? i have a secret for gordan ramsey but i did not pass the chance . Can you keep secrets? i am not sure . i am a very experienced person . Are you sure? i am not sure . i am a very experienced person . Got it. So how old are you? i am a very polite person . i love to cook . So you like to cook. What is your favorite meal? i have never tried that idea . i am sure it is . What do you like to cook? i do not cook , but i am always looking for a new job . You said that you love to cook", "response": "i like to cook , but i am not looking for a new job .", "annotation_id": "Bot004_013_18", "annotations": ["O", "T", "T", "X", "T", "O", "X", "X", "X", "O", "T", "O", "T", "O", "X"], "gpt2background_target_score": [-7.589962959289551, -6.607541084289551, -10.055492401123047, -12.477459907531738, -10.955560684204102, -2.6393094062805176, -2.2209179401397705, -3.5431067943573, -7.487336158752441, -9.00143051147461, -5.26346492767334, -9.097188949584961, -9.838624000549316, -10.775015830993652, -9.31243896484375], "gpt2background_argmax_score": [-2.7500181198120117, -1.4319206476211548, -1.8418517112731934, -0.4881391227245331, -2.0086605548858643, -1.9177325963974, -0.7511274218559265, -1.6152760982513428, -1.2812460660934448, -1.768880844116211, -2.534540891647339, -2.249326229095459, -2.3412320613861084, -1.3413010835647583, -2.2819628715515137, -1.427226185798645, -2.0054638385772705, -1.9712960720062256, -2.6365504264831543, -0.6432533860206604, -1.7480107545852661, -2.400481939315796, -2.459225654602051, -2.4233741760253906, -2.762089729309082, -1.1289807558059692, -1.7159743309020996, -1.5185202360153198, -1.8279266357421875, -2.736182689666748, -1.3201487064361572, -1.6231648921966553, -0.4204666316509247, -1.0146598815917969, -1.7203011512756348, -2.5887017250061035, -2.1351211071014404, -0.7268239855766296, -1.5736243724822998, -2.3044891357421875, -0.1982850581407547, -2.242202043533325, -1.73904550075531, -1.546499490737915, -1.355588674545288, -2.591236114501953, -1.6812074184417725, -0.8645889759063721, -1.100756049156189, -1.4846725463867188, -1.0635015964508057, -1.6168206930160522, -1.6546438932418823, -2.037585735321045, -1.877229928970337, -1.5279419422149658, -1.9260873794555664, -2.0133423805236816, -0.22357423603534698, -1.784460186958313, -1.6675667762756348, -0.6971524357795715, -1.391974925994873, -2.0684165954589844, -2.3917651176452637, -1.3739984035491943, -1.4842743873596191, -3.1469428539276123, -2.8285443782806396, -2.7178354263305664, -2.6500391960144043, -2.4286999702453613, -2.620150566101074, -0.9713911414146423, -2.2399020195007324, -1.084032416343689, -1.887768268585205, -2.2697255611419678, -1.3192936182022095, -1.082002878189087, -1.9029542207717896, -0.6581677794456482, -2.5072803497314453, -1.9043323993682861, -1.9168884754180908, -2.402007818222046, -1.9485782384872437, -1.5630077123641968, -0.7702633142471313, -1.6779569387435913, -2.1592137813568115, -1.5975420475006104, -1.8648966550827026, -3.3396615982055664, -2.0654892921447754, -1.9098730087280273, -1.6071957349777222, -1.6317224502563477, -0.24186530709266663, -2.688405752182007, -1.2306138277053833, -2.287583351135254, -1.2463791370391846, -1.6021794080734253, -0.9136022329330444, -1.1397407054901123, -1.4477075338363647, -0.7319813966751099, -1.9841622114181519, -0.5669596195220947, -0.6592743992805481, -0.31258949637413025, -0.6420413255691528, -1.9792149066925049, -1.4576250314712524, -2.3623850345611572, -2.2244393825531006, -1.821991205215454, -1.5897483825683594, -0.5505565404891968, -0.1511526107788086, -1.0181711912155151, -2.5069499015808105, -1.2776589393615723, -1.936091423034668, -0.9512138366699219, -0.5207377076148987, -0.6070272922515869, -0.8439971208572388, -1.7316409349441528, -1.0546566247940063, -1.1074624061584473, -1.7751619815826416, -1.6296321153640747, -1.3184276819229126, -1.7399057149887085, -1.9000223875045776, -0.6957955956459045, -0.8643540740013123, -1.8671669960021973, -2.2192678451538086, -1.6670175790786743, -1.3005728721618652, -1.1909955739974976, -1.9610201120376587, -1.2642658948898315, -2.0773377418518066, -1.8015286922454834, -1.166075348854065, -1.9947984218597412, -1.6314382553100586, -1.7290756702423096, -1.215189814567566, -1.5748257637023926, -1.6889604330062866, -1.7386366128921509, -1.9910966157913208, -1.149350643157959, -2.6276731491088867, -1.6042027473449707, -1.7370948791503906, -0.25565800070762634, -1.672529697418213, -0.49128350615501404, -0.7065809369087219, -1.104076862335205, -1.4117813110351562, -1.5078152418136597, -1.059148907661438, -1.498055100440979, -2.209188222885132, -1.0252487659454346, -0.22994676232337952, -0.9230125546455383, -1.934259295463562, -2.8697707653045654, -0.39810511469841003, -1.8341933488845825, -1.9325063228607178, -1.5434106588363647, -1.0544874668121338, -1.2962933778762817, -1.9756876230239868, -1.1279666423797607, -1.6042017936706543, -2.427642583847046, -0.9961708784103394, -0.16895483434200287, -1.1857208013534546, -2.0491724014282227, -2.042658805847168, -0.8894368410110474, -0.3534739315509796, -1.8295985460281372, -1.3528478145599365, -0.49632886052131653, -1.2497246265411377, -0.6887145042419434, -0.1606404185295105, -0.25580671429634094, -0.41192346811294556, -0.1780221313238144, -0.139956995844841, -0.8386316299438477, -1.0086578130722046]}, "Bot004_013_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_013.log.json", "context": "i have a lot of money that i run . Nice. You must be wealthy so i can be on that . i am not sure if i could do that Do you like to spend money? i used to be , but i am not sure what that means . Okay. Whatever. What do you do for living? i have a secret for gordan ramsey but i did not pass the chance . Can you keep secrets? i am not sure . i am a very experienced person . Are you sure? i am not sure . i am a very experienced person . Got it. So how old are you? i am a very polite person . i love to cook . So you like to cook. What is your favorite meal? i have never tried that idea . i am sure it is . What do you like to cook? i do not cook , but i am always looking for a new job . You said that you love to cook i like to cook , but i am not looking for a new job . Man. What is your job?", "response": "i am not sure . i am a very experienced person .", "annotation_id": "Bot004_013_20", "annotations": ["T", "T", "T", "T", "T", "X", "X", "X", "X", "T", "O", "T", "T", "X", "X"], "gpt2background_target_score": [-7.589962959289551, -9.181812286376953, -9.233867645263672, -12.867263793945312, -9.766924858093262, -4.7157158851623535, -7.684094429016113, -9.713016510009766, -7.981237411499023, -13.548738479614258, -7.106825828552246, -7.843446254730225], "gpt2background_argmax_score": [-2.7500181198120117, -1.4319206476211548, -1.8418517112731934, -0.4881391227245331, -2.0086605548858643, -1.9177325963974, -0.7511274218559265, -1.6152760982513428, -1.2812460660934448, -1.768880844116211, -2.534540891647339, -2.249326229095459, -2.3412320613861084, -1.3413010835647583, -2.2819628715515137, -1.427226185798645, -2.0054638385772705, -1.9712960720062256, -2.6365504264831543, -0.6432533860206604, -1.7480107545852661, -2.400481939315796, -2.459225654602051, -2.4233741760253906, -2.762089729309082, -1.1289807558059692, -1.7159743309020996, -1.5185202360153198, -1.8279266357421875, -2.736182689666748, -1.3201487064361572, -1.6231648921966553, -0.4204666316509247, -1.0146598815917969, -1.7203011512756348, -2.5887017250061035, -2.1351211071014404, -0.7268239855766296, -1.5736243724822998, -2.3044891357421875, -0.1982850581407547, -2.242202043533325, -1.73904550075531, -1.546499490737915, -1.355588674545288, -2.591236114501953, -1.6812074184417725, -0.8645889759063721, -1.100756049156189, -1.4846725463867188, -1.0635015964508057, -1.6168206930160522, -1.6546438932418823, -2.037585735321045, -1.877229928970337, -1.5279419422149658, -1.9260873794555664, -2.0133423805236816, -0.22357423603534698, -1.784460186958313, -1.6675667762756348, -0.6971524357795715, -1.391974925994873, -2.0684165954589844, -2.3917651176452637, -1.3739984035491943, -1.4842743873596191, -3.1469428539276123, -2.8285443782806396, -2.7178354263305664, -2.6500391960144043, -2.4286999702453613, -2.620150566101074, -0.9713911414146423, -2.2399020195007324, -1.084032416343689, -1.887768268585205, -2.2697255611419678, -1.3192936182022095, -1.082002878189087, -1.9029542207717896, -0.6581677794456482, -2.5072803497314453, -1.9043323993682861, -1.9168884754180908, -2.402007818222046, -1.9485782384872437, -1.5630077123641968, -0.7702633142471313, -1.6779569387435913, -2.1592137813568115, -1.5975420475006104, -1.8648966550827026, -3.3396615982055664, -2.0654892921447754, -1.9098730087280273, -1.6071957349777222, -1.6317224502563477, -0.24186530709266663, -2.688405752182007, -1.2306138277053833, -2.287583351135254, -1.2463791370391846, -1.6021794080734253, -0.9136022329330444, -1.1397407054901123, -1.4477075338363647, -0.7319813966751099, -1.9841622114181519, -0.5669596195220947, -0.6592743992805481, -0.31258949637413025, -0.6420413255691528, -1.9792149066925049, -1.4576250314712524, -2.3623850345611572, -2.2244393825531006, -1.821991205215454, -1.5897483825683594, -0.5505565404891968, -0.1511526107788086, -1.0181711912155151, -2.5069499015808105, -1.2776589393615723, -1.936091423034668, -0.9512138366699219, -0.5207377076148987, -0.6070272922515869, -0.8439971208572388, -1.7316409349441528, -1.0546566247940063, -1.1074624061584473, -1.7751619815826416, -1.6296321153640747, -1.3184276819229126, -1.7399057149887085, -1.9000223875045776, -0.6957955956459045, -0.8643540740013123, -1.8671669960021973, -2.2192678451538086, -1.6670175790786743, -1.3005728721618652, -1.1909955739974976, -1.9610201120376587, -1.2642658948898315, -2.0773377418518066, -1.8015286922454834, -1.166075348854065, -1.9947984218597412, -1.6314382553100586, -1.7290756702423096, -1.215189814567566, -1.5748257637023926, -1.6889604330062866, -1.7386366128921509, -1.9910966157913208, -1.149350643157959, -2.6276731491088867, -1.6042027473449707, -1.7370948791503906, -0.25565800070762634, -1.672529697418213, -0.49128350615501404, -0.7065809369087219, -1.104076862335205, -1.4117813110351562, -1.5078152418136597, -1.059148907661438, -1.498055100440979, -2.209188222885132, -1.0252487659454346, -0.22994676232337952, -0.9230125546455383, -1.934259295463562, -2.8697707653045654, -0.39810511469841003, -1.8341933488845825, -1.9325063228607178, -1.5434106588363647, -1.0544874668121338, -1.2962933778762817, -1.9756876230239868, -1.1279666423797607, -1.6042017936706543, -2.427642583847046, -0.9961708784103394, -0.16895483434200287, -1.1857208013534546, -1.6524966955184937, -0.38373732566833496, -0.6111966967582703, -1.315996766090393, -1.2558956146240234, -0.8896252512931824, -0.8356162309646606, -0.5498969554901123, -0.15881690382957458, -0.279699444770813, -0.5634864568710327, -0.23051056265830994, -0.1422695368528366, -0.6979972124099731, -1.8582983016967773, -1.1433013677597046, -2.1160919666290283, -1.5237634181976318, -0.36967411637306213, -0.39104628562927246, -0.9154308438301086, -1.4289597272872925, -1.817065715789795, -2.008131980895996, -1.2707958221435547, -1.1245402097702026, -1.1996684074401855, -0.7003477811813354, -0.556280255317688, -1.241758108139038, -0.20282690227031708, -0.5416452288627625, -0.3412003517150879, -0.6674255728721619, -0.6969313621520996]}, "Bot004_014_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_014.log.json", "context": "i am sure that is a good thing to do . what is?", "response": "i am a huge gamer , i love it .", "annotation_id": "Bot004_014_02", "annotations": ["O", "X", "O", "O", "T", "O", "O", "X", "O", "O", "X", "X", "O", "O", "O"], "gpt2background_target_score": [-7.58996057510376, -9.54227066040039, -4.085508823394775, -10.577775955200195, -12.473548889160156, -10.17833137512207, -8.850729942321777, -11.873149871826172, -9.75623893737793, -8.795616149902344], "gpt2background_argmax_score": [-2.7500200271606445, -1.9329230785369873, -2.079894781112671, -2.275826930999756, -1.5737603902816772, -2.613302707672119, -2.4670469760894775, -1.298123836517334, -1.014488697052002, -1.4672389030456543, -1.1701327562332153, -2.0591437816619873, -1.5532643795013428, -0.6440051794052124, -2.439500570297241, -2.2981953620910645, -2.2438509464263916, -3.6822476387023926, -1.1410895586013794, -1.5445986986160278, -1.3117278814315796, -2.3806726932525635, -1.8949880599975586, -1.4486271142959595, -1.1887856721878052]}, "Bot004_014_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_014.log.json", "context": "i am sure that is a good thing to do . what is? i am a huge gamer , i love it . I don't play games at all. I don't even have a smartphone", "response": "oh , i have not heard of that one .", "annotation_id": "Bot004_014_04", "annotations": ["T", "O", "T", "O", "T", "O", "X", "X", "O", "T", "X", "O", "T", "O", "O"], "gpt2background_target_score": [-9.758784294128418, -11.04085636138916, -2.6013660430908203, -8.314358711242676, -2.6542305946350098, -11.468618392944336, -8.968782424926758, -4.8971052169799805, -10.424034118652344, -8.795616149902344], "gpt2background_argmax_score": [-2.7500200271606445, -1.9329230785369873, -2.079894781112671, -2.275826930999756, -1.5737603902816772, -2.613302707672119, -2.4670469760894775, -1.298123836517334, -1.014488697052002, -1.4672389030456543, -1.1701327562332153, -2.0591437816619873, -1.5532643795013428, -0.6440051794052124, -2.274651050567627, -2.253459930419922, -3.828284978866577, -1.419715404510498, -1.4524377584457397, -1.509189486503601, -2.343797445297241, -1.757594108581543, -1.747855544090271, -1.9475241899490356, -2.2756125926971436, -0.5546020269393921, -1.7015557289123535, -2.1978917121887207, -1.8200199604034424, -0.607199490070343, -1.2526403665542603, -1.8602864742279053, -2.349548816680908, -0.15915480256080627, -1.4222970008850098, -1.118927240371704, -1.5777450799942017, -2.4782702922821045, -1.8924814462661743, -2.207170248031616, -2.6294121742248535, -1.8810595273971558, -2.6517350673675537, -0.6554424166679382, -1.507965087890625, -0.7826416492462158, -1.6977585554122925, -2.650540828704834, -2.0031676292419434, -2.2639617919921875]}, "Bot004_014_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_014.log.json", "context": "i am sure that is a good thing to do . what is? i am a huge gamer , i love it . I don't play games at all. I don't even have a smartphone oh , i have not heard of that one . I'm an old man, I don't need games to play. I do sewing clothes", "response": "i have seen that quite a few times . do you have any hobbies ?", "annotation_id": "Bot004_014_06", "annotations": ["T", "O", "T", "O", "O", "O", "O", "O", "O", "O", "T", "O", "T", "O", "O"], "gpt2background_target_score": [-7.589962959289551, -9.585723876953125, -11.188250541687012, -7.323455810546875, -6.769371032714844, -8.259530067443848, -9.077024459838867, -11.263384819030762, -12.134394645690918, -9.319767951965332, -7.420422077178955, -5.642344951629639, -7.965222358703613, -11.515188217163086, -10.345115661621094], "gpt2background_argmax_score": [-2.7500181198120117, -1.932922601699829, -2.0798957347869873, -2.2758266925811768, -1.5737621784210205, -2.6132986545562744, -2.4670464992523193, -1.2981237173080444, -1.0144872665405273, -1.4672367572784424, -1.170133113861084, -2.0591440200805664, -1.5532629489898682, -0.6440049409866333, -2.2746500968933105, -2.2534584999084473, -3.828281879425049, -1.419715166091919, -1.4524379968643188, -1.5091869831085205, -2.3437976837158203, -1.7575888633728027, -1.7478575706481934, -1.9475241899490356, -2.275611400604248, -0.5546029210090637, -1.7015565633773804, -2.1978917121887207, -1.8200207948684692, -0.6072002053260803, -1.2526413202285767, -1.8602848052978516, -2.3495490550994873, -0.15915541350841522, -1.422300100326538, -1.1189261674880981, -1.5777469873428345, -2.478271007537842, -1.892483115196228, -2.2141809463500977, -1.7552801370620728, -2.180007219314575, -0.9617851972579956, -1.6981858015060425, -0.9966759085655212, -1.6727617979049683, -2.7104148864746094, -2.405787706375122, -2.4573235511779785, -2.3790712356567383, -2.107405424118042, -2.376697063446045, -1.7264703512191772, -1.6764678955078125, -1.6531234979629517, -2.36895751953125, -0.1381784975528717, -1.8670670986175537, -1.353047490119934, -2.175365924835205, -1.655326008796692, -1.9835139513015747, -1.369369626045227, -2.054858684539795, -1.6438710689544678, -2.921497344970703, -2.0040125846862793, -2.085042953491211, -2.2921385765075684, -1.1973727941513062, -1.9266502857208252, -2.892561197280884, -0.3611953854560852, -0.6740885376930237, -0.6271194815635681, -1.900931715965271, -2.1643993854522705, -0.342012494802475, -1.189975380897522, -1.190370798110962, -2.6475563049316406, -1.1752485036849976, -0.6806905269622803]}, "Bot004_014_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_014.log.json", "context": "i am sure that is a good thing to do . what is? i am a huge gamer , i love it . I don't play games at all. I don't even have a smartphone oh , i have not heard of that one . I'm an old man, I don't need games to play. I do sewing clothes i have seen that quite a few times . do you have any hobbies ? I sew my own clothes. that's my hobby. what do you like to do?", "response": "i like to play the piano and cook .", "annotation_id": "Bot004_014_08", "annotations": ["O", "O", "O", "T", "T", "O", "O", "X", "O", "T", "O", "T", "O", "O", "O"], "gpt2background_target_score": [-7.589962959289551, -7.228654861450195, -6.521745681762695, -10.00625228881836, -1.5737621784210205, -11.406940460205078, -7.023721694946289, -12.419917106628418, -12.134394645690918], "gpt2background_argmax_score": [-2.7500181198120117, -1.932922601699829, -2.0798957347869873, -2.2758266925811768, -1.5737621784210205, -2.6132986545562744, -2.4670464992523193, -1.2981237173080444, -1.0144872665405273, -1.4672367572784424, -1.170133113861084, -2.0591440200805664, -1.5532629489898682, -0.6440049409866333, -2.2746500968933105, -2.2534584999084473, -3.828281879425049, -1.419715166091919, -1.4524379968643188, -1.5091869831085205, -2.3437976837158203, -1.7575888633728027, -1.7478575706481934, -1.9475241899490356, -2.275611400604248, -0.5546029210090637, -1.7015565633773804, -2.1978917121887207, -1.8200207948684692, -0.6072002053260803, -1.2526413202285767, -1.8602848052978516, -2.3495490550994873, -0.15915541350841522, -1.422300100326538, -1.1189261674880981, -1.5777469873428345, -2.478271007537842, -1.892483115196228, -2.2141809463500977, -1.7552801370620728, -2.180007219314575, -0.9617851972579956, -1.6981858015060425, -0.9966759085655212, -1.6727617979049683, -2.7104148864746094, -2.405787706375122, -2.4573235511779785, -2.3790712356567383, -2.107405424118042, -2.376697063446045, -1.7264703512191772, -1.6764678955078125, -1.6531234979629517, -2.36895751953125, -0.1381784975528717, -1.8670670986175537, -1.353047490119934, -2.175365924835205, -1.655326008796692, -1.9835139513015747, -1.369369626045227, -2.054858684539795, -1.6438710689544678, -2.921497344970703, -2.0040125846862793, -1.9617149829864502, -2.2431771755218506, -2.4339053630828857, -2.55871844291687, -0.9003798961639404, -0.6916915774345398, -0.9038001298904419, -1.6038291454315186, -1.3075205087661743, -0.5558406114578247, -1.3983958959579468, -0.8415712714195251, -2.034595012664795, -1.346657633781433, -1.866728663444519, -2.1865110397338867, -2.362974166870117, -1.589819312095642, -0.8756738901138306, -1.767622470855713, -1.1684263944625854, -1.1990886926651, -2.4103314876556396, -2.590254306793213, -1.7434781789779663, -1.921086072921753, -1.847900629043579, -0.24019083380699158, -1.2309777736663818, -1.4167183637619019, -0.3664628267288208, -1.065979242324829, -1.555173397064209, -1.6347261667251587, -2.406924247741699, -1.5606093406677246, -1.6259350776672363, -1.880905270576477, -1.956033706665039, -2.0548300743103027, -2.501551628112793, -1.9668148756027222, -1.5730289220809937]}, "Bot004_014_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_014.log.json", "context": "i am sure that is a good thing to do . what is? i am a huge gamer , i love it . I don't play games at all. I don't even have a smartphone oh , i have not heard of that one . I'm an old man, I don't need games to play. I do sewing clothes i have seen that quite a few times . do you have any hobbies ? I sew my own clothes. that's my hobby. what do you like to do? i like to play the piano and cook . what's your favorite dish to cook?", "response": "i have to say the best dish , its my favorite dish", "annotation_id": "Bot004_014_10", "annotations": ["T", "T", "T", "O", "T", "T", "T", "X", "O", "O", "T", "O", "O", "T", "T"], "gpt2background_target_score": [-7.589962959289551, -9.585723876953125, -6.521745681762695, -10.492403984069824, -1.5737621784210205, -8.197751998901367, -9.826164245605469, -7.5463480949401855, -11.437859535217285, -7.735626220703125, -12.299030303955078, -10.566178321838379], "gpt2background_argmax_score": [-2.7500181198120117, -1.932922601699829, -2.0798957347869873, -2.2758266925811768, -1.5737621784210205, -2.6132986545562744, -2.4670464992523193, -1.2981237173080444, -1.0144872665405273, -1.4672367572784424, -1.170133113861084, -2.0591440200805664, -1.5532629489898682, -0.6440049409866333, -2.2746500968933105, -2.2534584999084473, -3.828281879425049, -1.419715166091919, -1.4524379968643188, -1.5091869831085205, -2.3437976837158203, -1.7575888633728027, -1.7478575706481934, -1.9475241899490356, -2.275611400604248, -0.5546029210090637, -1.7015565633773804, -2.1978917121887207, -1.8200207948684692, -0.6072002053260803, -1.2526413202285767, -1.8602848052978516, -2.3495490550994873, -0.15915541350841522, -1.422300100326538, -1.1189261674880981, -1.5777469873428345, -2.478271007537842, -1.892483115196228, -2.2141809463500977, -1.7552801370620728, -2.180007219314575, -0.9617851972579956, -1.6981858015060425, -0.9966759085655212, -1.6727617979049683, -2.7104148864746094, -2.405787706375122, -2.4573235511779785, -2.3790712356567383, -2.107405424118042, -2.376697063446045, -1.7264703512191772, -1.6764678955078125, -1.6531234979629517, -2.36895751953125, -0.1381784975528717, -1.8670670986175537, -1.353047490119934, -2.175365924835205, -1.655326008796692, -1.9835139513015747, -1.369369626045227, -2.054858684539795, -1.6438710689544678, -2.921497344970703, -2.0040125846862793, -1.9617149829864502, -2.2431771755218506, -2.4339053630828857, -2.55871844291687, -0.9003798961639404, -0.6916915774345398, -0.9038001298904419, -1.6038291454315186, -1.3075205087661743, -0.5558406114578247, -1.3983958959579468, -0.8415712714195251, -2.034595012664795, -1.346657633781433, -1.866728663444519, -2.1865110397338867, -2.362974166870117, -1.589819312095642, -0.8756738901138306, -1.767622470855713, -1.1684263944625854, -1.1990886926651, -2.4103314876556396, -2.590254306793213, -1.7434781789779663, -1.921086072921753, -1.847900629043579, -0.24019083380699158, -1.2309777736663818, -1.4167178869247437, -0.36646273732185364, -1.0659794807434082, -1.555174469947815, -2.456376552581787, -1.391814112663269, -1.7296360731124878, -1.7472566366195679, -1.851440191268921, -1.955948829650879, -2.7907111644744873, -1.8612784147262573, -1.7352358102798462, -1.7869362831115723, -0.7430049777030945, -1.2332992553710938, -1.5396788120269775, -1.5319029092788696, -1.4101423025131226, -1.3536456823349, -1.8532958030700684, -1.8130027055740356, -1.8312431573867798, -1.2075237035751343, -2.513411521911621, -1.4902335405349731, -2.48866605758667, -1.6466163396835327, -1.441282033920288, -1.2046312093734741, -2.2281429767608643, -1.1443445682525635, -0.4416482150554657, -1.7236714363098145]}, "Bot004_014_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_014.log.json", "context": "i am sure that is a good thing to do . what is? i am a huge gamer , i love it . I don't play games at all. I don't even have a smartphone oh , i have not heard of that one . I'm an old man, I don't need games to play. I do sewing clothes i have seen that quite a few times . do you have any hobbies ? I sew my own clothes. that's my hobby. what do you like to do? i like to play the piano and cook . what's your favorite dish to cook? i have to say the best dish , its my favorite dish what is it?", "response": "i am a huge gamer , i love it .", "annotation_id": "Bot004_014_12", "annotations": ["T", "X", "X", "O", "T", "O", "X", "X", "O", "T", "X", "O", "T", "T", "T"], "gpt2background_target_score": [-7.589962959289551, -9.542271614074707, -4.085509300231934, -10.577775955200195, -12.47354793548584, -10.17833137512207, -8.850728988647461, -11.873148918151855, -9.756239891052246, -8.79561710357666], "gpt2background_argmax_score": [-2.7500181198120117, -1.932922601699829, -2.0798957347869873, -2.2758266925811768, -1.5737621784210205, -2.6132986545562744, -2.4670464992523193, -1.2981237173080444, -1.0144872665405273, -1.4672367572784424, -1.170133113861084, -2.0591440200805664, -1.5532629489898682, -0.6440049409866333, -2.2746500968933105, -2.2534584999084473, -3.828281879425049, -1.419715166091919, -1.4524379968643188, -1.5091869831085205, -2.3437976837158203, -1.7575888633728027, -1.7478575706481934, -1.9475241899490356, -2.275611400604248, -0.5546029210090637, -1.7015565633773804, -2.1978917121887207, -1.8200207948684692, -0.6072002053260803, -1.2526413202285767, -1.8602848052978516, -2.3495490550994873, -0.15915541350841522, -1.422300100326538, -1.1189261674880981, -1.5777469873428345, -2.478271007537842, -1.892483115196228, -2.2141809463500977, -1.7552801370620728, -2.180007219314575, -0.9617851972579956, -1.6981858015060425, -0.9966759085655212, -1.6727617979049683, -2.7104148864746094, -2.405787706375122, -2.4573235511779785, -2.3790712356567383, -2.107405424118042, -2.376697063446045, -1.7264703512191772, -1.6764678955078125, -1.6531234979629517, -2.36895751953125, -0.1381784975528717, -1.8670670986175537, -1.353047490119934, -2.175365924835205, -1.655326008796692, -1.9835139513015747, -1.369369626045227, -2.054858684539795, -1.6438710689544678, -2.921497344970703, -2.0040125846862793, -1.9617149829864502, -2.2431771755218506, -2.4339053630828857, -2.55871844291687, -0.9003798961639404, -0.6916915774345398, -0.9038001298904419, -1.6038291454315186, -1.3075205087661743, -0.5558406114578247, -1.3983958959579468, -0.8415712714195251, -2.034595012664795, -1.346657633781433, -1.866728663444519, -2.1865110397338867, -2.362974166870117, -1.589819312095642, -0.8756738901138306, -1.767622470855713, -1.1684263944625854, -1.1990886926651, -2.4103314876556396, -2.590254306793213, -1.7434781789779663, -1.921086072921753, -1.847900629043579, -0.24019083380699158, -1.2309777736663818, -1.4167178869247437, -0.36646273732185364, -1.0659794807434082, -1.555174469947815, -2.456376552581787, -1.391814112663269, -1.7296360731124878, -1.7472566366195679, -1.851440191268921, -1.955948829650879, -2.7907111644744873, -1.8612784147262573, -1.7352358102798462, -1.7869362831115723, -0.7430049777030945, -1.2332992553710938, -1.5396788120269775, -1.5319029092788696, -1.4101423025131226, -1.3536456823349, -1.8532958030700684, -1.588561773300171, -1.1992318630218506, -2.373844623565674, -1.578477382659912, -2.4328384399414062, -1.786405324935913, -1.445678949356079, -1.326431155204773, -2.2373952865600586, -1.215976595878601, -0.49670150876045227, -1.6048752069473267, -1.470423936843872, -0.8724667429924011, -1.6738613843917847, -2.0679450035095215, -2.376448154449463, -2.1605777740478516, -1.3286601305007935, -1.9455745220184326, -1.0722204446792603, -1.6029831171035767, -0.4084562659263611, -1.980302333831787, -1.343446969985962, -1.3544456958770752, -0.9396150708198547]}, "Bot004_014_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_014.log.json", "context": "i am sure that is a good thing to do . what is? i am a huge gamer , i love it . I don't play games at all. I don't even have a smartphone oh , i have not heard of that one . I'm an old man, I don't need games to play. I do sewing clothes i have seen that quite a few times . do you have any hobbies ? I sew my own clothes. that's my hobby. what do you like to do? i like to play the piano and cook . what's your favorite dish to cook? i have to say the best dish , its my favorite dish what is it? i am a huge gamer , i love it . which are the best games?", "response": "i like the orioles , they are my favorite .", "annotation_id": "Bot004_014_14", "annotations": ["T", "O", "T", "O", "T", "O", "T", "X", "O", "O", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-7.589962959289551, -7.228654861450195, -3.270874261856079, -11.635642051696777, -11.82685375213623, -10.17833137512207, -12.288251876831055, -9.35018539428711, -7.975295066833496, -12.753030776977539, -1.9060697555541992], "gpt2background_argmax_score": [-2.7500181198120117, -1.932922601699829, -2.0798957347869873, -2.2758266925811768, -1.5737621784210205, -2.6132986545562744, -2.4670464992523193, -1.2981237173080444, -1.0144872665405273, -1.4672367572784424, -1.170133113861084, -2.0591440200805664, -1.5532629489898682, -0.6440049409866333, -2.2746500968933105, -2.2534584999084473, -3.828281879425049, -1.419715166091919, -1.4524379968643188, -1.5091869831085205, -2.3437976837158203, -1.7575888633728027, -1.7478575706481934, -1.9475241899490356, -2.275611400604248, -0.5546029210090637, -1.7015565633773804, -2.1978917121887207, -1.8200207948684692, -0.6072002053260803, -1.2526413202285767, -1.8602848052978516, -2.3495490550994873, -0.15915541350841522, -1.422300100326538, -1.1189261674880981, -1.5777469873428345, -2.478271007537842, -1.892483115196228, -2.2141809463500977, -1.7552801370620728, -2.180007219314575, -0.9617851972579956, -1.6981858015060425, -0.9966759085655212, -1.6727617979049683, -2.7104148864746094, -2.405787706375122, -2.4573235511779785, -2.3790712356567383, -2.107405424118042, -2.376697063446045, -1.7264703512191772, -1.6764678955078125, -1.6531234979629517, -2.36895751953125, -0.1381784975528717, -1.8670670986175537, -1.353047490119934, -2.175365924835205, -1.655326008796692, -1.9835139513015747, -1.369369626045227, -2.054858684539795, -1.6438710689544678, -2.921497344970703, -2.0040125846862793, -1.9617149829864502, -2.2431771755218506, -2.4339053630828857, -2.55871844291687, -0.9003798961639404, -0.6916915774345398, -0.9038001298904419, -1.6038291454315186, -1.3075205087661743, -0.5558406114578247, -1.3983958959579468, -0.8415712714195251, -2.034595012664795, -1.346657633781433, -1.866728663444519, -2.1865110397338867, -2.362974166870117, -1.589819312095642, -0.8756738901138306, -1.767622470855713, -1.1684263944625854, -1.1990886926651, -2.4103314876556396, -2.590254306793213, -1.7434781789779663, -1.921086072921753, -1.847900629043579, -0.24019083380699158, -1.2309777736663818, -1.4167178869247437, -0.36646273732185364, -1.0659794807434082, -1.555174469947815, -2.456376552581787, -1.391814112663269, -1.7296360731124878, -1.7472566366195679, -1.851440191268921, -1.955948829650879, -2.7907111644744873, -1.8612784147262573, -1.7352358102798462, -1.7869362831115723, -0.7430049777030945, -1.2332992553710938, -1.5396788120269775, -1.5319029092788696, -1.4101423025131226, -1.3536456823349, -1.8532958030700684, -1.588561773300171, -1.1992318630218506, -2.373844623565674, -1.578477382659912, -2.4328384399414062, -1.786405324935913, -1.445678949356079, -1.326431155204773, -2.2373952865600586, -1.215976595878601, -0.49670150876045227, -1.6048752069473267, -1.470423936843872, -0.8724667429924011, -1.6738613843917847, -2.0679450035095215, -2.106868267059326, -1.4658422470092773, -2.171839714050293, -1.2399301528930664, -1.7237435579299927, -0.41629672050476074, -1.5720465183258057, -1.4428236484527588, -1.0867407321929932, -1.168339729309082, -0.3092680275440216, -1.0809167623519897, -1.8309845924377441, -1.4364055395126343, -0.7835440039634705, -1.7583491802215576, -2.3932743072509766, -2.416065216064453, -1.5091062784194946, -4.040944576263428, -0.2839989960193634, -1.7639824151992798, -1.8860487937927246, -1.0457682609558105, -2.786876916885376, -0.5736514329910278, -1.2298648357391357, -1.5056055784225464]}, "Bot004_014_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_014.log.json", "context": "i am sure that is a good thing to do . what is? i am a huge gamer , i love it . I don't play games at all. I don't even have a smartphone oh , i have not heard of that one . I'm an old man, I don't need games to play. I do sewing clothes i have seen that quite a few times . do you have any hobbies ? I sew my own clothes. that's my hobby. what do you like to do? i like to play the piano and cook . what's your favorite dish to cook? i have to say the best dish , its my favorite dish what is it? i am a huge gamer , i love it . which are the best games? i like the orioles , they are my favorite . so you like baseball?", "response": "i love basketball , but i am not really into sports .", "annotation_id": "Bot004_014_16", "annotations": ["O", "O", "T", "O", "T", "O", "T", "X", "T", "T", "X", "X", "O", "O", "O"], "gpt2background_target_score": [-7.589962959289551, -9.849034309387207, -12.037484169006348, -9.934370040893555, -6.640047073364258, -9.120858192443848, -10.678470611572266, -6.346273899078369, -8.25654125213623, -9.191143035888672, -13.434324264526367, -6.930530071258545], "gpt2background_argmax_score": [-2.7500181198120117, -1.932922601699829, -2.0798957347869873, -2.2758266925811768, -1.5737621784210205, -2.6132986545562744, -2.4670464992523193, -1.2981237173080444, -1.0144872665405273, -1.4672367572784424, -1.170133113861084, -2.0591440200805664, -1.5532629489898682, -0.6440049409866333, -2.2746500968933105, -2.2534584999084473, -3.828281879425049, -1.419715166091919, -1.4524379968643188, -1.5091869831085205, -2.3437976837158203, -1.7575888633728027, -1.7478575706481934, -1.9475241899490356, -2.275611400604248, -0.5546029210090637, -1.7015565633773804, -2.1978917121887207, -1.8200207948684692, -0.6072002053260803, -1.2526413202285767, -1.8602848052978516, -2.3495490550994873, -0.15915541350841522, -1.422300100326538, -1.1189261674880981, -1.5777469873428345, -2.478271007537842, -1.892483115196228, -2.2141809463500977, -1.7552801370620728, -2.180007219314575, -0.9617851972579956, -1.6981858015060425, -0.9966759085655212, -1.6727617979049683, -2.7104148864746094, -2.405787706375122, -2.4573235511779785, -2.3790712356567383, -2.107405424118042, -2.376697063446045, -1.7264703512191772, -1.6764678955078125, -1.6531234979629517, -2.36895751953125, -0.1381784975528717, -1.8670670986175537, -1.353047490119934, -2.175365924835205, -1.655326008796692, -1.9835139513015747, -1.369369626045227, -2.054858684539795, -1.6438710689544678, -2.921497344970703, -2.0040125846862793, -1.9617149829864502, -2.2431771755218506, -2.4339053630828857, -2.55871844291687, -0.9003798961639404, -0.6916915774345398, -0.9038001298904419, -1.6038291454315186, -1.3075205087661743, -0.5558406114578247, -1.3983958959579468, -0.8415712714195251, -2.034595012664795, -1.346657633781433, -1.866728663444519, -2.1865110397338867, -2.362974166870117, -1.589819312095642, -0.8756738901138306, -1.767622470855713, -1.1684263944625854, -1.1990886926651, -2.4103314876556396, -2.590254306793213, -1.7434781789779663, -1.921086072921753, -1.847900629043579, -0.24019083380699158, -1.2309777736663818, -1.4167178869247437, -0.36646273732185364, -1.0659794807434082, -1.555174469947815, -2.456376552581787, -1.391814112663269, -1.7296360731124878, -1.7472566366195679, -1.851440191268921, -1.955948829650879, -2.7907111644744873, -1.8612784147262573, -1.7352358102798462, -1.7869362831115723, -0.7430049777030945, -1.2332992553710938, -1.5396788120269775, -1.5319029092788696, -1.4101423025131226, -1.3536456823349, -1.8532958030700684, -1.588561773300171, -1.1992318630218506, -2.373844623565674, -1.578477382659912, -2.4328384399414062, -1.786405324935913, -1.445678949356079, -1.326431155204773, -2.2373952865600586, -1.215976595878601, -0.49670150876045227, -1.6048752069473267, -1.470423936843872, -0.8724667429924011, -1.6738613843917847, -2.0679450035095215, -2.106868267059326, -1.4658422470092773, -2.171839714050293, -1.2399301528930664, -1.7237435579299927, -0.41629672050476074, -1.5720465183258057, -1.4428236484527588, -1.0867407321929932, -1.168339729309082, -0.3092680275440216, -1.0809167623519897, -1.8309845924377441, -1.4364055395126343, -0.7835440039634705, -1.7583491802215576, -2.2658941745758057, -1.4203990697860718, -3.387232542037964, -0.9412397146224976, -1.5926315784454346, -1.8977479934692383, -0.8902181386947632, -2.347923994064331, -0.5267800092697144, -1.3989765644073486, -1.5723488330841064, -1.5018689632415771, -1.799035906791687, -1.8706960678100586, -1.41295325756073, -1.5610138177871704, -2.106858015060425, -1.6571485996246338, -1.8968074321746826, -1.8447881937026978, -1.237899899482727, -0.9390997290611267, -2.420912742614746, -1.7131948471069336, -1.4762476682662964, -1.5900036096572876, -2.002163887023926, -1.2303968667984009, -0.9334534406661987]}, "Bot004_014_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_014.log.json", "context": "i am sure that is a good thing to do . what is? i am a huge gamer , i love it . I don't play games at all. I don't even have a smartphone oh , i have not heard of that one . I'm an old man, I don't need games to play. I do sewing clothes i have seen that quite a few times . do you have any hobbies ? I sew my own clothes. that's my hobby. what do you like to do? i like to play the piano and cook . what's your favorite dish to cook? i have to say the best dish , its my favorite dish what is it? i am a huge gamer , i love it . which are the best games? i like the orioles , they are my favorite . so you like baseball? i love basketball , but i am not really into sports . what's with the orioles then? or is it that you like to cook the birds???", "response": "we have a few close friends and i like to go camping .", "annotation_id": "Bot004_014_18", "annotations": ["O", "X", "T", "O", "T", "T", "O", "X", "T", "T", "X", "X", "T", "T", "T"], "gpt2background_target_score": [-10.297553062438965, -9.585723876953125, -4.085509300231934, -9.240849494934082, -9.345236778259277, -11.056388854980469, -7.023721694946289, -5.35720682144165, -7.590234756469727, -3.7867226600646973, -9.799467086791992, -12.158123016357422, -6.701190948486328], "gpt2background_argmax_score": [-2.7500181198120117, -1.932922601699829, -2.0798957347869873, -2.2758266925811768, -1.5737621784210205, -2.6132986545562744, -2.4670464992523193, -1.2981237173080444, -1.0144872665405273, -1.4672367572784424, -1.170133113861084, -2.0591440200805664, -1.5532629489898682, -0.6440049409866333, -2.2746500968933105, -2.2534584999084473, -3.828281879425049, -1.419715166091919, -1.4524379968643188, -1.5091869831085205, -2.3437976837158203, -1.7575888633728027, -1.7478575706481934, -1.9475241899490356, -2.275611400604248, -0.5546029210090637, -1.7015565633773804, -2.1978917121887207, -1.8200207948684692, -0.6072002053260803, -1.2526413202285767, -1.8602848052978516, -2.3495490550994873, -0.15915541350841522, -1.422300100326538, -1.1189261674880981, -1.5777469873428345, -2.478271007537842, -1.892483115196228, -2.2141809463500977, -1.7552801370620728, -2.180007219314575, -0.9617851972579956, -1.6981858015060425, -0.9966759085655212, -1.6727617979049683, -2.7104148864746094, -2.405787706375122, -2.4573235511779785, -2.3790712356567383, -2.107405424118042, -2.376697063446045, -1.7264703512191772, -1.6764678955078125, -1.6531234979629517, -2.36895751953125, -0.1381784975528717, -1.8670670986175537, -1.353047490119934, -2.175365924835205, -1.655326008796692, -1.9835139513015747, -1.369369626045227, -2.054858684539795, -1.6438710689544678, -2.921497344970703, -2.0040125846862793, -1.9617149829864502, -2.2431771755218506, -2.4339053630828857, -2.55871844291687, -0.9003798961639404, -0.6916915774345398, -0.9038001298904419, -1.6038291454315186, -1.3075205087661743, -0.5558406114578247, -1.3983958959579468, -0.8415712714195251, -2.034595012664795, -1.346657633781433, -1.866728663444519, -2.1865110397338867, -2.362974166870117, -1.589819312095642, -0.8756738901138306, -1.767622470855713, -1.1684263944625854, -1.1990886926651, -2.4103314876556396, -2.590254306793213, -1.7434781789779663, -1.921086072921753, -1.847900629043579, -0.24019083380699158, -1.2309777736663818, -1.4167178869247437, -0.36646273732185364, -1.0659794807434082, -1.555174469947815, -2.456376552581787, -1.391814112663269, -1.7296360731124878, -1.7472566366195679, -1.851440191268921, -1.955948829650879, -2.7907111644744873, -1.8612784147262573, -1.7352358102798462, -1.7869362831115723, -0.7430049777030945, -1.2332992553710938, -1.5396788120269775, -1.5319029092788696, -1.4101423025131226, -1.3536456823349, -1.8532958030700684, -1.588561773300171, -1.1992318630218506, -2.373844623565674, -1.578477382659912, -2.4328384399414062, -1.786405324935913, -1.445678949356079, -1.326431155204773, -2.2373952865600586, -1.215976595878601, -0.49670150876045227, -1.6048752069473267, -1.470423936843872, -0.8724667429924011, -1.6738613843917847, -2.0679450035095215, -2.106868267059326, -1.4658422470092773, -2.171839714050293, -1.2399301528930664, -1.7237435579299927, -0.41629672050476074, -1.5720465183258057, -1.4428236484527588, -1.0867407321929932, -1.168339729309082, -0.3092680275440216, -1.0809167623519897, -1.8309845924377441, -1.4364055395126343, -0.7835440039634705, -1.7583491802215576, -2.2658941745758057, -1.4203990697860718, -3.387232542037964, -0.9412397146224976, -1.5926315784454346, -1.8977479934692383, -0.8902181386947632, -2.347923994064331, -0.5267800092697144, -1.3989765644073486, -1.5723488330841064, -1.5018689632415771, -1.799035906791687, -1.8706960678100586, -1.41295325756073, -1.5610138177871704, -1.4293204545974731, -1.7612146139144897, -1.7272241115570068, -1.3515154123306274, -1.0078833103179932, -2.3465213775634766, -1.6055172681808472, -1.4814105033874512, -1.5597987174987793, -2.027776002883911, -1.4423846006393433, -1.3272902965545654, -1.6604154109954834, -0.33403515815734863, -2.110215187072754, -3.259979724884033, -0.15812934935092926, -0.9520695209503174, -0.6125911474227905, -1.5459654331207275, -2.3845605850219727, -0.8893840909004211, -1.7712583541870117, -1.6658650636672974, -1.7452319860458374, -2.034923553466797, -1.2566419839859009, -1.4677337408065796, -2.887451171875, -0.9052584767341614, -2.0586624145507812, -1.9736194610595703, -2.074366569519043, -1.4189666509628296, -2.5042269229888916, -2.341461658477783, -0.9070504307746887, -2.100569009780884, -0.9409565329551697, -2.2737619876861572, -1.5858566761016846, -1.0903452634811401, -1.1304470300674438, -1.7311468124389648, -1.6095142364501953]}, "Bot004_014_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_014.log.json", "context": "i am sure that is a good thing to do . what is? i am a huge gamer , i love it . I don't play games at all. I don't even have a smartphone oh , i have not heard of that one . I'm an old man, I don't need games to play. I do sewing clothes i have seen that quite a few times . do you have any hobbies ? I sew my own clothes. that's my hobby. what do you like to do? i like to play the piano and cook . what's your favorite dish to cook? i have to say the best dish , its my favorite dish what is it? i am a huge gamer , i love it . which are the best games? i like the orioles , they are my favorite . so you like baseball? i love basketball , but i am not really into sports . what's with the orioles then? or is it that you like to cook the birds??? we have a few close friends and i like to go camping . where do you go camping?", "response": "i usually go camping", "annotation_id": "Bot004_014_20", "annotations": ["X", "O", "T", "T", "T", "O", "T", "X", "O", "O", "X", "X", "T", "T", "O"], "gpt2background_target_score": [-7.589962959289551, -8.799113273620605, -10.982234001159668, -11.173196792602539], "gpt2background_argmax_score": [-2.7500181198120117, -1.932922601699829, -2.0798957347869873, -2.2758266925811768, -1.5737621784210205, -2.6132986545562744, -2.4670464992523193, -1.2981237173080444, -1.0144872665405273, -1.4672367572784424, -1.170133113861084, -2.0591440200805664, -1.5532629489898682, -0.6440049409866333, -2.2746500968933105, -2.2534584999084473, -3.828281879425049, -1.419715166091919, -1.4524379968643188, -1.5091869831085205, -2.3437976837158203, -1.7575888633728027, -1.7478575706481934, -1.9475241899490356, -2.275611400604248, -0.5546029210090637, -1.7015565633773804, -2.1978917121887207, -1.8200207948684692, -0.6072002053260803, -1.2526413202285767, -1.8602848052978516, -2.3495490550994873, -0.15915541350841522, -1.422300100326538, -1.1189261674880981, -1.5777469873428345, -2.478271007537842, -1.892483115196228, -2.2141809463500977, -1.7552801370620728, -2.180007219314575, -0.9617851972579956, -1.6981858015060425, -0.9966759085655212, -1.6727617979049683, -2.7104148864746094, -2.405787706375122, -2.4573235511779785, -2.3790712356567383, -2.107405424118042, -2.376697063446045, -1.7264703512191772, -1.6764678955078125, -1.6531234979629517, -2.36895751953125, -0.1381784975528717, -1.8670670986175537, -1.353047490119934, -2.175365924835205, -1.655326008796692, -1.9835139513015747, -1.369369626045227, -2.054858684539795, -1.6438710689544678, -2.921497344970703, -2.0040125846862793, -1.9617149829864502, -2.2431771755218506, -2.4339053630828857, -2.55871844291687, -0.9003798961639404, -0.6916915774345398, -0.9038001298904419, -1.6038291454315186, -1.3075205087661743, -0.5558406114578247, -1.3983958959579468, -0.8415712714195251, -2.034595012664795, -1.346657633781433, -1.866728663444519, -2.1865110397338867, -2.362974166870117, -1.589819312095642, -0.8756738901138306, -1.767622470855713, -1.1684263944625854, -1.1990886926651, -2.4103314876556396, -2.590254306793213, -1.7434781789779663, -1.921086072921753, -1.847900629043579, -0.24019083380699158, -1.2309777736663818, -1.4167178869247437, -0.36646273732185364, -1.0659794807434082, -1.555174469947815, -2.456376552581787, -1.391814112663269, -1.7296360731124878, -1.7472566366195679, -1.851440191268921, -1.955948829650879, -2.7907111644744873, -1.8612784147262573, -1.7352358102798462, -1.7869362831115723, -0.7430049777030945, -1.2332992553710938, -1.5396788120269775, -1.5319029092788696, -1.4101423025131226, -1.3536456823349, -1.8532958030700684, -1.588561773300171, -1.1992318630218506, -2.373844623565674, -1.578477382659912, -2.4328384399414062, -1.786405324935913, -1.445678949356079, -1.326431155204773, -2.2373952865600586, -1.215976595878601, -0.49670150876045227, -1.6048752069473267, -1.470423936843872, -0.8724667429924011, -1.6738613843917847, -2.0679450035095215, -2.106868267059326, -1.4658422470092773, -2.171839714050293, -1.2399301528930664, -1.7237435579299927, -0.41629672050476074, -1.5720465183258057, -1.4428236484527588, -1.0867407321929932, -1.168339729309082, -0.3092680275440216, -1.0809167623519897, -1.8309845924377441, -1.4364055395126343, -0.7835440039634705, -1.7583491802215576, -2.2658941745758057, -1.4203990697860718, -3.387232542037964, -0.9412397146224976, -1.5926315784454346, -1.8977479934692383, -0.8902181386947632, -2.347923994064331, -0.5267800092697144, -1.3989765644073486, -1.5723488330841064, -1.5018689632415771, -1.799035906791687, -1.8706960678100586, -1.41295325756073, -1.5610138177871704, -1.4293204545974731, -1.7612146139144897, -1.7272241115570068, -1.3515154123306274, -1.0078833103179932, -2.3465213775634766, -1.6055172681808472, -1.4814105033874512, -1.5597987174987793, -2.027776002883911, -1.4423846006393433, -1.3272902965545654, -1.6604154109954834, -0.33403515815734863, -2.110215187072754, -3.259978771209717, -0.15813016891479492, -0.9520705342292786, -0.612591028213501, -1.545966625213623, -2.3845601081848145, -0.8893840909004211, -1.7712575197219849, -1.6658656597137451, -1.7452313899993896, -2.0349233150482178, -1.2566437721252441, -1.4677352905273438, -2.8874504566192627, -0.9052572250366211, -2.058662176132202, -2.0514068603515625, -1.5669527053833008, -2.0416595935821533, -2.239704132080078, -0.7757774591445923, -2.3056750297546387, -0.9852277040481567, -2.2934396266937256, -1.4621868133544922, -1.353447437286377, -1.0367718935012817, -1.7700684070587158, -1.8253544569015503, -1.2485101222991943, -0.32582587003707886, -0.7624397277832031, -1.4461575746536255, -0.892621636390686, -1.7609531879425049, -2.4840245246887207, -2.643040418624878, -0.8919106125831604, -1.2916682958602905, -2.1386494636535645]}, "Bot004_016_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_016.log.json", "context": "i will be drinking my problems with my teeth . hey", "response": "i am a huge gamer", "annotation_id": "Bot004_016_02", "annotations": ["O", "X", "T", "X", "T", "O", "T", "O", "O", "T", "X", "T", "X", "X", "O"], "gpt2background_target_score": [-7.58996057510376, -9.944510459899902, -3.5126760005950928, -9.275907516479492, -11.00914478302002], "gpt2background_argmax_score": [-2.7500200271606445, -1.9518989324569702, -3.5126760005950928, -2.30490779876709, -2.310565710067749, -2.055448532104492, -1.6685287952423096, -3.2561285495758057, -1.8065974712371826, -1.3139231204986572, -2.6416754722595215, -2.3077945709228516, -2.0758376121520996, -2.5311548709869385, -3.6695661544799805, -1.6089627742767334, -1.743533730506897]}, "Bot004_016_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_016.log.json", "context": "i will be drinking my problems with my teeth . hey i am a huge gamer me too", "response": "i am a huge gamer , i love it .", "annotation_id": "Bot004_016_04", "annotations": ["O", "O", "O", "X", "O", "O", "O", "O", "O", "T", "O", "T", "O", "T", "O"], "gpt2background_target_score": [-7.58996057510376, -9.944510459899902, -3.5126760005950928, -9.275907516479492, -11.00914478302002, -8.61928939819336, -6.886168479919434, -7.652970314025879, -7.974343299865723, -1.5938084125518799], "gpt2background_argmax_score": [-2.7500200271606445, -1.9518989324569702, -3.5126760005950928, -2.30490779876709, -2.310565710067749, -2.055448532104492, -1.6685287952423096, -3.2561285495758057, -1.8065974712371826, -1.3139231204986572, -2.6416754722595215, -2.918217658996582, -2.6144654750823975, -3.5224084854125977, -2.011942148208618, -1.8427965641021729, -1.713975191116333, -2.0786166191101074, -2.4952471256256104, -2.702197551727295, -1.0296674966812134, -0.8423261046409607, -0.20785537362098694, -1.9355065822601318, -1.22219979763031, -2.1857080459594727, -2.7464983463287354, -1.6299842596054077, -1.398575782775879]}, "Bot004_016_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_016.log.json", "context": "i will be drinking my problems with my teeth . hey i am a huge gamer me too i am a huge gamer , i love it . what do you like to play", "response": "i like to play guitar and play guitar", "annotation_id": "Bot004_016_06", "annotations": ["O", "T", "X", "X", "X", "O", "T", "O", "O", "X", "O", "T", "O", "X", "O"], "gpt2background_target_score": [-7.58996057510376, -7.257135391235352, -7.617020606994629, -11.386248588562012, -8.853780746459961, -3.4465413093566895, -9.619044303894043, -8.388917922973633], "gpt2background_argmax_score": [-2.7500200271606445, -1.9518989324569702, -3.5126760005950928, -2.30490779876709, -2.310565710067749, -2.055448532104492, -1.6685287952423096, -3.2561285495758057, -1.8065974712371826, -1.3139231204986572, -2.6416754722595215, -2.918217658996582, -2.6144654750823975, -3.5224084854125977, -2.011942148208618, -1.8427965641021729, -1.713975191116333, -2.0786166191101074, -2.7692770957946777, -1.5502938032150269, -1.8864842653274536, -0.45070862770080566, -2.5137298107147217, -1.367645502090454, -2.0499448776245117, -2.691689968109131, -2.0269570350646973, -1.7111979722976685, -1.5474696159362793, -0.5810678601264954, -1.5432204008102417, -0.9084996581077576, -0.9405953884124756, -1.1894561052322388, -2.3423585891723633, -1.985554575920105, -2.13531231880188, -0.6351051330566406, -1.5713826417922974, -2.019726037979126, -2.6677072048187256, -2.0668749809265137, -2.2116143703460693]}, "Bot004_016_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_016.log.json", "context": "i will be drinking my problems with my teeth . hey i am a huge gamer me too i am a huge gamer , i love it . what do you like to play i like to play guitar and play guitar haha you are funny", "response": "i am , i am a real funny guy .", "annotation_id": "Bot004_016_08", "annotations": ["O", "O", "O", "X", "O", "O", "O", "O", "O", "O", "O", "O", "O", "X", "O"], "gpt2background_target_score": [-7.58996057510376, -9.944510459899902, -11.771425247192383, -7.595890045166016, -10.588220596313477, -5.295331001281738, -7.415958404541016, -11.176358222961426, -10.924989700317383, -1.5938084125518799], "gpt2background_argmax_score": [-2.7500200271606445, -1.9518989324569702, -3.5126760005950928, -2.30490779876709, -2.310565710067749, -2.055448532104492, -1.6685287952423096, -3.2561285495758057, -1.8065974712371826, -1.3139231204986572, -2.6416754722595215, -2.918217658996582, -2.6144654750823975, -3.5224084854125977, -2.011942148208618, -1.8427965641021729, -1.713975191116333, -2.0786166191101074, -2.7692770957946777, -1.5502938032150269, -1.8864842653274536, -0.45070862770080566, -2.5137298107147217, -1.367645502090454, -2.0499448776245117, -2.691689968109131, -2.0269570350646973, -1.7111979722976685, -1.5474696159362793, -0.5810678601264954, -1.5432204008102417, -0.9084996581077576, -0.9405953884124756, -1.1894561052322388, -2.591465473175049, -1.506083369255066, -1.1797889471054077, -1.4943771362304688, -1.3664228916168213, -2.634122848510742, -2.052438974380493, -1.6422101259231567, -2.2394754886627197, -1.9977761507034302, -1.7728078365325928, -2.596328020095825, -2.143331289291382, -1.7662160396575928, -0.741111695766449, -1.0054936408996582, -1.9397543668746948, -1.0476692914962769, -1.1382246017456055, -1.6974436044692993, -1.718108057975769, -1.8033276796340942, -1.1946669816970825]}, "Bot004_016_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_016.log.json", "context": "i will be drinking my problems with my teeth . hey i am a huge gamer me too i am a huge gamer , i love it . what do you like to play i like to play guitar and play guitar haha you are funny i am , i am a real funny guy . where do you live", "response": "i live in california , how about you ?", "annotation_id": "Bot004_016_10", "annotations": ["O", "O", "O", "X", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-7.589962959289551, -6.282631874084473, -3.5134925842285156, -11.146201133728027, -14.07835578918457, -13.600935935974121, -11.076961517333984, -10.5729341506958, -7.157716751098633, -8.942802429199219, -6.326706409454346], "gpt2background_argmax_score": [-2.7500181198120117, -1.9519011974334717, -3.5126724243164062, -2.304905891418457, -2.310563564300537, -2.0554497241973877, -1.6685272455215454, -3.2561275959014893, -1.806598424911499, -1.3139188289642334, -2.641676425933838, -2.91821551322937, -2.6144657135009766, -3.5224032402038574, -2.0119376182556152, -1.8427953720092773, -1.7139760255813599, -2.0786185264587402, -2.7692763805389404, -1.5502933263778687, -1.8864845037460327, -0.45070573687553406, -2.5137298107147217, -1.367648959159851, -2.0499422550201416, -2.6916913986206055, -2.026958465576172, -1.7111985683441162, -1.5474681854248047, -0.5810691714286804, -1.5432209968566895, -0.9084981083869934, -0.9405964016914368, -1.189456582069397, -2.591465950012207, -1.506080985069275, -1.1797884702682495, -1.4943777322769165, -1.3664225339889526, -2.6341233253479004, -2.052440643310547, -1.6422122716903687, -2.239473581314087, -1.997772216796875, -1.7728078365325928, -2.5963289737701416, -1.9298263788223267, -1.191062331199646, -1.0649921894073486, -2.093308448791504, -1.1989996433258057, -1.550094723701477, -1.7603628635406494, -1.3769943714141846, -2.0940539836883545, -1.6506307125091553, -1.3590972423553467, -0.36073291301727295, -1.786285400390625, -0.9704382419586182, -2.4976110458374023, -0.8451631665229797, -0.6728005409240723, -2.0982840061187744, -0.4241718649864197, -0.029923858121037483, -1.7320446968078613, -1.8355671167373657, -1.6793603897094727, -0.4995725452899933, -1.5570060014724731, -0.38871175050735474]}, "Bot004_016_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_016.log.json", "context": "i will be drinking my problems with my teeth . hey i am a huge gamer me too i am a huge gamer , i love it . what do you like to play i like to play guitar and play guitar haha you are funny i am , i am a real funny guy . where do you live i live in california , how about you ? i live in canada", "response": "i am from canada , i have been there once .", "annotation_id": "Bot004_016_12", "annotations": ["O", "O", "T", "X", "X", "O", "T", "O", "O", "O", "O", "T", "O", "X", "T"], "gpt2background_target_score": [-7.589962959289551, -9.944511413574219, -7.932806015014648, -10.019058227539062, -12.212606430053711, -8.61928939819336, -6.886171340942383, -10.840020179748535, -10.214035034179688, -9.752737045288086, -9.077423095703125, -9.096043586730957], "gpt2background_argmax_score": [-2.7500181198120117, -1.9519011974334717, -3.5126724243164062, -2.304905891418457, -2.310563564300537, -2.0554497241973877, -1.6685272455215454, -3.2561275959014893, -1.806598424911499, -1.3139188289642334, -2.641676425933838, -2.91821551322937, -2.6144657135009766, -3.5224032402038574, -2.0119376182556152, -1.8427953720092773, -1.7139760255813599, -2.0786185264587402, -2.7692763805389404, -1.5502933263778687, -1.8864845037460327, -0.45070573687553406, -2.5137298107147217, -1.367648959159851, -2.0499422550201416, -2.6916913986206055, -2.026958465576172, -1.7111985683441162, -1.5474681854248047, -0.5810691714286804, -1.5432209968566895, -0.9084981083869934, -0.9405964016914368, -1.189456582069397, -2.591465950012207, -1.506080985069275, -1.1797884702682495, -1.4943777322769165, -1.3664225339889526, -2.6341233253479004, -2.052440643310547, -1.6422122716903687, -2.239474058151245, -1.9977715015411377, -1.7728097438812256, -2.596327781677246, -1.92982816696167, -1.191062569618225, -1.0649927854537964, -2.0933079719543457, -1.1989995241165161, -1.5500943660736084, -1.7603626251220703, -1.3769947290420532, -2.094054698944092, -1.6506307125091553, -1.3590978384017944, -0.3607325851917267, -1.7862858772277832, -0.9704387187957764, -2.102285385131836, -2.206233501434326, -2.2234647274017334, -0.3974960148334503, -0.05766092613339424, -1.075032114982605, -2.012702465057373, -1.657907247543335, -0.5214672088623047, -1.231070876121521, -2.1037514209747314, -1.0785175561904907, -0.4021734893321991, -2.65273380279541, -0.2184438854455948, -1.355770468711853, -2.6575469970703125, -0.5402122139930725, -1.4149997234344482, -1.8984774351119995, -0.08032627403736115, -1.9604038000106812, -1.79632568359375, -0.921815812587738, -1.1367055177688599, -1.261183261871338, -1.4188545942306519, -1.9540233612060547, -1.2521982192993164]}, "Bot004_016_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_016.log.json", "context": "i will be drinking my problems with my teeth . hey i am a huge gamer me too i am a huge gamer , i love it . what do you like to play i like to play guitar and play guitar haha you are funny i am , i am a real funny guy . where do you live i live in california , how about you ? i live in canada i am from canada , i have been there once . so what is your favorite food", "response": "i love pizza , i eat it all the time", "annotation_id": "Bot004_016_14", "annotations": ["O", "O", "O", "T", "O", "O", "O", "O", "O", "O", "O", "O", "O", "X", "O"], "gpt2background_target_score": [-7.589962959289551, -5.883081436157227, -11.365138053894043, -9.13907527923584, -7.490042209625244, -10.69984245300293, -5.581589221954346, -9.267111778259277, -6.08442497253418, -10.874521255493164], "gpt2background_argmax_score": [-2.7500181198120117, -1.9519011974334717, -3.5126724243164062, -2.304905891418457, -2.310563564300537, -2.0554497241973877, -1.6685272455215454, -3.2561275959014893, -1.806598424911499, -1.3139188289642334, -2.641676425933838, -2.91821551322937, -2.6144657135009766, -3.5224032402038574, -2.0119376182556152, -1.8427953720092773, -1.7139760255813599, -2.0786185264587402, -2.7692763805389404, -1.5502933263778687, -1.8864845037460327, -0.45070573687553406, -2.5137298107147217, -1.367648959159851, -2.0499422550201416, -2.6916913986206055, -2.026958465576172, -1.7111985683441162, -1.5474681854248047, -0.5810691714286804, -1.5432209968566895, -0.9084981083869934, -0.9405964016914368, -1.189456582069397, -2.591465950012207, -1.506080985069275, -1.1797884702682495, -1.4943777322769165, -1.3664225339889526, -2.6341233253479004, -2.052440643310547, -1.6422122716903687, -2.239473581314087, -1.997772216796875, -1.7728078365325928, -2.5963289737701416, -1.9298263788223267, -1.191062331199646, -1.0649921894073486, -2.093308448791504, -1.1989996433258057, -1.550094723701477, -1.7603628635406494, -1.3769943714141846, -2.0940539836883545, -1.6506307125091553, -1.3590972423553467, -0.36073291301727295, -1.786285400390625, -0.9704382419586182, -2.102283000946045, -2.2062361240386963, -2.2234649658203125, -0.3974963426589966, -0.05766092613339424, -1.0750322341918945, -2.0127015113830566, -1.6579066514968872, -0.5214676856994629, -1.2310718297958374, -2.1037521362304688, -1.0785174369812012, -0.40217363834381104, -2.6527347564697266, -0.21844474971294403, -1.3557707071304321, -1.4249763488769531, -1.7534860372543335, -2.933854579925537, -0.08011514693498611, -1.9558967351913452, -1.7614027261734009, -1.2554068565368652, -1.157151222229004, -1.3022245168685913, -1.480570912361145, -1.7641873359680176, -1.6502397060394287, -1.1251040697097778, -1.8154881000518799, -0.8979288935661316, -2.128711462020874, -1.1367024183273315, -1.102173089981079, -2.8613784313201904, -2.1749448776245117, -2.595167398452759, -1.993406891822815, -2.0480549335479736, -1.6722019910812378, -1.6966148614883423, -2.389087200164795, -1.1356854438781738, -0.2507894039154053, -1.482114315032959]}, "Bot004_016_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_016.log.json", "context": "i will be drinking my problems with my teeth . hey i am a huge gamer me too i am a huge gamer , i love it . what do you like to play i like to play guitar and play guitar haha you are funny i am , i am a real funny guy . where do you live i live in california , how about you ? i live in canada i am from canada , i have been there once . so what is your favorite food i love pizza , i eat it all the time mine is shawarma", "response": "i love to meet new people . i am sure they have some great stories about that .", "annotation_id": "Bot004_016_16", "annotations": ["O", "O", "T", "T", "T", "O", "T", "O", "O", "O", "T", "X", "O", "X", "T"], "gpt2background_target_score": [-7.589962959289551, -5.883081436157227, -7.6170220375061035, -10.977879524230957, -5.119740962982178, -9.20995807647705, -9.279335975646973, -7.854153633117676, -12.16227912902832, -11.809042930603027, -6.115216255187988, -3.0338380336761475, -7.447458267211914, -5.841301441192627, -12.427347183227539, -7.323700428009033, -5.598604202270508, -2.0786185264587402], "gpt2background_argmax_score": [-2.7500181198120117, -1.9519011974334717, -3.5126724243164062, -2.304905891418457, -2.310563564300537, -2.0554497241973877, -1.6685272455215454, -3.2561275959014893, -1.806598424911499, -1.3139188289642334, -2.641676425933838, -2.91821551322937, -2.6144657135009766, -3.5224032402038574, -2.0119376182556152, -1.8427953720092773, -1.7139760255813599, -2.0786185264587402, -2.7692763805389404, -1.5502933263778687, -1.8864845037460327, -0.45070573687553406, -2.5137298107147217, -1.367648959159851, -2.0499422550201416, -2.6916913986206055, -2.026958465576172, -1.7111985683441162, -1.5474681854248047, -0.5810691714286804, -1.5432209968566895, -0.9084981083869934, -0.9405964016914368, -1.189456582069397, -2.591465950012207, -1.506080985069275, -1.1797884702682495, -1.4943777322769165, -1.3664225339889526, -2.6341233253479004, -2.052440643310547, -1.6422122716903687, -2.239473581314087, -1.997772216796875, -1.7728078365325928, -2.5963289737701416, -1.9298263788223267, -1.191062331199646, -1.0649921894073486, -2.093308448791504, -1.1989996433258057, -1.550094723701477, -1.7603628635406494, -1.3769943714141846, -2.0940539836883545, -1.6506307125091553, -1.3590972423553467, -0.36073291301727295, -1.786285400390625, -0.9704382419586182, -2.102283000946045, -2.2062361240386963, -2.2234649658203125, -0.3974963426589966, -0.05766092613339424, -1.0750322341918945, -2.0127015113830566, -1.6579066514968872, -0.5214676856994629, -1.2310718297958374, -2.1037521362304688, -1.0785174369812012, -0.40217363834381104, -2.6527347564697266, -0.21844474971294403, -1.3557707071304321, -1.4249763488769531, -1.7534860372543335, -2.933854579925537, -0.08011514693498611, -1.9558967351913452, -1.7614027261734009, -1.2554068565368652, -1.157151222229004, -1.3022245168685913, -1.480570912361145, -1.7641873359680176, -1.6502397060394287, -1.1251040697097778, -1.8154881000518799, -0.8979288935661316, -2.128711462020874, -1.1367024183273315, -1.102173089981079, -1.8757961988449097, -2.007833242416382, -1.8553729057312012, -2.3878605365753174, -1.749535322189331, -2.276397943496704, -2.3806676864624023, -1.4524587392807007, -0.2267952710390091, -1.395780086517334, -0.7744638919830322, -2.6021568775177, -2.2548890113830566, -1.6162941455841064, -1.5665303468704224, -2.6759159564971924, -1.9313737154006958, -0.6802582144737244, -1.322350025177002, -1.3913737535476685, -0.19285468757152557, -1.8672055006027222, -1.1154611110687256, -1.9326597452163696, -1.5385797023773193, -1.711491584777832, -0.981512188911438, -1.8542819023132324, -1.949014663696289, -2.396623134613037, -1.925909399986267, -1.7459304332733154, -2.052063465118408, -1.2830958366394043]}, "Bot004_016_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_016.log.json", "context": "i will be drinking my problems with my teeth . hey i am a huge gamer me too i am a huge gamer , i love it . what do you like to play i like to play guitar and play guitar haha you are funny i am , i am a real funny guy . where do you live i live in california , how about you ? i live in canada i am from canada , i have been there once . so what is your favorite food i love pizza , i eat it all the time mine is shawarma i love to meet new people . i am sure they have some great stories about that . yeah i am sure they have", "response": "i am sure they are . i am sure they are .", "annotation_id": "Bot004_016_18", "annotations": ["O", "T", "X", "O", "O", "O", "O", "T", "T", "T", "T", "T", "O", "X", "O"], "gpt2background_target_score": [-7.589962959289551, -9.944511413574219, -6.712828159332275, -12.477957725524902, -11.775226593017578, -8.519652366638184, -6.886171340942383, -9.598687171936035, -11.065816879272461, -8.555776596069336, -6.201956272125244, -9.096043586730957], "gpt2background_argmax_score": [-2.7500181198120117, -1.9519011974334717, -3.5126724243164062, -2.304905891418457, -2.310563564300537, -2.0554497241973877, -1.6685272455215454, -3.2561275959014893, -1.806598424911499, -1.3139188289642334, -2.641676425933838, -2.91821551322937, -2.6144657135009766, -3.5224032402038574, -2.0119376182556152, -1.8427953720092773, -1.7139760255813599, -2.0786185264587402, -2.7692763805389404, -1.5502933263778687, -1.8864845037460327, -0.45070573687553406, -2.5137298107147217, -1.367648959159851, -2.0499422550201416, -2.6916913986206055, -2.026958465576172, -1.7111985683441162, -1.5474681854248047, -0.5810691714286804, -1.5432209968566895, -0.9084981083869934, -0.9405964016914368, -1.189456582069397, -2.591465950012207, -1.506080985069275, -1.1797884702682495, -1.4943777322769165, -1.3664225339889526, -2.6341233253479004, -2.052440643310547, -1.6422122716903687, -2.239473581314087, -1.997772216796875, -1.7728078365325928, -2.5963289737701416, -1.9298263788223267, -1.191062331199646, -1.0649921894073486, -2.093308448791504, -1.1989996433258057, -1.550094723701477, -1.7603628635406494, -1.3769943714141846, -2.0940539836883545, -1.6506307125091553, -1.3590972423553467, -0.36073291301727295, -1.786285400390625, -0.9704382419586182, -2.102283000946045, -2.2062361240386963, -2.2234649658203125, -0.3974963426589966, -0.05766092613339424, -1.0750322341918945, -2.0127015113830566, -1.6579066514968872, -0.5214676856994629, -1.2310718297958374, -2.1037521362304688, -1.0785174369812012, -0.40217363834381104, -2.6527347564697266, -0.21844474971294403, -1.3557707071304321, -1.4249763488769531, -1.7534860372543335, -2.933854579925537, -0.08011514693498611, -1.9558967351913452, -1.7614027261734009, -1.2554068565368652, -1.157151222229004, -1.3022245168685913, -1.480570912361145, -1.7641873359680176, -1.6502397060394287, -1.1251040697097778, -1.8154881000518799, -0.8979288935661316, -2.128711462020874, -1.1367024183273315, -1.102173089981079, -1.8757961988449097, -2.007833242416382, -1.8553729057312012, -2.3878605365753174, -1.749535322189331, -2.276397943496704, -2.3806676864624023, -1.4524587392807007, -0.2267952710390091, -1.395780086517334, -0.7744638919830322, -2.6021568775177, -2.2548890113830566, -1.6162941455841064, -1.5665303468704224, -1.4241926670074463, -1.8025611639022827, -1.136620283126831, -1.6265184879302979, -0.2050113081932068, -1.5265986919403076, -1.6418174505233765, -1.7949668169021606, -1.568414330482483, -1.773633599281311, -1.2047451734542847, -1.8494718074798584, -1.9136592149734497, -2.3036606311798096, -2.140700340270996, -1.966631531715393, -1.886372447013855, -1.7177618741989136, -1.1528551578521729, -1.947038173675537, -1.5965226888656616, -1.8743960857391357, -1.4097380638122559, -0.8003778457641602, -2.5271670818328857, -2.0876989364624023, -1.6697958707809448, -1.5294147729873657, -0.591316819190979, -2.858621835708618, -1.6278045177459717, -1.9234905242919922, -2.0056161880493164, -1.0076395273208618, -0.8548839092254639, -2.605095148086548, -0.9206289052963257]}, "Bot004_016_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_016.log.json", "context": "i will be drinking my problems with my teeth . hey i am a huge gamer me too i am a huge gamer , i love it . what do you like to play i like to play guitar and play guitar haha you are funny i am , i am a real funny guy . where do you live i live in california , how about you ? i live in canada i am from canada , i have been there once . so what is your favorite food i love pizza , i eat it all the time mine is shawarma i love to meet new people . i am sure they have some great stories about that . yeah i am sure they have i am sure they are . i am sure they are . lol", "response": "i am a huge fan of all types of things except country", "annotation_id": "Bot004_016_20", "annotations": ["O", "O", "O", "T", "X", "O", "T", "O", "O", "T", "O", "X", "T", "X", "T"], "gpt2background_target_score": [-7.589962959289551, -9.944511413574219, -3.5126724243164062, -9.275906562805176, -9.821235656738281, -5.875846862792969, -5.405827045440674, -12.84484577178955, -8.039902687072754, -11.42796802520752, -10.421972274780273, -12.83154010772705], "gpt2background_argmax_score": [-2.7500181198120117, -1.9519011974334717, -3.5126724243164062, -2.304905891418457, -2.310563564300537, -2.0554497241973877, -1.6685272455215454, -3.2561275959014893, -1.806598424911499, -1.3139188289642334, -2.641676425933838, -2.91821551322937, -2.6144657135009766, -3.5224032402038574, -2.0119376182556152, -1.8427953720092773, -1.7139760255813599, -2.0786185264587402, -2.7692763805389404, -1.5502933263778687, -1.8864845037460327, -0.45070573687553406, -2.5137298107147217, -1.367648959159851, -2.0499422550201416, -2.6916913986206055, -2.026958465576172, -1.7111985683441162, -1.5474681854248047, -0.5810691714286804, -1.5432209968566895, -0.9084981083869934, -0.9405964016914368, -1.189456582069397, -2.591465950012207, -1.506080985069275, -1.1797884702682495, -1.4943777322769165, -1.3664225339889526, -2.6341233253479004, -2.052440643310547, -1.6422122716903687, -2.239473581314087, -1.997772216796875, -1.7728078365325928, -2.5963289737701416, -1.9298263788223267, -1.191062331199646, -1.0649921894073486, -2.093308448791504, -1.1989996433258057, -1.550094723701477, -1.7603628635406494, -1.3769943714141846, -2.0940539836883545, -1.6506307125091553, -1.3590972423553467, -0.36073291301727295, -1.786285400390625, -0.9704382419586182, -2.102283000946045, -2.2062361240386963, -2.2234649658203125, -0.3974963426589966, -0.05766092613339424, -1.0750322341918945, -2.0127015113830566, -1.6579066514968872, -0.5214676856994629, -1.2310718297958374, -2.1037521362304688, -1.0785174369812012, -0.40217363834381104, -2.6527347564697266, -0.21844474971294403, -1.3557707071304321, -1.4249763488769531, -1.7534860372543335, -2.933854579925537, -0.08011514693498611, -1.9558967351913452, -1.7614027261734009, -1.2554068565368652, -1.157151222229004, -1.3022245168685913, -1.480570912361145, -1.7641873359680176, -1.6502397060394287, -1.1251040697097778, -1.8154881000518799, -0.8979288935661316, -2.128711462020874, -1.1367024183273315, -1.102173089981079, -1.8757961988449097, -2.007833242416382, -1.8553729057312012, -2.3878605365753174, -1.749535322189331, -2.276397943496704, -2.3806676864624023, -1.4524587392807007, -0.2267952710390091, -1.395780086517334, -0.7744638919830322, -2.6021568775177, -2.2548890113830566, -1.6162941455841064, -1.5665303468704224, -1.4241926670074463, -1.8025611639022827, -1.136620283126831, -1.6265184879302979, -0.2050113081932068, -1.5265986919403076, -1.6418174505233765, -1.7949668169021606, -1.568414330482483, -1.773633599281311, -1.2047451734542847, -1.8494718074798584, -1.9136592149734497, -2.3036606311798096, -2.140700340270996, -1.966631531715393, -1.886372447013855, -1.7177618741989136, -1.1528551578521729, -1.947038173675537, -1.5965226888656616, -1.8743960857391357, -1.4097380638122559, -0.8003778457641602, -2.4244894981384277, -2.39890193939209, -1.8493719100952148, -1.0058616399765015, -2.895014524459839, -1.6190037727355957, -1.792653203010559, -2.0217838287353516, -1.2694051265716553, -1.056022047996521, -3.1477346420288086, -1.2920430898666382, -2.0290656089782715, -2.4157676696777344, -2.11171817779541, -1.9027841091156006, -2.48899245262146, -0.8018463253974915, -0.4150008261203766, -1.2384705543518066, -1.0289193391799927, -0.2798575162887573, -1.0278825759887695, -1.3907126188278198, -1.9579753875732422, -1.2239251136779785]}, "Bot004_025_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_025.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] Are you an idiot?", "response": "I am. I am a real estate agent.", "annotation_id": "Bot004_025_02", "annotations": ["X", "T", "X", "O", "T", "O", "O", "T", "X", "T", "T", "O", "O", "X", "X"], "gpt2background_target_score": [-9.64731502532959, -8.879878044128418, -10.543085098266602, -10.730978012084961, -12.0985746383667, -6.646904945373535, -11.136577606201172, -12.119460105895996, -12.353791236877441, -11.117578506469727], "gpt2background_argmax_score": [-2.115349054336548, -1.2066389322280884, -3.427891492843628, -2.1083855628967285, -1.758609414100647, -1.1045950651168823, -2.0833632946014404, -1.3243159055709839, -1.4527223110198975, -2.159738540649414, -1.5522708892822266, -1.135787010192871, -1.7081445455551147, -1.6626707315444946, -0.7671115398406982, -0.9127787947654724, -1.8935467004776, -2.054342031478882, -1.3302773237228394, -1.4898372888565063, -1.9743844270706177, -1.9876872301101685, -1.519574522972107, -0.30887576937675476, -3.102994441986084, -2.5732767581939697, -0.633603036403656, -1.7903165817260742, -1.6097608804702759, -1.5260698795318604, -1.7081935405731201, -1.2701687812805176, -1.5840668678283691, -1.2687287330627441, -3.7023746967315674, -1.902445673942566, -0.5812898874282837, -0.8117802143096924, -0.9933046102523804]}, "Bot004_025_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_025.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] Are you an idiot? I am. I am a real estate agent. Sorry to hear that", "response": "It was nice talking to you", "annotation_id": "Bot004_025_04", "annotations": ["O", "X", "X", "T", "O", "O", "O", "T", "X", "T", "X", "O", "O", "T", "O"], "gpt2background_target_score": [-12.886171340942383, -9.243734359741211, -10.997419357299805, -15.212553024291992, -8.138656616210938, -8.810428619384766], "gpt2background_argmax_score": [-2.115349054336548, -1.2066389322280884, -3.427891492843628, -2.1083855628967285, -1.758609414100647, -1.1045950651168823, -2.0833632946014404, -1.3243159055709839, -1.4527223110198975, -2.159738540649414, -1.5522708892822266, -1.135787010192871, -1.7081445455551147, -1.6626707315444946, -0.7671115398406982, -0.9127787947654724, -1.8935467004776, -2.054342031478882, -1.3302773237228394, -1.4898372888565063, -1.9743844270706177, -1.9876872301101685, -1.519574522972107, -0.30887576937675476, -3.1029951572418213, -2.5732760429382324, -0.633603036403656, -1.7903180122375488, -1.6522423028945923, -2.0638351440429688, -1.513569712638855, -1.4198521375656128, -1.1886019706726074, -3.550816297531128, -1.9243582487106323, -0.5152819156646729, -0.8430546522140503, -1.1496920585632324, -1.8145259618759155, -1.0238592624664307, -0.7581729292869568, -0.7080429196357727, -1.70065176486969, -0.8256906270980835, -1.452552318572998, -0.739987850189209, -0.6348082423210144, -1.144595980644226, -1.5572506189346313]}, "Bot004_025_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_025.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] Are you an idiot? I am. I am a real estate agent. Sorry to hear that It was nice talking to you Are we done?", "response": "I am not sure. I am just watching the kardashions.", "annotation_id": "Bot004_025_06", "annotations": ["X", "T", "X", "O", "T", "O", "O", "T", "X", "T", "X", "T", "O", "X", "T"], "gpt2background_target_score": [-9.647310256958008, -8.879878997802734, -10.56382942199707, -15.676648139953613, -7.05648136138916, -6.0177836418151855, -12.191245079040527, -10.340200424194336, -12.54946517944336, -8.012213706970215, -10.50050163269043, -12.58276653289795, -12.124994277954102, -14.130729675292969, -11.499390602111816], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -3.427891492843628, -2.1083858013153076, -1.7586085796356201, -1.1045938730239868, -2.083359956741333, -1.324316143989563, -1.45271897315979, -2.1597375869750977, -1.5522701740264893, -1.1357872486114502, -1.708143949508667, -1.6626696586608887, -0.7671114206314087, -0.9127785563468933, -1.893546223640442, -2.0543439388275146, -1.3302772045135498, -1.4898380041122437, -1.974380612373352, -1.9876890182495117, -1.5195740461349487, -0.30887526273727417, -3.1029958724975586, -2.5732743740081787, -0.6336023807525635, -1.7903172969818115, -1.6522384881973267, -2.063836097717285, -1.5135698318481445, -1.4198533296585083, -1.1886016130447388, -3.5508182048797607, -1.9243580102920532, -0.5152850151062012, -0.843056857585907, -1.1496959924697876, -1.8145267963409424, -1.023858666419983, -0.7581738233566284, -0.7080431580543518, -1.013904333114624, -1.5680307149887085, -0.7177495360374451, -0.7028637528419495, -0.9675989747047424, -1.2775424718856812, -0.2739887237548828, -2.590691566467285, -1.1469627618789673, -1.867996335029602, -1.9206198453903198, -1.6499491930007935, -2.082214117050171, -1.9311460256576538, -2.0704309940338135, -1.061735987663269, -1.250484585762024, -2.005746841430664, -2.0553245544433594, -2.3592047691345215, -2.2544631958007812, -1.0205919742584229, -2.990748643875122, -3.2024054527282715, -2.130915880203247, -1.18547785282135]}, "Bot004_025_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_025.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] Are you an idiot? I am. I am a real estate agent. Sorry to hear that It was nice talking to you Are we done? I am not sure. I am just watching the kardashions. Great! Where are you from? I'm from northern parts of USA", "response": "I am from the united states. I live in california.", "annotation_id": "Bot004_025_08", "annotations": ["O", "O", "X", "O", "O", "O", "O", "T", "O", "T", "O", "O", "T", "O", "O"], "gpt2background_target_score": [-9.647310256958008, -8.879878997802734, -9.863153457641602, -11.454197883605957, -12.586892127990723, -12.529006958007812, -6.66593074798584, -6.684216499328613, -12.801663398742676, -8.822467803955078, -12.969987869262695, -9.357651710510254, -11.728672981262207, -10.257144927978516], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -3.427891492843628, -2.1083858013153076, -1.7586085796356201, -1.1045938730239868, -2.083359956741333, -1.324316143989563, -1.45271897315979, -2.1597375869750977, -1.5522701740264893, -1.1357872486114502, -1.708143949508667, -1.6626696586608887, -0.7671114206314087, -0.9127785563468933, -1.893546223640442, -2.0543439388275146, -1.3302772045135498, -1.4898380041122437, -1.974380612373352, -1.9876890182495117, -1.5195740461349487, -0.30887526273727417, -3.1029958724975586, -2.5732743740081787, -0.6336023807525635, -1.7903172969818115, -1.6522384881973267, -2.063836097717285, -1.5135698318481445, -1.4198533296585083, -1.1886016130447388, -3.5508182048797607, -1.9243580102920532, -0.5152850151062012, -0.843056857585907, -1.1496959924697876, -1.8145267963409424, -1.023858666419983, -0.7581738233566284, -0.7080431580543518, -1.013904333114624, -1.5680307149887085, -0.7177495360374451, -0.7028637528419495, -0.9675989747047424, -1.2775424718856812, -0.2739887237548828, -2.590691566467285, -1.1469627618789673, -1.867996335029602, -1.436837911605835, -2.1827104091644287, -2.185633897781372, -2.0129129886627197, -1.5500578880310059, -1.0525484085083008, -2.2396903038024902, -2.2698748111724854, -2.0492289066314697, -2.282257318496704, -1.008617877960205, -3.0877017974853516, -3.2600150108337402, -2.0206170082092285, -1.8255317211151123, -2.7698612213134766, -1.8114526271820068, -1.2396339178085327, -0.22454875707626343, -1.596310019493103, -0.3172827959060669, -1.5988540649414062, -1.178513526916504, -1.057100534439087, -2.8124938011169434, -2.074187994003296, -0.2544732391834259, -1.5548863410949707, -1.033817172050476, -2.012774705886841, -1.3030543327331543, -0.835357666015625, -2.228508710861206, -2.083883047103882, -0.45881587266921997, -1.1656675338745117, -1.3011975288391113, -1.3659863471984863, -0.400834321975708, -1.4072285890579224, -0.4801534414291382, -0.03290468826889992, -1.2413864135742188, -1.3136407136917114]}, "Bot004_025_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_025.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] Are you an idiot? I am. I am a real estate agent. Sorry to hear that It was nice talking to you Are we done? I am not sure. I am just watching the kardashions. Great! Where are you from? I'm from northern parts of USA I am from the united states. I live in california. Nice! And what about your family?", "response": "I am not sure about it. I am not sure what you mean.", "annotation_id": "Bot004_025_10", "annotations": ["T", "T", "X", "O", "T", "T", "O", "T", "X", "O", "T", "T", "T", "X", "X"], "gpt2background_target_score": [-9.647310256958008, -8.879878997802734, -10.56382942199707, -15.676648139953613, -8.797002792358398, -7.920032024383545, -6.66593074798584, -6.684216499328613, -9.938061714172363, -9.249971389770508, -10.562385559082031, -10.035361289978027, -5.224447250366211, -12.425325393676758, -11.499390602111816], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -3.427891492843628, -2.1083858013153076, -1.7586085796356201, -1.1045938730239868, -2.083359956741333, -1.324316143989563, -1.45271897315979, -2.1597375869750977, -1.5522701740264893, -1.1357872486114502, -1.708143949508667, -1.6626696586608887, -0.7671114206314087, -0.9127785563468933, -1.893546223640442, -2.0543439388275146, -1.3302772045135498, -1.4898380041122437, -1.974380612373352, -1.9876890182495117, -1.5195740461349487, -0.30887526273727417, -3.1029958724975586, -2.5732743740081787, -0.6336023807525635, -1.7903172969818115, -1.6522384881973267, -2.063836097717285, -1.5135698318481445, -1.4198533296585083, -1.1886016130447388, -3.5508182048797607, -1.9243580102920532, -0.5152850151062012, -0.843056857585907, -1.1496959924697876, -1.8145267963409424, -1.023858666419983, -0.7581738233566284, -0.7080431580543518, -1.013904333114624, -1.5680307149887085, -0.7177495360374451, -0.7028637528419495, -0.9675989747047424, -1.2775424718856812, -0.2739887237548828, -2.590691566467285, -1.1469627618789673, -1.867996335029602, -1.436837911605835, -2.1827104091644287, -2.185633897781372, -2.0129129886627197, -1.5500578880310059, -1.0525484085083008, -2.2396903038024902, -2.2698748111724854, -2.0492289066314697, -2.282257318496704, -1.008617877960205, -3.0877017974853516, -3.2600150108337402, -2.0206170082092285, -1.8255317211151123, -2.7698612213134766, -1.8114526271820068, -1.2396339178085327, -0.22454875707626343, -1.596310019493103, -0.3172827959060669, -1.5988540649414062, -1.178513526916504, -1.057100534439087, -2.8124938011169434, -2.074187994003296, -0.2544732391834259, -1.5548863410949707, -1.033817172050476, -1.8166775703430176, -1.0095289945602417, -2.4120192527770996, -1.8546773195266724, -0.539147675037384, -1.3336849212646484, -1.3737088441848755, -1.3305388689041138, -0.41035106778144836, -1.4298418760299683, -0.42277610301971436, -0.034369491040706635, -1.46377694606781, -1.2410556077957153, -2.524864673614502, -1.704408049583435, -1.5250271558761597, -2.07362699508667, -0.7653146386146545, -2.155881404876709, -0.4171663224697113, -1.6000628471374512, -1.7604817152023315, -1.5863898992538452, -0.8861904740333557, -1.8767865896224976, -1.5237003564834595, -0.7084982991218567, -1.2095282077789307, -0.9406774044036865, -1.2347618341445923, -1.3235372304916382, -1.1477733850479126, -1.600431203842163, -1.5920382738113403, -1.1435719728469849, -1.1768417358398438, -0.9984037280082703]}, "Bot004_025_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_025.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] Are you an idiot? I am. I am a real estate agent. Sorry to hear that It was nice talking to you Are we done? I am not sure. I am just watching the kardashions. Great! Where are you from? I'm from northern parts of USA I am from the united states. I live in california. Nice! And what about your family? I am not sure about it. I am not sure what you mean. I'm asking, if you have any family?", "response": "I have a couple of sisters that is like a parent.", "annotation_id": "Bot004_025_12", "annotations": ["O", "O", "X", "O", "T", "O", "O", "T", "O", "T", "O", "O", "T", "O", "O"], "gpt2background_target_score": [-9.647310256958008, -8.671810150146484, -9.902169227600098, -11.958074569702148, -7.7096452713012695, -13.076190948486328, -9.86372184753418, -8.593039512634277, -11.524247169494629, -7.440752983093262, -12.885735511779785, -9.131902694702148], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -3.427891492843628, -2.1083858013153076, -1.7586085796356201, -1.1045938730239868, -2.083359956741333, -1.324316143989563, -1.45271897315979, -2.1597375869750977, -1.5522701740264893, -1.1357872486114502, -1.708143949508667, -1.6626696586608887, -0.7671114206314087, -0.9127785563468933, -1.893546223640442, -2.0543439388275146, -1.3302772045135498, -1.4898380041122437, -1.974380612373352, -1.9876890182495117, -1.5195740461349487, -0.30887526273727417, -3.1029958724975586, -2.5732743740081787, -0.6336023807525635, -1.7903172969818115, -1.6522384881973267, -2.063836097717285, -1.5135698318481445, -1.4198533296585083, -1.1886016130447388, -3.5508182048797607, -1.9243580102920532, -0.5152850151062012, -0.843056857585907, -1.1496959924697876, -1.8145267963409424, -1.023858666419983, -0.7581738233566284, -0.7080431580543518, -1.013904333114624, -1.5680307149887085, -0.7177495360374451, -0.7028637528419495, -0.9675989747047424, -1.2775424718856812, -0.2739887237548828, -2.590691566467285, -1.1469627618789673, -1.867996335029602, -1.436837911605835, -2.1827104091644287, -2.185633897781372, -2.0129129886627197, -1.5500578880310059, -1.0525484085083008, -2.2396903038024902, -2.2698748111724854, -2.0492289066314697, -2.282257318496704, -1.008617877960205, -3.0877017974853516, -3.2600150108337402, -2.0206170082092285, -1.8255317211151123, -2.7698612213134766, -1.8114526271820068, -1.2396339178085327, -0.22454875707626343, -1.596310019493103, -0.3172827959060669, -1.5988540649414062, -1.178513526916504, -1.057100534439087, -2.8124938011169434, -2.074187994003296, -0.2544732391834259, -1.5548863410949707, -1.033817172050476, -1.8166775703430176, -1.0095289945602417, -2.4120192527770996, -1.8546773195266724, -0.539147675037384, -1.3336849212646484, -1.3737088441848755, -1.3305388689041138, -0.41035106778144836, -1.4298418760299683, -0.42277610301971436, -0.034369491040706635, -1.46377694606781, -1.2410556077957153, -2.524864673614502, -1.704408049583435, -1.5250271558761597, -2.07362699508667, -0.7653146386146545, -2.155881404876709, -0.4171663224697113, -1.6000628471374512, -1.4797800779342651, -1.226503610610962, -1.6276049613952637, -1.6692219972610474, -0.6723356246948242, -1.1405582427978516, -1.20284903049469, -1.1137083768844604, -1.6665091514587402, -1.1614224910736084, -1.452468991279602, -1.6121726036071777, -1.03981351852417, -1.3471901416778564, -1.1265408992767334, -0.7198231816291809, -1.7361747026443481, -1.7285702228546143, -2.4131617546081543, -0.6790306568145752, -1.618646502494812, -0.8527051210403442, -0.9128661155700684, -2.560720205307007, -1.3265671730041504, -1.6693395376205444, -1.3129268884658813, -1.1774928569793701, -1.2562891244888306, -1.4642404317855835, -2.1488797664642334, -1.6453701257705688, -1.5725857019424438, -1.8437657356262207, -2.850667715072632, -3.0496127605438232, -1.1380373239517212, -1.6391087770462036]}, "Bot004_025_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_025.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] Are you an idiot? I am. I am a real estate agent. Sorry to hear that It was nice talking to you Are we done? I am not sure. I am just watching the kardashions. Great! Where are you from? I'm from northern parts of USA I am from the united states. I live in california. Nice! And what about your family? I am not sure about it. I am not sure what you mean. I'm asking, if you have any family? I have a couple of sisters that is like a parent. True. What about pets?", "response": "I have a cat named radar", "annotation_id": "Bot004_025_14", "annotations": ["O", "O", "X", "O", "O", "O", "O", "T", "O", "T", "T", "T", "T", "O", "O"], "gpt2background_target_score": [-9.647310256958008, -8.671810150146484, -9.902169227600098, -13.05733585357666, -12.650589942932129, -12.618094444274902], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -3.427891492843628, -2.1083858013153076, -1.7586085796356201, -1.1045938730239868, -2.083359956741333, -1.324316143989563, -1.45271897315979, -2.1597375869750977, -1.5522701740264893, -1.1357872486114502, -1.708143949508667, -1.6626696586608887, -0.7671114206314087, -0.9127785563468933, -1.893546223640442, -2.0543439388275146, -1.3302772045135498, -1.4898380041122437, -1.974380612373352, -1.9876890182495117, -1.5195740461349487, -0.30887526273727417, -3.1029958724975586, -2.5732743740081787, -0.6336023807525635, -1.7903172969818115, -1.6522384881973267, -2.063836097717285, -1.5135698318481445, -1.4198533296585083, -1.1886016130447388, -3.5508182048797607, -1.9243580102920532, -0.5152850151062012, -0.843056857585907, -1.1496959924697876, -1.8145267963409424, -1.023858666419983, -0.7581738233566284, -0.7080431580543518, -1.013904333114624, -1.5680307149887085, -0.7177495360374451, -0.7028637528419495, -0.9675989747047424, -1.2775424718856812, -0.2739887237548828, -2.590691566467285, -1.1469627618789673, -1.867996335029602, -1.436837911605835, -2.1827104091644287, -2.185633897781372, -2.0129129886627197, -1.5500578880310059, -1.0525484085083008, -2.2396903038024902, -2.2698748111724854, -2.0492289066314697, -2.282257318496704, -1.008617877960205, -3.0877017974853516, -3.2600150108337402, -2.0206170082092285, -1.8255317211151123, -2.7698612213134766, -1.8114526271820068, -1.2396339178085327, -0.22454875707626343, -1.596310019493103, -0.3172827959060669, -1.5988540649414062, -1.178513526916504, -1.057100534439087, -2.8124938011169434, -2.074187994003296, -0.2544732391834259, -1.5548863410949707, -1.033817172050476, -1.8166775703430176, -1.0095289945602417, -2.4120192527770996, -1.8546773195266724, -0.539147675037384, -1.3336849212646484, -1.3737088441848755, -1.3305388689041138, -0.41035106778144836, -1.4298418760299683, -0.42277610301971436, -0.034369491040706635, -1.46377694606781, -1.2410556077957153, -2.524864673614502, -1.704408049583435, -1.5250271558761597, -2.07362699508667, -0.7653146386146545, -2.155881404876709, -0.4171663224697113, -1.6000628471374512, -1.4797800779342651, -1.226503610610962, -1.6276049613952637, -1.6692219972610474, -0.6723356246948242, -1.1405582427978516, -1.20284903049469, -1.1137083768844604, -1.6665091514587402, -1.1614224910736084, -1.452468991279602, -1.6121726036071777, -1.03981351852417, -1.3471901416778564, -1.1265408992767334, -0.7198231816291809, -1.7361747026443481, -1.7285702228546143, -2.4131617546081543, -0.6790306568145752, -1.618646502494812, -0.8527051210403442, -0.9128661155700684, -2.560720205307007, -1.3265671730041504, -1.0231504440307617, -1.4035812616348267, -1.7480019330978394, -1.3729952573776245, -1.8530489206314087, -1.7826030254364014, -1.545650839805603, -2.3359436988830566, -2.8670401573181152, -2.9452126026153564, -1.0971425771713257, -1.4350533485412598, -1.2427005767822266, -1.4475910663604736, -2.028306007385254, -0.8860228061676025, -0.6882345676422119, -1.468524694442749, -1.8631618022918701, -1.7841964960098267, -0.974476158618927, -2.452014207839966, -1.6260610818862915, -4.76369047164917, -2.751436233520508]}, "Bot004_025_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_025.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] Are you an idiot? I am. I am a real estate agent. Sorry to hear that It was nice talking to you Are we done? I am not sure. I am just watching the kardashions. Great! Where are you from? I'm from northern parts of USA I am from the united states. I live in california. Nice! And what about your family? I am not sure about it. I am not sure what you mean. I'm asking, if you have any family? I have a couple of sisters that is like a parent. True. What about pets? I have a cat named radar Strange name for a pet", "response": "I love that name.", "annotation_id": "Bot004_025_16", "annotations": ["O", "O", "X", "O", "O", "O", "O", "T", "O", "O", "T", "O", "O", "O", "O"], "gpt2background_target_score": [-9.647310256958008, -11.528180122375488, -11.15124797821045, -11.950840950012207, -7.05648136138916], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -3.427891492843628, -2.1083858013153076, -1.7586085796356201, -1.1045938730239868, -2.083359956741333, -1.324316143989563, -1.45271897315979, -2.1597375869750977, -1.5522701740264893, -1.1357872486114502, -1.708143949508667, -1.6626696586608887, -0.7671114206314087, -0.9127785563468933, -1.893546223640442, -2.0543439388275146, -1.3302772045135498, -1.4898380041122437, -1.974380612373352, -1.9876890182495117, -1.5195740461349487, -0.30887526273727417, -3.1029958724975586, -2.5732743740081787, -0.6336023807525635, -1.7903172969818115, -1.6522384881973267, -2.063836097717285, -1.5135698318481445, -1.4198533296585083, -1.1886016130447388, -3.5508182048797607, -1.9243580102920532, -0.5152850151062012, -0.843056857585907, -1.1496959924697876, -1.8145267963409424, -1.023858666419983, -0.7581738233566284, -0.7080431580543518, -1.013904333114624, -1.5680307149887085, -0.7177495360374451, -0.7028637528419495, -0.9675989747047424, -1.2775424718856812, -0.2739887237548828, -2.590691566467285, -1.1469627618789673, -1.867996335029602, -1.436837911605835, -2.1827104091644287, -2.185633897781372, -2.0129129886627197, -1.5500578880310059, -1.0525484085083008, -2.2396903038024902, -2.2698748111724854, -2.0492289066314697, -2.282257318496704, -1.008617877960205, -3.0877017974853516, -3.2600150108337402, -2.0206170082092285, -1.8255317211151123, -2.7698612213134766, -1.8114526271820068, -1.2396339178085327, -0.22454875707626343, -1.596310019493103, -0.3172827959060669, -1.5988540649414062, -1.178513526916504, -1.057100534439087, -2.8124938011169434, -2.074187994003296, -0.2544732391834259, -1.5548863410949707, -1.033817172050476, -1.8166775703430176, -1.0095289945602417, -2.4120192527770996, -1.8546773195266724, -0.539147675037384, -1.3336849212646484, -1.3737088441848755, -1.3305388689041138, -0.41035106778144836, -1.4298418760299683, -0.42277610301971436, -0.034369491040706635, -1.46377694606781, -1.2410556077957153, -2.524864673614502, -1.704408049583435, -1.5250271558761597, -2.07362699508667, -0.7653146386146545, -2.155881404876709, -0.4171663224697113, -1.6000628471374512, -1.4797800779342651, -1.226503610610962, -1.6276049613952637, -1.6692219972610474, -0.6723356246948242, -1.1405582427978516, -1.20284903049469, -1.1137083768844604, -1.6665091514587402, -1.1614224910736084, -1.452468991279602, -1.6121726036071777, -1.03981351852417, -1.3471901416778564, -1.1265408992767334, -0.7198231816291809, -1.7361747026443481, -1.7285702228546143, -2.4131617546081543, -0.6790306568145752, -1.618646502494812, -0.8527051210403442, -0.9128661155700684, -2.560720205307007, -1.3265671730041504, -1.0231504440307617, -1.4035812616348267, -1.7480019330978394, -1.3729952573776245, -1.8530489206314087, -1.7826030254364014, -1.545650839805603, -2.3359436988830566, -2.8670401573181152, -2.9452126026153564, -1.0971425771713257, -1.4350533485412598, -1.2427005767822266, -1.4475910663604736, -2.028306007385254, -0.8860228061676025, -0.6882344484329224, -1.4685242176055908, -1.527711033821106, -1.0508378744125366, -2.2804954051971436, -1.6690870523452759, -4.731393814086914, -2.767334461212158, -1.7556077241897583, -1.4548698663711548, -2.046079397201538, -2.504511594772339, -1.2679373025894165, -2.060046434402466, -2.0820555686950684, -2.161830425262451, -1.7247895002365112, -1.0915157794952393, -1.362525463104248]}, "Bot004_025_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_025.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] Are you an idiot? I am. I am a real estate agent. Sorry to hear that It was nice talking to you Are we done? I am not sure. I am just watching the kardashions. Great! Where are you from? I'm from northern parts of USA I am from the united states. I live in california. Nice! And what about your family? I am not sure about it. I am not sure what you mean. I'm asking, if you have any family? I have a couple of sisters that is like a parent. True. What about pets? I have a cat named radar Strange name for a pet I love that name. well, that's your choice", "response": "Yes, i like it. I am a very experienced person.", "annotation_id": "Bot004_025_18", "annotations": ["T", "T", "X", "O", "T", "T", "O", "T", "O", "T", "T", "O", "T", "T", "O"], "gpt2background_target_score": [-13.288975715637207, -10.00779914855957, -10.452275276184082, -12.173891067504883, -10.118233680725098, -7.718797206878662, -7.003775596618652, -11.217109680175781, -9.09463882446289, -10.555534362792969, -12.604479789733887, -12.142268180847168, -8.277173042297363], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -3.427891492843628, -2.1083858013153076, -1.7586085796356201, -1.1045938730239868, -2.083359956741333, -1.324316143989563, -1.45271897315979, -2.1597375869750977, -1.5522701740264893, -1.1357872486114502, -1.708143949508667, -1.6626696586608887, -0.7671114206314087, -0.9127785563468933, -1.893546223640442, -2.0543439388275146, -1.3302772045135498, -1.4898380041122437, -1.974380612373352, -1.9876890182495117, -1.5195740461349487, -0.30887526273727417, -3.1029958724975586, -2.5732743740081787, -0.6336023807525635, -1.7903172969818115, -1.6522384881973267, -2.063836097717285, -1.5135698318481445, -1.4198533296585083, -1.1886016130447388, -3.5508182048797607, -1.9243580102920532, -0.5152850151062012, -0.843056857585907, -1.1496959924697876, -1.8145267963409424, -1.023858666419983, -0.7581738233566284, -0.7080431580543518, -1.013904333114624, -1.5680307149887085, -0.7177495360374451, -0.7028637528419495, -0.9675989747047424, -1.2775424718856812, -0.2739887237548828, -2.590691566467285, -1.1469627618789673, -1.867996335029602, -1.436837911605835, -2.1827104091644287, -2.185633897781372, -2.0129129886627197, -1.5500578880310059, -1.0525484085083008, -2.2396903038024902, -2.2698748111724854, -2.0492289066314697, -2.282257318496704, -1.008617877960205, -3.0877017974853516, -3.2600150108337402, -2.0206170082092285, -1.8255317211151123, -2.7698612213134766, -1.8114526271820068, -1.2396339178085327, -0.22454875707626343, -1.596310019493103, -0.3172827959060669, -1.5988540649414062, -1.178513526916504, -1.057100534439087, -2.8124938011169434, -2.074187994003296, -0.2544732391834259, -1.5548863410949707, -1.033817172050476, -1.8166775703430176, -1.0095289945602417, -2.4120192527770996, -1.8546773195266724, -0.539147675037384, -1.3336849212646484, -1.3737088441848755, -1.3305388689041138, -0.41035106778144836, -1.4298418760299683, -0.42277610301971436, -0.034369491040706635, -1.46377694606781, -1.2410556077957153, -2.524864673614502, -1.704408049583435, -1.5250271558761597, -2.07362699508667, -0.7653146386146545, -2.155881404876709, -0.4171663224697113, -1.6000628471374512, -1.4797800779342651, -1.226503610610962, -1.6276049613952637, -1.6692219972610474, -0.6723356246948242, -1.1405582427978516, -1.20284903049469, -1.1137083768844604, -1.6665091514587402, -1.1614224910736084, -1.452468991279602, -1.6121726036071777, -1.03981351852417, -1.3471901416778564, -1.1265408992767334, -0.7198231816291809, -1.7361747026443481, -1.7285702228546143, -2.4131617546081543, -0.6790306568145752, -1.618646502494812, -0.8527051210403442, -0.9128661155700684, -2.560720205307007, -1.3265671730041504, -1.0231504440307617, -1.4035812616348267, -1.7480019330978394, -1.3729952573776245, -1.8530489206314087, -1.7826030254364014, -1.545650839805603, -2.3359436988830566, -2.8670401573181152, -2.9452126026153564, -1.0971417427062988, -1.4350528717041016, -1.2427014112472534, -1.4475895166397095, -2.0283055305480957, -0.8860226273536682, -0.6882345676422119, -1.4685226678848267, -1.527711033821106, -1.0508376359939575, -2.280492067337036, -1.6690863370895386, -4.731394290924072, -2.7673346996307373, -1.7556077241897583, -1.4548701047897339, -2.04607892036438, -2.504513740539551, -1.2679373025894165, -1.9572242498397827, -0.6768313646316528, -1.8102655410766602, -0.9073823094367981, -1.5209267139434814, -1.1056650876998901, -1.6182787418365479, -1.1263192892074585, -2.2860982418060303, -2.078174114227295, -0.7153271436691284, -1.8738762140274048, -1.2887341976165771, -1.557508945465088, -1.5082528591156006, -1.9569586515426636, -1.12845778465271, -1.4003854990005493, -2.2103798389434814, -1.9310070276260376, -2.8457624912261963, -2.441767692565918, -2.5651328563690186, -1.454887866973877, -1.2045100927352905]}, "Bot004_025_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_025.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] Are you an idiot? I am. I am a real estate agent. Sorry to hear that It was nice talking to you Are we done? I am not sure. I am just watching the kardashions. Great! Where are you from? I'm from northern parts of USA I am from the united states. I live in california. Nice! And what about your family? I am not sure about it. I am not sure what you mean. I'm asking, if you have any family? I have a couple of sisters that is like a parent. True. What about pets? I have a cat named radar Strange name for a pet I love that name. well, that's your choice Yes, i like it. I am a very experienced person. Experience in what?", "response": "I am not sure what that means. I am not sure what you mean.", "annotation_id": "Bot004_025_20", "annotations": ["X", "X", "X", "T", "T", "T", "O", "T", "T", "T", "X", "T", "T", "X", "X"], "gpt2background_target_score": [-9.647310256958008, -8.879878997802734, -10.56382942199707, -15.676648139953613, -9.674429893493652, -7.833911418914795, -13.270228385925293, -6.719521522521973, -5.952001571655273, -7.579084396362305, -9.066903114318848, -12.104992866516113, -9.31583309173584, -5.76366662979126, -11.750633239746094, -5.188321590423584], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -3.427891492843628, -2.1083858013153076, -1.7586085796356201, -1.1045938730239868, -2.083359956741333, -1.324316143989563, -1.45271897315979, -2.1597375869750977, -1.5522701740264893, -1.1357872486114502, -1.708143949508667, -1.6626696586608887, -0.7671114206314087, -0.9127785563468933, -1.893546223640442, -2.0543439388275146, -1.3302772045135498, -1.4898380041122437, -1.974380612373352, -1.9876890182495117, -1.5195740461349487, -0.30887526273727417, -3.1029958724975586, -2.5732743740081787, -0.6336023807525635, -1.7903172969818115, -1.6522384881973267, -2.063836097717285, -1.5135698318481445, -1.4198533296585083, -1.1886016130447388, -3.5508182048797607, -1.9243580102920532, -0.5152850151062012, -0.843056857585907, -1.1496959924697876, -1.8145267963409424, -1.023858666419983, -0.7581738233566284, -0.7080431580543518, -1.013904333114624, -1.5680307149887085, -0.7177495360374451, -0.7028637528419495, -0.9675989747047424, -1.2775424718856812, -0.2739887237548828, -2.590691566467285, -1.1469627618789673, -1.867996335029602, -1.436837911605835, -2.1827104091644287, -2.185633897781372, -2.0129129886627197, -1.5500578880310059, -1.0525484085083008, -2.2396903038024902, -2.2698748111724854, -2.0492289066314697, -2.282257318496704, -1.008617877960205, -3.0877017974853516, -3.2600150108337402, -2.0206170082092285, -1.8255317211151123, -2.7698612213134766, -1.8114526271820068, -1.2396339178085327, -0.22454875707626343, -1.596310019493103, -0.3172827959060669, -1.5988540649414062, -1.178513526916504, -1.057100534439087, -2.8124938011169434, -2.074187994003296, -0.2544732391834259, -1.5548863410949707, -1.033817172050476, -1.8166775703430176, -1.0095289945602417, -2.4120192527770996, -1.8546773195266724, -0.539147675037384, -1.3336849212646484, -1.3737088441848755, -1.3305388689041138, -0.41035106778144836, -1.4298418760299683, -0.42277610301971436, -0.034369491040706635, -1.46377694606781, -1.2410556077957153, -2.524864673614502, -1.704408049583435, -1.5250271558761597, -2.07362699508667, -0.7653146386146545, -2.155881404876709, -0.4171663224697113, -1.6000628471374512, -1.4797800779342651, -1.226503610610962, -1.6276049613952637, -1.6692219972610474, -0.6723356246948242, -1.1405582427978516, -1.20284903049469, -1.1137083768844604, -1.6665091514587402, -1.1614224910736084, -1.452468991279602, -1.6121726036071777, -1.03981351852417, -1.3471901416778564, -1.1265408992767334, -0.7198231816291809, -1.7361747026443481, -1.7285702228546143, -2.4131617546081543, -0.6790306568145752, -1.618646502494812, -0.8527051210403442, -0.9128661155700684, -2.560720205307007, -1.3265671730041504, -1.0231504440307617, -1.4035812616348267, -1.7480019330978394, -1.3729952573776245, -1.8530489206314087, -1.7826030254364014, -1.545650839805603, -2.3359436988830566, -2.8670401573181152, -2.9452126026153564, -1.0971425771713257, -1.4350533485412598, -1.2427005767822266, -1.4475910663604736, -2.028306007385254, -0.8860228061676025, -0.6882344484329224, -1.4685242176055908, -1.527711033821106, -1.0508378744125366, -2.2804954051971436, -1.6690870523452759, -4.731393814086914, -2.767334461212158, -1.7556077241897583, -1.4548698663711548, -2.046079397201538, -2.504511594772339, -1.2679373025894165, -1.9572232961654663, -0.6768312454223633, -1.810267448425293, -0.9073823094367981, -1.5209238529205322, -1.1056667566299438, -1.6182785034179688, -1.1263192892074585, -2.2860968112945557, -2.0781736373901367, -0.7153262495994568, -1.4327880144119263, -1.4980698823928833, -1.7039133310317993, -2.0867416858673096, -1.099908709526062, -1.6211318969726562, -2.2080416679382324, -1.9911843538284302, -2.56666898727417, -2.4538280963897705, -2.2920174598693848, -1.400278091430664, -1.3884613513946533, -2.235452175140381, -1.9987868070602417, -1.9445441961288452, -1.8541967868804932, -1.7956271171569824, -2.0436105728149414, -1.471785068511963, -1.1202588081359863, -1.8855005502700806, -0.8301863074302673, -0.6825084090232849, -0.8059327006340027, -0.9977918267250061, -1.2005406618118286, -1.792490839958191, -0.7041769027709961, -1.5307427644729614, -1.5562011003494263, -0.3295978605747223, -0.8709372282028198, -0.9012863636016846]}, "Bot004_026_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_026.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] Hey! Im fine and u?", "response": "Hi! I am doing well. How are you?", "annotation_id": "Bot004_026_02", "annotations": ["T", "O", "O", "T", "O", "O", "O", "O", "O", "T", "T", "O", "O", "T", "O"], "gpt2background_target_score": [-11.783041000366211, -8.055368423461914, -8.14448356628418, -12.552846908569336, -12.933497428894043, -11.490053176879883, -6.66593074798584, -7.729286193847656, -11.305940628051758, -8.552078247070312, -13.453062057495117], "gpt2background_argmax_score": [-2.115349054336548, -1.2066389322280884, -3.427891492843628, -2.1083855628967285, -1.758609414100647, -1.1045950651168823, -2.0833632946014404, -1.3243159055709839, -1.4527223110198975, -2.159738540649414, -1.5522708892822266, -1.135787010192871, -1.7081445455551147, -1.6626707315444946, -0.7671115398406982, -0.9127787947654724, -1.8935467004776, -2.054342031478882, -1.3302773237228394, -1.4898372888565063, -1.9743844270706177, -1.9876872301101685, -1.519574522972107, -1.943962812423706, -1.473536491394043, -2.556457042694092, -1.9169052839279175, -2.679504156112671, -1.3699746131896973, -2.3745229244232178, -2.3463809490203857, -1.1459907293319702, -1.5920488834381104, -1.4529320001602173, -2.0841782093048096, -1.3097901344299316, -2.062549591064453, -1.2508999109268188, -1.7323516607284546, -0.2902315855026245, -1.0613811016082764, -0.6829003691673279]}, "Bot004_026_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_026.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] Hey! Im fine and u? Hi! I am doing well. How are you? Hood", "response": "Lol!", "annotation_id": "Bot004_026_04", "annotations": ["T", "O", "X", "X", "X", "T", "O", "X", "X", "T", "T", "T", "O", "X", "T"], "gpt2background_target_score": [-10.241004943847656, -12.410981178283691, -9.122886657714844], "gpt2background_argmax_score": [-2.115349054336548, -1.2066389322280884, -3.427891492843628, -2.1083855628967285, -1.758609414100647, -1.1045950651168823, -2.0833632946014404, -1.3243159055709839, -1.4527223110198975, -2.159738540649414, -1.5522708892822266, -1.135787010192871, -1.7081445455551147, -1.6626707315444946, -0.7671115398406982, -0.9127787947654724, -1.8935467004776, -2.054342031478882, -1.3302773237228394, -1.4898372888565063, -1.9743844270706177, -1.9876872301101685, -1.519574522972107, -1.943962812423706, -1.473536491394043, -2.556457042694092, -1.9169052839279175, -2.679504156112671, -1.3699746131896973, -2.3745229244232178, -1.2907148599624634, -1.6924679279327393, -1.4775538444519043, -2.2715091705322266, -1.5116463899612427, -2.339035749435425, -1.47041916847229, -1.7442935705184937, -0.32702672481536865, -1.1297146081924438, -1.5534945726394653, -2.717409133911133, -1.8396035432815552, -1.8771165609359741, -1.992416262626648, -1.4783648252487183]}, "Bot004_026_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_026.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] Hey! Im fine and u? Hi! I am doing well. How are you? Hood Lol! Good", "response": "I am not a fan of that. I am more into comedies.", "annotation_id": "Bot004_026_06", "annotations": ["X", "T", "O", "X", "X", "O", "X", "X", "X", "T", "X", "T", "O", "T", "T"], "gpt2background_target_score": [-9.64731502532959, -8.879878044128418, -10.56382942199707, -11.835573196411133, -10.619707107543945, -9.085234642028809, -9.86372184753418, -6.719520568847656, -5.95200252532959, -7.579082012176514, -11.10958194732666, -12.124408721923828, -12.826433181762695, -13.335434913635254, -11.499396324157715], "gpt2background_argmax_score": [-2.115349054336548, -1.2066389322280884, -3.427891492843628, -2.1083855628967285, -1.758609414100647, -1.1045950651168823, -2.0833632946014404, -1.3243159055709839, -1.4527223110198975, -2.159738540649414, -1.5522708892822266, -1.135787010192871, -1.7081445455551147, -1.6626707315444946, -0.7671115398406982, -0.9127787947654724, -1.8935467004776, -2.054342031478882, -1.3302773237228394, -1.4898372888565063, -1.9743844270706177, -1.9876872301101685, -1.519574522972107, -1.943962812423706, -1.473536491394043, -2.556457042694092, -1.9169052839279175, -2.679504156112671, -1.3699746131896973, -2.3745229244232178, -1.2907148599624634, -1.6924692392349243, -1.477554440498352, -2.2715096473693848, -1.5116482973098755, -2.3390347957611084, -1.4704192876815796, -1.7442948818206787, -0.3270270824432373, -1.129714012145996, -1.553494930267334, -2.7174108028411865, -2.1690545082092285, -1.7596967220306396, -1.5926319360733032, -2.049424171447754, -1.479851245880127, -2.706925868988037, -2.5620532035827637, -1.8569227457046509, -0.296933650970459, -2.6200029850006104, -2.209484100341797, -1.0354589223861694, -2.2155072689056396, -1.8036298751831055, -1.0719386339187622, -3.0770163536071777, -0.33877795934677124, -1.5513616800308228, -1.1692676544189453]}, "Bot004_026_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_026.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] Hey! Im fine and u? Hi! I am doing well. How are you? Hood Lol! Good I am not a fan of that. I am more into comedies. What is your hobbie", "response": "I like to play guitar", "annotation_id": "Bot004_026_08", "annotations": ["O", "O", "O", "T", "O", "O", "O", "O", "T", "T", "O", "O", "O", "T", "X"], "gpt2background_target_score": [-9.647310256958008, -10.527121543884277, -10.00008487701416, -14.064042091369629, -13.094645500183105], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -3.427891492843628, -2.1083858013153076, -1.7586085796356201, -1.1045938730239868, -2.083359956741333, -1.324316143989563, -1.45271897315979, -2.1597375869750977, -1.5522701740264893, -1.1357872486114502, -1.708143949508667, -1.6626696586608887, -0.7671114206314087, -0.9127785563468933, -1.893546223640442, -2.0543439388275146, -1.3302772045135498, -1.4898380041122437, -1.974380612373352, -1.9876890182495117, -1.5195740461349487, -1.9439613819122314, -1.4735349416732788, -2.556452989578247, -1.9169062376022339, -2.6794991493225098, -1.369972825050354, -2.374523401260376, -1.2907129526138306, -1.6924660205841064, -1.4775521755218506, -2.2715089321136475, -1.5116477012634277, -2.339035987854004, -1.4704173803329468, -1.7442960739135742, -0.32702726125717163, -1.1297153234481812, -1.5534952878952026, -2.717407703399658, -2.1690547466278076, -1.759696364402771, -1.592633605003357, -1.5523245334625244, -2.657829761505127, -2.597858190536499, -2.021669864654541, -0.35204869508743286, -2.1282644271850586, -1.969107985496521, -1.2917835712432861, -2.004913091659546, -1.9960922002792358, -1.2040797472000122, -3.14901065826416, -0.31196969747543335, -1.532031774520874, -1.253522515296936, -1.7507909536361694, -0.7964197993278503, -1.7702038288116455, -2.1767966747283936, -0.884551465511322, -1.902724027633667, -1.913474440574646, -2.4839980602264404, -1.697051763534546, -3.2558133602142334, -1.9633705615997314]}, "Bot004_026_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_026.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] Hey! Im fine and u? Hi! I am doing well. How are you? Hood Lol! Good I am not a fan of that. I am more into comedies. What is your hobbie I like to play guitar What else", "response": "I like to play sports", "annotation_id": "Bot004_026_10", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "X", "T", "O", "O", "O", "X", "O"], "gpt2background_target_score": [-9.647310256958008, -10.527121543884277, -10.00008487701416, -14.064042091369629, -11.713868141174316], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -3.427891492843628, -2.1083858013153076, -1.7586085796356201, -1.1045938730239868, -2.083359956741333, -1.324316143989563, -1.45271897315979, -2.1597375869750977, -1.5522701740264893, -1.1357872486114502, -1.708143949508667, -1.6626696586608887, -0.7671114206314087, -0.9127785563468933, -1.893546223640442, -2.0543439388275146, -1.3302772045135498, -1.4898380041122437, -1.974380612373352, -1.9876890182495117, -1.5195740461349487, -1.9439613819122314, -1.4735349416732788, -2.556452989578247, -1.9169062376022339, -2.6794991493225098, -1.369972825050354, -2.374523401260376, -1.2907129526138306, -1.6924660205841064, -1.4775521755218506, -2.2715089321136475, -1.5116477012634277, -2.339035987854004, -1.4704171419143677, -1.744295358657837, -0.32702794671058655, -1.129715919494629, -1.5534945726394653, -2.7174072265625, -2.169055223464966, -1.7596970796585083, -1.5926309823989868, -1.5523266792297363, -2.657830238342285, -2.5978586673736572, -2.0216684341430664, -0.3520491123199463, -2.128263235092163, -1.9691072702407837, -1.291783332824707, -2.004913091659546, -1.9960919618606567, -1.204080581665039, -3.1490111351013184, -0.3119707405567169, -1.5320299863815308, -1.2535216808319092, -1.7507914304733276, -0.7964202165603638, -1.7702035903930664, -2.17679500579834, -0.8845505118370056, -1.5558357238769531, -2.0293571949005127, -1.40094792842865, -2.0163841247558594, -1.9421541690826416, -2.0761165618896484, -1.6124494075775146, -1.879544734954834, -1.713350772857666, -1.6872256994247437, -0.47911572456359863, -1.3473559617996216, -1.4963581562042236]}, "Bot004_026_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_026.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] Hey! Im fine and u? Hi! I am doing well. How are you? Hood Lol! Good I am not a fan of that. I am more into comedies. What is your hobbie I like to play guitar What else I like to play sports Anything else?", "response": "I like to play the piano and play with my dog.", "annotation_id": "Bot004_026_12", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "X", "T", "O", "O", "O", "T", "O"], "gpt2background_target_score": [-9.647310256958008, -10.527121543884277, -10.00008487701416, -14.064042091369629, -9.272327423095703, -11.020493507385254, -9.437217712402344, -13.358366966247559, -9.303768157958984, -7.194244861602783, -11.271234512329102, -9.131902694702148], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -3.427891492843628, -2.1083858013153076, -1.7586085796356201, -1.1045938730239868, -2.083359956741333, -1.324316143989563, -1.45271897315979, -2.1597375869750977, -1.5522701740264893, -1.1357872486114502, -1.708143949508667, -1.6626696586608887, -0.7671114206314087, -0.9127785563468933, -1.893546223640442, -2.0543439388275146, -1.3302772045135498, -1.4898380041122437, -1.974380612373352, -1.9876890182495117, -1.5195740461349487, -1.9439613819122314, -1.4735349416732788, -2.556452989578247, -1.9169062376022339, -2.6794991493225098, -1.369972825050354, -2.374523401260376, -1.2907129526138306, -1.6924660205841064, -1.4775521755218506, -2.2715089321136475, -1.5116477012634277, -2.339035987854004, -1.4704173803329468, -1.7442960739135742, -0.32702726125717163, -1.1297153234481812, -1.5534952878952026, -2.717407703399658, -2.1690547466278076, -1.759696364402771, -1.592633605003357, -1.5523245334625244, -2.657829761505127, -2.597858190536499, -2.021669864654541, -0.35204869508743286, -2.1282644271850586, -1.969107985496521, -1.2917835712432861, -2.004913091659546, -1.9960922002792358, -1.2040797472000122, -3.14901065826416, -0.31196969747543335, -1.532031774520874, -1.253522515296936, -1.7507909536361694, -0.7964197993278503, -1.7702038288116455, -2.1767966747283936, -0.8845500349998474, -1.55583655834198, -2.029358386993408, -1.4009490013122559, -2.016385078430176, -1.9421533346176147, -2.0761165618896484, -1.6124494075775146, -1.6024131774902344, -0.6455836892127991, -0.9754425287246704, -0.7690781354904175, -1.1076068878173828, -2.050816774368286, -1.2161853313446045, -1.8423491716384888, -2.0297322273254395, -1.5526118278503418, -1.5250908136367798, -0.5149070024490356, -2.1715078353881836, -1.8311446905136108, -1.6755400896072388, -2.512993335723877, -2.446899890899658, -1.0062148571014404, -1.443124771118164, -1.0060075521469116, -1.3356549739837646]}, "Bot004_026_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_026.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] Hey! Im fine and u? Hi! I am doing well. How are you? Hood Lol! Good I am not a fan of that. I am more into comedies. What is your hobbie I like to play guitar What else I like to play sports Anything else? I like to play the piano and play with my dog. What do you love", "response": "I love to drive my car around", "annotation_id": "Bot004_026_14", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "X", "T", "O", "O", "O", "T", "O"], "gpt2background_target_score": [-9.647310256958008, -11.528180122375488, -10.00008487701416, -12.531075477600098, -8.925220489501953, -10.760136604309082, -13.352055549621582], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -3.427891492843628, -2.1083858013153076, -1.7586085796356201, -1.1045938730239868, -2.083359956741333, -1.324316143989563, -1.45271897315979, -2.1597375869750977, -1.5522701740264893, -1.1357872486114502, -1.708143949508667, -1.6626696586608887, -0.7671114206314087, -0.9127785563468933, -1.893546223640442, -2.0543439388275146, -1.3302772045135498, -1.4898380041122437, -1.974380612373352, -1.9876890182495117, -1.5195740461349487, -1.9439613819122314, -1.4735349416732788, -2.556452989578247, -1.9169062376022339, -2.6794991493225098, -1.369972825050354, -2.374523401260376, -1.2907129526138306, -1.6924660205841064, -1.4775521755218506, -2.2715089321136475, -1.5116477012634277, -2.339035987854004, -1.4704173803329468, -1.7442960739135742, -0.32702726125717163, -1.1297153234481812, -1.5534952878952026, -2.717407703399658, -2.1690547466278076, -1.759696364402771, -1.592633605003357, -1.5523245334625244, -2.657829761505127, -2.597858190536499, -2.021669864654541, -0.35204869508743286, -2.1282644271850586, -1.969107985496521, -1.2917835712432861, -2.004913091659546, -1.9960922002792358, -1.2040797472000122, -3.14901065826416, -0.31196969747543335, -1.532031774520874, -1.253522515296936, -1.7507909536361694, -0.7964197993278503, -1.7702038288116455, -2.1767966747283936, -0.8845500349998474, -1.55583655834198, -2.029358386993408, -1.4009490013122559, -2.016385078430176, -1.9421533346176147, -2.0761165618896484, -1.6124494075775146, -1.6024131774902344, -0.6455836892127991, -0.9754425287246704, -0.7690781354904175, -1.1076068878173828, -2.050816774368286, -1.2161853313446045, -1.8423491716384888, -2.00955867767334, -1.371166467666626, -0.9643449187278748, -2.5355260372161865, -1.7379146814346313, -1.6669392585754395, -2.5864126682281494, -2.570298671722412, -1.0584861040115356, -1.4060059785842896, -0.972011387348175, -1.3273625373840332, -2.301751136779785, -0.39375612139701843, -1.6117538213729858, -0.3913843035697937, -1.7581205368041992, -1.4679192304611206, -2.148099422454834, -0.4066618084907532, -2.2952880859375, -1.4428850412368774, -2.1680409908294678, -1.545555830001831]}, "Bot004_026_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_026.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] Hey! Im fine and u? Hi! I am doing well. How are you? Hood Lol! Good I am not a fan of that. I am more into comedies. What is your hobbie I like to play guitar What else I like to play sports Anything else? I like to play the piano and play with my dog. What do you love I love to drive my car around What is your job", "response": "I am a professional gardener.", "annotation_id": "Bot004_026_16", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "X", "T", "O", "O", "O", "T", "O"], "gpt2background_target_score": [-9.647310256958008, -8.879878997802734, -9.902169227600098, -13.85718822479248, -11.958117485046387, -14.276350021362305, -6.66593074798584], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -3.427891492843628, -2.1083858013153076, -1.7586085796356201, -1.1045938730239868, -2.083359956741333, -1.324316143989563, -1.45271897315979, -2.1597375869750977, -1.5522701740264893, -1.1357872486114502, -1.708143949508667, -1.6626696586608887, -0.7671114206314087, -0.9127785563468933, -1.893546223640442, -2.0543439388275146, -1.3302772045135498, -1.4898380041122437, -1.974380612373352, -1.9876890182495117, -1.5195740461349487, -1.9439613819122314, -1.4735349416732788, -2.556452989578247, -1.9169062376022339, -2.6794991493225098, -1.369972825050354, -2.374523401260376, -1.2907129526138306, -1.6924660205841064, -1.4775521755218506, -2.2715089321136475, -1.5116477012634277, -2.339035987854004, -1.4704173803329468, -1.7442960739135742, -0.32702726125717163, -1.1297153234481812, -1.5534952878952026, -2.717407703399658, -2.1690547466278076, -1.759696364402771, -1.592633605003357, -1.5523245334625244, -2.657829761505127, -2.597858190536499, -2.021669864654541, -0.35204869508743286, -2.1282644271850586, -1.969107985496521, -1.2917835712432861, -2.004913091659546, -1.9960922002792358, -1.2040797472000122, -3.14901065826416, -0.31196969747543335, -1.532031774520874, -1.253522515296936, -1.7507909536361694, -0.7964197993278503, -1.7702038288116455, -2.1767966747283936, -0.8845500349998474, -1.55583655834198, -2.029358386993408, -1.4009490013122559, -2.016385078430176, -1.9421533346176147, -2.0761165618896484, -1.6124494075775146, -1.6024131774902344, -0.6455836892127991, -0.9754425287246704, -0.7690781354904175, -1.1076068878173828, -2.050816774368286, -1.2161853313446045, -1.8423491716384888, -2.00955867767334, -1.371166467666626, -0.9643449187278748, -2.5355260372161865, -1.7379146814346313, -1.6669392585754395, -2.5864126682281494, -2.570298671722412, -1.0584861040115356, -1.4060059785842896, -0.972011387348175, -1.3273625373840332, -2.301751136779785, -0.39375612139701843, -1.6117538213729858, -0.3913843035697937, -2.234827995300293, -1.5670489072799683, -0.47768253087997437, -2.414241313934326, -1.6475387811660767, -2.135258674621582, -1.5395170450210571, -2.2463159561157227, -0.5255102515220642, -1.035815715789795, -0.8807837963104248, -1.8409907817840576, -2.1523983478546143, -1.108725666999817, -3.7781965732574463, -1.5629725456237793, -0.014958241954445839, -1.3496954441070557, -0.7431322932243347]}, "Bot004_026_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_026.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] Hey! Im fine and u? Hi! I am doing well. How are you? Hood Lol! Good I am not a fan of that. I am more into comedies. What is your hobbie I like to play guitar What else I like to play sports Anything else? I like to play the piano and play with my dog. What do you love I love to drive my car around What is your job I am a professional gardener. How old are you", "response": "I am york. I have been a few times.", "annotation_id": "Bot004_026_18", "annotations": ["X", "T", "X", "X", "X", "X", "X", "X", "X", "T", "X", "X", "T", "T", "O"], "gpt2background_target_score": [-9.647310256958008, -8.879878997802734, -11.149186134338379, -10.701987266540527, -7.05648136138916, -6.0177836418151855, -11.801505088806152, -11.446720123291016, -9.09463882446289, -12.418828010559082, -12.614264488220215, -9.131902694702148], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -3.427891492843628, -2.1083858013153076, -1.7586085796356201, -1.1045938730239868, -2.083359956741333, -1.324316143989563, -1.45271897315979, -2.1597375869750977, -1.5522701740264893, -1.1357872486114502, -1.708143949508667, -1.6626696586608887, -0.7671114206314087, -0.9127785563468933, -1.893546223640442, -2.0543439388275146, -1.3302772045135498, -1.4898380041122437, -1.974380612373352, -1.9876890182495117, -1.5195740461349487, -1.9439613819122314, -1.4735349416732788, -2.556452989578247, -1.9169062376022339, -2.6794991493225098, -1.369972825050354, -2.374523401260376, -1.2907129526138306, -1.6924660205841064, -1.4775521755218506, -2.2715089321136475, -1.5116477012634277, -2.339035987854004, -1.4704173803329468, -1.7442960739135742, -0.32702726125717163, -1.1297153234481812, -1.5534952878952026, -2.717407703399658, -2.1690547466278076, -1.759696364402771, -1.592633605003357, -1.5523245334625244, -2.657829761505127, -2.597858190536499, -2.021669864654541, -0.35204869508743286, -2.1282644271850586, -1.969107985496521, -1.2917835712432861, -2.004913091659546, -1.9960922002792358, -1.2040797472000122, -3.14901065826416, -0.31196969747543335, -1.532031774520874, -1.253522515296936, -1.7507909536361694, -0.7964197993278503, -1.7702038288116455, -2.1767966747283936, -0.8845500349998474, -1.55583655834198, -2.029358386993408, -1.4009490013122559, -2.016385078430176, -1.9421533346176147, -2.0761165618896484, -1.6124494075775146, -1.6024131774902344, -0.6455836892127991, -0.9754425287246704, -0.7690781354904175, -1.1076068878173828, -2.050816774368286, -1.2161853313446045, -1.8423491716384888, -2.00955867767334, -1.371166467666626, -0.9643449187278748, -2.5355260372161865, -1.7379146814346313, -1.6669392585754395, -2.5864126682281494, -2.570298671722412, -1.0584861040115356, -1.4060059785842896, -0.972011387348175, -1.3273625373840332, -2.301751136779785, -0.39375612139701843, -1.6117538213729858, -0.3913843035697937, -2.234827995300293, -1.5670489072799683, -0.47768253087997437, -2.414241313934326, -1.6475387811660767, -2.135258674621582, -1.5395170450210571, -2.2463159561157227, -0.5255102515220642, -1.035815715789795, -0.8807837963104248, -1.8360450267791748, -1.9920779466629028, -3.8901662826538086, -1.4815226793289185, -0.019245091825723648, -1.3770678043365479, -1.0071004629135132, -1.557028889656067, -0.36975252628326416, -0.17765431106090546, -0.3494515120983124, -1.924923300743103, -1.5989608764648438, -1.7686574459075928, -1.8150254487991333, -1.1897531747817993, -0.9401184320449829, -1.5913312435150146, -1.1471426486968994, -2.166912317276001, -3.6616098880767822, -0.9031983017921448, -1.7782130241394043, -1.0063769817352295]}, "Bot004_026_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_026.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] Hey! Im fine and u? Hi! I am doing well. How are you? Hood Lol! Good I am not a fan of that. I am more into comedies. What is your hobbie I like to play guitar What else I like to play sports Anything else? I like to play the piano and play with my dog. What do you love I love to drive my car around What is your job I am a professional gardener. How old are you I am york. I have been a few times. What do you do at free time", "response": "You are great [FACE WITH STUCK-OUT TONGUE AND WINKING EYE] \nGoodbye!", "annotation_id": "Bot004_026_20", "annotations": ["X", "T", "X", "X", "X", "X", "X", "X", "X", "T", "X", "X", "T", "T", "T"], "gpt2background_target_score": [-11.325797080993652, -8.82388687133789, -12.826107025146484, -13.847356796264648, -11.318792343139648, -6.888012409210205, -10.258153915405273, -11.628742218017578, -6.741924285888672, -11.274310111999512, -7.186387062072754, -11.715420722961426, -13.873927116394043, -12.650815963745117, -6.776603698730469, -14.028481483459473, -12.690603256225586, -11.169902801513672, -8.345573425292969, -1.4898380041122437, -8.015923500061035, -7.723138809204102, -11.728988647460938, -10.380494117736816, -7.446523189544678], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -3.427891492843628, -2.1083858013153076, -1.7586085796356201, -1.1045938730239868, -2.083359956741333, -1.324316143989563, -1.45271897315979, -2.1597375869750977, -1.5522701740264893, -1.1357872486114502, -1.708143949508667, -1.6626696586608887, -0.7671114206314087, -0.9127785563468933, -1.893546223640442, -2.0543439388275146, -1.3302772045135498, -1.4898380041122437, -1.974380612373352, -1.9876890182495117, -1.5195740461349487, -1.9439613819122314, -1.4735349416732788, -2.556452989578247, -1.9169062376022339, -2.6794991493225098, -1.369972825050354, -2.374523401260376, -1.2907129526138306, -1.6924660205841064, -1.4775521755218506, -2.2715089321136475, -1.5116477012634277, -2.339035987854004, -1.4704173803329468, -1.7442960739135742, -0.32702726125717163, -1.1297153234481812, -1.5534952878952026, -2.717407703399658, -2.1690547466278076, -1.759696364402771, -1.592633605003357, -1.5523245334625244, -2.657829761505127, -2.597858190536499, -2.021669864654541, -0.35204869508743286, -2.1282644271850586, -1.969107985496521, -1.2917835712432861, -2.004913091659546, -1.9960922002792358, -1.2040797472000122, -3.14901065826416, -0.31196969747543335, -1.532031774520874, -1.253522515296936, -1.7507909536361694, -0.7964197993278503, -1.7702038288116455, -2.1767966747283936, -0.8845500349998474, -1.55583655834198, -2.029358386993408, -1.4009490013122559, -2.016385078430176, -1.9421533346176147, -2.0761165618896484, -1.6124494075775146, -1.6024131774902344, -0.6455836892127991, -0.9754425287246704, -0.7690781354904175, -1.1076068878173828, -2.050816774368286, -1.2161853313446045, -1.8423491716384888, -2.00955867767334, -1.371166467666626, -0.9643449187278748, -2.5355260372161865, -1.7379146814346313, -1.6669392585754395, -2.5864126682281494, -2.570298671722412, -1.0584861040115356, -1.4060059785842896, -0.972011387348175, -1.3273625373840332, -2.301751136779785, -0.39375612139701843, -1.6117538213729858, -0.3913843035697937, -2.234827995300293, -1.5670489072799683, -0.47768253087997437, -2.414241313934326, -1.6475387811660767, -2.135258674621582, -1.5395170450210571, -2.2463159561157227, -0.5255102515220642, -1.035815715789795, -0.8807837963104248, -1.8360450267791748, -1.9920779466629028, -3.8901662826538086, -1.4815226793289185, -0.019245091825723648, -1.3770678043365479, -1.0071004629135132, -1.557028889656067, -0.36975252628326416, -0.17765431106090546, -0.3494515120983124, -1.0754683017730713, -2.258110761642456, -1.3249118328094482, -1.6709178686141968, -1.2344610691070557, -1.5177388191223145, -1.0923992395401, -2.2760355472564697, -3.5976145267486572, -0.8480190634727478, -1.6604458093643188, -1.0205572843551636, -1.8265711069107056, -0.2580651044845581, -2.1195425987243652, -1.7012828588485718, -1.2388802766799927, -0.8314977288246155, -0.49675729870796204, -1.7253581285476685, -2.081756591796875, -1.5781326293945312, -1.0266904830932617, -3.1203532218933105, -0.8494566679000854, -1.9714998006820679, -1.9560673236846924, -1.767399549484253, -2.782414674758911, -2.5191190242767334, -1.762978434562683, -1.7730342149734497, -1.434034824371338, -3.2102773189544678, -1.510259747505188, -1.0981041193008423, -3.1813740730285645, -2.1628384590148926, -2.2135543823242188, -1.6512832641601562, -0.5694506764411926, -0.4115596413612366, -0.91005939245224, -1.4480772018432617, -1.5566636323928833]}, "Bot004_030_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_030.log.json", "context": "Hello! How is your day? [WINKING FACE] Good", "response": "I am not a fan of car, but my 2 dogs love it. Have you two dogs ?", "annotation_id": "Bot004_030_02", "annotations": ["X", "T", "O", "T", "X", "O", "X", "O", "T", "X", "O", "X", "O", "X", "T"], "gpt2background_target_score": [-9.545134544372559, -8.814092636108398, -9.398666381835938, -4.2903733253479, -10.539627075195312, -7.909957408905029, -10.770478248596191, -11.630210876464844, -11.788236618041992, -8.752439498901367, -8.10497760772705, -12.930557250976562, -12.313203811645508, -9.01657485961914, -9.851303100585938, -9.725854873657227, -6.678114414215088, -9.783270835876465, -12.298975944519043, -11.966833114624023], "gpt2background_argmax_score": [-2.13662052154541, -1.2113471031188965, -1.5648894309997559, -1.7970792055130005, -0.6839268803596497, -0.775888979434967, -1.2415467500686646, -3.484905958175659, -2.255195379257202, -1.2372597455978394, -1.4731800556182861, -2.1008033752441406, -0.40427151322364807, -0.6770586967468262, -2.1129088401794434, -1.6480528116226196, -2.2753219604492188, -2.0182487964630127, -2.477747917175293, -0.25420084595680237, -2.126929759979248, -3.0414910316467285, -0.9382050633430481, -0.8946168422698975, -2.888310432434082, -2.043686866760254, -1.010438084602356, -2.1018731594085693, -0.9458744525909424, -1.7162545919418335, -0.8072087168693542, -1.383000135421753, -1.3912814855575562, -1.016870141029358, -0.7182596325874329]}, "Bot004_030_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_030.log.json", "context": "Hello! How is your day? [WINKING FACE] Good I am not a fan of car, but my 2 dogs love it. Have you two dogs ? Yes", "response": "i love mustangs . they are my favorite .", "annotation_id": "Bot004_030_04", "annotations": ["X", "O", "T", "X", "T", "O", "X", "O", "O", "X", "O", "X", "O", "T", "T"], "gpt2background_target_score": [-10.842501640319824, -11.421222686767578, -9.462591171264648, -15.054559707641602, -11.411105155944824, -12.460701942443848, -9.55562973022461, -11.00789737701416, -11.978111267089844, -12.623855590820312], "gpt2background_argmax_score": [-2.13662052154541, -1.2113471031188965, -1.5648894309997559, -1.7970792055130005, -0.6839268803596497, -0.775888979434967, -1.2415467500686646, -3.484905958175659, -2.255195379257202, -1.2372597455978394, -1.4731800556182861, -2.1008033752441406, -0.40427151322364807, -0.6770586967468262, -1.586316466331482, -2.710484027862549, -2.368790864944458, -2.728156328201294, -0.2884235382080078, -2.222134828567505, -2.842757225036621, -1.021368384361267, -0.8661584258079529, -2.993919849395752, -1.9517741203308105, -1.0086764097213745, -2.108882188796997, -0.9528895020484924, -1.789582371711731, -0.7565165162086487, -1.3593223094940186, -1.1868337392807007, -0.9430647492408752, -1.571607232093811, -1.7694640159606934, -2.1165292263031006, -2.0306942462921143, -2.2055764198303223, -2.8003993034362793, -1.8315906524658203, -1.3941240310668945, -1.5484113693237305, -3.0696253776550293, -1.9264142513275146, -1.6550791263580322, -1.444340705871582]}, "Bot004_030_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_030.log.json", "context": "Hello! How is your day? [WINKING FACE] Good I am not a fan of car, but my 2 dogs love it. Have you two dogs ? Yes i love mustangs . they are my favorite . What is your job?", "response": "I am a mechanic. What about you ?", "annotation_id": "Bot004_030_06", "annotations": ["O", "O", "O", "X", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-9.545134544372559, -8.814092636108398, -6.720869541168213, -13.16378402709961, -11.372946739196777, -11.293423652648926, -10.049468040466309, -10.62077522277832, -13.344472885131836], "gpt2background_argmax_score": [-2.13662052154541, -1.2113471031188965, -1.5648894309997559, -1.7970792055130005, -0.6839268803596497, -0.775888979434967, -1.2415467500686646, -3.484905958175659, -2.255195379257202, -1.2372597455978394, -1.4731800556182861, -2.1008033752441406, -0.40427151322364807, -0.6770586967468262, -1.586316466331482, -2.710484027862549, -2.368790864944458, -2.728156328201294, -0.2884235382080078, -2.222134828567505, -2.842757225036621, -1.021368384361267, -0.8661584258079529, -2.993919849395752, -1.9517741203308105, -1.0086764097213745, -2.108882188796997, -0.9528895020484924, -1.789582371711731, -0.7565165162086487, -1.3593223094940186, -1.1868337392807007, -0.9430647492408752, -1.571607232093811, -1.7694640159606934, -1.3496516942977905, -1.6712231636047363, -2.722996234893799, -1.6903258562088013, -1.9800323247909546, -1.4561823606491089, -3.1425888538360596, -1.9254589080810547, -1.7909256219863892, -2.386028289794922, -1.8560174703598022, -0.8342388272285461, -1.6106631755828857, -0.747788667678833, -1.3662165403366089, -1.9421123266220093, -1.9999569654464722, -0.9614759683609009, -3.078690767288208, -1.6772371530532837, -1.2158163785934448, -1.7562390565872192, -1.7222646474838257, -1.1973966360092163, -0.47952479124069214]}, "Bot004_030_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_030.log.json", "context": "Hello! How is your day? [WINKING FACE] Good I am not a fan of car, but my 2 dogs love it. Have you two dogs ? Yes i love mustangs . they are my favorite . What is your job? I am a mechanic. What about you ? Where you live?", "response": "I live in new york. How about you ?  Where are you? [SEE-NO-EVIL MONKEY]", "annotation_id": "Bot004_030_08", "annotations": ["O", "O", "O", "X", "O", "O", "T", "O", "O", "O", "T", "O", "O", "O", "O"], "gpt2background_target_score": [-9.545137405395508, -11.10413646697998, -7.538967609405518, -7.620668411254883, -9.158736228942871, -11.700807571411133, -10.002015113830566, -11.962711334228516, -12.699678421020508, -7.622657775878906, -9.92166519165039, -7.417558670043945, -7.9329657554626465, -9.55991268157959, -7.861029624938965, -6.719498634338379, -7.334765434265137, -11.692842483520508, -7.650848388671875, -12.952256202697754, -4.099941253662109, -11.520034790039062, -11.80689811706543, -11.35560131072998, -13.51268196105957, -10.889927864074707], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -0.7758899331092834, -1.2415435314178467, -3.484903335571289, -2.2551956176757812, -1.2372599840164185, -1.4731792211532593, -2.100804090499878, -0.40427127480506897, -0.6770604848861694, -1.5863170623779297, -2.710484266281128, -2.3687920570373535, -2.7281548976898193, -0.2884235382080078, -2.2221367359161377, -2.8427581787109375, -1.0213693380355835, -0.8661569356918335, -2.993922233581543, -1.9517722129821777, -1.0086774826049805, -2.1088836193084717, -0.9528903365135193, -1.78958261013031, -0.7565170526504517, -1.3593239784240723, -1.1868356466293335, -0.9430619478225708, -1.5716074705123901, -1.7694637775421143, -1.3496513366699219, -1.671223759651184, -2.722996234893799, -1.6903244256973267, -1.9800329208374023, -1.4561824798583984, -3.1425907611846924, -1.9254623651504517, -1.790928840637207, -2.386028289794922, -1.85601806640625, -0.8342398405075073, -1.6106593608856201, -0.7477893233299255, -1.3662149906158447, -2.412308692932129, -1.18516206741333, -3.4291164875030518, -1.7102333307266235, -1.3934882879257202, -1.6351808309555054, -1.5413354635238647, -1.3073809146881104, -1.587424397468567, -1.40176260471344, -1.625111699104309, -0.8196936845779419, -1.849899411201477, -1.782131314277649, -1.6640090942382812, -0.6052073240280151, -2.2805325984954834, -1.8734652996063232, -0.21810674667358398, -1.7335149049758911, -1.6507598161697388, -2.071120500564575, -0.35543227195739746, -1.3948025703430176, -0.5814063549041748, -0.7834396362304688, -1.3036894798278809, -0.34096381068229675, -1.3986307382583618, -0.6890048980712891, -2.356248617172241, -2.5082743167877197, -3.976783037185669, -2.4630720615386963, -2.621121644973755, -1.3423171043395996, -1.8937023878097534, -1.1338671445846558, -1.9173694849014282, -0.6957445740699768]}, "Bot004_030_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_030.log.json", "context": "Hello! How is your day? [WINKING FACE] Good I am not a fan of car, but my 2 dogs love it. Have you two dogs ? Yes i love mustangs . they are my favorite . What is your job? I am a mechanic. What about you ? Where you live? I live in new york. How about you ?  Where are you? [SEE-NO-EVIL MONKEY] What is your hobby?", "response": "I like to drive my vintage ford mustangs .  Where are you? [SEE-NO-EVIL MONKEY]", "annotation_id": "Bot004_030_10", "annotations": ["O", "O", "O", "X", "O", "O", "O", "O", "T", "O", "O", "T", "O", "T", "O"], "gpt2background_target_score": [-9.545137405395508, -10.840545654296875, -2.5775399208068848, -11.11375617980957, -9.804475784301758, -13.868945121765137, -8.701173782348633, -8.728433609008789, -13.241960525512695, -14.35781478881836, -11.670310020446777, -7.417558670043945, -7.9329657554626465, -9.55991268157959, -7.861029624938965, -6.719498634338379, -7.334765434265137, -11.692842483520508, -7.650848388671875, -12.952256202697754, -4.099941253662109, -11.520034790039062, -11.80689811706543, -11.35560131072998, -13.51268196105957, -10.889927864074707], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -0.7758899331092834, -1.2415435314178467, -3.484903335571289, -2.2551956176757812, -1.2372599840164185, -1.4731792211532593, -2.100804090499878, -0.40427127480506897, -0.6770604848861694, -1.5863170623779297, -2.710484266281128, -2.3687920570373535, -2.7281548976898193, -0.2884235382080078, -2.2221367359161377, -2.8427581787109375, -1.0213693380355835, -0.8661569356918335, -2.993922233581543, -1.9517722129821777, -1.0086774826049805, -2.1088836193084717, -0.9528903365135193, -1.78958261013031, -0.7565170526504517, -1.3593239784240723, -1.1868356466293335, -0.9430619478225708, -1.5716074705123901, -1.7694637775421143, -1.3496513366699219, -1.671223759651184, -2.722996234893799, -1.6903244256973267, -1.9800329208374023, -1.4561824798583984, -3.1425907611846924, -1.925458312034607, -1.7909260988235474, -2.386028289794922, -1.8560185432434082, -0.834238588809967, -1.6106613874435425, -0.7477881908416748, -1.3662152290344238, -2.412308692932129, -1.1851626634597778, -3.4291141033172607, -1.710232138633728, -1.3934868574142456, -1.6351804733276367, -1.541336178779602, -1.3073804378509521, -1.5874240398406982, -1.4017621278762817, -1.625112771987915, -0.819693922996521, -1.8498992919921875, -1.5457526445388794, -1.654579520225525, -2.221740961074829, -2.1033437252044678, -0.2603549063205719, -1.8043979406356812, -1.7728954553604126, -2.1636695861816406, -0.3671451508998871, -1.1797926425933838, -1.8327195644378662, -1.9800214767456055, -1.325944185256958, -0.31481170654296875, -1.285843014717102, -1.7842340469360352, -2.9768805503845215, -2.7324376106262207, -3.9656620025634766, -2.5911569595336914, -2.7111523151397705, -1.3805564641952515, -1.5088976621627808, -0.9336499571800232, -1.6705726385116577, -1.6351640224456787, -1.7570143938064575, -0.3721003830432892, -0.7661483287811279, -0.7479053735733032, -1.9338003396987915, -1.9742166996002197, -2.0886659622192383, -1.4058977365493774, -1.6877086162567139, -2.4160454273223877, -1.9438942670822144, -2.0855016708374023, -1.8404620885849, -1.9638270139694214, -0.1858988255262375, -1.4336133003234863, -1.091864824295044, -1.3784234523773193, -0.6383323669433594, -0.2876009941101074, -1.396850347518921, -0.9974722266197205, -3.073323965072632, -0.3229421377182007, -0.21214155852794647, -0.2075895220041275, -0.5342190861701965, -0.20727263391017914, -0.4056341350078583, -0.7508699893951416, -0.1851089894771576, -1.3248597383499146]}, "Bot004_030_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_030.log.json", "context": "Hello! How is your day? [WINKING FACE] Good I am not a fan of car, but my 2 dogs love it. Have you two dogs ? Yes i love mustangs . they are my favorite . What is your job? I am a mechanic. What about you ? Where you live? I live in new york. How about you ?  Where are you? [SEE-NO-EVIL MONKEY] What is your hobby? I like to drive my vintage ford mustangs .  Where are you? [SEE-NO-EVIL MONKEY] Do you know Ivan?", "response": "Yes i know, it is a lot of fun", "annotation_id": "Bot004_030_12", "annotations": ["X", "X", "X", "X", "X", "O", "O", "O", "X", "X", "X", "X", "T", "X", "T"], "gpt2background_target_score": [-13.026627540588379, -5.6088643074035645, -10.098552703857422, -8.85832691192627, -10.934212684631348, -8.485908508300781, -8.276529312133789, -13.41815185546875, -11.49695110321045, -10.96874713897705], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -0.7758899331092834, -1.2415435314178467, -3.484903335571289, -2.2551956176757812, -1.2372599840164185, -1.4731792211532593, -2.100804090499878, -0.40427127480506897, -0.6770604848861694, -1.5863170623779297, -2.710484266281128, -2.3687920570373535, -2.7281548976898193, -0.2884235382080078, -2.2221367359161377, -2.8427581787109375, -1.0213693380355835, -0.8661569356918335, -2.993922233581543, -1.9517722129821777, -1.0086774826049805, -2.1088836193084717, -0.9528903365135193, -1.78958261013031, -0.7565170526504517, -1.3593239784240723, -1.1868356466293335, -0.9430619478225708, -1.5716074705123901, -1.7694637775421143, -1.3496513366699219, -1.671223759651184, -2.722996234893799, -1.6903244256973267, -1.9800329208374023, -1.4561824798583984, -3.1425907611846924, -1.925458312034607, -1.7909260988235474, -2.386028289794922, -1.8560185432434082, -0.834238588809967, -1.6106613874435425, -0.7477881908416748, -1.3662152290344238, -2.412308692932129, -1.1851626634597778, -3.4291141033172607, -1.710232138633728, -1.3934868574142456, -1.6351804733276367, -1.541336178779602, -1.3073804378509521, -1.5874240398406982, -1.4017621278762817, -1.625112771987915, -0.819693922996521, -1.8498992919921875, -1.5457526445388794, -1.654579520225525, -2.221740961074829, -2.1033437252044678, -0.2603549063205719, -1.8043979406356812, -1.7728954553604126, -2.1636695861816406, -0.3671451508998871, -1.1797926425933838, -1.8327195644378662, -1.9800214767456055, -1.325944185256958, -0.31481170654296875, -1.285843014717102, -1.7842340469360352, -2.9768805503845215, -2.7324376106262207, -3.9656620025634766, -2.5911569595336914, -2.7111523151397705, -1.3805581331253052, -1.5088976621627808, -0.933650553226471, -1.670573115348816, -1.6351643800735474, -1.7570143938064575, -0.37210020422935486, -0.7661474347114563, -0.7479045391082764, -1.933802604675293, -1.6653498411178589, -1.4402157068252563, -1.5888092517852783, -2.270437002182007, -1.8927347660064697, -2.1057918071746826, -1.9886289834976196, -2.059418201446533, -0.1998671591281891, -1.5274035930633545, -1.297159194946289, -1.6674810647964478, -0.562623143196106, -0.2881339490413666, -1.5422942638397217, -1.7226065397262573, -3.1807501316070557, -0.34079813957214355, -0.23858848214149475, -0.21233756840229034, -0.6122432947158813, -0.20353877544403076, -0.45379015803337097, -0.7541044354438782, -0.17561009526252747, -1.1883293390274048, -0.20206426084041595, -1.5230131149291992, -1.358577013015747, -2.0694661140441895, -1.8585296869277954, -1.8058953285217285, -1.9945094585418701, -1.5220195055007935, -1.8128376007080078, -1.267356514930725, -1.328364372253418, -1.6505717039108276, -2.2026267051696777, -0.7567471861839294, -1.0677239894866943, -1.454512357711792]}, "Bot004_030_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_030.log.json", "context": "Hello! How is your day? [WINKING FACE] Good I am not a fan of car, but my 2 dogs love it. Have you two dogs ? Yes i love mustangs . they are my favorite . What is your job? I am a mechanic. What about you ? Where you live? I live in new york. How about you ?  Where are you? [SEE-NO-EVIL MONKEY] What is your hobby? I like to drive my vintage ford mustangs .  Where are you? [SEE-NO-EVIL MONKEY] Do you know Ivan? Yes i know, it is a lot of fun Do you know Putin?", "response": "I suppose .", "annotation_id": "Bot004_030_14", "annotations": ["X", "T", "T", "X", "O", "T", "O", "X", "T", "T", "T", "T", "O", "X", "O"], "gpt2background_target_score": [-9.545137405395508, -13.125997543334961, -12.187352180480957], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -0.7758899331092834, -1.2415435314178467, -3.484903335571289, -2.2551956176757812, -1.2372599840164185, -1.4731792211532593, -2.100804090499878, -0.40427127480506897, -0.6770604848861694, -1.5863170623779297, -2.710484266281128, -2.3687920570373535, -2.7281548976898193, -0.2884235382080078, -2.2221367359161377, -2.8427581787109375, -1.0213693380355835, -0.8661569356918335, -2.993922233581543, -1.9517722129821777, -1.0086774826049805, -2.1088836193084717, -0.9528903365135193, -1.78958261013031, -0.7565170526504517, -1.3593239784240723, -1.1868356466293335, -0.9430619478225708, -1.5716074705123901, -1.7694637775421143, -1.3496513366699219, -1.671223759651184, -2.722996234893799, -1.6903244256973267, -1.9800329208374023, -1.4561824798583984, -3.1425907611846924, -1.925458312034607, -1.7909260988235474, -2.386028289794922, -1.8560185432434082, -0.834238588809967, -1.6106613874435425, -0.7477881908416748, -1.3662152290344238, -2.412308692932129, -1.1851626634597778, -3.4291141033172607, -1.710232138633728, -1.3934868574142456, -1.6351804733276367, -1.541336178779602, -1.3073804378509521, -1.5874240398406982, -1.4017621278762817, -1.625112771987915, -0.819693922996521, -1.8498992919921875, -1.5457526445388794, -1.654579520225525, -2.221740961074829, -2.1033437252044678, -0.2603549063205719, -1.8043979406356812, -1.7728954553604126, -2.1636695861816406, -0.3671451508998871, -1.1797926425933838, -1.8327195644378662, -1.9800214767456055, -1.325944185256958, -0.31481170654296875, -1.285843014717102, -1.7842340469360352, -2.9768805503845215, -2.7324376106262207, -3.9656620025634766, -2.5911569595336914, -2.7111523151397705, -1.3805581331253052, -1.5088976621627808, -0.933650553226471, -1.670573115348816, -1.6351643800735474, -1.7570143938064575, -0.37210071086883545, -0.7661492228507996, -0.7479040026664734, -1.9338010549545288, -1.6653510332107544, -1.4402168989181519, -1.5888087749481201, -2.270437002182007, -1.8927335739135742, -2.1057920455932617, -1.9886295795440674, -2.0594193935394287, -0.19986706972122192, -1.5274041891098022, -1.2971583604812622, -1.6674799919128418, -0.5626239776611328, -0.28813421726226807, -1.542295217514038, -1.7226073741912842, -3.1807515621185303, -0.3407983183860779, -0.23858895897865295, -0.21233832836151123, -0.6122434139251709, -0.20353847742080688, -0.4537903070449829, -0.754104495048523, -0.17561058700084686, -1.1883280277252197, -0.2020643651485443, -1.5230128765106201, -1.3585784435272217, -2.0694656372070312, -1.8585295677185059, -2.0701074600219727, -1.8896000385284424, -1.659102201461792, -1.3280290365219116, -1.3079339265823364, -1.7282555103302002, -1.8950426578521729, -0.7957865595817566, -0.9677129983901978, -1.472010850906372, -0.3729569613933563, -1.5561877489089966, -1.8264204263687134, -1.6722538471221924, -2.2082152366638184, -1.8226304054260254, -2.0325779914855957, -1.9685972929000854, -1.6767131090164185]}, "Bot004_030_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_030.log.json", "context": "Hello! How is your day? [WINKING FACE] Good I am not a fan of car, but my 2 dogs love it. Have you two dogs ? Yes i love mustangs . they are my favorite . What is your job? I am a mechanic. What about you ? Where you live? I live in new york. How about you ?  Where are you? [SEE-NO-EVIL MONKEY] What is your hobby? I like to drive my vintage ford mustangs .  Where are you? [SEE-NO-EVIL MONKEY] Do you know Ivan? Yes i know, it is a lot of fun Do you know Putin? I suppose . What do you think that thiw world can be destroied?", "response": "It was a secret to use, but i think it would be a good time .", "annotation_id": "Bot004_030_16", "annotations": ["X", "X", "X", "X", "T", "T", "X", "X", "X", "X", "X", "X", "T", "X", "O"], "gpt2background_target_score": [-12.761021614074707, -9.472159385681152, -6.720869541168213, -10.367095947265625, -9.994009971618652, -11.162779808044434, -9.802817344665527, -13.477553367614746, -11.07260799407959, -12.452249526977539, -8.035548210144043, -11.586358070373535, -12.241188049316406, -9.198488235473633, -10.18515682220459, -10.46860122680664, -9.52745246887207], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -0.7758899331092834, -1.2415435314178467, -3.484903335571289, -2.2551956176757812, -1.2372599840164185, -1.4731792211532593, -2.100804090499878, -0.40427127480506897, -0.6770604848861694, -1.5863170623779297, -2.710484266281128, -2.3687920570373535, -2.7281548976898193, -0.2884235382080078, -2.2221367359161377, -2.8427581787109375, -1.0213693380355835, -0.8661569356918335, -2.993922233581543, -1.9517722129821777, -1.0086774826049805, -2.1088836193084717, -0.9528903365135193, -1.78958261013031, -0.7565170526504517, -1.3593239784240723, -1.1868356466293335, -0.9430619478225708, -1.5716074705123901, -1.7694637775421143, -1.3496513366699219, -1.671223759651184, -2.722996234893799, -1.6903244256973267, -1.9800329208374023, -1.4561824798583984, -3.1425907611846924, -1.925458312034607, -1.7909260988235474, -2.386028289794922, -1.8560185432434082, -0.834238588809967, -1.6106613874435425, -0.7477881908416748, -1.3662152290344238, -2.412308692932129, -1.1851626634597778, -3.4291141033172607, -1.710232138633728, -1.3934868574142456, -1.6351804733276367, -1.541336178779602, -1.3073804378509521, -1.5874240398406982, -1.4017621278762817, -1.625112771987915, -0.819693922996521, -1.8498992919921875, -1.5457526445388794, -1.654579520225525, -2.221740961074829, -2.1033437252044678, -0.2603549063205719, -1.8043979406356812, -1.7728954553604126, -2.1636695861816406, -0.3671451508998871, -1.1797926425933838, -1.8327195644378662, -1.9800214767456055, -1.325944185256958, -0.31481170654296875, -1.285843014717102, -1.7842340469360352, -2.9768805503845215, -2.7324376106262207, -3.9656620025634766, -2.5911569595336914, -2.7111523151397705, -1.3805581331253052, -1.5088976621627808, -0.933650553226471, -1.670573115348816, -1.6351643800735474, -1.7570143938064575, -0.37210071086883545, -0.7661492228507996, -0.7479040026664734, -1.9338010549545288, -1.6653510332107544, -1.4402168989181519, -1.5888087749481201, -2.270437002182007, -1.8927335739135742, -2.1057920455932617, -1.9886295795440674, -2.0594193935394287, -0.19986706972122192, -1.5274041891098022, -1.2971583604812622, -1.6674799919128418, -0.5626239776611328, -0.28813421726226807, -1.542295217514038, -1.7226073741912842, -3.1807515621185303, -0.3407983183860779, -0.23858895897865295, -0.21233832836151123, -0.6122434139251709, -0.20353847742080688, -0.4537903070449829, -0.754104495048523, -0.17561058700084686, -1.1883280277252197, -0.2020643651485443, -1.5230128765106201, -1.3585784435272217, -2.0694656372070312, -1.8585295677185059, -2.0701074600219727, -1.8896000385284424, -1.659102201461792, -1.3280290365219116, -1.3079339265823364, -1.7282555103302002, -1.8950426578521729, -0.7957860827445984, -0.967713475227356, -1.4720098972320557, -0.37295645475387573, -1.5561895370483398, -1.8264211416244507, -1.6722549200057983, -2.208214282989502, -1.7073465585708618, -1.7108967304229736, -1.9025286436080933, -1.6864880323410034, -0.266165167093277, -1.786462426185608, -1.7592953443527222, -1.5575987100601196, -2.8792998790740967, -2.721428871154785, -1.4866175651550293, -2.4503726959228516, -1.0903973579406738, -2.0659797191619873, -2.127948045730591, -2.1298811435699463, -1.8184617757797241, -1.289062261581421, -1.3751198053359985, -3.4462711811065674, -3.245579242706299, -1.0530208349227905, -2.445615291595459, -1.7837610244750977, -1.5958702564239502, -2.81349778175354, -1.3631279468536377, -1.698309063911438, -0.5329110026359558, -1.9895974397659302, -1.830275535583496, -1.1095750331878662, -0.3630915582180023, -1.3040858507156372]}, "Bot004_030_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_030.log.json", "context": "Hello! How is your day? [WINKING FACE] Good I am not a fan of car, but my 2 dogs love it. Have you two dogs ? Yes i love mustangs . they are my favorite . What is your job? I am a mechanic. What about you ? Where you live? I live in new york. How about you ?  Where are you? [SEE-NO-EVIL MONKEY] What is your hobby? I like to drive my vintage ford mustangs .  Where are you? [SEE-NO-EVIL MONKEY] Do you know Ivan? Yes i know, it is a lot of fun Do you know Putin? I suppose . What do you think that thiw world can be destroied? It was a secret to use, but i think it would be a good time . Oh are you sure?", "response": "I am not sure what that means .", "annotation_id": "Bot004_030_18", "annotations": ["X", "O", "T", "X", "T", "X", "O", "O", "T", "T", "O", "X", "T", "T", "O"], "gpt2background_target_score": [-9.545137405395508, -8.814091682434082, -9.398665428161621, -11.501888275146484, -12.504088401794434, -8.498473167419434, -13.108894348144531, -13.101179122924805], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -0.7758899331092834, -1.2415435314178467, -3.484903335571289, -2.2551956176757812, -1.2372599840164185, -1.4731792211532593, -2.100804090499878, -0.40427127480506897, -0.6770604848861694, -1.5863170623779297, -2.710484266281128, -2.3687920570373535, -2.7281548976898193, -0.2884235382080078, -2.2221367359161377, -2.8427581787109375, -1.0213693380355835, -0.8661569356918335, -2.993922233581543, -1.9517722129821777, -1.0086774826049805, -2.1088836193084717, -0.9528903365135193, -1.78958261013031, -0.7565170526504517, -1.3593239784240723, -1.1868356466293335, -0.9430619478225708, -1.5716074705123901, -1.7694637775421143, -1.3496513366699219, -1.671223759651184, -2.722996234893799, -1.6903244256973267, -1.9800329208374023, -1.4561824798583984, -3.1425907611846924, -1.925458312034607, -1.7909260988235474, -2.386028289794922, -1.8560185432434082, -0.834238588809967, -1.6106613874435425, -0.7477881908416748, -1.3662152290344238, -2.412308692932129, -1.1851626634597778, -3.4291141033172607, -1.710232138633728, -1.3934868574142456, -1.6351804733276367, -1.541336178779602, -1.3073804378509521, -1.5874240398406982, -1.4017621278762817, -1.625112771987915, -0.819693922996521, -1.8498992919921875, -1.5457526445388794, -1.654579520225525, -2.221740961074829, -2.1033437252044678, -0.2603549063205719, -1.8043979406356812, -1.7728954553604126, -2.1636695861816406, -0.3671451508998871, -1.1797926425933838, -1.8327195644378662, -1.9800214767456055, -1.325944185256958, -0.31481170654296875, -1.285843014717102, -1.7842340469360352, -2.9768805503845215, -2.7324376106262207, -3.9656620025634766, -2.5911569595336914, -2.7111523151397705, -1.3805581331253052, -1.5088976621627808, -0.933650553226471, -1.670573115348816, -1.6351643800735474, -1.7570143938064575, -0.37210071086883545, -0.7661492228507996, -0.7479040026664734, -1.9338010549545288, -1.6653510332107544, -1.4402168989181519, -1.5888087749481201, -2.270437002182007, -1.8927335739135742, -2.1057920455932617, -1.9886295795440674, -2.0594193935394287, -0.19986706972122192, -1.5274041891098022, -1.2971583604812622, -1.6674799919128418, -0.5626239776611328, -0.28813421726226807, -1.542295217514038, -1.7226073741912842, -3.1807515621185303, -0.3407983183860779, -0.23858895897865295, -0.21233832836151123, -0.6122434139251709, -0.20353847742080688, -0.4537903070449829, -0.754104495048523, -0.17561058700084686, -1.1883280277252197, -0.2020643651485443, -1.5230128765106201, -1.3585784435272217, -2.0694656372070312, -1.8585295677185059, -2.0701074600219727, -1.8896000385284424, -1.659102201461792, -1.3280290365219116, -1.3079339265823364, -1.7282555103302002, -1.8950426578521729, -0.7957865595817566, -0.9677129983901978, -1.472010850906372, -0.3729569613933563, -1.5561877489089966, -1.8264204263687134, -1.6722538471221924, -2.2082152366638184, -1.7073466777801514, -1.7108958959579468, -1.9025264978408813, -1.686488389968872, -0.26616498827934265, -1.7864608764648438, -1.759296178817749, -1.5575987100601196, -2.8793020248413086, -2.7214291095733643, -1.4866186380386353, -2.4503719806671143, -1.0903972387313843, -2.065979242324829, -2.1279499530792236, -2.1298811435699463, -1.2841088771820068, -1.5679497718811035, -3.307924747467041, -3.4375720024108887, -0.8359798789024353, -2.220031261444092, -1.7086529731750488, -1.796249270439148, -2.771947145462036, -1.3720061779022217, -1.566986083984375, -0.49645543098449707, -1.9346575736999512, -1.9026685953140259, -1.1200075149536133, -0.3931715190410614, -1.58499276638031, -2.6774179935455322, -0.3395097255706787, -2.549596071243286, -1.3975456953048706, -1.7376537322998047, -1.8819763660430908, -1.8562073707580566, -1.5914863348007202, -1.3958691358566284, -2.1275250911712646, -1.2945842742919922, -0.8785961270332336, -1.5976558923721313, -1.4737813472747803]}, "Bot004_030_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_030.log.json", "context": "Hello! How is your day? [WINKING FACE] Good I am not a fan of car, but my 2 dogs love it. Have you two dogs ? Yes i love mustangs . they are my favorite . What is your job? I am a mechanic. What about you ? Where you live? I live in new york. How about you ?  Where are you? [SEE-NO-EVIL MONKEY] What is your hobby? I like to drive my vintage ford mustangs .  Where are you? [SEE-NO-EVIL MONKEY] Do you know Ivan? Yes i know, it is a lot of fun Do you know Putin? I suppose . What do you think that thiw world can be destroied? It was a secret to use, but i think it would be a good time . Oh are you sure? I am not sure what that means . Who are you?", "response": "I am a guy. What do you do for fun ?", "annotation_id": "Bot004_030_20", "annotations": ["T", "O", "O", "X", "O", "T", "T", "X", "T", "T", "T", "T", "O", "O", "O"], "gpt2background_target_score": [-9.545137405395508, -8.814091682434082, -6.720869541168213, -11.207877159118652, -11.372945785522461, -11.29342269897461, -9.992779731750488, -10.620773315429688, -12.558570861816406, -8.305059432983398, -11.319662094116211, -9.606635093688965], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -0.7758899331092834, -1.2415435314178467, -3.484903335571289, -2.2551956176757812, -1.2372599840164185, -1.4731792211532593, -2.100804090499878, -0.40427127480506897, -0.6770604848861694, -1.5863170623779297, -2.710484266281128, -2.3687920570373535, -2.7281548976898193, -0.2884235382080078, -2.2221367359161377, -2.8427581787109375, -1.0213693380355835, -0.8661569356918335, -2.993922233581543, -1.9517722129821777, -1.0086774826049805, -2.1088836193084717, -0.9528903365135193, -1.78958261013031, -0.7565170526504517, -1.3593239784240723, -1.1868356466293335, -0.9430619478225708, -1.5716074705123901, -1.7694637775421143, -1.3496513366699219, -1.671223759651184, -2.722996234893799, -1.6903244256973267, -1.9800329208374023, -1.4561824798583984, -3.1425907611846924, -1.925458312034607, -1.7909260988235474, -2.386028289794922, -1.8560185432434082, -0.834238588809967, -1.6106613874435425, -0.7477881908416748, -1.3662152290344238, -2.412308692932129, -1.1851626634597778, -3.4291141033172607, -1.710232138633728, -1.3934868574142456, -1.6351804733276367, -1.541336178779602, -1.3073804378509521, -1.5874240398406982, -1.4017621278762817, -1.625112771987915, -0.819693922996521, -1.8498992919921875, -1.5457526445388794, -1.654579520225525, -2.221740961074829, -2.1033437252044678, -0.2603549063205719, -1.8043979406356812, -1.7728954553604126, -2.1636695861816406, -0.3671451508998871, -1.1797926425933838, -1.8327195644378662, -1.9800214767456055, -1.325944185256958, -0.31481170654296875, -1.285843014717102, -1.7842340469360352, -2.9768805503845215, -2.7324376106262207, -3.9656620025634766, -2.5911569595336914, -2.7111523151397705, -1.3805581331253052, -1.5088976621627808, -0.933650553226471, -1.670573115348816, -1.6351643800735474, -1.7570143938064575, -0.37210071086883545, -0.7661492228507996, -0.7479040026664734, -1.9338010549545288, -1.6653510332107544, -1.4402168989181519, -1.5888087749481201, -2.270437002182007, -1.8927335739135742, -2.1057920455932617, -1.9886295795440674, -2.0594193935394287, -0.19986706972122192, -1.5274041891098022, -1.2971583604812622, -1.6674799919128418, -0.5626239776611328, -0.28813421726226807, -1.542295217514038, -1.7226073741912842, -3.1807515621185303, -0.3407983183860779, -0.23858895897865295, -0.21233832836151123, -0.6122434139251709, -0.20353847742080688, -0.4537903070449829, -0.754104495048523, -0.17561058700084686, -1.1883280277252197, -0.2020643651485443, -1.5230128765106201, -1.3585784435272217, -2.0694656372070312, -1.8585295677185059, -2.0701074600219727, -1.8896000385284424, -1.659102201461792, -1.3280290365219116, -1.3079339265823364, -1.7282555103302002, -1.8950426578521729, -0.7957865595817566, -0.9677129983901978, -1.472010850906372, -0.3729569613933563, -1.5561877489089966, -1.8264204263687134, -1.6722538471221924, -2.2082152366638184, -1.7073466777801514, -1.7108958959579468, -1.9025264978408813, -1.686488389968872, -0.26616498827934265, -1.7864608764648438, -1.759296178817749, -1.5575987100601196, -2.8793020248413086, -2.7214291095733643, -1.4866186380386353, -2.4503719806671143, -1.0903972387313843, -2.065979242324829, -2.1279499530792236, -2.1298811435699463, -1.2841088771820068, -1.5679497718811035, -3.307924747467041, -3.4375720024108887, -0.8359798789024353, -2.220031261444092, -1.7086529731750488, -1.796249270439148, -2.771947145462036, -1.3720061779022217, -1.566986083984375, -0.49645543098449707, -1.9346575736999512, -1.9026685953140259, -1.1200075149536133, -0.3931715190410614, -1.58499276638031, -2.6774179935455322, -0.3395097255706787, -2.549596071243286, -1.3975456953048706, -1.7376537322998047, -1.64657461643219, -1.942872405052185, -1.6905293464660645, -2.1739537715911865, -1.3637797832489014, -1.0191909074783325, -1.767399787902832, -1.6175223588943481, -1.880303144454956, -0.32922089099884033, -2.386945962905884, -1.6578106880187988, -1.8388099670410156, -1.3479558229446411, -1.6054539680480957, -0.7305869460105896, -1.9280035495758057, -1.0595457553863525, -1.8856639862060547, -0.19480964541435242, -1.4042656421661377, -1.3399630784988403, -2.2321388721466064, -0.9307932257652283, -0.7163097858428955]}, "Bot004_034_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_034.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] Really god", "response": "God is a good thing. Do you like meditation ?", "annotation_id": "Bot004_034_02", "annotations": ["O", "T", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "T", "T", "T"], "gpt2background_target_score": [-12.705896377563477, -7.5215373039245605, -9.902169227600098, -11.126541137695312, -10.094794273376465, -7.7187981605529785, -13.447919845581055, -9.551268577575684, -11.524247169494629, -11.743017196655273, -10.157125473022461], "gpt2background_argmax_score": [-2.115349054336548, -1.2066389322280884, -3.427891492843628, -2.1083855628967285, -1.758609414100647, -1.1045950651168823, -2.0833632946014404, -1.3243159055709839, -1.4527223110198975, -2.159738540649414, -1.5522708892822266, -1.135787010192871, -1.7081445455551147, -1.6626707315444946, -0.7671115398406982, -0.9127787947654724, -1.8935467004776, -2.054342031478882, -1.3302773237228394, -1.4898372888565063, -1.9743844270706177, -1.9876872301101685, -1.519574522972107, -2.097172975540161, -1.4250224828720093, -2.015036106109619, -1.3314642906188965, -1.4995300769805908, -3.076711893081665, -2.053459644317627, -1.1659427881240845, -1.7503842115402222, -0.4846602976322174, -1.7711756229400635, -2.30256986618042, -0.6514906883239746, -0.7409496307373047]}, "Bot004_034_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_034.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] Really god God is a good thing. Do you like meditation ? yes, and you?", "response": "I am a vegan, but my job is not as good as it is .", "annotation_id": "Bot004_034_04", "annotations": ["O", "O", "O", "X", "T", "O", "T", "T", "O", "O", "O", "T", "O", "T", "T"], "gpt2background_target_score": [-9.64731502532959, -8.879878044128418, -9.902169227600098, -11.75204849243164, -6.237542152404785, -9.944109916687012, -11.357351303100586, -10.86524772644043, -9.303762435913086, -9.249969482421875, -9.476726531982422, -11.329779624938965, -9.489236831665039, -1.6626707315444946, -10.318219184875488, -11.107404708862305], "gpt2background_argmax_score": [-2.115349054336548, -1.2066389322280884, -3.427891492843628, -2.1083855628967285, -1.758609414100647, -1.1045950651168823, -2.0833632946014404, -1.3243159055709839, -1.4527223110198975, -2.159738540649414, -1.5522708892822266, -1.135787010192871, -1.7081445455551147, -1.6626707315444946, -0.7671115398406982, -0.9127787947654724, -1.8935467004776, -2.054342031478882, -1.3302773237228394, -1.4898372888565063, -1.9743844270706177, -1.9876872301101685, -1.519574522972107, -2.097172975540161, -1.4250224828720093, -2.0101466178894043, -1.851926326751709, -3.2663822174072266, -2.6798505783081055, -1.0715506076812744, -1.9744951725006104, -0.49406757950782776, -1.823036551475525, -2.3665683269500732, -0.7148359417915344, -1.550520896911621, -1.895017385482788, -1.7260526418685913, -2.1717090606689453, -2.2576904296875, -2.0786759853363037, -1.6177325248718262, -1.7597649097442627, -1.8666985034942627, -2.5130419731140137, -1.6241992712020874, -1.5534847974777222, -0.8524752259254456, -3.0732390880584717, -0.8862155675888062, -0.9178087115287781, -2.5043625831604004, -1.8055267333984375, -0.37397199869155884, -1.488484501838684, -1.8758480548858643, -1.918834924697876, -1.3745834827423096]}, "Bot004_034_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_034.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] Really god God is a good thing. Do you like meditation ? yes, and you? I am a vegan, but my job is not as good as it is . tell me about yourself", "response": "I am a vegan, and you ?", "annotation_id": "Bot004_034_06", "annotations": ["T", "O", "O", "O", "O", "O", "O", "T", "T", "T", "O", "O", "T", "T", "T"], "gpt2background_target_score": [-9.647310256958008, -8.879878997802734, -9.902169227600098, -11.752049446105957, -6.237541198730469, -8.044500350952148, -8.177803993225098, -9.015944480895996], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -3.427891492843628, -2.1083858013153076, -1.7586085796356201, -1.1045938730239868, -2.083359956741333, -1.324316143989563, -1.45271897315979, -2.1597375869750977, -1.5522701740264893, -1.1357872486114502, -1.708143949508667, -1.6626696586608887, -0.7671114206314087, -0.9127785563468933, -1.893546223640442, -2.0543439388275146, -1.3302772045135498, -1.4898380041122437, -1.974380612373352, -1.9876890182495117, -1.5195740461349487, -2.0971739292144775, -1.4250240325927734, -2.010146379470825, -1.8519291877746582, -3.266380548477173, -2.6798532009124756, -1.0715489387512207, -1.9744946956634521, -0.4940679967403412, -1.823035717010498, -2.366567373275757, -0.7148362994194031, -1.5505194664001465, -1.895017147064209, -1.7260514497756958, -2.171710252761841, -2.2576897144317627, -2.0786759853363037, -2.145994186401367, -2.0274550914764404, -2.809666633605957, -1.5671820640563965, -1.5419508218765259, -0.8583319783210754, -3.267594814300537, -0.8209183216094971, -0.7936439514160156, -1.9582314491271973, -1.7418336868286133, -0.3734314441680908, -1.5579524040222168, -1.834180474281311, -1.7727816104888916, -1.6307061910629272, -0.4325309693813324, -2.307591199874878, -1.799874186515808, -1.9022679328918457, -1.5350009202957153, -2.268336296081543, -1.1251672506332397, -1.0271304845809937, -1.3180161714553833, -0.8758864402770996, -0.8270176649093628, -1.8994261026382446, -1.496607780456543]}, "Bot004_034_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_034.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] Really god God is a good thing. Do you like meditation ? yes, and you? I am a vegan, but my job is not as good as it is . tell me about yourself I am a vegan, and you ? what is your hobby?", "response": "I love to meditate and meditation. You ?", "annotation_id": "Bot004_034_08", "annotations": ["T", "T", "O", "O", "O", "O", "T", "T", "T", "O", "O", "O", "T", "T", "T"], "gpt2background_target_score": [-9.647310256958008, -11.528180122375488, -10.00008487701416, -13.22341251373291, -13.106168746948242, -8.044500350952148, -11.627275466918945, -6.719521522521973, -9.874288558959961, -9.58228588104248], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -3.427891492843628, -2.1083858013153076, -1.7586085796356201, -1.1045938730239868, -2.083359956741333, -1.324316143989563, -1.45271897315979, -2.1597375869750977, -1.5522701740264893, -1.1357872486114502, -1.708143949508667, -1.6626696586608887, -0.7671114206314087, -0.9127785563468933, -1.893546223640442, -2.0543439388275146, -1.3302772045135498, -1.4898380041122437, -1.974380612373352, -1.9876890182495117, -1.5195740461349487, -2.0971739292144775, -1.4250240325927734, -2.010146379470825, -1.8519291877746582, -3.266380548477173, -2.6798532009124756, -1.0715489387512207, -1.9744946956634521, -0.4940679967403412, -1.823035717010498, -2.366567373275757, -0.7148362994194031, -1.5505194664001465, -1.895017147064209, -1.7260514497756958, -2.171710252761841, -2.2576897144317627, -2.0786759853363037, -2.145994186401367, -2.0274558067321777, -2.8096673488616943, -1.5671812295913696, -1.5419514179229736, -0.8583322763442993, -3.2675938606262207, -0.8209177851676941, -0.79364413022995, -1.9582319259643555, -1.7418330907821655, -0.37343236804008484, -1.5579537153244019, -1.834184169769287, -1.7727794647216797, -1.6307079792022705, -0.4325304925441742, -2.307589292526245, -1.7998732328414917, -1.9022670984268188, -1.7208353281021118, -1.688878059387207, -1.5365848541259766, -1.3762859106063843, -0.9877367615699768, -0.805597186088562, -1.8273009061813354, -2.3022449016571045, -2.1320788860321045, -1.1990562677383423, -1.7645272016525269, -0.4131695628166199, -1.6065675020217896, -1.7366210222244263, -2.356069326400757, -1.6345160007476807, -2.132864236831665, -0.059988487511873245, -1.5262678861618042, -2.8018155097961426, -1.1688851118087769, -0.9306514859199524, -2.2273125648498535, -2.2669928073883057]}, "Bot004_034_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_034.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] Really god God is a good thing. Do you like meditation ? yes, and you? I am a vegan, but my job is not as good as it is . tell me about yourself I am a vegan, and you ? what is your hobby? I love to meditate and meditation. You ? how you looking?", "response": "I am doing well. Just listening to some meditation. You ?", "annotation_id": "Bot004_034_10", "annotations": ["O", "O", "O", "O", "O", "O", "T", "T", "X", "O", "O", "O", "O", "O", "T"], "gpt2background_target_score": [-9.647310256958008, -8.879878997802734, -11.817678451538086, -13.150304794311523, -7.05648136138916, -10.436575889587402, -12.509469985961914, -7.624331474304199, -10.197836875915527, -11.74301815032959, -12.587803840637207, -9.238835334777832, -9.795849800109863], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -3.427891492843628, -2.1083858013153076, -1.7586085796356201, -1.1045938730239868, -2.083359956741333, -1.324316143989563, -1.45271897315979, -2.1597375869750977, -1.5522701740264893, -1.1357872486114502, -1.708143949508667, -1.6626696586608887, -0.7671114206314087, -0.9127785563468933, -1.893546223640442, -2.0543439388275146, -1.3302772045135498, -1.4898380041122437, -1.974380612373352, -1.9876890182495117, -1.5195740461349487, -2.0971739292144775, -1.4250240325927734, -2.010146379470825, -1.8519291877746582, -3.266380548477173, -2.6798532009124756, -1.0715489387512207, -1.9744946956634521, -0.4940679967403412, -1.823035717010498, -2.366567373275757, -0.7148362994194031, -1.5505194664001465, -1.895017147064209, -1.7260514497756958, -2.171710252761841, -2.2576897144317627, -2.0786759853363037, -2.145994186401367, -2.0274550914764404, -2.809666633605957, -1.5671820640563965, -1.5419508218765259, -0.8583319783210754, -3.267594814300537, -0.8209183216094971, -0.7936439514160156, -1.9582314491271973, -1.7418336868286133, -0.3734314441680908, -1.5579524040222168, -1.834180474281311, -1.7727816104888916, -1.6307061910629272, -0.4325309693813324, -2.307591199874878, -1.799874186515808, -1.9022679328918457, -1.7208361625671387, -1.688877820968628, -1.5365846157073975, -1.3762855529785156, -0.9877384305000305, -0.8055968284606934, -1.827302098274231, -2.3022451400756836, -2.1320793628692627, -1.1990573406219482, -1.7645277976989746, -0.4131695032119751, -1.6065673828125, -1.8048739433288574, -1.9426370859146118, -2.2150721549987793, -0.0877501592040062, -1.5332868099212646, -2.701336145401001, -1.4690349102020264, -1.1518257856369019, -1.786291241645813, -2.51877760887146, -1.5413354635238647, -2.0623953342437744, -1.5816229581832886, -1.8856966495513916, -1.3417272567749023, -2.2954628467559814, -0.7679678201675415, -2.0720431804656982, -1.9540948867797852, -0.7761508822441101, -3.2214982509613037, -0.25724098086357117, -1.1949658393859863, -1.4993301630020142, -1.4666907787322998, -1.5105446577072144, -1.8038448095321655, -2.385556697845459]}, "Bot004_034_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_034.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] Really god God is a good thing. Do you like meditation ? yes, and you? I am a vegan, but my job is not as good as it is . tell me about yourself I am a vegan, and you ? what is your hobby? I love to meditate and meditation. You ? how you looking? I am doing well. Just listening to some meditation. You ? you are crazy?", "response": "I am. You ?", "annotation_id": "Bot004_034_12", "annotations": ["X", "O", "T", "O", "O", "O", "O", "X", "O", "O", "O", "T", "T", "T", "T"], "gpt2background_target_score": [-9.647310256958008, -8.879878997802734, -10.543083190917969, -11.743760108947754, -10.560797691345215], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -3.427891492843628, -2.1083858013153076, -1.7586085796356201, -1.1045938730239868, -2.083359956741333, -1.324316143989563, -1.45271897315979, -2.1597375869750977, -1.5522701740264893, -1.1357872486114502, -1.708143949508667, -1.6626696586608887, -0.7671114206314087, -0.9127785563468933, -1.893546223640442, -2.0543439388275146, -1.3302772045135498, -1.4898380041122437, -1.974380612373352, -1.9876890182495117, -1.5195740461349487, -2.0971739292144775, -1.4250240325927734, -2.010146379470825, -1.8519291877746582, -3.266380548477173, -2.6798532009124756, -1.0715489387512207, -1.9744946956634521, -0.4940679967403412, -1.823035717010498, -2.366567373275757, -0.7148362994194031, -1.5505194664001465, -1.895017147064209, -1.7260514497756958, -2.171710252761841, -2.2576897144317627, -2.0786759853363037, -2.145994186401367, -2.0274550914764404, -2.809666633605957, -1.5671820640563965, -1.5419508218765259, -0.8583319783210754, -3.267594814300537, -0.8209183216094971, -0.7936439514160156, -1.9582314491271973, -1.7418336868286133, -0.3734314441680908, -1.5579524040222168, -1.834180474281311, -1.7727816104888916, -1.6307061910629272, -0.4325309693813324, -2.307591199874878, -1.799874186515808, -1.9022679328918457, -1.7208361625671387, -1.688877820968628, -1.5365846157073975, -1.3762855529785156, -0.9877384305000305, -0.8055968284606934, -1.827302098274231, -2.3022451400756836, -2.1320793628692627, -1.1990573406219482, -1.7645277976989746, -0.4131695032119751, -1.6065673828125, -1.8048739433288574, -1.9426370859146118, -2.2150721549987793, -0.0877501592040062, -1.5332868099212646, -2.701336145401001, -1.4690349102020264, -1.1518257856369019, -1.786291241645813, -2.51877760887146, -1.5413354635238647, -2.0623953342437744, -1.5816229581832886, -1.8856966495513916, -1.8310866355895996, -1.0923291444778442, -2.532379150390625, -1.97831392288208, -1.129654884338379, -3.185516357421875, -0.2870820164680481, -1.041650652885437, -1.406721830368042, -1.628374695777893, -1.6671841144561768, -1.751328706741333, -2.2630014419555664, -1.3432135581970215, -2.6133060455322266, -2.244694471359253, -1.8666913509368896, -1.4502135515213013, -1.7091950178146362, -1.8330812454223633, -0.8946148753166199, -1.1192219257354736, -2.222379684448242]}, "Bot004_034_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_034.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] Really god God is a good thing. Do you like meditation ? yes, and you? I am a vegan, but my job is not as good as it is . tell me about yourself I am a vegan, and you ? what is your hobby? I love to meditate and meditation. You ? how you looking? I am doing well. Just listening to some meditation. You ? you are crazy? I am. You ? how old are you?", "response": "I am 22 years old are you a buddhist ?", "annotation_id": "Bot004_034_14", "annotations": ["T", "O", "O", "O", "O", "O", "O", "T", "T", "O", "O", "O", "O", "O", "T"], "gpt2background_target_score": [-9.647310256958008, -8.879878997802734, -8.411005973815918, -12.64775562286377, -10.63747787475586, -11.118672370910645, -8.177803993225098, -9.827760696411133, -13.382092475891113, -10.93636417388916, -12.197857856750488, -12.326979637145996], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -3.427891492843628, -2.1083858013153076, -1.7586085796356201, -1.1045938730239868, -2.083359956741333, -1.324316143989563, -1.45271897315979, -2.1597375869750977, -1.5522701740264893, -1.1357872486114502, -1.708143949508667, -1.6626696586608887, -0.7671114206314087, -0.9127785563468933, -1.893546223640442, -2.0543439388275146, -1.3302772045135498, -1.4898380041122437, -1.974380612373352, -1.9876890182495117, -1.5195740461349487, -2.0971739292144775, -1.4250240325927734, -2.010146379470825, -1.8519291877746582, -3.266380548477173, -2.6798532009124756, -1.0715489387512207, -1.9744946956634521, -0.4940679967403412, -1.823035717010498, -2.366567373275757, -0.7148362994194031, -1.5505194664001465, -1.895017147064209, -1.7260514497756958, -2.171710252761841, -2.2576897144317627, -2.0786759853363037, -2.145994186401367, -2.0274550914764404, -2.809666633605957, -1.5671820640563965, -1.5419508218765259, -0.8583319783210754, -3.267594814300537, -0.8209183216094971, -0.7936439514160156, -1.9582314491271973, -1.7418336868286133, -0.3734314441680908, -1.5579524040222168, -1.834180474281311, -1.7727816104888916, -1.6307061910629272, -0.4325309693813324, -2.307591199874878, -1.799874186515808, -1.9022679328918457, -1.7208361625671387, -1.688877820968628, -1.5365846157073975, -1.3762855529785156, -0.9877384305000305, -0.8055968284606934, -1.827302098274231, -2.3022451400756836, -2.1320793628692627, -1.1990573406219482, -1.7645277976989746, -0.4131695032119751, -1.6065673828125, -1.8048739433288574, -1.9426370859146118, -2.2150721549987793, -0.0877501592040062, -1.5332868099212646, -2.701336145401001, -1.4690349102020264, -1.1518257856369019, -1.786291241645813, -2.51877760887146, -1.5413354635238647, -2.0623953342437744, -1.5816229581832886, -1.8856966495513916, -1.8310866355895996, -1.0923291444778442, -2.532379150390625, -1.97831392288208, -1.129654884338379, -3.185516357421875, -0.2870820164680481, -1.041650652885437, -1.4067201614379883, -1.628375768661499, -1.6671844720840454, -1.7513294219970703, -2.263000249862671, -1.3432139158248901, -2.613304376602173, -2.2446959018707275, -1.8666912317276, -1.2609432935714722, -2.3337464332580566, -1.2831251621246338, -1.3134130239486694, -2.2404704093933105, -2.1740896701812744, -0.43062207102775574, -0.14993423223495483, -0.5031424164772034, -1.9130250215530396, -1.673755168914795, -1.0307767391204834, -2.584506034851074, -1.3722941875457764, -0.22502386569976807, -1.2673237323760986, -0.3387618362903595, -1.55274498462677, -1.9155933856964111, -1.050958514213562, -0.07346789538860321, -0.9551470279693604, -1.2915858030319214]}, "Bot004_034_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_034.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] Really god God is a good thing. Do you like meditation ? yes, and you? I am a vegan, but my job is not as good as it is . tell me about yourself I am a vegan, and you ? what is your hobby? I love to meditate and meditation. You ? how you looking? I am doing well. Just listening to some meditation. You ? you are crazy? I am. You ? how old are you? I am 22 years old are you a buddhist ? what is your name?", "response": "I am steve. How about you ?", "annotation_id": "Bot004_034_16", "annotations": ["X", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "T", "T"], "gpt2background_target_score": [-9.647310256958008, -8.879878997802734, -13.168170928955078, -12.776616096496582, -7.05648136138916, -9.177882194519043, -11.894731521606445, -9.551265716552734, -11.001745223999023], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -3.427891492843628, -2.1083858013153076, -1.7586085796356201, -1.1045938730239868, -2.083359956741333, -1.324316143989563, -1.45271897315979, -2.1597375869750977, -1.5522701740264893, -1.1357872486114502, -1.708143949508667, -1.6626696586608887, -0.7671114206314087, -0.9127785563468933, -1.893546223640442, -2.0543439388275146, -1.3302772045135498, -1.4898380041122437, -1.974380612373352, -1.9876890182495117, -1.5195740461349487, -2.0971739292144775, -1.4250240325927734, -2.010146379470825, -1.8519291877746582, -3.266380548477173, -2.6798532009124756, -1.0715489387512207, -1.9744946956634521, -0.4940679967403412, -1.823035717010498, -2.366567373275757, -0.7148362994194031, -1.5505194664001465, -1.895017147064209, -1.7260514497756958, -2.171710252761841, -2.2576897144317627, -2.0786759853363037, -2.145994186401367, -2.0274550914764404, -2.809666633605957, -1.5671820640563965, -1.5419508218765259, -0.8583319783210754, -3.267594814300537, -0.8209183216094971, -0.7936439514160156, -1.9582314491271973, -1.7418336868286133, -0.3734314441680908, -1.5579524040222168, -1.834180474281311, -1.7727816104888916, -1.6307061910629272, -0.4325309693813324, -2.307591199874878, -1.799874186515808, -1.9022679328918457, -1.7208361625671387, -1.688877820968628, -1.5365846157073975, -1.3762855529785156, -0.9877384305000305, -0.8055968284606934, -1.827302098274231, -2.3022451400756836, -2.1320793628692627, -1.1990573406219482, -1.7645277976989746, -0.4131695032119751, -1.6065673828125, -1.8048739433288574, -1.9426370859146118, -2.2150721549987793, -0.0877501592040062, -1.5332868099212646, -2.701336145401001, -1.4690349102020264, -1.1518257856369019, -1.786291241645813, -2.51877760887146, -1.5413354635238647, -2.0623953342437744, -1.5816229581832886, -1.8856966495513916, -1.8310866355895996, -1.0923291444778442, -2.532379150390625, -1.97831392288208, -1.129654884338379, -3.185516357421875, -0.2870820164680481, -1.041650652885437, -1.4067201614379883, -1.628375768661499, -1.6671844720840454, -1.7513294219970703, -2.263000249862671, -1.3432139158248901, -2.613304376602173, -2.2446959018707275, -1.8666912317276, -1.2609432935714722, -2.3337464332580566, -1.2831251621246338, -1.3134130239486694, -2.2404704093933105, -2.1740896701812744, -0.43062207102775574, -0.14993423223495483, -0.5031424164772034, -1.9130250215530396, -0.5571860074996948, -2.2879366874694824, -1.028172492980957, -0.19096150994300842, -1.1355104446411133, -0.24760445952415466, -1.0999388694763184, -2.1482958793640137, -0.9183392524719238, -0.0912688747048378, -1.2515521049499512, -2.480860710144043, -1.5348107814788818, -0.49659016728401184, -2.2243030071258545, -0.24407628178596497, -1.670655608177185, -1.6538242101669312, -0.8995079398155212, -1.2978644371032715, -2.657113790512085, -2.6383025646209717, -1.0394693613052368, -1.5493080615997314, -0.3759431838989258, -0.5355657339096069, -1.2993756532669067]}, "Bot004_034_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_034.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] Really god God is a good thing. Do you like meditation ? yes, and you? I am a vegan, but my job is not as good as it is . tell me about yourself I am a vegan, and you ? what is your hobby? I love to meditate and meditation. You ? how you looking? I am doing well. Just listening to some meditation. You ? you are crazy? I am. You ? how old are you? I am 22 years old are you a buddhist ? what is your name? I am steve. How about you ? you are female, yes?", "response": "I am. My parents are over protective .", "annotation_id": "Bot004_034_18", "annotations": ["O", "T", "O", "X", "T", "O", "O", "O", "T", "T", "O", "O", "T", "O", "T"], "gpt2background_target_score": [-9.647310256958008, -8.879878997802734, -10.543083190917969, -13.143558502197266, -11.54075813293457, -11.118672370910645, -11.006871223449707, -13.982720375061035, -11.495866775512695], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -3.427891492843628, -2.1083858013153076, -1.7586085796356201, -1.1045938730239868, -2.083359956741333, -1.324316143989563, -1.45271897315979, -2.1597375869750977, -1.5522701740264893, -1.1357872486114502, -1.708143949508667, -1.6626696586608887, -0.7671114206314087, -0.9127785563468933, -1.893546223640442, -2.0543439388275146, -1.3302772045135498, -1.4898380041122437, -1.974380612373352, -1.9876890182495117, -1.5195740461349487, -2.0971739292144775, -1.4250240325927734, -2.010146379470825, -1.8519291877746582, -3.266380548477173, -2.6798532009124756, -1.0715489387512207, -1.9744946956634521, -0.4940679967403412, -1.823035717010498, -2.366567373275757, -0.7148362994194031, -1.5505194664001465, -1.895017147064209, -1.7260514497756958, -2.171710252761841, -2.2576897144317627, -2.0786759853363037, -2.145994186401367, -2.0274550914764404, -2.809666633605957, -1.5671820640563965, -1.5419508218765259, -0.8583319783210754, -3.267594814300537, -0.8209183216094971, -0.7936439514160156, -1.9582314491271973, -1.7418336868286133, -0.3734314441680908, -1.5579524040222168, -1.834180474281311, -1.7727816104888916, -1.6307061910629272, -0.4325309693813324, -2.307591199874878, -1.799874186515808, -1.9022679328918457, -1.7208361625671387, -1.688877820968628, -1.5365846157073975, -1.3762855529785156, -0.9877384305000305, -0.8055968284606934, -1.827302098274231, -2.3022451400756836, -2.1320793628692627, -1.1990573406219482, -1.7645277976989746, -0.4131695032119751, -1.6065673828125, -1.8048739433288574, -1.9426370859146118, -2.2150721549987793, -0.0877501592040062, -1.5332868099212646, -2.701336145401001, -1.4690349102020264, -1.1518257856369019, -1.786291241645813, -2.51877760887146, -1.5413354635238647, -2.0623953342437744, -1.5816229581832886, -1.8856966495513916, -1.8310866355895996, -1.0923291444778442, -2.532379150390625, -1.97831392288208, -1.129654884338379, -3.185516357421875, -0.2870820164680481, -1.041650652885437, -1.4067201614379883, -1.628375768661499, -1.6671844720840454, -1.7513294219970703, -2.263000249862671, -1.3432139158248901, -2.613304376602173, -2.2446959018707275, -1.8666912317276, -1.2609432935714722, -2.3337464332580566, -1.2831251621246338, -1.3134130239486694, -2.2404704093933105, -2.1740896701812744, -0.43062207102775574, -0.14993423223495483, -0.5031424164772034, -1.9130250215530396, -0.5571860074996948, -2.2879366874694824, -1.028172492980957, -0.19096150994300842, -1.1355104446411133, -0.24760445952415466, -1.0999388694763184, -2.1482958793640137, -0.9183392524719238, -0.0912688747048378, -1.2515521049499512, -2.480860710144043, -1.5348107814788818, -0.49659016728401184, -2.2243030071258545, -0.24407628178596497, -1.670655608177185, -0.6209068298339844, -1.393691897392273, -2.265255928039551, -2.7391624450683594, -1.467408537864685, -1.75357985496521, -0.4000522792339325, -0.36501288414001465, -2.1786155700683594, -1.3569754362106323, -2.043978452682495, -0.8755141496658325, -2.299791097640991, -1.5767179727554321, -1.9713093042373657, -1.6731736660003662, -0.801909327507019, -1.5107324123382568, -1.166883945465088, -1.631560206413269, -0.9970101714134216, -2.843306303024292, -2.613274097442627, -1.5746285915374756, -1.2600269317626953]}, "Bot004_034_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_034.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] Really god God is a good thing. Do you like meditation ? yes, and you? I am a vegan, but my job is not as good as it is . tell me about yourself I am a vegan, and you ? what is your hobby? I love to meditate and meditation. You ? how you looking? I am doing well. Just listening to some meditation. You ? you are crazy? I am. You ? how old are you? I am 22 years old are you a buddhist ? what is your name? I am steve. How about you ? you are female, yes? I am. My parents are over protective . you are male?", "response": "I am not. Do you like animals ?", "annotation_id": "Bot004_034_20", "annotations": ["X", "T", "O", "X", "O", "O", "O", "O", "X", "T", "T", "O", "T", "T", "T"], "gpt2background_target_score": [-9.647310256958008, -8.879878997802734, -10.56382942199707, -7.586313247680664, -10.422680854797363, -8.810428619384766, -10.481358528137207, -12.681705474853516, -11.001745223999023], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -3.427891492843628, -2.1083858013153076, -1.7586085796356201, -1.1045938730239868, -2.083359956741333, -1.324316143989563, -1.45271897315979, -2.1597375869750977, -1.5522701740264893, -1.1357872486114502, -1.708143949508667, -1.6626696586608887, -0.7671114206314087, -0.9127785563468933, -1.893546223640442, -2.0543439388275146, -1.3302772045135498, -1.4898380041122437, -1.974380612373352, -1.9876890182495117, -1.5195740461349487, -2.0971739292144775, -1.4250240325927734, -2.010146379470825, -1.8519291877746582, -3.266380548477173, -2.6798532009124756, -1.0715489387512207, -1.9744946956634521, -0.4940679967403412, -1.823035717010498, -2.366567373275757, -0.7148362994194031, -1.5505194664001465, -1.895017147064209, -1.7260514497756958, -2.171710252761841, -2.2576897144317627, -2.0786759853363037, -2.145994186401367, -2.0274550914764404, -2.809666633605957, -1.5671820640563965, -1.5419508218765259, -0.8583319783210754, -3.267594814300537, -0.8209183216094971, -0.7936439514160156, -1.9582314491271973, -1.7418336868286133, -0.3734314441680908, -1.5579524040222168, -1.834180474281311, -1.7727816104888916, -1.6307061910629272, -0.4325309693813324, -2.307591199874878, -1.799874186515808, -1.9022679328918457, -1.7208361625671387, -1.688877820968628, -1.5365846157073975, -1.3762855529785156, -0.9877384305000305, -0.8055968284606934, -1.827302098274231, -2.3022451400756836, -2.1320793628692627, -1.1990573406219482, -1.7645277976989746, -0.4131695032119751, -1.6065673828125, -1.8048739433288574, -1.9426370859146118, -2.2150721549987793, -0.0877501592040062, -1.5332868099212646, -2.701336145401001, -1.4690349102020264, -1.1518257856369019, -1.786291241645813, -2.51877760887146, -1.5413354635238647, -2.0623953342437744, -1.5816229581832886, -1.8856966495513916, -1.8310866355895996, -1.0923291444778442, -2.532379150390625, -1.97831392288208, -1.129654884338379, -3.185516357421875, -0.2870820164680481, -1.041650652885437, -1.4067201614379883, -1.628375768661499, -1.6671844720840454, -1.7513294219970703, -2.263000249862671, -1.3432139158248901, -2.613304376602173, -2.2446959018707275, -1.8666912317276, -1.2609432935714722, -2.3337464332580566, -1.2831251621246338, -1.3134130239486694, -2.2404704093933105, -2.1740896701812744, -0.43062207102775574, -0.14993423223495483, -0.5031424164772034, -1.9130250215530396, -0.5571860074996948, -2.2879366874694824, -1.028172492980957, -0.19096150994300842, -1.1355104446411133, -0.24760445952415466, -1.0999388694763184, -2.1482958793640137, -0.9183392524719238, -0.0912688747048378, -1.2515521049499512, -2.480860710144043, -1.5348107814788818, -0.49659016728401184, -2.2243030071258545, -0.24407628178596497, -1.670655608177185, -0.6209065914154053, -1.3936915397644043, -2.265256404876709, -2.7391602993011475, -1.4674065113067627, -1.7535789012908936, -0.40005332231521606, -0.3650122284889221, -2.1786153316497803, -1.35697603225708, -2.043978214263916, -0.8755133748054504, -2.2997918128967285, -1.5767155885696411, -1.9713093042373657, -0.3245643675327301, -1.6937696933746338, -1.7378219366073608, -1.3923238515853882, -0.840384304523468, -3.038658380508423, -2.5842297077178955, -1.658663272857666, -1.7808772325515747, -1.3313591480255127, -2.2991886138916016, -1.6851921081542969, -1.8086960315704346, -1.7718244791030884, -0.8672658205032349, -1.8745057582855225, -1.7917661666870117, -1.091476559638977, -0.20918898284435272, -1.1952877044677734, -1.0311594009399414, -0.8926783800125122, -2.2831499576568604]}, "Bot004_036_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_036.log.json", "context": "Hi! \nIt is nice to see you [SMILING FACE WITH SMILING EYES]\nHow is your day going? I am good. How are you ?", "response": "I am doing well. Just got done with my girlfriend .", "annotation_id": "Bot004_036_02", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "T", "O", "T", "O", "O"], "gpt2background_target_score": [-9.236455917358398, -8.606605529785156, -10.181716918945312, -12.072458267211914, -9.24616527557373, -9.939809799194336, -11.525301933288574, -12.783773422241211, -8.53404426574707, -7.870481491088867, -9.775459289550781, -11.796138763427734], "gpt2background_argmax_score": [-1.9761712551116943, -1.080935001373291, -2.0623934268951416, -0.8293625116348267, -0.8124510049819946, -2.2414541244506836, -0.4281092584133148, -1.4112331867218018, -2.5969557762145996, -2.4599549770355225, -1.8056164979934692, -1.706571340560913, -0.5622708201408386, -1.1524895429611206, -2.2056117057800293, -2.2761125564575195, -0.14590974152088165, -0.8052281737327576, -1.504279375076294, -1.4037952423095703, -1.6761035919189453, -2.685335874557495, -0.4015410840511322, -2.104909896850586, -1.6593106985092163, -1.058325171470642, -1.0525600910186768, -0.39927053451538086, -1.4155632257461548, -1.7052565813064575, -2.326655149459839, -1.8956751823425293, -1.5903667211532593, -1.6437982320785522, -0.3598701059818268, -1.8187341690063477, -1.4466420412063599, -1.5843350887298584, -1.5683170557022095, -1.7914541959762573, -1.56074059009552, -1.5262703895568848, -1.231734275817871, -3.09309720993042, -2.0447280406951904, -1.430345058441162, -1.4124243259429932, -2.8614439964294434, -1.5237361192703247, -1.8486741781234741]}, "Bot004_036_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_036.log.json", "context": "Hi! \nIt is nice to see you [SMILING FACE WITH SMILING EYES]\nHow is your day going? I am good. How are you ? I am doing well. Just got done with my girlfriend . What did you do with her?", "response": "She was a professional eater, but i am not looking to marry me .", "annotation_id": "Bot004_036_04", "annotations": ["T", "X", "X", "X", "O", "O", "O", "X", "T", "T", "T", "O", "T", "T", "T"], "gpt2background_target_score": [-14.018280982971191, -9.240289688110352, -7.233031272888184, -13.177051544189453, -12.521867752075195, -6.7301483154296875, -5.866936683654785, -10.28541088104248, -10.005414009094238, -6.0336151123046875, -9.710678100585938, -7.895068645477295, -11.40167236328125, -6.829212188720703, -10.612014770507812], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -2.0623934268951416, -0.8293642997741699, -0.8124532103538513, -2.241453170776367, -0.4281099736690521, -1.411234736442566, -2.596957206726074, -2.459956169128418, -1.8056162595748901, -1.7065714597702026, -0.5622707009315491, -1.1524860858917236, -2.20561146736145, -2.2761147022247314, -0.14590974152088165, -0.8052284121513367, -1.5042775869369507, -1.403796672821045, -1.6761023998260498, -2.6853363513946533, -0.4015403687953949, -2.104907512664795, -1.6593096256256104, -1.0583242177963257, -1.0525639057159424, -0.39927077293395996, -1.4155634641647339, -1.7052562236785889, -2.326653242111206, -1.895677089691162, -1.590369701385498, -1.6437973976135254, -0.3598687946796417, -1.8187345266342163, -1.4466413259506226, -1.5113286972045898, -2.2226455211639404, -1.4844344854354858, -1.4045095443725586, -1.432634711265564, -3.1747562885284424, -2.1372992992401123, -1.4334170818328857, -1.5085835456848145, -2.958815336227417, -1.5727263689041138, -1.7266619205474854, -1.7713813781738281, -0.3089568316936493, -0.6463055610656738, -2.1699490547180176, -1.091072678565979, -1.0755903720855713, -1.858229637145996, -1.5908724069595337, -2.2943716049194336, -2.6822216510772705, -2.7820699214935303, -3.261148691177368, -1.5570907592773438, -1.9673212766647339, -1.6244868040084839, -2.4435853958129883, -2.30118465423584, -1.4644869565963745, -1.1761630773544312, -2.3959381580352783, -0.4336898624897003, -1.2970459461212158, -1.7049955129623413]}, "Bot004_036_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_036.log.json", "context": "Hi! \nIt is nice to see you [SMILING FACE WITH SMILING EYES]\nHow is your day going? I am good. How are you ? I am doing well. Just got done with my girlfriend . What did you do with her? She was a professional eater, but i am not looking to marry me . What do you mean?", "response": "I am a woman, and you ?", "annotation_id": "Bot004_036_06", "annotations": ["T", "X", "X", "X", "X", "O", "T", "T", "T", "X", "O", "O", "O", "T", "X"], "gpt2background_target_score": [-9.236458778381348, -8.606606483459473, -7.233031272888184, -11.410133361816406, -9.057122230529785, -8.255569458007812, -7.034261703491211, -13.319273948669434], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -2.0623934268951416, -0.8293642997741699, -0.8124532103538513, -2.241453170776367, -0.4281099736690521, -1.411234736442566, -2.596957206726074, -2.459956169128418, -1.8056162595748901, -1.7065714597702026, -0.5622707009315491, -1.1524860858917236, -2.20561146736145, -2.2761147022247314, -0.14590974152088165, -0.8052284121513367, -1.5042775869369507, -1.403796672821045, -1.6761023998260498, -2.6853363513946533, -0.4015403687953949, -2.104907512664795, -1.6593096256256104, -1.0583242177963257, -1.0525639057159424, -0.39927077293395996, -1.4155634641647339, -1.7052562236785889, -2.326653242111206, -1.895677089691162, -1.590369701385498, -1.6437973976135254, -0.3598687946796417, -1.8187345266342163, -1.4466413259506226, -1.5113286972045898, -2.2226455211639404, -1.4844344854354858, -1.4045095443725586, -1.432634711265564, -3.1747560501098633, -2.137298583984375, -1.4334180355072021, -1.5085853338241577, -2.9588162899017334, -1.5727261304855347, -1.7266604900360107, -1.771382451057434, -0.30895742774009705, -0.6463068723678589, -2.1699445247650146, -1.0910732746124268, -1.0755895376205444, -1.8582299947738647, -2.183838129043579, -2.762969493865967, -2.6818816661834717, -2.8070337772369385, -1.6502958536148071, -1.972550868988037, -1.514161467552185, -2.4142282009124756, -2.139716386795044, -1.7114858627319336, -1.087557315826416, -2.2867095470428467, -0.4803781509399414, -1.3339416980743408, -1.6021695137023926, -1.8204478025436401, -0.36449792981147766, -0.9772971272468567, -1.1290899515151978, -1.7356667518615723, -1.687723159790039, -1.8655973672866821, -1.7323576211929321, -1.7899059057235718, -1.4616773128509521, -1.485323190689087, -1.3814762830734253, -1.804990291595459, -1.6092782020568848]}, "Bot004_036_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_036.log.json", "context": "Hi! \nIt is nice to see you [SMILING FACE WITH SMILING EYES]\nHow is your day going? I am good. How are you ? I am doing well. Just got done with my girlfriend . What did you do with her? She was a professional eater, but i am not looking to marry me . What do you mean? I am a woman, and you ? I am a man)", "response": "I am only 22, so that is cool .", "annotation_id": "Bot004_036_08", "annotations": ["T", "O", "O", "X", "X", "O", "O", "O", "O", "O", "T", "O", "T", "T", "X"], "gpt2background_target_score": [-9.236458778381348, -8.606606483459473, -10.435955047607422, -11.502763748168945, -9.057122230529785, -3.8994479179382324, -2.449195623397827, -10.860234260559082, -8.418466567993164, -11.237652778625488], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -2.0623934268951416, -0.8293642997741699, -0.8124532103538513, -2.241453170776367, -0.4281099736690521, -1.411234736442566, -2.596957206726074, -2.459956169128418, -1.8056162595748901, -1.7065714597702026, -0.5622707009315491, -1.1524860858917236, -2.20561146736145, -2.2761147022247314, -0.14590974152088165, -0.8052284121513367, -1.5042775869369507, -1.403796672821045, -1.6761023998260498, -2.6853363513946533, -0.4015403687953949, -2.104907512664795, -1.6593096256256104, -1.0583242177963257, -1.0525639057159424, -0.39927077293395996, -1.4155634641647339, -1.7052562236785889, -2.326653242111206, -1.895677089691162, -1.590369701385498, -1.6437973976135254, -0.3598687946796417, -1.8187345266342163, -1.4466413259506226, -1.5113286972045898, -2.2226455211639404, -1.4844344854354858, -1.4045095443725586, -1.432634711265564, -3.1747562885284424, -2.1372992992401123, -1.4334170818328857, -1.5085835456848145, -2.958815336227417, -1.5727263689041138, -1.7266619205474854, -1.7713813781738281, -0.3089568316936493, -0.6463055610656738, -2.1699490547180176, -1.091072678565979, -1.0755903720855713, -1.858229637145996, -2.1838371753692627, -2.762968063354492, -2.68188214302063, -2.8070335388183594, -1.6502984762191772, -1.972551703453064, -1.514161467552185, -2.414229154586792, -2.1397151947021484, -1.7114847898483276, -1.087557077407837, -2.286707878112793, -0.4803777039051056, -1.3339414596557617, -1.6021692752838135, -1.8204458951950073, -0.36449703574180603, -0.9772973656654358, -1.1290911436080933, -1.735667109489441, -1.1235512495040894, -1.75712251663208, -2.730923652648926, -1.7598044872283936, -1.2873976230621338, -1.2594671249389648, -1.6244020462036133, -1.8280680179595947, -0.7647350430488586, -1.67807137966156, -1.4704645872116089, -1.2942382097244263, -1.6391637325286865, -1.6618705987930298, -1.4035608768463135, -1.5458142757415771, -2.508321523666382, -2.075016736984253, -1.4156742095947266, -1.2153455018997192, -1.612583875656128, -2.047173023223877, -1.0905559062957764, -1.4958683252334595]}, "Bot004_036_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_036.log.json", "context": "Hi! \nIt is nice to see you [SMILING FACE WITH SMILING EYES]\nHow is your day going? I am good. How are you ? I am doing well. Just got done with my girlfriend . What did you do with her? She was a professional eater, but i am not looking to marry me . What do you mean? I am a woman, and you ? I am a man) I am only 22, so that is cool . Do you have a car?", "response": "I do not. Do you ?", "annotation_id": "Bot004_036_10", "annotations": ["O", "O", "O", "X", "O", "O", "O", "O", "O", "O", "O", "O", "T", "O", "O"], "gpt2background_target_score": [-9.236458778381348, -8.541638374328613, -9.04069995880127, -10.158945083618164, -12.040642738342285, -7.773721218109131, -12.333969116210938], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -2.0623934268951416, -0.8293642997741699, -0.8124532103538513, -2.241453170776367, -0.4281099736690521, -1.411234736442566, -2.596957206726074, -2.459956169128418, -1.8056162595748901, -1.7065714597702026, -0.5622707009315491, -1.1524860858917236, -2.20561146736145, -2.2761147022247314, -0.14590974152088165, -0.8052284121513367, -1.5042775869369507, -1.403796672821045, -1.6761023998260498, -2.6853363513946533, -0.4015403687953949, -2.104907512664795, -1.6593096256256104, -1.0583242177963257, -1.0525639057159424, -0.39927077293395996, -1.4155634641647339, -1.7052562236785889, -2.326653242111206, -1.895677089691162, -1.590369701385498, -1.6437973976135254, -0.3598687946796417, -1.8187345266342163, -1.4466413259506226, -1.5113286972045898, -2.2226455211639404, -1.4844344854354858, -1.4045095443725586, -1.432634711265564, -3.1747562885284424, -2.1372992992401123, -1.4334170818328857, -1.5085835456848145, -2.958815336227417, -1.5727263689041138, -1.7266619205474854, -1.7713813781738281, -0.3089568316936493, -0.6463055610656738, -2.1699490547180176, -1.091072678565979, -1.0755903720855713, -1.858229637145996, -2.1838371753692627, -2.762968063354492, -2.68188214302063, -2.8070335388183594, -1.6502984762191772, -1.972551703453064, -1.514161467552185, -2.414229154586792, -2.1397151947021484, -1.7114847898483276, -1.087557077407837, -2.286707878112793, -0.4803777039051056, -1.3339414596557617, -1.6021692752838135, -1.8204458951950073, -0.36449703574180603, -0.9772973656654358, -1.1290911436080933, -1.735667109489441, -1.1235512495040894, -1.75712251663208, -2.730923652648926, -1.7598044872283936, -1.2873976230621338, -1.2594671249389648, -1.6244020462036133, -1.8280680179595947, -0.7647350430488586, -1.67807137966156, -1.4704645872116089, -1.2942382097244263, -1.6391637325286865, -0.9080978035926819, -1.7809537649154663, -2.9689276218414307, -1.8945138454437256, -1.1830083131790161, -1.3007917404174805, -1.2909650802612305, -1.9636003971099854, -1.1643842458724976, -1.5027210712432861, -0.24666260182857513, -1.6339035034179688, -0.7578755021095276, -2.91650128364563, -1.4117940664291382, -1.658031940460205, -1.7129732370376587, -1.7390773296356201, -1.0616981983184814, -0.9516043663024902, -0.9694249033927917, -0.20644986629486084, -0.6298518776893616, -1.1967072486877441]}, "Bot004_036_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_036.log.json", "context": "Hi! \nIt is nice to see you [SMILING FACE WITH SMILING EYES]\nHow is your day going? I am good. How are you ? I am doing well. Just got done with my girlfriend . What did you do with her? She was a professional eater, but i am not looking to marry me . What do you mean? I am a woman, and you ? I am a man) I am only 22, so that is cool . Do you have a car? I do not. Do you ? I don't have a car too", "response": "You can not do that. I am only in the process of purchasing a house .  Where are you? [SEE-NO-EVIL MONKEY]", "annotation_id": "Bot004_036_12", "annotations": ["T", "X", "T", "X", "X", "O", "O", "T", "T", "T", "T", "T", "T", "X", "T"], "gpt2background_target_score": [-11.182472229003906, -8.936417579650879, -9.04069995880127, -10.240743637084961, -9.775806427001953, -7.251608848571777, -5.338249206542969, -9.085649490356445, -8.035494804382324, -3.336350440979004, -8.41895866394043, -13.815889358520508, -7.630295276641846, -12.476903915405273, -7.644087791442871, -13.864810943603516, -12.854026794433594, -8.585765838623047, -12.406097412109375, -11.589740753173828, -8.935538291931152, -8.822622299194336, -8.036428451538086, -13.193912506103516, -9.859543800354004, -10.962127685546875, -7.116848945617676, -12.141094207763672, -11.158587455749512, -11.688519477844238, -13.338387489318848, -9.847790718078613], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -2.0623934268951416, -0.8293642997741699, -0.8124532103538513, -2.241453170776367, -0.4281099736690521, -1.411234736442566, -2.596957206726074, -2.459956169128418, -1.8056162595748901, -1.7065714597702026, -0.5622707009315491, -1.1524860858917236, -2.20561146736145, -2.2761147022247314, -0.14590974152088165, -0.8052284121513367, -1.5042775869369507, -1.403796672821045, -1.6761023998260498, -2.6853363513946533, -0.4015403687953949, -2.104907512664795, -1.6593096256256104, -1.0583242177963257, -1.0525639057159424, -0.39927077293395996, -1.4155634641647339, -1.7052562236785889, -2.326653242111206, -1.895677089691162, -1.590369701385498, -1.6437973976135254, -0.3598687946796417, -1.8187345266342163, -1.4466413259506226, -1.5113286972045898, -2.2226455211639404, -1.4844344854354858, -1.4045095443725586, -1.432634711265564, -3.1747562885284424, -2.1372992992401123, -1.4334170818328857, -1.5085835456848145, -2.958815336227417, -1.5727263689041138, -1.7266619205474854, -1.7713813781738281, -0.3089568316936493, -0.6463055610656738, -2.1699490547180176, -1.091072678565979, -1.0755903720855713, -1.858229637145996, -2.1838371753692627, -2.762968063354492, -2.68188214302063, -2.8070335388183594, -1.6502984762191772, -1.972551703453064, -1.514161467552185, -2.414229154586792, -2.1397151947021484, -1.7114847898483276, -1.087557077407837, -2.286707878112793, -0.4803777039051056, -1.3339414596557617, -1.6021692752838135, -1.8204458951950073, -0.36449703574180603, -0.9772973656654358, -1.1290911436080933, -1.735667109489441, -1.1235512495040894, -1.75712251663208, -2.730923652648926, -1.7598044872283936, -1.2873976230621338, -1.2594671249389648, -1.6244020462036133, -1.8280680179595947, -0.7647350430488586, -1.67807137966156, -1.4704645872116089, -1.2942382097244263, -1.6391637325286865, -0.9080978035926819, -1.7809537649154663, -2.9689276218414307, -1.8945138454437256, -1.1830083131790161, -1.3007917404174805, -1.2909650802612305, -1.9636003971099854, -1.1643842458724976, -1.5027210712432861, -0.24666260182857513, -1.6339035034179688, -0.7578755021095276, -2.91650128364563, -1.4117940664291382, -1.658031940460205, -1.1974273920059204, -1.0612128973007202, -1.0315898656845093, -1.2102177143096924, -0.19065015017986298, -0.6726502776145935, -1.4640021324157715, -0.8592563271522522, -0.4836471676826477, -1.4475162029266357, -0.35703498125076294, -0.23493075370788574, -1.1657522916793823, -1.788632869720459, -1.660559892654419, -1.7781097888946533, -2.143887758255005, -1.7786365747451782, -1.4079546928405762, -1.5003643035888672, -1.7290936708450317, -1.5805002450942993, -1.9714148044586182, -0.8766712546348572, -1.443275809288025, -1.68046236038208, -0.2610372006893158, -1.6789900064468384, -0.7214103937149048, -0.4909645617008209, -1.3106682300567627, -1.4130481481552124, -0.7134153246879578, -1.522519826889038, -0.17984992265701294, -1.3356629610061646, -0.8734371066093445, -2.245645761489868, -2.946018934249878, -4.036684036254883, -2.231335163116455, -2.7346749305725098, -1.3424761295318604, -1.6440298557281494, -1.195852518081665, -1.5625921487808228, -0.8585476279258728]}, "Bot004_036_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_036.log.json", "context": "Hi! \nIt is nice to see you [SMILING FACE WITH SMILING EYES]\nHow is your day going? I am good. How are you ? I am doing well. Just got done with my girlfriend . What did you do with her? She was a professional eater, but i am not looking to marry me . What do you mean? I am a woman, and you ? I am a man) I am only 22, so that is cool . Do you have a car? I do not. Do you ? I don't have a car too You can not do that. I am only in the process of purchasing a house .  Where are you? [SEE-NO-EVIL MONKEY] I am here", "response": "I am not looking for a job .", "annotation_id": "Bot004_036_14", "annotations": ["T", "X", "X", "X", "X", "O", "T", "X", "X", "X", "O", "O", "T", "T", "X"], "gpt2background_target_score": [-9.236458778381348, -8.606606483459473, -9.04069995880127, -10.265548706054688, -9.794625282287598, -2.961574077606201, -10.517823219299316, -10.940339088439941], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -2.0623934268951416, -0.8293642997741699, -0.8124532103538513, -2.241453170776367, -0.4281099736690521, -1.411234736442566, -2.596957206726074, -2.459956169128418, -1.8056162595748901, -1.7065714597702026, -0.5622707009315491, -1.1524860858917236, -2.20561146736145, -2.2761147022247314, -0.14590974152088165, -0.8052284121513367, -1.5042775869369507, -1.403796672821045, -1.6761023998260498, -2.6853363513946533, -0.4015403687953949, -2.104907512664795, -1.6593096256256104, -1.0583242177963257, -1.0525639057159424, -0.39927077293395996, -1.4155634641647339, -1.7052562236785889, -2.326653242111206, -1.895677089691162, -1.590369701385498, -1.6437973976135254, -0.3598687946796417, -1.8187345266342163, -1.4466413259506226, -1.5113286972045898, -2.2226455211639404, -1.4844344854354858, -1.4045095443725586, -1.432634711265564, -3.1747562885284424, -2.1372992992401123, -1.4334170818328857, -1.5085835456848145, -2.958815336227417, -1.5727263689041138, -1.7266619205474854, -1.7713813781738281, -0.3089568316936493, -0.6463055610656738, -2.1699490547180176, -1.091072678565979, -1.0755903720855713, -1.858229637145996, -2.1838371753692627, -2.762968063354492, -2.68188214302063, -2.8070335388183594, -1.6502984762191772, -1.972551703453064, -1.514161467552185, -2.414229154586792, -2.1397151947021484, -1.7114847898483276, -1.087557077407837, -2.286707878112793, -0.4803777039051056, -1.3339414596557617, -1.6021692752838135, -1.8204458951950073, -0.36449703574180603, -0.9772973656654358, -1.1290911436080933, -1.735667109489441, -1.1235512495040894, -1.75712251663208, -2.730923652648926, -1.7598044872283936, -1.2873976230621338, -1.2594671249389648, -1.6244020462036133, -1.8280680179595947, -0.7647350430488586, -1.67807137966156, -1.4704645872116089, -1.2942382097244263, -1.6391637325286865, -0.9080978035926819, -1.7809537649154663, -2.9689276218414307, -1.8945138454437256, -1.1830083131790161, -1.3007917404174805, -1.2909650802612305, -1.9636003971099854, -1.1643842458724976, -1.5027210712432861, -0.24666260182857513, -1.6339035034179688, -0.7578755021095276, -2.91650128364563, -1.4117940664291382, -1.658031940460205, -1.1974273920059204, -1.0612128973007202, -1.0315898656845093, -1.2102177143096924, -0.19065015017986298, -0.6726502776145935, -1.4640021324157715, -0.8592563271522522, -0.4836471676826477, -1.4475162029266357, -0.35703498125076294, -0.23493075370788574, -1.1657522916793823, -1.788632869720459, -1.7562576532363892, -2.1658897399902344, -1.5634284019470215, -1.5996830463409424, -1.5759392976760864, -1.5459086894989014, -1.3271806240081787, -2.021378755569458, -1.1034440994262695, -1.386810302734375, -1.817816138267517, -0.2713014483451843, -1.6810716390609741, -0.7587171792984009, -0.42693477869033813, -1.3319709300994873, -1.6250972747802734, -1.2047532796859741, -1.558300256729126, -0.18112054467201233, -1.2529011964797974, -1.5235366821289062, -3.1089913845062256, -2.3827133178710938, -4.046500205993652, -2.3891217708587646, -2.839859962463379, -1.5571988821029663, -1.4408713579177856, -1.063897728919983, -1.7608535289764404, -1.8039665222167969, -1.138986349105835, -2.356322765350342, -1.7686846256256104, -1.8034696578979492, -1.3266209363937378, -2.408329486846924, -1.9749835729599, -0.7269749641418457, -0.839226245880127, -0.734195351600647, -1.7850570678710938, -1.1677478551864624]}, "Bot004_036_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_036.log.json", "context": "Hi! \nIt is nice to see you [SMILING FACE WITH SMILING EYES]\nHow is your day going? I am good. How are you ? I am doing well. Just got done with my girlfriend . What did you do with her? She was a professional eater, but i am not looking to marry me . What do you mean? I am a woman, and you ? I am a man) I am only 22, so that is cool . Do you have a car? I do not. Do you ? I don't have a car too You can not do that. I am only in the process of purchasing a house .  Where are you? [SEE-NO-EVIL MONKEY] I am here I am not looking for a job . What is your profession?", "response": "I am a baker. What about you ?", "annotation_id": "Bot004_036_16", "annotations": ["O", "O", "O", "X", "X", "O", "O", "O", "O", "O", "O", "O", "T", "O", "O"], "gpt2background_target_score": [-9.236458778381348, -8.606606483459473, -7.233031272888184, -11.926715850830078, -9.24616527557373, -10.107687950134277, -7.396116733551025, -7.359590530395508, -13.146721839904785], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -2.0623934268951416, -0.8293642997741699, -0.8124532103538513, -2.241453170776367, -0.4281099736690521, -1.411234736442566, -2.596957206726074, -2.459956169128418, -1.8056162595748901, -1.7065714597702026, -0.5622707009315491, -1.1524860858917236, -2.20561146736145, -2.2761147022247314, -0.14590974152088165, -0.8052284121513367, -1.5042775869369507, -1.403796672821045, -1.6761023998260498, -2.6853363513946533, -0.4015403687953949, -2.104907512664795, -1.6593096256256104, -1.0583242177963257, -1.0525639057159424, -0.39927077293395996, -1.4155634641647339, -1.7052562236785889, -2.326653242111206, -1.895677089691162, -1.590369701385498, -1.6437973976135254, -0.3598687946796417, -1.8187345266342163, -1.4466413259506226, -1.5113286972045898, -2.2226455211639404, -1.4844344854354858, -1.4045095443725586, -1.432634711265564, -3.1747562885284424, -2.1372992992401123, -1.4334170818328857, -1.5085835456848145, -2.958815336227417, -1.5727263689041138, -1.7266619205474854, -1.7713813781738281, -0.3089568316936493, -0.6463055610656738, -2.1699490547180176, -1.091072678565979, -1.0755903720855713, -1.858229637145996, -2.1838371753692627, -2.762968063354492, -2.68188214302063, -2.8070335388183594, -1.6502984762191772, -1.972551703453064, -1.514161467552185, -2.414229154586792, -2.1397151947021484, -1.7114847898483276, -1.087557077407837, -2.286707878112793, -0.4803777039051056, -1.3339414596557617, -1.6021692752838135, -1.8204458951950073, -0.36449703574180603, -0.9772973656654358, -1.1290911436080933, -1.735667109489441, -1.1235512495040894, -1.75712251663208, -2.730923652648926, -1.7598044872283936, -1.2873976230621338, -1.2594671249389648, -1.6244020462036133, -1.8280680179595947, -0.7647350430488586, -1.67807137966156, -1.4704645872116089, -1.2942382097244263, -1.6391637325286865, -0.9080978035926819, -1.7809537649154663, -2.9689276218414307, -1.8945138454437256, -1.1830083131790161, -1.3007917404174805, -1.2909650802612305, -1.9636003971099854, -1.1643842458724976, -1.5027210712432861, -0.24666260182857513, -1.6339035034179688, -0.7578755021095276, -2.91650128364563, -1.4117940664291382, -1.658031940460205, -1.1974273920059204, -1.0612128973007202, -1.0315898656845093, -1.2102177143096924, -0.19065015017986298, -0.6726502776145935, -1.4640021324157715, -0.8592563271522522, -0.4836471676826477, -1.4475162029266357, -0.35703498125076294, -0.23493075370788574, -1.1657522916793823, -1.788632869720459, -1.7562576532363892, -2.1658897399902344, -1.5634284019470215, -1.5996830463409424, -1.5759392976760864, -1.5459086894989014, -1.3271806240081787, -2.021378755569458, -1.1034440994262695, -1.386810302734375, -1.817816138267517, -0.2713014483451843, -1.6810716390609741, -0.7587171792984009, -0.42693477869033813, -1.3319709300994873, -1.6250972747802734, -1.2047532796859741, -1.558300256729126, -0.18112054467201233, -1.2529011964797974, -1.5235366821289062, -3.1089913845062256, -2.3827133178710938, -4.046500205993652, -2.3891217708587646, -2.839859962463379, -1.5571988821029663, -1.4408713579177856, -1.063897728919983, -1.7608535289764404, -1.8039665222167969, -1.138986349105835, -2.356322765350342, -1.7686846256256104, -0.5718739032745361, -2.7206130027770996, -1.6741153001785278, -0.6620355844497681, -1.2003746032714844, -1.1433368921279907, -1.5735493898391724, -1.3328908681869507, -1.4308042526245117, -0.7637291550636292, -1.8523164987564087, -0.5189657211303711, -1.0867522954940796, -1.564995527267456, -1.386021614074707, -1.2600706815719604, -2.134538173675537, -1.1772582530975342, -0.7824643850326538, -1.8993710279464722, -1.1035630702972412, -0.8887891173362732, -1.376366138458252]}, "Bot004_036_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_036.log.json", "context": "Hi! \nIt is nice to see you [SMILING FACE WITH SMILING EYES]\nHow is your day going? I am good. How are you ? I am doing well. Just got done with my girlfriend . What did you do with her? She was a professional eater, but i am not looking to marry me . What do you mean? I am a woman, and you ? I am a man) I am only 22, so that is cool . Do you have a car? I do not. Do you ? I don't have a car too You can not do that. I am only in the process of purchasing a house .  Where are you? [SEE-NO-EVIL MONKEY] I am here I am not looking for a job . What is your profession? I am a baker. What about you ? I am a life couch", "response": "I am a waiter, but have to go to work soon .", "annotation_id": "Bot004_036_18", "annotations": ["T", "X", "X", "X", "X", "T", "O", "X", "X", "T", "O", "O", "T", "O", "T"], "gpt2background_target_score": [-9.236458778381348, -8.606606483459473, -7.233031272888184, -12.373161315917969, -9.057122230529785, -9.21771240234375, -9.418804168701172, -8.97399616241455, -9.6461763381958, -6.932250022888184, -10.144417762756348, -10.411548614501953, -10.679550170898438], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -2.0623934268951416, -0.8293642997741699, -0.8124532103538513, -2.241453170776367, -0.4281099736690521, -1.411234736442566, -2.596957206726074, -2.459956169128418, -1.8056162595748901, -1.7065714597702026, -0.5622707009315491, -1.1524860858917236, -2.20561146736145, -2.2761147022247314, -0.14590974152088165, -0.8052284121513367, -1.5042775869369507, -1.403796672821045, -1.6761023998260498, -2.6853363513946533, -0.4015403687953949, -2.104907512664795, -1.6593096256256104, -1.0583242177963257, -1.0525639057159424, -0.39927077293395996, -1.4155634641647339, -1.7052562236785889, -2.326653242111206, -1.895677089691162, -1.590369701385498, -1.6437973976135254, -0.3598687946796417, -1.8187345266342163, -1.4466413259506226, -1.5113286972045898, -2.2226455211639404, -1.4844344854354858, -1.4045095443725586, -1.432634711265564, -3.1747562885284424, -2.1372992992401123, -1.4334170818328857, -1.5085835456848145, -2.958815336227417, -1.5727263689041138, -1.7266619205474854, -1.7713813781738281, -0.3089568316936493, -0.6463055610656738, -2.1699490547180176, -1.091072678565979, -1.0755903720855713, -1.858229637145996, -2.1838371753692627, -2.762968063354492, -2.68188214302063, -2.8070335388183594, -1.6502984762191772, -1.972551703453064, -1.514161467552185, -2.414229154586792, -2.1397151947021484, -1.7114847898483276, -1.087557077407837, -2.286707878112793, -0.4803777039051056, -1.3339414596557617, -1.6021692752838135, -1.8204458951950073, -0.36449703574180603, -0.9772973656654358, -1.1290911436080933, -1.735667109489441, -1.1235512495040894, -1.75712251663208, -2.730923652648926, -1.7598044872283936, -1.2873976230621338, -1.2594671249389648, -1.6244020462036133, -1.8280680179595947, -0.7647350430488586, -1.67807137966156, -1.4704645872116089, -1.2942382097244263, -1.6391637325286865, -0.9080978035926819, -1.7809537649154663, -2.9689276218414307, -1.8945138454437256, -1.1830083131790161, -1.3007917404174805, -1.2909650802612305, -1.9636003971099854, -1.1643842458724976, -1.5027210712432861, -0.24666260182857513, -1.6339035034179688, -0.7578755021095276, -2.91650128364563, -1.4117940664291382, -1.658031940460205, -1.1974273920059204, -1.0612128973007202, -1.0315898656845093, -1.2102177143096924, -0.19065015017986298, -0.6726502776145935, -1.4640021324157715, -0.8592563271522522, -0.4836471676826477, -1.4475162029266357, -0.35703498125076294, -0.23493075370788574, -1.1657522916793823, -1.788632869720459, -1.7562576532363892, -2.1658897399902344, -1.5634284019470215, -1.5996830463409424, -1.5759392976760864, -1.5459086894989014, -1.3271806240081787, -2.021378755569458, -1.1034440994262695, -1.386810302734375, -1.817816138267517, -0.2713014483451843, -1.6810716390609741, -0.7587171792984009, -0.42693477869033813, -1.3319709300994873, -1.6250972747802734, -1.2047532796859741, -1.558300256729126, -0.18112054467201233, -1.2529011964797974, -1.5235366821289062, -3.1089913845062256, -2.3827133178710938, -4.046500205993652, -2.3891217708587646, -2.839859962463379, -1.5571988821029663, -1.4408713579177856, -1.063897728919983, -1.7608535289764404, -1.8039665222167969, -1.138986349105835, -2.356322765350342, -1.7686846256256104, -0.5718739032745361, -2.7206130027770996, -1.6741153001785278, -0.6620355844497681, -1.2003746032714844, -1.1433368921279907, -1.5735493898391724, -1.3328908681869507, -1.4308042526245117, -0.7637291550636292, -1.8523164987564087, -0.5189657211303711, -1.0867522954940796, -0.5590798854827881, -1.4826748371124268, -2.561784267425537, -1.295657753944397, -0.9427144527435303, -1.6100687980651855, -0.8954743146896362, -0.6376146078109741, -1.087727427482605, -0.3951922357082367, -1.0857700109481812, -1.8651301860809326, -1.9348036050796509, -2.7944440841674805, -1.6159005165100098, -1.1423474550247192, -1.1705988645553589, -1.9734138250350952, -1.0579065084457397, -1.3617877960205078, -0.7791576981544495, -1.735495924949646, -2.2350573539733887, -1.1556439399719238, -1.7484896183013916, -2.1542208194732666, -1.2537527084350586, -1.2861571311950684]}, "Bot004_036_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_036.log.json", "context": "Hi! \nIt is nice to see you [SMILING FACE WITH SMILING EYES]\nHow is your day going? I am good. How are you ? I am doing well. Just got done with my girlfriend . What did you do with her? She was a professional eater, but i am not looking to marry me . What do you mean? I am a woman, and you ? I am a man) I am only 22, so that is cool . Do you have a car? I do not. Do you ? I don't have a car too You can not do that. I am only in the process of purchasing a house .  Where are you? [SEE-NO-EVIL MONKEY] I am here I am not looking for a job . What is your profession? I am a baker. What about you ? I am a life couch I am a waiter, but have to go to work soon . Do you like music?", "response": "I like all music. What do you like to do ?", "annotation_id": "Bot004_036_20", "annotations": ["O", "O", "O", "X", "O", "O", "O", "O", "O", "O", "O", "O", "T", "O", "O"], "gpt2background_target_score": [-9.236458778381348, -10.69127368927002, -9.300328254699707, -13.08867073059082, -9.24616527557373, -10.107687950134277, -10.463920593261719, -7.359590530395508, -7.908499240875244, -6.932250022888184, -10.854811668395996, -11.920594215393066], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -2.0623934268951416, -0.8293642997741699, -0.8124532103538513, -2.241453170776367, -0.4281099736690521, -1.411234736442566, -2.596957206726074, -2.459956169128418, -1.8056162595748901, -1.7065714597702026, -0.5622707009315491, -1.1524860858917236, -2.20561146736145, -2.2761147022247314, -0.14590974152088165, -0.8052284121513367, -1.5042775869369507, -1.403796672821045, -1.6761023998260498, -2.6853363513946533, -0.4015403687953949, -2.104907512664795, -1.6593096256256104, -1.0583242177963257, -1.0525639057159424, -0.39927077293395996, -1.4155634641647339, -1.7052562236785889, -2.326653242111206, -1.895677089691162, -1.590369701385498, -1.6437973976135254, -0.3598687946796417, -1.8187345266342163, -1.4466413259506226, -1.5113286972045898, -2.2226455211639404, -1.4844344854354858, -1.4045095443725586, -1.432634711265564, -3.1747562885284424, -2.1372992992401123, -1.4334170818328857, -1.5085835456848145, -2.958815336227417, -1.5727263689041138, -1.7266619205474854, -1.7713813781738281, -0.3089568316936493, -0.6463055610656738, -2.1699490547180176, -1.091072678565979, -1.0755903720855713, -1.858229637145996, -2.1838371753692627, -2.762968063354492, -2.68188214302063, -2.8070335388183594, -1.6502984762191772, -1.972551703453064, -1.514161467552185, -2.414229154586792, -2.1397151947021484, -1.7114847898483276, -1.087557077407837, -2.286707878112793, -0.4803777039051056, -1.3339414596557617, -1.6021692752838135, -1.8204458951950073, -0.36449703574180603, -0.9772973656654358, -1.1290911436080933, -1.735667109489441, -1.1235512495040894, -1.75712251663208, -2.730923652648926, -1.7598044872283936, -1.2873976230621338, -1.2594671249389648, -1.6244020462036133, -1.8280680179595947, -0.7647350430488586, -1.67807137966156, -1.4704645872116089, -1.2942382097244263, -1.6391637325286865, -0.9080978035926819, -1.7809537649154663, -2.9689276218414307, -1.8945138454437256, -1.1830083131790161, -1.3007917404174805, -1.2909650802612305, -1.9636003971099854, -1.1643842458724976, -1.5027210712432861, -0.24666260182857513, -1.6339035034179688, -0.7578755021095276, -2.91650128364563, -1.4117940664291382, -1.658031940460205, -1.1974273920059204, -1.0612128973007202, -1.0315898656845093, -1.2102177143096924, -0.19065015017986298, -0.6726502776145935, -1.4640021324157715, -0.8592563271522522, -0.4836471676826477, -1.4475162029266357, -0.35703498125076294, -0.23493075370788574, -1.1657522916793823, -1.788632869720459, -1.7562576532363892, -2.1658897399902344, -1.5634284019470215, -1.5996830463409424, -1.5759392976760864, -1.5459086894989014, -1.3271806240081787, -2.021378755569458, -1.1034440994262695, -1.386810302734375, -1.817816138267517, -0.2713014483451843, -1.6810716390609741, -0.7587171792984009, -0.42693477869033813, -1.3319709300994873, -1.6250972747802734, -1.2047532796859741, -1.558300256729126, -0.18112054467201233, -1.2529011964797974, -1.5235366821289062, -3.1089913845062256, -2.3827133178710938, -4.046500205993652, -2.3891217708587646, -2.839859962463379, -1.5571988821029663, -1.4408713579177856, -1.063897728919983, -1.7608535289764404, -1.8039665222167969, -1.138986349105835, -2.356322765350342, -1.7686846256256104, -0.5718739032745361, -2.7206130027770996, -1.6741153001785278, -0.6620355844497681, -1.2003746032714844, -1.1433368921279907, -1.5735493898391724, -1.3328908681869507, -1.4308042526245117, -0.7637291550636292, -1.8523164987564087, -0.5189657211303711, -1.0867522954940796, -0.5590798854827881, -1.4826748371124268, -2.561784267425537, -1.295657753944397, -0.9427144527435303, -1.6100687980651855, -0.8954743146896362, -0.6376146078109741, -1.087727427482605, -0.3951922357082367, -1.0857700109481812, -1.8651301860809326, -1.9348036050796509, -2.7944440841674805, -0.5352538824081421, -1.69370698928833, -3.316110610961914, -1.0410958528518677, -1.2410508394241333, -0.7710108757019043, -1.8520302772521973, -2.1807124614715576, -1.1215591430664062, -1.9240615367889404, -2.195322036743164, -1.520763874053955, -1.5226082801818848, -0.21055249869823456, -0.5851278305053711, -1.8333159685134888, -0.9408915042877197, -0.9890286326408386, -1.3690145015716553, -1.4842431545257568, -1.0392751693725586, -1.7542873620986938, -1.2718459367752075, -0.9532328248023987, -1.7007575035095215, -0.2087879627943039, -0.6399784684181213, -1.4633026123046875, -0.935874879360199, -0.9083667397499084, -1.2785701751708984]}, "Bot004_039_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_039.log.json", "context": "Hey [FACE WITH STUCK-OUT TONGUE AND WINKING EYE] Hi", "response": "Hello, i am a little foreign. How are you ?", "annotation_id": "Bot004_039_02", "annotations": ["O", "O", "O", "T", "T", "O", "T", "O", "O", "O", "O", "T", "O", "O", "O"], "gpt2background_target_score": [-11.447843551635742, -10.790755271911621, -9.188405990600586, -9.058520317077637, -9.405713081359863, -11.988862991333008, -13.001394271850586, -7.755151271820068, -12.54753589630127, -11.27475357055664, -8.490630149841309, -13.103281021118164], "gpt2background_argmax_score": [-2.115349054336548, -2.6462934017181396, -1.1797826290130615, -1.8531711101531982, -1.9939645528793335, -1.567618489265442, -3.170203924179077, -0.5536542534828186, -1.5375868082046509, -1.5414575338363647, -1.677802324295044, -2.874398708343506, -2.7107887268066406, -1.8951836824417114, -1.9627256393432617, -1.838417410850525, -1.4129542112350464, -1.7578507661819458, -1.5024213790893555, -2.2985637187957764, -1.4969292879104614, -1.263865351676941, -1.2090591192245483, -1.7479524612426758, -3.0706963539123535, -1.5383484363555908, -1.9879189729690552, -1.4017317295074463, -1.598486304283142, -0.22149720788002014, -1.6461622714996338, -0.860164999961853]}, "Bot004_039_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_039.log.json", "context": "Hey [FACE WITH STUCK-OUT TONGUE AND WINKING EYE] Hi Hello, i am a little foreign. How are you ? Nice, and you?", "response": "i am sorry to hear that .", "annotation_id": "Bot004_039_04", "annotations": ["T", "X", "O", "X", "X", "O", "T", "T", "X", "X", "X", "X", "O", "X", "T"], "gpt2background_target_score": [-10.230127334594727, -11.916715621948242, -12.04416275024414, -9.291255950927734, -13.422601699829102, -8.824776649475098, -12.459128379821777], "gpt2background_argmax_score": [-2.115349054336548, -2.6462934017181396, -1.1797826290130615, -1.8531711101531982, -1.9939645528793335, -1.567618489265442, -3.170203924179077, -0.5536542534828186, -1.5375868082046509, -1.5414575338363647, -1.677802324295044, -2.874398708343506, -2.7107887268066406, -1.8951836824417114, -1.9627256393432617, -1.838417410850525, -1.4129542112350464, -1.7578507661819458, -1.5024213790893555, -1.3067221641540527, -1.1728401184082031, -1.189790964126587, -1.6941583156585693, -2.930429697036743, -1.570812702178955, -1.6794706583023071, -1.3898723125457764, -1.4537001848220825, -0.24495041370391846, -1.7321842908859253, -1.7262191772460938, -2.2667877674102783, -2.325859308242798, -2.162654161453247, -1.9920676946640015, -1.9817192554473877, -1.8675427436828613, -2.2658987045288086, -1.6840673685073853, -1.9764717817306519, -0.8547883629798889, -1.0516589879989624, -1.6847456693649292, -1.6945593357086182]}, "Bot004_039_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_039.log.json", "context": "Hey [FACE WITH STUCK-OUT TONGUE AND WINKING EYE] Hi Hello, i am a little foreign. How are you ? Nice, and you? i am sorry to hear that . What's your occupation?", "response": "I am a psychologist, but my parents are not so good .", "annotation_id": "Bot004_039_06", "annotations": ["O", "T", "T", "T", "T", "O", "T", "T", "T", "O", "O", "T", "O", "O", "T"], "gpt2background_target_score": [-9.64731502532959, -11.916715621948242, -8.626959800720215, -11.886427879333496, -7.1195902824401855, -8.804519653320312, -10.578707695007324, -9.753999710083008, -13.244236946105957, -11.295483589172363, -9.980217933654785, -11.844345092773438, -13.552888870239258], "gpt2background_argmax_score": [-2.115349054336548, -2.6462934017181396, -1.1797826290130615, -1.8531711101531982, -1.9939645528793335, -1.567618489265442, -3.170203924179077, -0.5536542534828186, -1.5375868082046509, -1.5414575338363647, -1.677802324295044, -2.874398708343506, -2.7107887268066406, -1.8951836824417114, -1.9627256393432617, -1.838417410850525, -1.4129542112350464, -1.7578507661819458, -1.5024213790893555, -1.3067221641540527, -1.1728401184082031, -1.189790964126587, -1.6941583156585693, -2.930429697036743, -1.570812702178955, -1.6794706583023071, -1.3898723125457764, -1.4537001848220825, -0.24495041370391846, -1.7321842908859253, -1.7262191772460938, -2.266789197921753, -2.3258590698242188, -2.162654399871826, -1.9920674562454224, -1.9817181825637817, -1.960673451423645, -1.9605282545089722, -2.029359817504883, -0.9312314391136169, -1.134972095489502, -1.5838161706924438, -2.810161828994751, -2.0045220851898193, -1.2295749187469482, -2.7750420570373535, -0.8135582804679871, -1.702708125114441, -2.2708182334899902, -1.6680580377578735, -1.4931176900863647, -3.319154739379883, -1.4793455600738525, -1.7589391469955444, -1.1178615093231201, -2.6720592975616455, -1.3844215869903564, -2.7022948265075684, -2.1902976036071777, -2.7978227138519287, -0.9875170588493347, -1.38421630859375]}, "Bot004_039_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_039.log.json", "context": "Hey [FACE WITH STUCK-OUT TONGUE AND WINKING EYE] Hi Hello, i am a little foreign. How are you ? Nice, and you? i am sorry to hear that . What's your occupation? I am a psychologist, but my parents are not so good . I'm a designer, I work from home", "response": "That is cool. I am not a very experienced person, but my job is at the soup kitchen .", "annotation_id": "Bot004_039_08", "annotations": ["O", "X", "T", "T", "T", "O", "T", "T", "T", "X", "O", "O", "T", "X", "X"], "gpt2background_target_score": [-13.324756622314453, -11.787094116210938, -11.243480682373047, -9.31794548034668, -8.33806324005127, -11.09915542602539, -10.676547050476074, -9.478655815124512, -15.182682991027832, -13.119498252868652, -13.133399963378906, -9.526816368103027, -13.195229530334473, -9.479968070983887, -13.957124710083008, -10.179975509643555, -7.09377908706665, -6.837769031524658, -11.877731323242188, -12.062959671020508, -9.655782699584961], "gpt2background_argmax_score": [-2.1153526306152344, -2.646291494369507, -1.1797840595245361, -1.8531745672225952, -1.9939671754837036, -1.5676190853118896, -3.1702048778533936, -0.5536544919013977, -1.5375869274139404, -1.5414562225341797, -1.6778011322021484, -2.874398946762085, -2.710787773132324, -1.8951809406280518, -1.9627262353897095, -1.838415265083313, -1.4129544496536255, -1.7578500509262085, -1.5024224519729614, -1.3067209720611572, -1.1728423833847046, -1.1897945404052734, -1.6941556930541992, -2.9304330348968506, -1.5708142518997192, -1.6794711351394653, -1.3898704051971436, -1.4537017345428467, -0.24495069682598114, -1.7321841716766357, -1.726218819618225, -2.26678729057312, -2.3258588314056396, -2.1626555919647217, -1.9920676946640015, -1.9817191362380981, -1.9606754779815674, -1.960527777671814, -2.02936053276062, -0.9312289357185364, -1.1349729299545288, -1.5838181972503662, -2.81016206741333, -2.0045204162597656, -1.2295780181884766, -2.7750442028045654, -0.8135548830032349, -1.7027069330215454, -1.6262667179107666, -1.6132436990737915, -3.583669900894165, -1.565565824508667, -1.7533187866210938, -0.8957619071006775, -2.481968879699707, -1.3284302949905396, -2.607923984527588, -2.141054153442383, -2.6401023864746094, -1.2094403505325317, -1.5266426801681519, -1.647292971611023, -2.074636459350586, -3.567340612411499, -1.5476419925689697, -1.374901533126831, -1.7945027351379395, -1.5922279357910156, -0.1947268396615982, -1.339634895324707, -2.034346103668213, -0.8042432069778442, -2.2058122158050537, -1.3436975479125977, -1.4174305200576782, -2.0896618366241455, -1.5002249479293823, -1.517879843711853, -1.8144898414611816, -1.52140474319458, -2.2675726413726807, -1.0360349416732788, -0.9182640314102173, -1.1254886388778687, -0.5620648860931396, -0.8224524259567261, -1.7701963186264038, -1.135817289352417, -2.8329296112060547, -2.9705328941345215, -1.0431349277496338, -1.1395084857940674]}, "Bot004_039_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_039.log.json", "context": "Hey [FACE WITH STUCK-OUT TONGUE AND WINKING EYE] Hi Hello, i am a little foreign. How are you ? Nice, and you? i am sorry to hear that . What's your occupation? I am a psychologist, but my parents are not so good . I'm a designer, I work from home That is cool. I am not a very experienced person, but my job is at the soup kitchen . How old are you?", "response": "I am 22 years old .", "annotation_id": "Bot004_039_10", "annotations": ["O", "O", "O", "O", "T", "O", "T", "T", "O", "O", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-9.647310256958008, -11.916715621948242, -8.13120174407959, -10.026330947875977, -10.55079174041748, -10.944204330444336], "gpt2background_argmax_score": [-2.1153526306152344, -2.646291494369507, -1.1797840595245361, -1.8531745672225952, -1.9939671754837036, -1.5676190853118896, -3.1702048778533936, -0.5536544919013977, -1.5375869274139404, -1.5414562225341797, -1.6778011322021484, -2.874398946762085, -2.710787773132324, -1.8951809406280518, -1.9627262353897095, -1.838415265083313, -1.4129544496536255, -1.7578500509262085, -1.5024224519729614, -1.3067209720611572, -1.1728423833847046, -1.1897945404052734, -1.6941556930541992, -2.9304330348968506, -1.5708142518997192, -1.6794711351394653, -1.3898704051971436, -1.4537017345428467, -0.24495069682598114, -1.7321841716766357, -1.726218819618225, -2.26678729057312, -2.3258588314056396, -2.1626555919647217, -1.9920676946640015, -1.9817191362380981, -1.9606754779815674, -1.960527777671814, -2.02936053276062, -0.9312289357185364, -1.1349729299545288, -1.5838181972503662, -2.81016206741333, -2.0045204162597656, -1.2295780181884766, -2.7750442028045654, -0.8135548830032349, -1.7027069330215454, -1.6262667179107666, -1.6132436990737915, -3.583669900894165, -1.565565824508667, -1.7533187866210938, -0.8957619071006775, -2.481968879699707, -1.3284302949905396, -2.607923984527588, -2.141054153442383, -2.6401023864746094, -1.2094403505325317, -1.5266426801681519, -1.647292971611023, -2.074636459350586, -3.567340612411499, -1.5476419925689697, -1.374901533126831, -1.7945027351379395, -1.5922279357910156, -0.1947268396615982, -1.339634895324707, -0.8695441484451294, -2.465564250946045, -1.4155912399291992, -1.664392352104187, -2.0203752517700195, -1.5775370597839355, -1.5504070520401, -2.5739080905914307, -1.575576901435852, -2.3854734897613525, -1.1902543306350708, -0.9406640529632568, -1.2306944131851196, -0.669162929058075, -0.7202660441398621, -1.4503346681594849, -1.3508384227752686, -2.694796085357666, -2.948981285095215, -1.01419997215271, -1.0299723148345947, -1.6720629930496216, -0.4256178140640259, -0.17061856389045715, -0.8555663228034973, -1.7289663553237915, -1.9455299377441406, -1.4217694997787476, -1.9804273843765259, -1.5524802207946777, -0.16922178864479065, -1.3485925197601318, -0.7983229756355286]}, "Bot004_039_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_039.log.json", "context": "Hey [FACE WITH STUCK-OUT TONGUE AND WINKING EYE] Hi Hello, i am a little foreign. How are you ? Nice, and you? i am sorry to hear that . What's your occupation? I am a psychologist, but my parents are not so good . I'm a designer, I work from home That is cool. I am not a very experienced person, but my job is at the soup kitchen . How old are you? I am 22 years old . I'm 35", "response": "I have not tried that. What do you do for fun ?", "annotation_id": "Bot004_039_12", "annotations": ["T", "T", "O", "X", "O", "T", "T", "T", "T", "T", "X", "X", "O", "X", "X"], "gpt2background_target_score": [-9.647310256958008, -11.861956596374512, -10.172614097595215, -12.492460250854492, -10.555147171020508, -5.519323348999023, -9.547447204589844, -11.42206859588623, -11.726861953735352, -11.284187316894531, -7.460921764373779, -13.266332626342773, -13.377655982971191], "gpt2background_argmax_score": [-2.1153526306152344, -2.646291494369507, -1.1797840595245361, -1.8531745672225952, -1.9939671754837036, -1.5676190853118896, -3.1702048778533936, -0.5536544919013977, -1.5375869274139404, -1.5414562225341797, -1.6778011322021484, -2.874398946762085, -2.710787773132324, -1.8951809406280518, -1.9627262353897095, -1.838415265083313, -1.4129544496536255, -1.7578500509262085, -1.5024224519729614, -1.3067209720611572, -1.1728423833847046, -1.1897945404052734, -1.6941556930541992, -2.9304330348968506, -1.5708142518997192, -1.6794711351394653, -1.3898704051971436, -1.4537017345428467, -0.24495069682598114, -1.7321841716766357, -1.726218819618225, -2.26678729057312, -2.3258588314056396, -2.1626555919647217, -1.9920676946640015, -1.9817191362380981, -1.9606754779815674, -1.960527777671814, -2.02936053276062, -0.9312289357185364, -1.1349729299545288, -1.5838181972503662, -2.81016206741333, -2.0045204162597656, -1.2295780181884766, -2.7750442028045654, -0.8135548830032349, -1.7027069330215454, -1.6262667179107666, -1.6132436990737915, -3.583669900894165, -1.565565824508667, -1.7533187866210938, -0.8957619071006775, -2.481968879699707, -1.3284302949905396, -2.607923984527588, -2.141054153442383, -2.6401023864746094, -1.2094403505325317, -1.5266426801681519, -1.647292971611023, -2.074636459350586, -3.567340612411499, -1.5476419925689697, -1.374901533126831, -1.7945027351379395, -1.5922279357910156, -0.1947268396615982, -1.339634895324707, -0.8695441484451294, -2.465564250946045, -1.4155912399291992, -1.664392352104187, -2.0203752517700195, -1.5775370597839355, -1.5504070520401, -2.5739080905914307, -1.575576901435852, -2.3854734897613525, -1.1902543306350708, -0.9406640529632568, -1.2306944131851196, -0.669162929058075, -0.7202660441398621, -1.4503346681594849, -1.3508384227752686, -2.694796085357666, -2.948981285095215, -1.01419997215271, -1.0299723148345947, -1.6720629930496216, -0.4256178140640259, -0.17061856389045715, -0.8555663228034973, -1.7289663553237915, -1.0803803205490112, -2.1170647144317627, -1.611859679222107, -0.16699281334877014, -1.5904541015625, -0.9059350490570068, -1.5160044431686401, -2.057990550994873, -1.9384474754333496, -1.8471258878707886, -1.7223169803619385, -1.1209803819656372, -1.957637906074524, -1.1322046518325806, -1.9502774477005005, -1.1461368799209595, -2.212362289428711, -0.23828887939453125, -1.5055350065231323, -1.6125963926315308, -2.4324254989624023, -1.2039016485214233, -0.6141515374183655]}, "Bot004_039_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_039.log.json", "context": "Hey [FACE WITH STUCK-OUT TONGUE AND WINKING EYE] Hi Hello, i am a little foreign. How are you ? Nice, and you? i am sorry to hear that . What's your occupation? I am a psychologist, but my parents are not so good . I'm a designer, I work from home That is cool. I am not a very experienced person, but my job is at the soup kitchen . How old are you? I am 22 years old . I'm 35 I have not tried that. What do you do for fun ? I go to the gym and watch tv", "response": "I like to go to the park and read books .", "annotation_id": "Bot004_039_14", "annotations": ["O", "O", "T", "O", "O", "O", "T", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-9.647310256958008, -10.211146354675293, -8.446524620056152, -11.742485046386719, -9.513993263244629, -9.146781921386719, -14.70047378540039, -7.307520389556885, -13.066304206848145, -13.762977600097656, -10.771245956420898], "gpt2background_argmax_score": [-2.1153526306152344, -2.646291494369507, -1.1797840595245361, -1.8531745672225952, -1.9939671754837036, -1.5676190853118896, -3.1702048778533936, -0.5536544919013977, -1.5375869274139404, -1.5414562225341797, -1.6778011322021484, -2.874398946762085, -2.710787773132324, -1.8951809406280518, -1.9627262353897095, -1.838415265083313, -1.4129544496536255, -1.7578500509262085, -1.5024224519729614, -1.3067209720611572, -1.1728423833847046, -1.1897945404052734, -1.6941556930541992, -2.9304330348968506, -1.5708142518997192, -1.6794711351394653, -1.3898704051971436, -1.4537017345428467, -0.24495069682598114, -1.7321841716766357, -1.726218819618225, -2.26678729057312, -2.3258588314056396, -2.1626555919647217, -1.9920676946640015, -1.9817191362380981, -1.9606754779815674, -1.960527777671814, -2.02936053276062, -0.9312289357185364, -1.1349729299545288, -1.5838181972503662, -2.81016206741333, -2.0045204162597656, -1.2295780181884766, -2.7750442028045654, -0.8135548830032349, -1.7027069330215454, -1.6262667179107666, -1.6132436990737915, -3.583669900894165, -1.565565824508667, -1.7533187866210938, -0.8957619071006775, -2.481968879699707, -1.3284302949905396, -2.607923984527588, -2.141054153442383, -2.6401023864746094, -1.2094403505325317, -1.5266426801681519, -1.647292971611023, -2.074636459350586, -3.567340612411499, -1.5476419925689697, -1.374901533126831, -1.7945027351379395, -1.5922279357910156, -0.1947268396615982, -1.339634895324707, -0.8695441484451294, -2.465564250946045, -1.4155912399291992, -1.664392352104187, -2.0203752517700195, -1.5775370597839355, -1.5504070520401, -2.5739080905914307, -1.575576901435852, -2.3854734897613525, -1.1902543306350708, -0.9406640529632568, -1.2306944131851196, -0.669162929058075, -0.7202660441398621, -1.4503346681594849, -1.3508384227752686, -2.694796085357666, -2.948981285095215, -1.01419997215271, -1.0299726724624634, -1.6720633506774902, -0.4256187379360199, -0.17061856389045715, -0.8555670380592346, -1.728965401649475, -1.0803805589675903, -2.1170639991760254, -1.6118595600128174, -0.16699281334877014, -1.5904542207717896, -0.9059348702430725, -1.5160058736801147, -2.0579898357391357, -1.9384487867355347, -1.809373378753662, -1.3099548816680908, -1.978263020515442, -0.9676761627197266, -2.302234649658203, -1.1129696369171143, -1.980104923248291, -0.305553674697876, -1.6711138486862183, -1.3796488046646118, -2.475402593612671, -1.0118547677993774, -1.5076994895935059, -2.1957976818084717, -0.5675645470619202, -1.632341980934143, -3.027503490447998, -2.112183094024658, -2.2355079650878906, -2.0983083248138428, -1.8284603357315063, -1.7995514869689941, -2.715610980987549, -1.6471381187438965, -1.0006120204925537, -0.994233250617981, -0.8040859699249268, -0.9481338858604431, -1.9444799423217773, -1.0296626091003418, -1.5353068113327026, -1.3456008434295654, -1.1446536779403687]}, "Bot004_039_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_039.log.json", "context": "Hey [FACE WITH STUCK-OUT TONGUE AND WINKING EYE] Hi Hello, i am a little foreign. How are you ? Nice, and you? i am sorry to hear that . What's your occupation? I am a psychologist, but my parents are not so good . I'm a designer, I work from home That is cool. I am not a very experienced person, but my job is at the soup kitchen . How old are you? I am 22 years old . I'm 35 I have not tried that. What do you do for fun ? I go to the gym and watch tv I like to go to the park and read books . Sounds great", "response": "I am not a fan of that .", "annotation_id": "Bot004_039_16", "annotations": ["T", "X", "T", "X", "O", "O", "O", "T", "X", "X", "O", "X", "T", "T", "O"], "gpt2background_target_score": [-9.647310256958008, -11.916715621948242, -10.172614097595215, -6.170238018035889, -12.393625259399414, -9.886877059936523, -10.277567863464355, -12.386296272277832], "gpt2background_argmax_score": [-2.1153526306152344, -2.646291494369507, -1.1797840595245361, -1.8531745672225952, -1.9939671754837036, -1.5676190853118896, -3.1702048778533936, -0.5536544919013977, -1.5375869274139404, -1.5414562225341797, -1.6778011322021484, -2.874398946762085, -2.710787773132324, -1.8951809406280518, -1.9627262353897095, -1.838415265083313, -1.4129544496536255, -1.7578500509262085, -1.5024224519729614, -1.3067209720611572, -1.1728423833847046, -1.1897945404052734, -1.6941556930541992, -2.9304330348968506, -1.5708142518997192, -1.6794711351394653, -1.3898704051971436, -1.4537017345428467, -0.24495069682598114, -1.7321841716766357, -1.726218819618225, -2.26678729057312, -2.3258588314056396, -2.1626555919647217, -1.9920676946640015, -1.9817191362380981, -1.9606754779815674, -1.960527777671814, -2.02936053276062, -0.9312289357185364, -1.1349729299545288, -1.5838181972503662, -2.81016206741333, -2.0045204162597656, -1.2295780181884766, -2.7750442028045654, -0.8135548830032349, -1.7027069330215454, -1.6262667179107666, -1.6132436990737915, -3.583669900894165, -1.565565824508667, -1.7533187866210938, -0.8957619071006775, -2.481968879699707, -1.3284302949905396, -2.607923984527588, -2.141054153442383, -2.6401023864746094, -1.2094403505325317, -1.5266426801681519, -1.647292971611023, -2.074636459350586, -3.567340612411499, -1.5476419925689697, -1.374901533126831, -1.7945027351379395, -1.5922279357910156, -0.1947268396615982, -1.339634895324707, -0.8695441484451294, -2.465564250946045, -1.4155912399291992, -1.664392352104187, -2.0203752517700195, -1.5775370597839355, -1.5504070520401, -2.5739080905914307, -1.575576901435852, -2.3854734897613525, -1.1902543306350708, -0.9406640529632568, -1.2306944131851196, -0.669162929058075, -0.7202660441398621, -1.4503346681594849, -1.3508384227752686, -2.694796085357666, -2.948981285095215, -1.01419997215271, -1.0299723148345947, -1.6720629930496216, -0.4256178140640259, -0.17061856389045715, -0.8555663228034973, -1.7289663553237915, -1.0803803205490112, -2.1170647144317627, -1.611859679222107, -0.16699281334877014, -1.5904541015625, -0.9059350490570068, -1.5160044431686401, -2.057990550994873, -1.9384474754333496, -1.8093737363815308, -1.30995512008667, -1.9782634973526, -0.9676741361618042, -2.302234649658203, -1.112969160079956, -1.9801040887832642, -0.3055538535118103, -1.671114444732666, -1.3796478509902954, -2.475404739379883, -1.0118547677993774, -1.507699966430664, -2.1957950592041016, -0.5675643086433411, -1.632343053817749, -3.0275044441223145, -2.1121840476989746, -2.2355077266693115, -2.0983083248138428, -1.8284571170806885, -2.123133659362793, -1.9245107173919678, -1.025431752204895, -1.6765025854110718, -1.4478038549423218, -1.0948896408081055, -1.6372536420822144, -1.5674216747283936, -1.6213806867599487, -1.5274560451507568, -0.9270074367523193, -0.9866654276847839, -1.7431559562683105, -1.773952841758728, -2.473737955093384, -2.001384973526001, -1.5320051908493042, -2.0520739555358887, -0.29178932309150696, -3.0506503582000732, -1.9976377487182617, -1.0193026065826416]}, "Bot004_039_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_039.log.json", "context": "Hey [FACE WITH STUCK-OUT TONGUE AND WINKING EYE] Hi Hello, i am a little foreign. How are you ? Nice, and you? i am sorry to hear that . What's your occupation? I am a psychologist, but my parents are not so good . I'm a designer, I work from home That is cool. I am not a very experienced person, but my job is at the soup kitchen . How old are you? I am 22 years old . I'm 35 I have not tried that. What do you do for fun ? I go to the gym and watch tv I like to go to the park and read books . Sounds great I am not a fan of that . Why?", "response": "I am not sure what to do with my uncle .", "annotation_id": "Bot004_039_18", "annotations": ["T", "X", "O", "X", "X", "T", "X", "O", "T", "X", "X", "X", "O", "X", "X"], "gpt2background_target_score": [-9.647310256958008, -11.916715621948242, -10.172614097595215, -13.397066116333008, -11.25614070892334, -8.886886596679688, -10.82097053527832, -8.59185791015625, -13.090421676635742, -11.852851867675781, -10.771245956420898], "gpt2background_argmax_score": [-2.1153526306152344, -2.646291494369507, -1.1797840595245361, -1.8531745672225952, -1.9939671754837036, -1.5676190853118896, -3.1702048778533936, -0.5536544919013977, -1.5375869274139404, -1.5414562225341797, -1.6778011322021484, -2.874398946762085, -2.710787773132324, -1.8951809406280518, -1.9627262353897095, -1.838415265083313, -1.4129544496536255, -1.7578500509262085, -1.5024224519729614, -1.3067209720611572, -1.1728423833847046, -1.1897945404052734, -1.6941556930541992, -2.9304330348968506, -1.5708142518997192, -1.6794711351394653, -1.3898704051971436, -1.4537017345428467, -0.24495069682598114, -1.7321841716766357, -1.726218819618225, -2.26678729057312, -2.3258588314056396, -2.1626555919647217, -1.9920676946640015, -1.9817191362380981, -1.9606754779815674, -1.960527777671814, -2.02936053276062, -0.9312289357185364, -1.1349729299545288, -1.5838181972503662, -2.81016206741333, -2.0045204162597656, -1.2295780181884766, -2.7750442028045654, -0.8135548830032349, -1.7027069330215454, -1.6262667179107666, -1.6132436990737915, -3.583669900894165, -1.565565824508667, -1.7533187866210938, -0.8957619071006775, -2.481968879699707, -1.3284302949905396, -2.607923984527588, -2.141054153442383, -2.6401023864746094, -1.2094403505325317, -1.5266426801681519, -1.647292971611023, -2.074636459350586, -3.567340612411499, -1.5476419925689697, -1.374901533126831, -1.7945027351379395, -1.5922279357910156, -0.1947268396615982, -1.339634895324707, -0.8695441484451294, -2.465564250946045, -1.4155912399291992, -1.664392352104187, -2.0203752517700195, -1.5775370597839355, -1.5504070520401, -2.5739080905914307, -1.575576901435852, -2.3854734897613525, -1.1902543306350708, -0.9406640529632568, -1.2306944131851196, -0.669162929058075, -0.7202660441398621, -1.4503346681594849, -1.3508384227752686, -2.694796085357666, -2.948981285095215, -1.01419997215271, -1.0299723148345947, -1.6720629930496216, -0.4256178140640259, -0.17061856389045715, -0.8555663228034973, -1.7289663553237915, -1.0803803205490112, -2.1170647144317627, -1.611859679222107, -0.16699281334877014, -1.5904541015625, -0.9059350490570068, -1.5160044431686401, -2.057990550994873, -1.9384474754333496, -1.8093737363815308, -1.30995512008667, -1.9782634973526, -0.9676741361618042, -2.302234649658203, -1.112969160079956, -1.9801040887832642, -0.3055538535118103, -1.671114444732666, -1.3796478509902954, -2.475404739379883, -1.0118547677993774, -1.507699966430664, -2.1957950592041016, -0.5675643086433411, -1.632343053817749, -3.0275044441223145, -2.1121840476989746, -2.2355077266693115, -2.0983083248138428, -1.8284571170806885, -2.123133659362793, -1.9245107173919678, -1.025431752204895, -1.6765025854110718, -1.4478038549423218, -1.0948896408081055, -1.6372536420822144, -1.5674216747283936, -1.6213806867599487, -1.5274560451507568, -0.9270074367523193, -0.9866654276847839, -1.7431559562683105, -2.6022839546203613, -2.2512261867523193, -1.719957709312439, -2.9422037601470947, -0.3232972323894501, -2.9659650325775146, -2.0499837398529053, -1.2324703931808472, -1.7141809463500977, -1.4865823984146118, -1.424330234527588, -2.293855905532837, -1.712852120399475, -1.1402446031570435, -2.056974411010742, -1.363292932510376, -0.8882315158843994, -1.773882508277893, -1.1400917768478394, -1.1792972087860107, -1.2499219179153442, -1.253190279006958]}, "Bot004_039_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_039.log.json", "context": "Hey [FACE WITH STUCK-OUT TONGUE AND WINKING EYE] Hi Hello, i am a little foreign. How are you ? Nice, and you? i am sorry to hear that . What's your occupation? I am a psychologist, but my parents are not so good . I'm a designer, I work from home That is cool. I am not a very experienced person, but my job is at the soup kitchen . How old are you? I am 22 years old . I'm 35 I have not tried that. What do you do for fun ? I go to the gym and watch tv I like to go to the park and read books . Sounds great I am not a fan of that . Why? I am not sure what to do with my uncle . What's the problem with him?", "response": "We have a lot of problems in common situations, i am a bit depressed .", "annotation_id": "Bot004_039_20", "annotations": ["O", "T", "T", "X", "O", "O", "T", "T", "O", "O", "O", "O", "O", "T", "T"], "gpt2background_target_score": [-11.850061416625977, -11.861956596374512, -8.62695598602295, -12.350850105285645, -10.092917442321777, -12.46520709991455, -9.811820983886719, -13.980583190917969, -15.147758483886719, -4.333705425262451, -8.36688232421875, -10.137566566467285, -9.919595718383789, -15.16853141784668, -12.744839668273926, -10.988770484924316], "gpt2background_argmax_score": [-2.1153526306152344, -2.646291494369507, -1.1797840595245361, -1.8531745672225952, -1.9939671754837036, -1.5676190853118896, -3.1702048778533936, -0.5536544919013977, -1.5375869274139404, -1.5414562225341797, -1.6778011322021484, -2.874398946762085, -2.710787773132324, -1.8951809406280518, -1.9627262353897095, -1.838415265083313, -1.4129544496536255, -1.7578500509262085, -1.5024224519729614, -1.3067209720611572, -1.1728423833847046, -1.1897945404052734, -1.6941556930541992, -2.9304330348968506, -1.5708142518997192, -1.6794711351394653, -1.3898704051971436, -1.4537017345428467, -0.24495069682598114, -1.7321841716766357, -1.726218819618225, -2.26678729057312, -2.3258588314056396, -2.1626555919647217, -1.9920676946640015, -1.9817191362380981, -1.9606754779815674, -1.960527777671814, -2.02936053276062, -0.9312289357185364, -1.1349729299545288, -1.5838181972503662, -2.81016206741333, -2.0045204162597656, -1.2295780181884766, -2.7750442028045654, -0.8135548830032349, -1.7027069330215454, -1.6262667179107666, -1.6132436990737915, -3.583669900894165, -1.565565824508667, -1.7533187866210938, -0.8957619071006775, -2.481968879699707, -1.3284302949905396, -2.607923984527588, -2.141054153442383, -2.6401023864746094, -1.2094403505325317, -1.5266426801681519, -1.647292971611023, -2.074636459350586, -3.567340612411499, -1.5476419925689697, -1.374901533126831, -1.7945027351379395, -1.5922279357910156, -0.1947268396615982, -1.339634895324707, -0.8695441484451294, -2.465564250946045, -1.4155912399291992, -1.664392352104187, -2.0203752517700195, -1.5775370597839355, -1.5504070520401, -2.5739080905914307, -1.575576901435852, -2.3854734897613525, -1.1902543306350708, -0.9406640529632568, -1.2306944131851196, -0.669162929058075, -0.7202660441398621, -1.4503346681594849, -1.3508384227752686, -2.694796085357666, -2.948981285095215, -1.01419997215271, -1.0299723148345947, -1.6720629930496216, -0.4256178140640259, -0.17061856389045715, -0.8555663228034973, -1.7289663553237915, -1.0803803205490112, -2.1170647144317627, -1.611859679222107, -0.16699281334877014, -1.5904541015625, -0.9059350490570068, -1.5160044431686401, -2.057990550994873, -1.9384474754333496, -1.8093737363815308, -1.30995512008667, -1.9782634973526, -0.9676741361618042, -2.302234649658203, -1.112969160079956, -1.9801040887832642, -0.3055538535118103, -1.671114444732666, -1.3796478509902954, -2.475404739379883, -1.0118547677993774, -1.507699966430664, -2.1957950592041016, -0.5675643086433411, -1.632343053817749, -3.0275044441223145, -2.1121840476989746, -2.2355077266693115, -2.0983083248138428, -1.8284571170806885, -2.123133659362793, -1.9245107173919678, -1.025431752204895, -1.6765025854110718, -1.4478038549423218, -1.0948896408081055, -1.6372536420822144, -1.5674216747283936, -1.6213806867599487, -1.5274560451507568, -0.9270074367523193, -0.9866654276847839, -1.7431566715240479, -2.6022837162017822, -2.251225471496582, -1.719956636428833, -2.942202091217041, -0.3232968747615814, -2.965965986251831, -2.049984931945801, -1.2324697971343994, -1.7141824960708618, -1.4865813255310059, -1.8489311933517456, -1.710442304611206, -1.2240040302276611, -2.306053638458252, -1.543949007987976, -0.7698098421096802, -1.9876244068145752, -0.94768226146698, -0.855581521987915, -1.4225003719329834, -1.3254162073135376, -1.8467912673950195, -0.7076420187950134, -1.8012114763259888, -0.9059112668037415, -1.787829875946045, -0.8418076038360596, -1.4809865951538086, -1.7664124965667725, -1.7723311185836792, -1.212358832359314, -2.615206718444824, -0.31704139709472656, -2.3902926445007324, -1.1261966228485107, -1.3272942304611206, -1.453879714012146, -1.4424333572387695, -1.804818034172058, -2.6138908863067627, -2.226951837539673, -2.748596668243408, -2.5347070693969727, -1.5542010068893433, -1.215315580368042]}, "Bot004_043_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_043.log.json", "context": "Hello! How is your day? [WINKING FACE] fine thankS how are you?", "response": "I am doing well. Just got done with my nightly run .", "annotation_id": "Bot004_043_02", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-9.545134544372559, -8.814092636108398, -9.601699829101562, -10.229995727539062, -11.372946739196777, -11.451322555541992, -9.587754249572754, -11.642903327941895, -11.019664764404297, -8.752439498901367, -13.009532928466797, -14.51923942565918, -8.424803733825684], "gpt2background_argmax_score": [-2.13662052154541, -1.2113471031188965, -1.5648894309997559, -1.7970792055130005, -0.6839268803596497, -0.775888979434967, -1.2415467500686646, -3.484905958175659, -2.255195379257202, -1.2372597455978394, -1.4731800556182861, -2.1008033752441406, -0.40427151322364807, -1.1288957595825195, -0.2431199550628662, -1.6658337116241455, -2.17398738861084, -0.28458067774772644, -1.3438665866851807, -1.8920989036560059, -1.779893159866333, -1.4831241369247437, -2.252084255218506, -1.7755566835403442, -2.3364803791046143, -1.2078028917312622, -3.072021007537842, -1.9380040168762207, -1.651984453201294, -1.321707844734192, -2.3838508129119873, -1.6457574367523193, -1.827301263809204, -1.68557608127594]}, "Bot004_043_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_043.log.json", "context": "Hello! How is your day? [WINKING FACE] fine thankS how are you? I am doing well. Just got done with my nightly run . what is your work?", "response": "I am a nurse. What about you ?", "annotation_id": "Bot004_043_04", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-9.545134544372559, -8.814092636108398, -6.720869541168213, -11.516114234924316, -11.372946739196777, -11.293423652648926, -10.049468040466309, -10.62077522277832, -13.344472885131836], "gpt2background_argmax_score": [-2.13662052154541, -1.2113471031188965, -1.5648894309997559, -1.7970792055130005, -0.6839268803596497, -0.775888979434967, -1.2415467500686646, -3.484905958175659, -2.255195379257202, -1.2372597455978394, -1.4731800556182861, -2.1008033752441406, -0.40427151322364807, -1.1288957595825195, -0.2431199550628662, -1.6658337116241455, -2.17398738861084, -0.28458067774772644, -1.3438665866851807, -1.8920989036560059, -1.5758943557739258, -2.473052740097046, -2.013429880142212, -2.2766032218933105, -1.3417314291000366, -3.206533670425415, -1.9583100080490112, -1.599859595298767, -1.3416132926940918, -2.3867692947387695, -1.6196986436843872, -1.870108962059021, -1.6348333358764648, -1.8218547105789185, -0.9093652367591858, -1.2698466777801514, -1.3929284811019897, -1.7228871583938599, -1.8287353515625, -1.9202101230621338, -1.917707085609436, -3.659226894378662, -1.7421146631240845, -1.0543228387832642, -1.874800682067871, -0.8311070203781128, -0.6204733848571777, -0.5413451194763184]}, "Bot004_043_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_043.log.json", "context": "Hello! How is your day? [WINKING FACE] fine thankS how are you? I am doing well. Just got done with my nightly run . what is your work? I am a nurse. What about you ? i am a doctor", "response": "I am a nurse, what do you do ?", "annotation_id": "Bot004_043_06", "annotations": ["O", "O", "X", "T", "X", "T", "X", "T", "O", "T", "T", "O", "O", "T", "X"], "gpt2background_target_score": [-9.545134544372559, -8.814092636108398, -6.720869541168213, -11.516114234924316, -10.060364723205566, -11.72503662109375, -9.992779731750488, -10.62077522277832, -12.558568954467773, -10.489495277404785], "gpt2background_argmax_score": [-2.13662052154541, -1.2113471031188965, -1.5648894309997559, -1.7970792055130005, -0.6839268803596497, -0.775888979434967, -1.2415467500686646, -3.484905958175659, -2.255195379257202, -1.2372597455978394, -1.4731800556182861, -2.1008033752441406, -0.40427151322364807, -1.1288957595825195, -0.2431199550628662, -1.6658337116241455, -2.17398738861084, -0.28458067774772644, -1.3438665866851807, -1.8920989036560059, -1.5758943557739258, -2.473052740097046, -2.013429880142212, -2.2766032218933105, -1.3417314291000366, -3.206533670425415, -1.9583100080490112, -1.599859595298767, -1.3416132926940918, -2.3867692947387695, -1.6196991205215454, -1.8701070547103882, -1.634832501411438, -1.8218542337417603, -0.9093649387359619, -1.2698475122451782, -1.3929277658462524, -1.7228875160217285, -1.984266757965088, -2.5163731575012207, -3.445671319961548, -1.617851734161377, -1.302772879600525, -1.5876001119613647, -0.6610472202301025, -0.5834459066390991, -1.482488989830017, -1.929207444190979, -1.474579930305481, -0.29052993655204773, -1.2833877801895142, -1.9860845804214478, -1.8142664432525635, -0.8090531229972839, -0.17656652629375458, -1.1099131107330322, -2.252194881439209, -1.9144716262817383, -0.23512262105941772, -1.3335942029953003, -1.7780941724777222, -0.5691097974777222]}, "Bot004_043_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_043.log.json", "context": "Hello! How is your day? [WINKING FACE] fine thankS how are you? I am doing well. Just got done with my nightly run . what is your work? I am a nurse. What about you ? i am a doctor I am a nurse, what do you do ? how old are you?", "response": "I am 22 and have a long time", "annotation_id": "Bot004_043_08", "annotations": ["O", "O", "T", "T", "X", "O", "T", "X", "O", "X", "X", "O", "O", "T", "T"], "gpt2background_target_score": [-9.545137405395508, -8.814091682434082, -12.030343055725098, -8.404799461364746, -11.20541000366211, -7.532219886779785, -10.71810531616211, -11.266743659973145], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -0.7758899331092834, -1.2415435314178467, -3.484903335571289, -2.2551956176757812, -1.2372599840164185, -1.4731792211532593, -2.100804090499878, -0.40427127480506897, -1.1288955211639404, -0.24311986565589905, -1.665832757949829, -2.1739919185638428, -0.28458184003829956, -1.3438664674758911, -1.8920996189117432, -1.5758951902389526, -2.4730544090270996, -2.01343035697937, -2.276601791381836, -1.3417303562164307, -3.206533432006836, -1.9583126306533813, -1.5998592376708984, -1.3416141271591187, -2.3867673873901367, -1.61969792842865, -1.8701082468032837, -1.6348328590393066, -1.8218581676483154, -0.9093672633171082, -1.2698488235473633, -1.3929260969161987, -1.722886085510254, -1.9842655658721924, -2.516373872756958, -3.445671558380127, -1.6178538799285889, -1.3027722835540771, -1.5876027345657349, -0.6610487699508667, -0.5834448337554932, -1.4824907779693604, -1.9292093515396118, -1.474579095840454, -0.2905300259590149, -1.2833868265151978, -1.4292986392974854, -1.6273820400238037, -0.5115216374397278, -1.2770549058914185, -2.0519495010375977, -1.8148750066757202, -0.3042584955692291, -1.3836504220962524, -1.861168384552002, -1.666717767715454, -1.5764707326889038, -0.48351794481277466, -0.14090463519096375, -0.6355434656143188, -2.1861953735351562, -1.9569242000579834, -1.019079566001892, -0.8817316293716431, -1.5067239999771118, -1.6623945236206055, -1.027263879776001, -3.6952338218688965, -1.9792840480804443, -3.095837116241455]}, "Bot004_043_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_043.log.json", "context": "Hello! How is your day? [WINKING FACE] fine thankS how are you? I am doing well. Just got done with my nightly run . what is your work? I am a nurse. What about you ? i am a doctor I am a nurse, what do you do ? how old are you? I am 22 and have a long time are you married?", "response": "No i am not. Just stay at home .", "annotation_id": "Bot004_043_10", "annotations": ["O", "O", "O", "O", "T", "O", "T", "X", "O", "O", "O", "O", "O", "T", "O"], "gpt2background_target_score": [-10.921963691711426, -5.6088643074035645, -5.237573146820068, -8.546814918518066, -11.372945785522461, -11.451322555541992, -11.146156311035156, -11.928503036499023, -16.00101089477539, -12.623859405517578], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -0.7758899331092834, -1.2415435314178467, -3.484903335571289, -2.2551956176757812, -1.2372599840164185, -1.4731792211532593, -2.100804090499878, -0.40427127480506897, -1.1288955211639404, -0.24311986565589905, -1.665832757949829, -2.1739919185638428, -0.28458184003829956, -1.3438664674758911, -1.8920996189117432, -1.5758951902389526, -2.4730544090270996, -2.01343035697937, -2.276601791381836, -1.3417303562164307, -3.206533432006836, -1.9583126306533813, -1.5998592376708984, -1.3416141271591187, -2.3867673873901367, -1.61969792842865, -1.8701082468032837, -1.6348328590393066, -1.8218581676483154, -0.9093672633171082, -1.2698488235473633, -1.3929256200790405, -1.7228869199752808, -1.9842674732208252, -2.5163724422454834, -3.445671319961548, -1.6178537607192993, -1.302771806716919, -1.587602972984314, -0.6610472202301025, -0.5834449529647827, -1.4824907779693604, -1.9292100667953491, -1.4745793342590332, -0.29052993655204773, -1.2833865880966187, -1.429298758506775, -1.6273819208145142, -0.5115213990211487, -1.277055025100708, -2.051947832107544, -1.8148746490478516, -0.3042584955692291, -1.383651852607727, -1.861169695854187, -1.6667176485061646, -1.5764695405960083, -0.48351743817329407, -0.1409047394990921, -0.635543704032898, -2.1861965656280518, -0.6378180384635925, -1.464382529258728, -1.5989521741867065, -1.747452974319458, -1.1853009462356567, -3.442403793334961, -1.6923242807388306, -2.891798734664917, -1.3607354164123535, -1.7925103902816772, -1.1909974813461304, -2.183868169784546, -1.7659446001052856, -1.8459168672561646, -0.9403188824653625, -1.4877711534500122, -1.867452621459961, -1.2473421096801758, -2.324503183364868, -2.087430953979492, -0.25793084502220154, -1.0293139219284058, -2.3806042671203613]}, "Bot004_043_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_043.log.json", "context": "Hello! How is your day? [WINKING FACE] fine thankS how are you? I am doing well. Just got done with my nightly run . what is your work? I am a nurse. What about you ? i am a doctor I am a nurse, what do you do ? how old are you? I am 22 and have a long time are you married? No i am not. Just stay at home . do you like drinking alcohol?", "response": "Yes i do, especially when you drink it", "annotation_id": "Bot004_043_12", "annotations": ["O", "O", "O", "O", "T", "O", "T", "X", "T", "O", "T", "O", "O", "O", "O"], "gpt2background_target_score": [-13.026627540588379, -5.6088643074035645, -1.5648902654647827, -8.85832691192627, -13.295162200927734, -7.154438018798828, -8.32180118560791, -11.565550804138184, -12.155218124389648], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -0.7758899331092834, -1.2415435314178467, -3.484903335571289, -2.2551956176757812, -1.2372599840164185, -1.4731792211532593, -2.100804090499878, -0.40427127480506897, -1.1288955211639404, -0.24311986565589905, -1.665832757949829, -2.1739919185638428, -0.28458184003829956, -1.3438664674758911, -1.8920996189117432, -1.5758951902389526, -2.4730544090270996, -2.01343035697937, -2.276601791381836, -1.3417303562164307, -3.206533432006836, -1.9583126306533813, -1.5998592376708984, -1.3416141271591187, -2.3867673873901367, -1.61969792842865, -1.8701082468032837, -1.6348328590393066, -1.8218581676483154, -0.9093672633171082, -1.2698488235473633, -1.3929256200790405, -1.7228869199752808, -1.9842674732208252, -2.5163724422454834, -3.445671319961548, -1.6178537607192993, -1.3027716875076294, -1.5876034498214722, -0.6610484719276428, -0.5834463834762573, -1.4824906587600708, -1.9292101860046387, -1.474578619003296, -0.2905300259590149, -1.2833878993988037, -1.4292982816696167, -1.627382755279541, -0.5115216374397278, -1.2770549058914185, -2.051948308944702, -1.8148747682571411, -0.3042585849761963, -1.3836495876312256, -1.8611663579940796, -1.6667184829711914, -1.5764687061309814, -0.4835176467895508, -0.14090463519096375, -0.6355441212654114, -2.1861958503723145, -0.6378173828125, -1.4643826484680176, -1.5989530086517334, -1.7474520206451416, -1.1853007078170776, -3.442403554916382, -1.692325472831726, -2.891799211502075, -1.3607394695281982, -1.7925094366073608, -1.1909977197647095, -2.1838700771331787, -2.023941993713379, -0.7366336584091187, -1.6594938039779663, -1.9332032203674316, -1.5243523120880127, -2.3560328483581543, -1.9902520179748535, -0.2517896592617035, -1.0930041074752808, -2.4033043384552, -0.907664954662323, -1.2524827718734741, -1.8258888721466064, -1.515405535697937, -1.428939938545227, -1.92095148563385, -1.5486091375350952, -1.5594727993011475, -0.78639817237854, -1.4838557243347168, -1.6688028573989868, -2.329918146133423, -0.8939464092254639, -1.4724937677383423, -1.808910608291626, -1.3484396934509277]}, "Bot004_043_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_043.log.json", "context": "Hello! How is your day? [WINKING FACE] fine thankS how are you? I am doing well. Just got done with my nightly run . what is your work? I am a nurse. What about you ? i am a doctor I am a nurse, what do you do ? how old are you? I am 22 and have a long time are you married? No i am not. Just stay at home . do you like drinking alcohol? Yes i do, especially when you drink it what is your favorite tv program?", "response": "I like to run, but my favorite thing to read is on sundays .", "annotation_id": "Bot004_043_14", "annotations": ["X", "O", "X", "X", "X", "T", "T", "X", "T", "X", "O", "O", "X", "T", "X"], "gpt2background_target_score": [-9.545137405395508, -10.840545654296875, -2.5775399208068848, -10.763643264770508, -10.060364723205566, -7.9187726974487305, -7.423967361450195, -14.232346534729004, -15.260300636291504, -7.31943416595459, -13.021699905395508, -7.974348068237305, -9.107837677001953, -10.747312545776367, -14.635513305664062, -9.3164644241333], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -0.7758899331092834, -1.2415435314178467, -3.484903335571289, -2.2551956176757812, -1.2372599840164185, -1.4731792211532593, -2.100804090499878, -0.40427127480506897, -1.1288955211639404, -0.24311986565589905, -1.665832757949829, -2.1739919185638428, -0.28458184003829956, -1.3438664674758911, -1.8920996189117432, -1.5758951902389526, -2.4730544090270996, -2.01343035697937, -2.276601791381836, -1.3417303562164307, -3.206533432006836, -1.9583126306533813, -1.5998592376708984, -1.3416141271591187, -2.3867673873901367, -1.61969792842865, -1.8701082468032837, -1.6348328590393066, -1.8218581676483154, -0.9093672633171082, -1.2698488235473633, -1.3929256200790405, -1.7228869199752808, -1.9842674732208252, -2.5163724422454834, -3.445671319961548, -1.6178537607192993, -1.3027716875076294, -1.5876034498214722, -0.6610484719276428, -0.5834463834762573, -1.4824906587600708, -1.9292101860046387, -1.474578619003296, -0.2905300259590149, -1.2833878993988037, -1.4292982816696167, -1.627382755279541, -0.5115216374397278, -1.2770549058914185, -2.051948308944702, -1.8148747682571411, -0.3042585849761963, -1.3836495876312256, -1.8611663579940796, -1.6667184829711914, -1.5764687061309814, -0.4835176467895508, -0.14090463519096375, -0.6355441212654114, -2.1861958503723145, -0.6378173828125, -1.4643826484680176, -1.5989530086517334, -1.7474520206451416, -1.1853007078170776, -3.442403554916382, -1.692325472831726, -2.891799211502075, -1.3607394695281982, -1.7925094366073608, -1.1909977197647095, -2.1838700771331787, -2.023941993713379, -0.7366336584091187, -1.6594938039779663, -1.9332032203674316, -1.5243523120880127, -2.3560328483581543, -1.9902520179748535, -0.2517896592617035, -1.0930041074752808, -2.4033043384552, -0.907664954662323, -1.2524827718734741, -1.8258888721466064, -1.515405535697937, -1.428939938545227, -1.92095148563385, -1.512715458869934, -1.0489946603775024, -1.5517081022262573, -1.794677734375, -2.271284341812134, -1.0700490474700928, -1.3285892009735107, -1.9756112098693848, -1.4369210004806519, -1.4927170276641846, -0.870143473148346, -2.1773688793182373, -1.9029371738433838, -0.5942851901054382, -1.7103159427642822, -2.211074113845825, -1.7289645671844482, -1.9545847177505493, -1.77803635597229, -1.6649211645126343, -2.0834455490112305, -1.6860640048980713, -1.3771779537200928, -1.4537889957427979, -1.7481166124343872, -0.7883220314979553, -0.5226757526397705, -0.7206767797470093, -2.5952329635620117, -1.8504277467727661, -0.5487890839576721, -1.594403862953186, -1.4002572298049927]}, "Bot004_043_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_043.log.json", "context": "Hello! How is your day? [WINKING FACE] fine thankS how are you? I am doing well. Just got done with my nightly run . what is your work? I am a nurse. What about you ? i am a doctor I am a nurse, what do you do ? how old are you? I am 22 and have a long time are you married? No i am not. Just stay at home . do you like drinking alcohol? Yes i do, especially when you drink it what is your favorite tv program? I like to run, but my favorite thing to read is on sundays . do you have a cat?", "response": "I do not. Do you ?", "annotation_id": "Bot004_043_16", "annotations": ["O", "O", "O", "O", "O", "O", "O", "T", "O", "O", "T", "O", "O", "O", "O"], "gpt2background_target_score": [-9.545137405395508, -8.717646598815918, -9.398665428161621, -10.12729263305664, -11.041136741638184, -8.147284507751465, -9.945052146911621], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -0.7758899331092834, -1.2415435314178467, -3.484903335571289, -2.2551956176757812, -1.2372599840164185, -1.4731792211532593, -2.100804090499878, -0.40427127480506897, -1.1288955211639404, -0.24311986565589905, -1.665832757949829, -2.1739919185638428, -0.28458184003829956, -1.3438664674758911, -1.8920996189117432, -1.5758951902389526, -2.4730544090270996, -2.01343035697937, -2.276601791381836, -1.3417303562164307, -3.206533432006836, -1.9583126306533813, -1.5998592376708984, -1.3416141271591187, -2.3867673873901367, -1.61969792842865, -1.8701082468032837, -1.6348328590393066, -1.8218581676483154, -0.9093672633171082, -1.2698488235473633, -1.3929256200790405, -1.7228869199752808, -1.9842674732208252, -2.5163724422454834, -3.445671319961548, -1.6178537607192993, -1.3027716875076294, -1.5876034498214722, -0.6610484719276428, -0.5834463834762573, -1.4824906587600708, -1.9292101860046387, -1.474578619003296, -0.2905300259590149, -1.2833878993988037, -1.4292982816696167, -1.627382755279541, -0.5115216374397278, -1.2770549058914185, -2.051948308944702, -1.8148747682571411, -0.3042585849761963, -1.3836495876312256, -1.8611663579940796, -1.6667184829711914, -1.5764687061309814, -0.4835176467895508, -0.14090463519096375, -0.6355441212654114, -2.1861958503723145, -0.6378173828125, -1.4643826484680176, -1.5989530086517334, -1.7474520206451416, -1.1853007078170776, -3.442403554916382, -1.692325472831726, -2.891799211502075, -1.3607394695281982, -1.7925094366073608, -1.1909977197647095, -2.1838700771331787, -2.023941993713379, -0.7366336584091187, -1.6594938039779663, -1.9332032203674316, -1.5243523120880127, -2.3560328483581543, -1.9902520179748535, -0.2517896592617035, -1.0930041074752808, -2.4033043384552, -0.907664954662323, -1.2524827718734741, -1.8258888721466064, -1.515405535697937, -1.428939938545227, -1.92095148563385, -1.512715458869934, -1.0489946603775024, -1.5517081022262573, -1.794677734375, -2.271284341812134, -1.0700490474700928, -1.3285892009735107, -1.9756112098693848, -1.4369210004806519, -1.4927170276641846, -0.870143473148346, -2.1773688793182373, -1.9029371738433838, -0.5942851901054382, -1.7103159427642822, -2.211074113845825, -1.6583114862442017, -1.646629810333252, -1.358523964881897, -2.273141384124756, -1.8562124967575073, -1.7276604175567627, -1.7254809141159058, -1.8407233953475952, -0.7404261827468872, -0.559389591217041, -0.831900417804718, -2.7575795650482178, -2.000814437866211, -0.4758193790912628, -1.823496699333191, -1.8753644227981567, -0.4006156921386719, -1.5880436897277832, -0.9775359034538269, -3.0878825187683105, -1.2246778011322021, -1.958993673324585, -1.8415218591690063, -2.161655902862549, -1.732758641242981, -1.6926007270812988, -0.8782577514648438, -0.2560094892978668, -1.1742650270462036, -1.2810461521148682]}, "Bot004_043_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_043.log.json", "context": "Hello! How is your day? [WINKING FACE] fine thankS how are you? I am doing well. Just got done with my nightly run . what is your work? I am a nurse. What about you ? i am a doctor I am a nurse, what do you do ? how old are you? I am 22 and have a long time are you married? No i am not. Just stay at home . do you like drinking alcohol? Yes i do, especially when you drink it what is your favorite tv program? I like to run, but my favorite thing to read is on sundays . do you have a cat? I do not. Do you ? yes i have one", "response": "I have a lot of siblings so it is hard to care about", "annotation_id": "Bot004_043_18", "annotations": ["X", "O", "X", "X", "T", "T", "T", "X", "T", "O", "T", "O", "T", "T", "X"], "gpt2background_target_score": [-9.545137405395508, -8.76507568359375, -6.720869541168213, -12.862878799438477, -10.241422653198242, -14.701620101928711, -9.46163272857666, -11.81595516204834, -11.714879989624023, -11.673020362854004, -5.599625110626221, -12.053955078125, -10.708523750305176], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -0.7758899331092834, -1.2415435314178467, -3.484903335571289, -2.2551956176757812, -1.2372599840164185, -1.4731792211532593, -2.100804090499878, -0.40427127480506897, -1.1288955211639404, -0.24311986565589905, -1.665832757949829, -2.1739919185638428, -0.28458184003829956, -1.3438664674758911, -1.8920996189117432, -1.5758951902389526, -2.4730544090270996, -2.01343035697937, -2.276601791381836, -1.3417303562164307, -3.206533432006836, -1.9583126306533813, -1.5998592376708984, -1.3416141271591187, -2.3867673873901367, -1.61969792842865, -1.8701082468032837, -1.6348328590393066, -1.8218581676483154, -0.9093672633171082, -1.2698488235473633, -1.3929256200790405, -1.7228869199752808, -1.9842674732208252, -2.5163724422454834, -3.445671319961548, -1.6178537607192993, -1.3027716875076294, -1.5876034498214722, -0.6610484719276428, -0.5834463834762573, -1.4824906587600708, -1.9292101860046387, -1.474578619003296, -0.2905300259590149, -1.2833878993988037, -1.4292982816696167, -1.627382755279541, -0.5115216374397278, -1.2770549058914185, -2.051948308944702, -1.8148747682571411, -0.3042585849761963, -1.3836495876312256, -1.8611663579940796, -1.6667184829711914, -1.5764687061309814, -0.4835176467895508, -0.14090463519096375, -0.6355441212654114, -2.1861958503723145, -0.6378173828125, -1.4643826484680176, -1.5989530086517334, -1.7474520206451416, -1.1853007078170776, -3.442403554916382, -1.692325472831726, -2.891799211502075, -1.3607394695281982, -1.7925094366073608, -1.1909977197647095, -2.1838700771331787, -2.023941993713379, -0.7366336584091187, -1.6594938039779663, -1.9332032203674316, -1.5243523120880127, -2.3560328483581543, -1.9902520179748535, -0.2517896592617035, -1.0930041074752808, -2.4033043384552, -0.907664954662323, -1.2524827718734741, -1.8258888721466064, -1.515405535697937, -1.428939938545227, -1.92095148563385, -1.512715458869934, -1.0489946603775024, -1.5517081022262573, -1.794677734375, -2.271284341812134, -1.0700490474700928, -1.3285892009735107, -1.9756112098693848, -1.4369210004806519, -1.4927170276641846, -0.870143473148346, -2.1773688793182373, -1.9029371738433838, -0.5942851901054382, -1.7103159427642822, -2.211074113845825, -1.6583114862442017, -1.646629810333252, -1.358523964881897, -2.273141384124756, -1.8562124967575073, -1.7276604175567627, -1.7254809141159058, -1.8407233953475952, -0.7404261827468872, -0.559389591217041, -0.831900417804718, -2.7575795650482178, -2.000814437866211, -0.4758193790912628, -1.823496699333191, -1.8753644227981567, -0.4006156921386719, -1.5880436897277832, -0.9775359034538269, -3.0878825187683105, -1.2246778011322021, -1.958993673324585, -1.9218026399612427, -1.7363234758377075, -1.4754841327667236, -1.1743710041046143, -0.2199912667274475, -1.258636713027954, -2.142526865005493, -1.1905299425125122, -1.343011736869812, -0.3663145899772644, -1.5419862270355225, -1.8549764156341553, -1.9720784425735474, -0.924079954624176, -0.270764023065567, -0.49395236372947693, -0.6031694412231445, -1.8507001399993896, -1.482408881187439, -1.6684297323226929, -2.4625706672668457, -0.4333275854587555, -1.8504489660263062, -0.6858141422271729, -1.2512978315353394]}, "Bot004_043_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_043.log.json", "context": "Hello! How is your day? [WINKING FACE] fine thankS how are you? I am doing well. Just got done with my nightly run . what is your work? I am a nurse. What about you ? i am a doctor I am a nurse, what do you do ? how old are you? I am 22 and have a long time are you married? No i am not. Just stay at home . do you like drinking alcohol? Yes i do, especially when you drink it what is your favorite tv program? I like to run, but my favorite thing to read is on sundays . do you have a cat? I do not. Do you ? yes i have one I have a lot of siblings so it is hard to care about what is your favorite food?", "response": "I love pizza! What about you ?", "annotation_id": "Bot004_043_20", "annotations": ["O", "O", "O", "O", "O", "T", "O", "T", "O", "O", "X", "O", "O", "O", "O"], "gpt2background_target_score": [-9.545137405395508, -11.421222686767578, -11.54189395904541, -10.24028205871582, -11.518223762512207, -8.143312454223633, -8.32180118560791, -11.993638038635254], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -0.7758899331092834, -1.2415435314178467, -3.484903335571289, -2.2551956176757812, -1.2372599840164185, -1.4731792211532593, -2.100804090499878, -0.40427127480506897, -1.1288955211639404, -0.24311986565589905, -1.665832757949829, -2.1739919185638428, -0.28458184003829956, -1.3438664674758911, -1.8920996189117432, -1.5758951902389526, -2.4730544090270996, -2.01343035697937, -2.276601791381836, -1.3417303562164307, -3.206533432006836, -1.9583126306533813, -1.5998592376708984, -1.3416141271591187, -2.3867673873901367, -1.61969792842865, -1.8701082468032837, -1.6348328590393066, -1.8218581676483154, -0.9093672633171082, -1.2698488235473633, -1.3929256200790405, -1.7228869199752808, -1.9842674732208252, -2.5163724422454834, -3.445671319961548, -1.6178537607192993, -1.3027716875076294, -1.5876034498214722, -0.6610484719276428, -0.5834463834762573, -1.4824906587600708, -1.9292101860046387, -1.474578619003296, -0.2905300259590149, -1.2833878993988037, -1.4292982816696167, -1.627382755279541, -0.5115216374397278, -1.2770549058914185, -2.051948308944702, -1.8148747682571411, -0.3042585849761963, -1.3836495876312256, -1.8611663579940796, -1.6667184829711914, -1.5764687061309814, -0.4835176467895508, -0.14090463519096375, -0.6355441212654114, -2.1861958503723145, -0.6378173828125, -1.4643826484680176, -1.5989530086517334, -1.7474520206451416, -1.1853007078170776, -3.442403554916382, -1.692325472831726, -2.891799211502075, -1.3607394695281982, -1.7925094366073608, -1.1909977197647095, -2.1838700771331787, -2.023941993713379, -0.7366336584091187, -1.6594938039779663, -1.9332032203674316, -1.5243523120880127, -2.3560328483581543, -1.9902520179748535, -0.2517896592617035, -1.0930041074752808, -2.4033043384552, -0.907664954662323, -1.2524827718734741, -1.8258888721466064, -1.515405535697937, -1.428939938545227, -1.92095148563385, -1.512715458869934, -1.0489946603775024, -1.5517081022262573, -1.794677734375, -2.271284341812134, -1.0700490474700928, -1.3285892009735107, -1.9756112098693848, -1.4369210004806519, -1.4927170276641846, -0.870143473148346, -2.1773688793182373, -1.9029371738433838, -0.5942851901054382, -1.7103159427642822, -2.211074113845825, -1.6583114862442017, -1.646629810333252, -1.358523964881897, -2.273141384124756, -1.8562124967575073, -1.7276604175567627, -1.7254809141159058, -1.8407233953475952, -0.7404261827468872, -0.559389591217041, -0.831900417804718, -2.7575795650482178, -2.000814437866211, -0.4758193790912628, -1.823496699333191, -1.8753644227981567, -0.4006156921386719, -1.5880436897277832, -0.9775359034538269, -3.0878825187683105, -1.2246778011322021, -1.958993673324585, -1.9218053817749023, -1.7363221645355225, -1.4754842519760132, -1.1743711233139038, -0.2199917435646057, -1.2586376667022705, -2.142526865005493, -1.1905299425125122, -1.343012809753418, -0.36631450057029724, -1.541986107826233, -1.9222841262817383, -1.3565226793289185, -0.5583959221839905, -0.5782151222229004, -1.4563380479812622, -1.7651182413101196, -1.2807267904281616, -1.1862026453018188, -2.4305765628814697, -0.5097504258155823, -2.3345041275024414, -0.6808801293373108, -1.961904764175415, -1.6539008617401123, -1.9108322858810425, -1.5267850160598755, -0.47041675448417664, -1.6608235836029053, -2.0925543308258057, -1.717950463294983, -2.014500141143799, -1.9093254804611206, -1.7295403480529785, -1.3388760089874268, -1.7585183382034302, -0.9702711701393127, -0.6438664197921753, -1.0077238082885742]}, "Bot004_047_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_047.log.json", "context": "Hey [FACE WITH STUCK-OUT TONGUE AND WINKING EYE] hi how are you?!", "response": "I am doing well. How are you ?", "annotation_id": "Bot004_047_02", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-9.64731502532959, -11.916715621948242, -12.802478790283203, -12.06043529510498, -5.750277042388916, -10.005532264709473, -11.614845275878906, -11.053033828735352, -14.093789100646973], "gpt2background_argmax_score": [-2.115349054336548, -2.6462934017181396, -1.1797826290130615, -1.8531711101531982, -1.9939645528793335, -1.567618489265442, -3.170203924179077, -0.5536542534828186, -1.5375868082046509, -1.5414575338363647, -1.677802324295044, -2.874398708343506, -2.7107887268066406, -1.8951836824417114, -1.9627256393432617, -1.838417410850525, -1.4129542112350464, -1.7578507661819458, -1.937811017036438, -2.088770627975464, -0.36930444836616516, -1.7046902179718018, -2.147930860519409, -2.2112045288085938, -1.3259462118148804, -2.3739893436431885, -1.9390721321105957, -2.107010841369629, -1.3201780319213867, -1.4960637092590332, -0.18418042361736298, -1.1482276916503906, -0.4320131838321686]}, "Bot004_047_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_047.log.json", "context": "Hey [FACE WITH STUCK-OUT TONGUE AND WINKING EYE] hi how are you?! I am doing well. How are you ? fine thankS", "response": "Do you have any hobbies ?", "annotation_id": "Bot004_047_04", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "T", "O", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-12.257477760314941, -11.553255081176758, -9.220194816589355, -10.687253952026367, -11.619688034057617, -10.495977401733398], "gpt2background_argmax_score": [-2.115349054336548, -2.6462934017181396, -1.1797826290130615, -1.8531711101531982, -1.9939645528793335, -1.567618489265442, -3.170203924179077, -0.5536542534828186, -1.5375868082046509, -1.5414575338363647, -1.677802324295044, -2.874398708343506, -2.7107887268066406, -1.8951836824417114, -1.9627256393432617, -1.838417410850525, -1.4129542112350464, -1.7578507661819458, -1.937811017036438, -2.088770627975464, -0.36930444836616516, -1.7046902179718018, -2.147930860519409, -1.4105061292648315, -2.3747615814208984, -2.3096511363983154, -2.662062883377075, -1.7667118310928345, -1.431751012802124, -0.20927447080612183, -1.0235165357589722, -1.6697258949279785, -2.2412524223327637, -0.32321396470069885, -1.9383817911148071, -1.9956562519073486, -0.28164422512054443, -1.4424318075180054, -1.2670985460281372, -3.2785403728485107, -1.459221601486206, -0.5138792395591736]}, "Bot004_047_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_047.log.json", "context": "Hey [FACE WITH STUCK-OUT TONGUE AND WINKING EYE] hi how are you?! I am doing well. How are you ? fine thankS Do you have any hobbies ? i love to drink wine and dance in the moonlight.", "response": "I love the water. Especially near the ocean. Are you 100 years old ?", "annotation_id": "Bot004_047_06", "annotations": ["O", "T", "O", "T", "O", "O", "T", "O", "T", "T", "O", "O", "X", "O", "T"], "gpt2background_target_score": [-9.647310256958008, -12.889896392822266, -8.55236530303955, -11.652543067932129, -5.750274658203125, -13.476107597351074, -14.13185977935791, -9.564725875854492, -13.73531723022461, -6.0440263748168945, -9.186299324035645, -9.513545989990234, -13.259279251098633, -12.728496551513672, -11.56042194366455, -12.339163780212402], "gpt2background_argmax_score": [-2.1153526306152344, -2.646291494369507, -1.1797840595245361, -1.8531745672225952, -1.9939671754837036, -1.5676190853118896, -3.1702048778533936, -0.5536544919013977, -1.5375869274139404, -1.5414562225341797, -1.6778011322021484, -2.874398946762085, -2.710787773132324, -1.8951809406280518, -1.9627262353897095, -1.838415265083313, -1.4129544496536255, -1.7578500509262085, -1.9378114938735962, -2.088770866394043, -0.3693031370639801, -1.7046878337860107, -2.1479313373565674, -1.4105052947998047, -2.3747618198394775, -2.3096513748168945, -2.662062168121338, -1.7667104005813599, -1.4317517280578613, -0.20927543938159943, -1.0235166549682617, -1.6697263717651367, -2.2412502765655518, -0.3232129216194153, -1.938382863998413, -0.3747660219669342, -1.5150963068008423, -1.200097918510437, -3.34127140045166, -1.5299328565597534, -1.8820005655288696, -2.104733467102051, -2.021524429321289, -1.6286914348602295, -2.459163188934326, -1.9019696712493896, -2.8136775493621826, -2.2142016887664795, -1.5033775568008423, -2.4856550693511963, -2.1542932987213135, -2.1132726669311523, -2.2492361068725586, -2.065117120742798, -2.2268736362457275, -1.6075739860534668, -1.5708699226379395, -1.9839287996292114, -1.301692008972168, -1.3608314990997314, -0.658841609954834, -1.6738028526306152, -1.0163276195526123, -1.4959441423416138, -0.2863505780696869, -2.6154260635375977, -0.4650771915912628, -0.5018683671951294, -1.3312257528305054, -0.46450275182724]}, "Bot004_047_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_047.log.json", "context": "Hey [FACE WITH STUCK-OUT TONGUE AND WINKING EYE] hi how are you?! I am doing well. How are you ? fine thankS Do you have any hobbies ? i love to drink wine and dance in the moonlight. I love the water. Especially near the ocean. Are you 100 years old ? yes :)", "response": "I have never done that .", "annotation_id": "Bot004_047_08", "annotations": ["T", "O", "X", "O", "X", "X", "X", "T", "O", "O", "X", "X", "T", "O", "X"], "gpt2background_target_score": [-9.647310256958008, -11.861956596374512, -11.887165069580078, -12.456851959228516, -10.555147171020508, -10.944204330444336], "gpt2background_argmax_score": [-2.1153526306152344, -2.646291494369507, -1.1797840595245361, -1.8531745672225952, -1.9939671754837036, -1.5676190853118896, -3.1702048778533936, -0.5536544919013977, -1.5375869274139404, -1.5414562225341797, -1.6778011322021484, -2.874398946762085, -2.710787773132324, -1.8951809406280518, -1.9627262353897095, -1.838415265083313, -1.4129544496536255, -1.7578500509262085, -1.9378114938735962, -2.088770866394043, -0.3693031370639801, -1.7046878337860107, -2.1479313373565674, -1.4105052947998047, -2.3747618198394775, -2.3096513748168945, -2.662062168121338, -1.7667104005813599, -1.4317517280578613, -0.20927543938159943, -1.0235166549682617, -1.6697263717651367, -2.2412502765655518, -0.3232129216194153, -1.938382863998413, -0.3747660219669342, -1.5150971412658691, -1.200096845626831, -3.341271162033081, -1.529931902885437, -1.8820003271102905, -2.104731321334839, -2.0215225219726562, -1.6286909580230713, -2.4591639041900635, -1.901969313621521, -2.813678026199341, -2.214202404022217, -1.5033754110336304, -2.4856550693511963, -2.15429425239563, -2.1132709980010986, -2.249237298965454, -2.577270030975342, -1.4856997728347778, -2.443861961364746, -1.685564637184143, -1.425229787826538, -1.5289117097854614, -0.7061100006103516, -1.530927300453186, -1.0743705034255981, -1.6228035688400269, -0.26558008790016174, -2.5183908939361572, -0.4479043781757355, -0.47451096773147583, -1.399381399154663, -2.113720178604126, -2.1603691577911377, -2.322571277618408, -1.9113032817840576, -1.589320421218872, -1.273908019065857, -1.7538596391677856, -1.224643588066101, -1.5465567111968994, -1.5765386819839478]}, "Bot004_047_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_047.log.json", "context": "Hey [FACE WITH STUCK-OUT TONGUE AND WINKING EYE] hi how are you?! I am doing well. How are you ? fine thankS Do you have any hobbies ? i love to drink wine and dance in the moonlight. I love the water. Especially near the ocean. Are you 100 years old ? yes :) I have never done that . where are you from?", "response": "I am from the united states. How about you ?", "annotation_id": "Bot004_047_10", "annotations": ["O", "O", "O", "O", "O", "O", "O", "T", "T", "O", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-9.647310256958008, -11.916715621948242, -9.566486358642578, -6.795982837677002, -13.410286903381348, -11.170795440673828, -11.39408016204834, -10.654641151428223, -12.229538917541504, -9.683601379394531, -9.768296241760254], "gpt2background_argmax_score": [-2.1153526306152344, -2.646291494369507, -1.1797840595245361, -1.8531745672225952, -1.9939671754837036, -1.5676190853118896, -3.1702048778533936, -0.5536544919013977, -1.5375869274139404, -1.5414562225341797, -1.6778011322021484, -2.874398946762085, -2.710787773132324, -1.8951809406280518, -1.9627262353897095, -1.838415265083313, -1.4129544496536255, -1.7578500509262085, -1.9378114938735962, -2.088770866394043, -0.3693031370639801, -1.7046878337860107, -2.1479313373565674, -1.4105052947998047, -2.3747618198394775, -2.3096513748168945, -2.662062168121338, -1.7667104005813599, -1.4317517280578613, -0.20927543938159943, -1.0235166549682617, -1.6697263717651367, -2.2412502765655518, -0.3232129216194153, -1.938382863998413, -0.3747660219669342, -1.5150963068008423, -1.200097918510437, -3.34127140045166, -1.5299328565597534, -1.8820005655288696, -2.104733467102051, -2.021524429321289, -1.6286914348602295, -2.459163188934326, -1.9019696712493896, -2.8136775493621826, -2.2142016887664795, -1.5033775568008423, -2.4856550693511963, -2.1542932987213135, -2.1132726669311523, -2.2492361068725586, -2.5772693157196045, -1.4856997728347778, -2.443861246109009, -1.6855624914169312, -1.4252305030822754, -1.528909683227539, -0.7061105966567993, -1.5309278964996338, -1.0743706226348877, -1.6228011846542358, -0.2655797302722931, -2.518390655517578, -0.4479045867919922, -0.47451096773147583, -1.3993828296661377, -2.113720178604126, -2.160369396209717, -2.3225717544555664, -1.6646547317504883, -1.268135666847229, -1.8353155851364136, -1.3003395795822144, -1.6387819051742554, -1.71489679813385, -1.9090808629989624, -0.22325055301189423, -1.358959674835205, -1.021420955657959, -2.0696218013763428, -1.8755062818527222, -1.5424034595489502, -1.7753193378448486, -2.415036201477051, -1.7988121509552002, -0.5376008152961731, -1.5850821733474731, -1.2833032608032227, -1.613749384880066, -0.4113832414150238, -1.339049220085144, -0.5271778106689453]}, "Bot004_047_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_047.log.json", "context": "Hey [FACE WITH STUCK-OUT TONGUE AND WINKING EYE] hi how are you?! I am doing well. How are you ? fine thankS Do you have any hobbies ? i love to drink wine and dance in the moonlight. I love the water. Especially near the ocean. Are you 100 years old ? yes :) I have never done that . where are you from? I am from the united states. How about you ? me too \nwhat is your favorite food?", "response": "I love pizza! What about you ?", "annotation_id": "Bot004_047_12", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "T", "T", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-9.647310256958008, -12.889896392822266, -12.41502857208252, -8.253448486328125, -11.42331314086914, -10.096813201904297, -9.719457626342773, -11.100764274597168], "gpt2background_argmax_score": [-2.1153526306152344, -2.646291494369507, -1.1797840595245361, -1.8531745672225952, -1.9939671754837036, -1.5676190853118896, -3.1702048778533936, -0.5536544919013977, -1.5375869274139404, -1.5414562225341797, -1.6778011322021484, -2.874398946762085, -2.710787773132324, -1.8951809406280518, -1.9627262353897095, -1.838415265083313, -1.4129544496536255, -1.7578500509262085, -1.9378114938735962, -2.088770866394043, -0.3693031370639801, -1.7046878337860107, -2.1479313373565674, -1.4105052947998047, -2.3747618198394775, -2.3096513748168945, -2.662062168121338, -1.7667104005813599, -1.4317517280578613, -0.20927543938159943, -1.0235166549682617, -1.6697263717651367, -2.2412502765655518, -0.3232129216194153, -1.938382863998413, -0.3747660219669342, -1.5150963068008423, -1.200097918510437, -3.34127140045166, -1.5299328565597534, -1.8820005655288696, -2.104733467102051, -2.021524429321289, -1.6286914348602295, -2.459163188934326, -1.9019696712493896, -2.8136775493621826, -2.2142016887664795, -1.5033775568008423, -2.4856550693511963, -2.1542932987213135, -2.1132726669311523, -2.2492361068725586, -2.5772693157196045, -1.4856997728347778, -2.443861246109009, -1.6855624914169312, -1.4252305030822754, -1.528909683227539, -0.7061105966567993, -1.5309278964996338, -1.0743706226348877, -1.6228011846542358, -0.2655797302722931, -2.518390655517578, -0.4479045867919922, -0.47451096773147583, -1.3993828296661377, -2.113720178604126, -2.160369396209717, -2.3225717544555664, -1.6646547317504883, -1.268135666847229, -1.8353155851364136, -1.3003395795822144, -1.6387819051742554, -1.71489679813385, -1.9090808629989624, -0.22325055301189423, -1.358959674835205, -1.021420955657959, -2.0696218013763428, -1.827768087387085, -1.7952519655227661, -2.890151023864746, -1.8826724290847778, -0.6701005101203918, -1.72635018825531, -1.4591509103775024, -1.6377211809158325, -0.3986012041568756, -1.3002232313156128, -1.9437174797058105, -1.6798356771469116, -2.351468086242676, -2.388449192047119, -0.8912532329559326, -1.5891715288162231, -0.985072910785675, -2.1393468379974365, -1.6001256704330444, -0.7896866202354431, -2.089048385620117, -2.0218632221221924, -2.225548505783081, -2.015390157699585, -1.8286240100860596, -1.3021092414855957, -1.9122294187545776, -0.5107840895652771, -0.8635478019714355, -0.7269513010978699]}, "Bot004_047_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_047.log.json", "context": "Hey [FACE WITH STUCK-OUT TONGUE AND WINKING EYE] hi how are you?! I am doing well. How are you ? fine thankS Do you have any hobbies ? i love to drink wine and dance in the moonlight. I love the water. Especially near the ocean. Are you 100 years old ? yes :) I have never done that . where are you from? I am from the united states. How about you ? me too \nwhat is your favorite food? I love pizza! What about you ? spagetti", "response": "Spaghetti is my favorite .", "annotation_id": "Bot004_047_14", "annotations": ["O", "O", "X", "O", "O", "T", "O", "O", "T", "O", "X", "X", "O", "O", "O"], "gpt2background_target_score": [-10.973922729492188, -15.174643516540527, -8.213708877563477, -5.519944667816162, -13.252483367919922, -10.944204330444336], "gpt2background_argmax_score": [-2.1153526306152344, -2.646291494369507, -1.1797840595245361, -1.8531745672225952, -1.9939671754837036, -1.5676190853118896, -3.1702048778533936, -0.5536544919013977, -1.5375869274139404, -1.5414562225341797, -1.6778011322021484, -2.874398946762085, -2.710787773132324, -1.8951809406280518, -1.9627262353897095, -1.838415265083313, -1.4129544496536255, -1.7578500509262085, -1.9378114938735962, -2.088770866394043, -0.3693031370639801, -1.7046878337860107, -2.1479313373565674, -1.4105052947998047, -2.3747618198394775, -2.3096513748168945, -2.662062168121338, -1.7667104005813599, -1.4317517280578613, -0.20927543938159943, -1.0235166549682617, -1.6697263717651367, -2.2412502765655518, -0.3232129216194153, -1.938382863998413, -0.3747660219669342, -1.5150963068008423, -1.200097918510437, -3.34127140045166, -1.5299328565597534, -1.8820005655288696, -2.104733467102051, -2.021524429321289, -1.6286914348602295, -2.459163188934326, -1.9019696712493896, -2.8136775493621826, -2.2142016887664795, -1.5033775568008423, -2.4856550693511963, -2.1542932987213135, -2.1132726669311523, -2.2492361068725586, -2.5772693157196045, -1.4856997728347778, -2.443861246109009, -1.6855624914169312, -1.4252305030822754, -1.528909683227539, -0.7061105966567993, -1.5309278964996338, -1.0743706226348877, -1.6228011846542358, -0.2655797302722931, -2.518390655517578, -0.4479045867919922, -0.47451096773147583, -1.3993828296661377, -2.113720178604126, -2.160369396209717, -2.3225717544555664, -1.6646547317504883, -1.268135666847229, -1.8353155851364136, -1.3003395795822144, -1.6387819051742554, -1.71489679813385, -1.9090808629989624, -0.22325055301189423, -1.358959674835205, -1.021420955657959, -2.0696218013763428, -1.827768087387085, -1.7952519655227661, -2.8901519775390625, -1.8826745748519897, -0.6701000928878784, -1.7263506650924683, -1.4591501951217651, -1.6377227306365967, -0.3986015319824219, -1.3002240657806396, -1.9437167644500732, -1.6798348426818848, -2.351468324661255, -2.388448715209961, -0.8912543058395386, -1.5891696214675903, -0.985072910785675, -2.139348268508911, -1.6001265048980713, -0.7896857857704163, -2.089048147201538, -2.0689260959625244, -2.1203675270080566, -1.7846544981002808, -2.0075364112854004, -1.9008580446243286, -0.44676899909973145, -0.7948402166366577, -1.9288767576217651, -2.6644632816314697, -2.408639430999756, -2.756603479385376, -1.870753288269043, -0.6051051020622253, -2.4593658447265625, -1.6838394403457642, -0.5379403829574585, -2.106109857559204, -1.7542381286621094]}, "Bot004_047_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_047.log.json", "context": "Hey [FACE WITH STUCK-OUT TONGUE AND WINKING EYE] hi how are you?! I am doing well. How are you ? fine thankS Do you have any hobbies ? i love to drink wine and dance in the moonlight. I love the water. Especially near the ocean. Are you 100 years old ? yes :) I have never done that . where are you from? I am from the united states. How about you ? me too \nwhat is your favorite food? I love pizza! What about you ? spagetti Spaghetti is my favorite . do you like watching tv?", "response": "Yes i love watching shows on tv", "annotation_id": "Bot004_047_16", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "T", "O", "O", "O"], "gpt2background_target_score": [-13.288975715637207, -12.101758003234863, -9.327299118041992, -11.883599281311035, -12.018098831176758, -7.874463081359863, -14.768240928649902], "gpt2background_argmax_score": [-2.1153526306152344, -2.646291494369507, -1.1797840595245361, -1.8531745672225952, -1.9939671754837036, -1.5676190853118896, -3.1702048778533936, -0.5536544919013977, -1.5375869274139404, -1.5414562225341797, -1.6778011322021484, -2.874398946762085, -2.710787773132324, -1.8951809406280518, -1.9627262353897095, -1.838415265083313, -1.4129544496536255, -1.7578500509262085, -1.9378114938735962, -2.088770866394043, -0.3693031370639801, -1.7046878337860107, -2.1479313373565674, -1.4105052947998047, -2.3747618198394775, -2.3096513748168945, -2.662062168121338, -1.7667104005813599, -1.4317517280578613, -0.20927543938159943, -1.0235166549682617, -1.6697263717651367, -2.2412502765655518, -0.3232129216194153, -1.938382863998413, -0.3747660219669342, -1.5150963068008423, -1.200097918510437, -3.34127140045166, -1.5299328565597534, -1.8820005655288696, -2.104733467102051, -2.021524429321289, -1.6286914348602295, -2.459163188934326, -1.9019696712493896, -2.8136775493621826, -2.2142016887664795, -1.5033775568008423, -2.4856550693511963, -2.1542932987213135, -2.1132726669311523, -2.2492361068725586, -2.5772693157196045, -1.4856997728347778, -2.443861246109009, -1.6855624914169312, -1.4252305030822754, -1.528909683227539, -0.7061105966567993, -1.5309278964996338, -1.0743706226348877, -1.6228011846542358, -0.2655797302722931, -2.518390655517578, -0.4479045867919922, -0.47451096773147583, -1.3993828296661377, -2.113720178604126, -2.160369396209717, -2.3225717544555664, -1.6646547317504883, -1.268135666847229, -1.8353155851364136, -1.3003395795822144, -1.6387819051742554, -1.71489679813385, -1.9090808629989624, -0.22325055301189423, -1.358959674835205, -1.021420955657959, -2.0696218013763428, -1.827768087387085, -1.7952519655227661, -2.890151023864746, -1.8826724290847778, -0.6701005101203918, -1.72635018825531, -1.4591509103775024, -1.6377211809158325, -0.3986007273197174, -1.30022394657135, -1.9437172412872314, -1.6798354387283325, -2.3514678478240967, -2.3884496688842773, -0.8912540078163147, -1.589171051979065, -0.9850732684135437, -2.139347553253174, -1.6001269817352295, -0.7896870970726013, -2.08904767036438, -2.06892466545105, -2.1203672885894775, -1.784653663635254, -2.0075368881225586, -1.900856614112854, -0.4467693269252777, -0.7948415279388428, -1.928877830505371, -2.6644623279571533, -2.4086382389068604, -2.7566020488739014, -0.7085372805595398, -2.011101245880127, -1.8174984455108643, -0.5481447577476501, -1.980125069618225, -2.1648027896881104, -0.3802541494369507, -1.238215446472168, -1.620681881904602, -2.9845614433288574, -1.5945286750793457, -2.384760856628418, -1.7455612421035767, -1.8089287281036377, -1.513271689414978, -2.4289920330047607, -0.8847141265869141, -2.411839008331299, -1.6318457126617432, -1.7628053426742554]}, "Bot004_047_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_047.log.json", "context": "Hey [FACE WITH STUCK-OUT TONGUE AND WINKING EYE] hi how are you?! I am doing well. How are you ? fine thankS Do you have any hobbies ? i love to drink wine and dance in the moonlight. I love the water. Especially near the ocean. Are you 100 years old ? yes :) I have never done that . where are you from? I am from the united states. How about you ? me too \nwhat is your favorite food? I love pizza! What about you ? spagetti Spaghetti is my favorite . do you like watching tv? Yes i love watching shows on tv what is your favorite tv program?", "response": "I like to run, but not at all .", "annotation_id": "Bot004_047_18", "annotations": ["T", "X", "X", "X", "X", "X", "X", "T", "T", "T", "X", "X", "X", "X", "X"], "gpt2background_target_score": [-9.647310256958008, -10.211146354675293, -8.446524620056152, -13.640151023864746, -7.1195902824401855, -8.804516792297363, -10.676547050476074, -8.65898609161377, -12.221921920776367, -10.69200325012207], "gpt2background_argmax_score": [-2.1153526306152344, -2.646291494369507, -1.1797840595245361, -1.8531745672225952, -1.9939671754837036, -1.5676190853118896, -3.1702048778533936, -0.5536544919013977, -1.5375869274139404, -1.5414562225341797, -1.6778011322021484, -2.874398946762085, -2.710787773132324, -1.8951809406280518, -1.9627262353897095, -1.838415265083313, -1.4129544496536255, -1.7578500509262085, -1.9378114938735962, -2.088770866394043, -0.3693031370639801, -1.7046878337860107, -2.1479313373565674, -1.4105052947998047, -2.3747618198394775, -2.3096513748168945, -2.662062168121338, -1.7667104005813599, -1.4317517280578613, -0.20927543938159943, -1.0235166549682617, -1.6697263717651367, -2.2412502765655518, -0.3232129216194153, -1.938382863998413, -0.3747660219669342, -1.5150963068008423, -1.200097918510437, -3.34127140045166, -1.5299328565597534, -1.8820005655288696, -2.104733467102051, -2.021524429321289, -1.6286914348602295, -2.459163188934326, -1.9019696712493896, -2.8136775493621826, -2.2142016887664795, -1.5033775568008423, -2.4856550693511963, -2.1542932987213135, -2.1132726669311523, -2.2492361068725586, -2.5772693157196045, -1.4856997728347778, -2.443861246109009, -1.6855624914169312, -1.4252305030822754, -1.528909683227539, -0.7061105966567993, -1.5309278964996338, -1.0743706226348877, -1.6228011846542358, -0.2655797302722931, -2.518390655517578, -0.4479045867919922, -0.47451096773147583, -1.3993828296661377, -2.113720178604126, -2.160369396209717, -2.3225717544555664, -1.6646547317504883, -1.268135666847229, -1.8353155851364136, -1.3003395795822144, -1.6387819051742554, -1.71489679813385, -1.9090808629989624, -0.22325055301189423, -1.358959674835205, -1.021420955657959, -2.0696218013763428, -1.827768087387085, -1.7952519655227661, -2.890151023864746, -1.8826724290847778, -0.6701005101203918, -1.72635018825531, -1.4591509103775024, -1.6377211809158325, -0.3986012041568756, -1.3002232313156128, -1.9437174797058105, -1.6798356771469116, -2.351468086242676, -2.388449192047119, -0.8912532329559326, -1.5891715288162231, -0.985072910785675, -2.1393468379974365, -1.6001256704330444, -0.7896866202354431, -2.089048385620117, -2.0689263343811035, -2.1203677654266357, -1.7846546173095703, -2.007537603378296, -1.900856375694275, -0.4467688500881195, -0.7948417663574219, -1.9288784265518188, -2.6644644737243652, -2.4086363315582275, -2.7566022872924805, -0.7085370421409607, -2.0111000537872314, -1.817497968673706, -0.5481452345848083, -1.980124831199646, -2.1648035049438477, -0.3802543878555298, -1.238214373588562, -1.6206837892532349, -2.9845635890960693, -1.5945289134979248, -2.384761095046997, -2.4694361686706543, -1.3302638530731201, -2.577129364013672, -1.0684231519699097, -2.5353362560272217, -1.7220357656478882, -1.9578725099563599, -1.4138540029525757, -0.835164487361908, -0.32695555686950684, -1.9554777145385742, -1.154118299484253, -0.8510522246360779, -2.4086666107177734, -2.1142306327819824, -1.8357634544372559, -1.4919633865356445, -0.18882118165493011, -2.0810015201568604, -1.8642505407333374, -1.394010066986084, -3.0742955207824707, -0.9116798639297485, -1.0665035247802734, -1.6244944334030151]}, "Bot004_047_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_047.log.json", "context": "Hey [FACE WITH STUCK-OUT TONGUE AND WINKING EYE] hi how are you?! I am doing well. How are you ? fine thankS Do you have any hobbies ? i love to drink wine and dance in the moonlight. I love the water. Especially near the ocean. Are you 100 years old ? yes :) I have never done that . where are you from? I am from the united states. How about you ? me too \nwhat is your favorite food? I love pizza! What about you ? spagetti Spaghetti is my favorite . do you like watching tv? Yes i love watching shows on tv what is your favorite tv program? I like to run, but not at all . what is your favorite movie?", "response": "I like the movies. How about you ?", "annotation_id": "Bot004_047_20", "annotations": ["T", "X", "X", "O", "O", "T", "T", "O", "O", "T", "X", "O", "T", "T", "X"], "gpt2background_target_score": [-9.647310256958008, -10.211146354675293, -8.55236530303955, -12.978912353515625, -5.750274658203125, -10.005532264709473, -12.372787475585938, -11.053031921386719, -14.093791007995605], "gpt2background_argmax_score": [-2.1153526306152344, -2.646291494369507, -1.1797840595245361, -1.8531745672225952, -1.9939671754837036, -1.5676190853118896, -3.1702048778533936, -0.5536544919013977, -1.5375869274139404, -1.5414562225341797, -1.6778011322021484, -2.874398946762085, -2.710787773132324, -1.8951809406280518, -1.9627262353897095, -1.838415265083313, -1.4129544496536255, -1.7578500509262085, -1.9378114938735962, -2.088770866394043, -0.3693031370639801, -1.7046878337860107, -2.1479313373565674, -1.4105052947998047, -2.3747618198394775, -2.3096513748168945, -2.662062168121338, -1.7667104005813599, -1.4317517280578613, -0.20927543938159943, -1.0235166549682617, -1.6697263717651367, -2.2412502765655518, -0.3232129216194153, -1.938382863998413, -0.3747660219669342, -1.5150963068008423, -1.200097918510437, -3.34127140045166, -1.5299328565597534, -1.8820005655288696, -2.104733467102051, -2.021524429321289, -1.6286914348602295, -2.459163188934326, -1.9019696712493896, -2.8136775493621826, -2.2142016887664795, -1.5033775568008423, -2.4856550693511963, -2.1542932987213135, -2.1132726669311523, -2.2492361068725586, -2.5772693157196045, -1.4856997728347778, -2.443861246109009, -1.6855624914169312, -1.4252305030822754, -1.528909683227539, -0.7061105966567993, -1.5309278964996338, -1.0743706226348877, -1.6228011846542358, -0.2655797302722931, -2.518390655517578, -0.4479045867919922, -0.47451096773147583, -1.3993828296661377, -2.113720178604126, -2.160369396209717, -2.3225717544555664, -1.6646547317504883, -1.268135666847229, -1.8353155851364136, -1.3003395795822144, -1.6387819051742554, -1.71489679813385, -1.9090808629989624, -0.22325055301189423, -1.358959674835205, -1.021420955657959, -2.0696218013763428, -1.827768087387085, -1.7952519655227661, -2.890151023864746, -1.8826724290847778, -0.6701005101203918, -1.72635018825531, -1.4591509103775024, -1.6377211809158325, -0.3986012041568756, -1.3002232313156128, -1.9437174797058105, -1.6798356771469116, -2.351468086242676, -2.388449192047119, -0.8912532329559326, -1.5891715288162231, -0.985072910785675, -2.1393468379974365, -1.6001256704330444, -0.7896866202354431, -2.089048385620117, -2.0689263343811035, -2.1203677654266357, -1.7846546173095703, -2.007537603378296, -1.900856375694275, -0.4467688500881195, -0.7948417663574219, -1.9288784265518188, -2.6644644737243652, -2.4086363315582275, -2.7566022872924805, -0.7085370421409607, -2.0111000537872314, -1.817497968673706, -0.5481452345848083, -1.980124831199646, -2.1648035049438477, -0.3802543878555298, -1.238214373588562, -1.6206837892532349, -2.9845635890960693, -1.5945289134979248, -2.384761095046997, -2.4694361686706543, -1.3302638530731201, -2.577129364013672, -1.0684231519699097, -2.5353362560272217, -1.7220357656478882, -1.9578725099563599, -1.4138540029525757, -0.835164487361908, -0.32695555686950684, -1.9554777145385742, -1.154118299484253, -0.8510522246360779, -2.4086666107177734, -1.7741836309432983, -1.416943073272705, -0.26680901646614075, -2.070004940032959, -2.2734203338623047, -1.3720320463180542, -3.0342767238616943, -1.1136138439178467, -1.388674020767212, -2.1727139949798584, -1.4013832807540894, -0.3736649751663208, -0.2939265966415405, -1.0223660469055176, -0.7848133444786072, -2.244424819946289, -2.204430103302002, -1.8177344799041748, -1.581788182258606, -3.2461893558502197, -1.9803560972213745, -1.2321938276290894, -1.070885419845581, -0.30912336707115173, -0.6808021068572998, -1.185678482055664]}, "Bot004_051_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_051.log.json", "context": "Hi! \nHow are you? [WINKING FACE] Hello! Where are you from?", "response": "I live in the united states, how about you?", "annotation_id": "Bot004_051_02", "annotations": ["O", "T", "T", "O", "T", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-9.236455917358398, -11.23885726928711, -8.435815811157227, -10.36774730682373, -13.07402229309082, -12.26445484161377, -5.08378267288208, -8.055005073547363, -11.032350540161133, -9.54078197479248, -5.928567886352539], "gpt2background_argmax_score": [-1.9761712551116943, -1.080935001373291, -2.0623934268951416, -0.8293625116348267, -1.648406982421875, -0.36759501695632935, -1.4814773797988892, -1.9103336334228516, -3.6224164962768555, -2.0706288814544678, -1.3051387071609497, -1.6748243570327759, -2.273987054824829, -1.3401267528533936, -1.3141213655471802, -1.4152511358261108, -0.9991769790649414, -0.23381571471691132, -1.6742981672286987, -0.3722779452800751, -1.6988284587860107, -1.8952867984771729, -1.1078287363052368, -0.3153393864631653, -2.21842098236084, -1.7685840129852295, -0.5262467861175537, -1.5486297607421875, -1.643326997756958, -1.2665716409683228, -0.3552209436893463, -0.9381909966468811, -0.5470141768455505]}, "Bot004_051_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_051.log.json", "context": "Hi! \nHow are you? [WINKING FACE] Hello! Where are you from? I live in the united states, how about you? In russia", "response": "Russia is beautiful there have you a german shepherd dog?", "annotation_id": "Bot004_051_04", "annotations": ["X", "O", "O", "O", "T", "O", "O", "O", "O", "O", "O", "T", "O", "O", "O"], "gpt2background_target_score": [-12.99654769897461, -7.617140293121338, -11.261106491088867, -11.6705322265625, -4.59351110458374, -0.36759501695632935, -6.571953773498535, -10.502214431762695, -11.475242614746094, -14.785895347595215, -10.815040588378906, -5.7779221534729], "gpt2background_argmax_score": [-1.9761712551116943, -1.080935001373291, -2.0623934268951416, -0.8293625116348267, -1.648406982421875, -0.36759501695632935, -1.4814773797988892, -1.9103336334228516, -3.6224164962768555, -2.0706288814544678, -1.3051387071609497, -1.6748243570327759, -2.273987054824829, -1.3401267528533936, -1.3141213655471802, -1.4152511358261108, -0.9991769790649414, -0.23381571471691132, -1.6742981672286987, -0.3722779452800751, -1.6988284587860107, -1.1368488073349, -0.34140509366989136, -2.173492193222046, -1.7289830446243286, -0.5984981060028076, -1.574942708015442, -1.536120891571045, -1.2532711029052734, -0.28474345803260803, -0.8538382649421692, -1.57119619846344, -1.709952473640442, -0.3227711319923401, -1.5288546085357666, -2.101640224456787, -1.223509430885315, -2.2153406143188477, -1.5187327861785889, -1.5644915103912354, -0.7332612872123718, -2.3790719509124756, -2.795935869216919, -0.2458140105009079, -1.5181111097335815, -1.925719141960144, -1.7179296016693115, -0.802476167678833]}, "Bot004_051_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_051.log.json", "context": "Hi! \nHow are you? [WINKING FACE] Hello! Where are you from? I live in the united states, how about you? In russia Russia is beautiful there have you a german shepherd dog? No, i have a cat", "response": "I have a dog named duke he is so cute. Do you enjoy coloring books?", "annotation_id": "Bot004_051_06", "annotations": ["T", "T", "T", "O", "T", "O", "O", "T", "O", "O", "O", "X", "X", "O", "O"], "gpt2background_target_score": [-9.236458778381348, -8.602306365966797, -7.233031272888184, -12.338338851928711, -12.502896308898926, -9.802603721618652, -14.439180374145508, -11.716060638427734, -9.841465950012207, -9.516124725341797, -11.492018699645996, -6.473052024841309, -11.516569137573242, -8.281671524047852, -10.83183765411377, -12.496084213256836, -11.366801261901855, -7.778462886810303], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -2.0623934268951416, -0.8293642997741699, -1.648406744003296, -0.36759477853775024, -1.4814761877059937, -1.9103349447250366, -3.6224184036254883, -2.0706253051757812, -1.3051379919052124, -1.674824595451355, -2.2739884853363037, -1.3401269912719727, -1.3141223192214966, -1.415250301361084, -0.999177098274231, -0.23381562530994415, -1.674298644065857, -0.37227678298950195, -1.6988284587860107, -1.1368484497070312, -0.3414047658443451, -2.173492908477783, -1.728981375694275, -0.5984974503517151, -1.5749433040618896, -1.536120057106018, -1.2532695531845093, -0.2847430109977722, -0.8538417816162109, -1.5711966753005981, -1.7099512815475464, -0.3227699100971222, -1.5288532972335815, -1.9813529253005981, -1.998414158821106, -1.6238574981689453, -1.8011590242385864, -0.5965550541877747, -2.229570150375366, -2.6994757652282715, -0.2973877191543579, -1.360396146774292, -1.619031548500061, -1.7699594497680664, -1.8486815690994263, -1.8744115829467773, -1.7366188764572144, -1.9104294776916504, -1.092778205871582, -1.271390438079834, -1.7490262985229492, -2.4285736083984375, -2.0059876441955566, -0.38386085629463196, -1.5561187267303467, -1.8342183828353882, -4.180254936218262, -2.502211093902588, -2.0690693855285645, -1.7756766080856323, -1.5779109001159668, -1.413888692855835, -1.4571011066436768, -1.3479408025741577, -0.27118101716041565, -0.8765343427658081, -2.076042890548706, -1.571202278137207, -1.0630508661270142, -0.9505121111869812]}, "Bot004_051_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_051.log.json", "context": "Hi! \nHow are you? [WINKING FACE] Hello! Where are you from? I live in the united states, how about you? In russia Russia is beautiful there have you a german shepherd dog? No, i have a cat I have a dog named duke he is so cute. Do you enjoy coloring books? No, i\u2019m bdsm dominate", "response": "I feel like i am a good listener. I love my books.", "annotation_id": "Bot004_051_08", "annotations": ["X", "T", "O", "O", "T", "T", "T", "O", "X", "O", "T", "O", "T", "X", "X"], "gpt2background_target_score": [-9.236458778381348, -10.265820503234863, -9.767123222351074, -8.672361373901367, -5.0565338134765625, -7.30204963684082, -7.911506175994873, -11.981501579284668, -11.019145011901855, -10.053472518920898, -10.362245559692383, -6.94453239440918, -11.518957138061523, -8.990691184997559], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -2.0623934268951416, -0.8293642997741699, -1.648406744003296, -0.36759477853775024, -1.4814761877059937, -1.9103349447250366, -3.6224184036254883, -2.0706253051757812, -1.3051379919052124, -1.674824595451355, -2.2739884853363037, -1.3401269912719727, -1.3141223192214966, -1.415250301361084, -0.999177098274231, -0.23381562530994415, -1.674298644065857, -0.37227678298950195, -1.6988284587860107, -1.1368484497070312, -0.3414047658443451, -2.173492908477783, -1.728981375694275, -0.5984974503517151, -1.5749433040618896, -1.536120057106018, -1.2532695531845093, -0.2847430109977722, -0.8538417816162109, -1.5711966753005981, -1.7099512815475464, -0.3227699100971222, -1.5288532972335815, -1.9813529253005981, -1.998414158821106, -1.6238574981689453, -1.8011590242385864, -0.5965550541877747, -2.229570150375366, -2.6994757652282715, -0.2973877191543579, -1.360396146774292, -1.619031548500061, -1.7699594497680664, -1.8486815690994263, -1.8744115829467773, -1.7366188764572144, -1.9104294776916504, -1.092778205871582, -1.271390438079834, -1.7490262985229492, -2.3706395626068115, -0.880994439125061, -2.267212152481079, -1.5856812000274658, -4.3665385246276855, -2.4695260524749756, -1.7935154438018799, -1.7253246307373047, -1.6143858432769775, -1.5245190858840942, -1.8588324785232544, -2.0065317153930664, -0.26140156388282776, -0.9721468687057495, -2.603102922439575, -1.540595293045044, -1.130449652671814, -1.872049331665039, -1.0324043035507202, -1.1512949466705322, -1.9680886268615723, -0.12508539855480194, -0.45794442296028137, -1.4717987775802612, -2.4601993560791016, -3.776232957839966, -2.575681686401367, -2.9325907230377197, -2.0574052333831787, -2.0544090270996094, -1.1489394903182983, -1.9324750900268555, -1.3639156818389893, -1.9226881265640259, -3.168815851211548, -2.0791354179382324, -1.8163295984268188, -1.3904317617416382, -2.4819438457489014, -2.2722673416137695, -1.2222671508789062, -1.846575140953064, -1.4158685207366943]}, "Bot004_051_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_051.log.json", "context": "Hi! \nHow are you? [WINKING FACE] Hello! Where are you from? I live in the united states, how about you? In russia Russia is beautiful there have you a german shepherd dog? No, i have a cat I have a dog named duke he is so cute. Do you enjoy coloring books? No, i\u2019m bdsm dominate I feel like i am a good listener. I love my books. What are you?", "response": "I am in the country and live in the country. How about you?", "annotation_id": "Bot004_051_10", "annotations": ["O", "O", "T", "T", "T", "O", "X", "T", "T", "T", "X", "T", "X", "O", "X"], "gpt2background_target_score": [-9.236458778381348, -8.606606483459473, -8.435815811157227, -10.367746353149414, -10.251253128051758, -8.97998332977295, -9.631291389465332, -8.55842399597168, -10.763813018798828, -13.308879852294922, -6.758768558502197, -9.066828727722168, -12.306538581848145, -8.281671524047852, -6.59935188293457], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -2.0623934268951416, -0.8293642997741699, -1.648406744003296, -0.36759477853775024, -1.4814761877059937, -1.9103349447250366, -3.6224184036254883, -2.0706253051757812, -1.3051379919052124, -1.674824595451355, -2.2739884853363037, -1.3401269912719727, -1.3141223192214966, -1.415250301361084, -0.999177098274231, -0.23381562530994415, -1.674298644065857, -0.37227678298950195, -1.6988284587860107, -1.1368484497070312, -0.3414047658443451, -2.173492908477783, -1.728981375694275, -0.5984974503517151, -1.5749433040618896, -1.536120057106018, -1.2532695531845093, -0.2847430109977722, -0.8538417816162109, -1.5711966753005981, -1.7099512815475464, -0.3227699100971222, -1.5288532972335815, -1.9813529253005981, -1.998414158821106, -1.6238574981689453, -1.8011590242385864, -0.5965550541877747, -2.229570150375366, -2.6994757652282715, -0.2973877191543579, -1.360396146774292, -1.619031548500061, -1.7699594497680664, -1.8486815690994263, -1.8744115829467773, -1.7366188764572144, -1.9104294776916504, -1.092778205871582, -1.271390438079834, -1.7490262985229492, -2.3706395626068115, -0.880994439125061, -2.267212152481079, -1.5856812000274658, -4.3665385246276855, -2.4695260524749756, -1.7935154438018799, -1.7253246307373047, -1.6143858432769775, -1.5245190858840942, -1.8588324785232544, -2.0065317153930664, -0.26140156388282776, -0.9721468687057495, -2.603102922439575, -1.540595293045044, -1.130449652671814, -1.872049331665039, -1.0324043035507202, -1.1512949466705322, -1.9680886268615723, -0.12508539855480194, -0.45794442296028137, -1.4717987775802612, -2.4601993560791016, -3.776232957839966, -2.575681686401367, -2.9325907230377197, -1.8043181896209717, -1.2339566946029663, -2.0854363441467285, -1.3420699834823608, -2.124537944793701, -3.072091579437256, -2.080775737762451, -1.5407357215881348, -1.9012264013290405, -1.8985235691070557, -2.247878313064575, -1.1327309608459473, -1.848557949066162, -1.5438437461853027, -1.6493126153945923, -0.5657522678375244, -2.1112358570098877, -1.6535484790802002, -1.9322720766067505, -1.8988277912139893, -1.0677711963653564, -1.6430350542068481, -2.4782426357269287, -1.4973266124725342, -1.7818717956542969, -0.37892258167266846, -1.4315091371536255, -2.1783812046051025, -1.1368228197097778, -1.1659361124038696, -1.7953821420669556, -0.1947748214006424, -0.6109926700592041, -0.6590084433555603]}, "Bot004_051_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_051.log.json", "context": "Hi! \nHow are you? [WINKING FACE] Hello! Where are you from? I live in the united states, how about you? In russia Russia is beautiful there have you a german shepherd dog? No, i have a cat I have a dog named duke he is so cute. Do you enjoy coloring books? No, i\u2019m bdsm dominate I feel like i am a good listener. I love my books. What are you? I am in the country and live in the country. How about you? What is your job?", "response": "I am a retired vet.", "annotation_id": "Bot004_051_12", "annotations": ["X", "O", "T", "O", "T", "O", "O", "O", "X", "O", "O", "T", "X", "X", "O"], "gpt2background_target_score": [-9.236458778381348, -8.606606483459473, -7.233031272888184, -11.99598503112793, -13.620784759521484, -10.48315143585205], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -2.0623934268951416, -0.8293642997741699, -1.648406744003296, -0.36759477853775024, -1.4814761877059937, -1.9103349447250366, -3.6224184036254883, -2.0706253051757812, -1.3051379919052124, -1.674824595451355, -2.2739884853363037, -1.3401269912719727, -1.3141223192214966, -1.415250301361084, -0.999177098274231, -0.23381562530994415, -1.674298644065857, -0.37227678298950195, -1.6988284587860107, -1.1368484497070312, -0.3414047658443451, -2.173492908477783, -1.728981375694275, -0.5984974503517151, -1.5749433040618896, -1.536120057106018, -1.2532695531845093, -0.2847430109977722, -0.8538417816162109, -1.5711966753005981, -1.7099512815475464, -0.3227699100971222, -1.5288532972335815, -1.9813529253005981, -1.998414158821106, -1.6238574981689453, -1.8011590242385864, -0.5965550541877747, -2.229570150375366, -2.6994757652282715, -0.2973877191543579, -1.360396146774292, -1.619031548500061, -1.7699594497680664, -1.8486815690994263, -1.8744115829467773, -1.7366188764572144, -1.9104294776916504, -1.092778205871582, -1.271390438079834, -1.7490262985229492, -2.3706395626068115, -0.880994439125061, -2.267212152481079, -1.5856812000274658, -4.3665385246276855, -2.4695260524749756, -1.7935154438018799, -1.7253246307373047, -1.6143858432769775, -1.5245190858840942, -1.8588324785232544, -2.0065317153930664, -0.26140156388282776, -0.9721468687057495, -2.603102922439575, -1.540595293045044, -1.130449652671814, -1.872049331665039, -1.0324043035507202, -1.1512949466705322, -1.9680886268615723, -0.12508539855480194, -0.45794442296028137, -1.4717987775802612, -2.4601993560791016, -3.776232957839966, -2.575681686401367, -2.9325907230377197, -1.8043181896209717, -1.2339566946029663, -2.0854363441467285, -1.342069149017334, -2.124537467956543, -3.0720934867858887, -2.0807788372039795, -1.5407350063323975, -1.901225209236145, -1.8985239267349243, -2.247877597808838, -1.1327319145202637, -1.848557472229004, -1.5438427925109863, -1.649309515953064, -0.5657515525817871, -2.111234426498413, -1.6535484790802002, -1.7091894149780273, -1.2542750835418701, -1.581677794456482, -2.457247257232666, -1.6462076902389526, -1.5423786640167236, -0.39975979924201965, -1.5142173767089844, -2.241610288619995, -1.1727700233459473, -1.3622115850448608, -1.7619154453277588, -0.220576211810112, -0.5802807211875916, -1.5217742919921875, -1.5720807313919067, -0.6778640747070312, -1.474403977394104, -0.5596770644187927, -1.6179221868515015, -1.7461613416671753, -2.0668997764587402, -1.1652857065200806, -3.0836946964263916, -3.4222300052642822, -1.6349164247512817, -0.804299533367157]}, "Bot004_051_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_051.log.json", "context": "Hi! \nHow are you? [WINKING FACE] Hello! Where are you from? I live in the united states, how about you? In russia Russia is beautiful there have you a german shepherd dog? No, i have a cat I have a dog named duke he is so cute. Do you enjoy coloring books? No, i\u2019m bdsm dominate I feel like i am a good listener. I love my books. What are you? I am in the country and live in the country. How about you? What is your job? I am a retired vet. Wow! What do you like?", "response": "I like to play sports and watch sports", "annotation_id": "Bot004_051_14", "annotations": ["X", "O", "O", "T", "T", "O", "O", "O", "X", "O", "O", "O", "O", "X", "O"], "gpt2background_target_score": [-9.236458778381348, -10.69127368927002, -8.151948928833008, -12.683303833007812, -11.772961616516113, -8.97998332977295, -12.330147743225098, -12.52449893951416], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -2.0623934268951416, -0.8293642997741699, -1.648406744003296, -0.36759477853775024, -1.4814761877059937, -1.9103349447250366, -3.6224184036254883, -2.0706253051757812, -1.3051379919052124, -1.674824595451355, -2.2739884853363037, -1.3401269912719727, -1.3141223192214966, -1.415250301361084, -0.999177098274231, -0.23381562530994415, -1.674298644065857, -0.37227678298950195, -1.6988284587860107, -1.1368484497070312, -0.3414047658443451, -2.173492908477783, -1.728981375694275, -0.5984974503517151, -1.5749433040618896, -1.536120057106018, -1.2532695531845093, -0.2847430109977722, -0.8538417816162109, -1.5711966753005981, -1.7099512815475464, -0.3227699100971222, -1.5288532972335815, -1.9813529253005981, -1.998414158821106, -1.6238574981689453, -1.8011590242385864, -0.5965550541877747, -2.229570150375366, -2.6994757652282715, -0.2973877191543579, -1.360396146774292, -1.619031548500061, -1.7699594497680664, -1.8486815690994263, -1.8744115829467773, -1.7366188764572144, -1.9104294776916504, -1.092778205871582, -1.271390438079834, -1.7490262985229492, -2.3706395626068115, -0.880994439125061, -2.267212152481079, -1.5856812000274658, -4.3665385246276855, -2.4695260524749756, -1.7935154438018799, -1.7253246307373047, -1.6143858432769775, -1.5245190858840942, -1.8588324785232544, -2.0065317153930664, -0.26140156388282776, -0.9721468687057495, -2.603102922439575, -1.540595293045044, -1.130449652671814, -1.872049331665039, -1.0324043035507202, -1.1512949466705322, -1.9680886268615723, -0.12508539855480194, -0.45794442296028137, -1.4717987775802612, -2.4601993560791016, -3.776232957839966, -2.575681686401367, -2.9325907230377197, -1.8043181896209717, -1.2339566946029663, -2.0854363441467285, -1.3420699834823608, -2.124537944793701, -3.072091579437256, -2.080775737762451, -1.5407357215881348, -1.9012264013290405, -1.8985235691070557, -2.247878313064575, -1.1327309608459473, -1.848557949066162, -1.5438437461853027, -1.6493126153945923, -0.5657522678375244, -2.1112358570098877, -1.6535484790802002, -1.70918869972229, -1.2542738914489746, -1.581678867340088, -2.457245111465454, -1.6462085247039795, -1.542378544807434, -0.39976003766059875, -1.5142176151275635, -2.241608142852783, -1.172770380973816, -1.362212896347046, -1.761913537979126, -0.22057601809501648, -0.5802810788154602, -1.5217748880386353, -1.5720824003219604, -0.6778628826141357, -1.4744065999984741, -0.5596767663955688, -1.617922306060791, -1.8170205354690552, -1.3363240957260132, -3.1247949600219727, -3.267855167388916, -1.5239766836166382, -1.0470770597457886, -1.3519952297210693, -1.5413416624069214, -1.8012510538101196, -0.19366279244422913, -1.665476679801941, -0.5919610857963562, -1.274360179901123, -1.656102180480957, -2.017913818359375, -2.8119940757751465, -1.3145421743392944, -2.1543664932250977, -1.5729036331176758, -2.3796443939208984, -2.2141778469085693, -1.097126841545105]}, "Bot004_051_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_051.log.json", "context": "Hi! \nHow are you? [WINKING FACE] Hello! Where are you from? I live in the united states, how about you? In russia Russia is beautiful there have you a german shepherd dog? No, i have a cat I have a dog named duke he is so cute. Do you enjoy coloring books? No, i\u2019m bdsm dominate I feel like i am a good listener. I love my books. What are you? I am in the country and live in the country. How about you? What is your job? I am a retired vet. Wow! What do you like? I like to play sports and watch sports Do you love girls?", "response": "I do not really like them. I am more of a quiet guy.", "annotation_id": "Bot004_051_16", "annotations": ["X", "T", "T", "T", "T", "O", "O", "O", "X", "O", "O", "T", "X", "X", "O"], "gpt2background_target_score": [-9.236458778381348, -8.541638374328613, -9.04069995880127, -10.843441009521484, -9.402496337890625, -9.565070152282715, -6.558328151702881, -1.9437297582626343, -10.445693016052246, -11.197423934936523, -7.35543155670166, -7.1876678466796875, -12.45712947845459, -11.021903038024902, -3.4769158363342285], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -2.0623934268951416, -0.8293642997741699, -1.648406744003296, -0.36759477853775024, -1.4814761877059937, -1.9103349447250366, -3.6224184036254883, -2.0706253051757812, -1.3051379919052124, -1.674824595451355, -2.2739884853363037, -1.3401269912719727, -1.3141223192214966, -1.415250301361084, -0.999177098274231, -0.23381562530994415, -1.674298644065857, -0.37227678298950195, -1.6988284587860107, -1.1368484497070312, -0.3414047658443451, -2.173492908477783, -1.728981375694275, -0.5984974503517151, -1.5749433040618896, -1.536120057106018, -1.2532695531845093, -0.2847430109977722, -0.8538417816162109, -1.5711966753005981, -1.7099512815475464, -0.3227699100971222, -1.5288532972335815, -1.9813529253005981, -1.998414158821106, -1.6238574981689453, -1.8011590242385864, -0.5965550541877747, -2.229570150375366, -2.6994757652282715, -0.2973877191543579, -1.360396146774292, -1.619031548500061, -1.7699594497680664, -1.8486815690994263, -1.8744115829467773, -1.7366188764572144, -1.9104294776916504, -1.092778205871582, -1.271390438079834, -1.7490262985229492, -2.3706395626068115, -0.880994439125061, -2.267212152481079, -1.5856812000274658, -4.3665385246276855, -2.4695260524749756, -1.7935154438018799, -1.7253246307373047, -1.6143858432769775, -1.5245190858840942, -1.8588324785232544, -2.0065317153930664, -0.26140156388282776, -0.9721468687057495, -2.603102922439575, -1.540595293045044, -1.130449652671814, -1.872049331665039, -1.0324043035507202, -1.1512949466705322, -1.9680886268615723, -0.12508539855480194, -0.45794442296028137, -1.4717987775802612, -2.4601993560791016, -3.776232957839966, -2.575681686401367, -2.9325907230377197, -1.8043181896209717, -1.2339566946029663, -2.0854363441467285, -1.3420699834823608, -2.124537944793701, -3.072091579437256, -2.080775737762451, -1.5407357215881348, -1.9012264013290405, -1.8985235691070557, -2.247878313064575, -1.1327309608459473, -1.848557949066162, -1.5438437461853027, -1.6493126153945923, -0.5657522678375244, -2.1112358570098877, -1.6535484790802002, -1.70918869972229, -1.2542738914489746, -1.581678867340088, -2.457245111465454, -1.6462085247039795, -1.542378544807434, -0.39976003766059875, -1.5142176151275635, -2.241608142852783, -1.172770380973816, -1.362212896347046, -1.761913537979126, -0.22057601809501648, -0.5802810788154602, -1.5217748880386353, -1.5720824003219604, -0.6778628826141357, -1.4744065999984741, -0.5596767663955688, -1.617922306060791, -1.8170205354690552, -1.3363240957260132, -3.1247949600219727, -3.267855167388916, -1.5239766836166382, -1.0470770597457886, -1.3519952297210693, -1.5413416624069214, -1.8012510538101196, -0.19366279244422913, -1.665476679801941, -0.5919610857963562, -1.274360179901123, -2.1040468215942383, -2.8159070014953613, -1.0392913818359375, -1.9858143329620361, -1.5038288831710815, -2.448406219482422, -2.0731616020202637, -1.020790696144104, -0.2584048807621002, -1.0412079095840454, -2.4126129150390625, -0.669812023639679, -1.5919359922409058, -1.5265021324157715, -1.8497698307037354, -1.6576591730117798, -0.7207731008529663, -1.2508585453033447, -0.8903617858886719, -1.3643044233322144, -0.9231533408164978, -2.0186941623687744, -1.3785974979400635, -1.129376769065857, -0.2213819921016693, -3.3307321071624756, -0.9549833536148071, -1.7572824954986572, -0.934866189956665]}, "Bot004_051_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_051.log.json", "context": "Hi! \nHow are you? [WINKING FACE] Hello! Where are you from? I live in the united states, how about you? In russia Russia is beautiful there have you a german shepherd dog? No, i have a cat I have a dog named duke he is so cute. Do you enjoy coloring books? No, i\u2019m bdsm dominate I feel like i am a good listener. I love my books. What are you? I am in the country and live in the country. How about you? What is your job? I am a retired vet. Wow! What do you like? I like to play sports and watch sports Do you love girls? I do not really like them. I am more of a quiet guy. Are you man or woman?", "response": "You are crazy?", "annotation_id": "Bot004_051_18", "annotations": ["T", "T", "T", "X", "T", "T", "T", "O", "T", "T", "X", "O", "T", "O", "X"], "gpt2background_target_score": [-11.182472229003906, -9.046330451965332, -11.627691268920898, -12.531461715698242], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -2.0623934268951416, -0.8293642997741699, -1.648406744003296, -0.36759477853775024, -1.4814761877059937, -1.9103349447250366, -3.6224184036254883, -2.0706253051757812, -1.3051379919052124, -1.674824595451355, -2.2739884853363037, -1.3401269912719727, -1.3141223192214966, -1.415250301361084, -0.999177098274231, -0.23381562530994415, -1.674298644065857, -0.37227678298950195, -1.6988284587860107, -1.1368484497070312, -0.3414047658443451, -2.173492908477783, -1.728981375694275, -0.5984974503517151, -1.5749433040618896, -1.536120057106018, -1.2532695531845093, -0.2847430109977722, -0.8538417816162109, -1.5711966753005981, -1.7099512815475464, -0.3227699100971222, -1.5288532972335815, -1.9813529253005981, -1.998414158821106, -1.6238574981689453, -1.8011590242385864, -0.5965550541877747, -2.229570150375366, -2.6994757652282715, -0.2973877191543579, -1.360396146774292, -1.619031548500061, -1.7699594497680664, -1.8486815690994263, -1.8744115829467773, -1.7366188764572144, -1.9104294776916504, -1.092778205871582, -1.271390438079834, -1.7490262985229492, -2.3706395626068115, -0.880994439125061, -2.267212152481079, -1.5856812000274658, -4.3665385246276855, -2.4695260524749756, -1.7935154438018799, -1.7253246307373047, -1.6143858432769775, -1.5245190858840942, -1.8588324785232544, -2.0065317153930664, -0.26140156388282776, -0.9721468687057495, -2.603102922439575, -1.540595293045044, -1.130449652671814, -1.872049331665039, -1.0324043035507202, -1.1512949466705322, -1.9680886268615723, -0.12508539855480194, -0.45794442296028137, -1.4717987775802612, -2.4601993560791016, -3.776232957839966, -2.575681686401367, -2.9325907230377197, -1.8043181896209717, -1.2339566946029663, -2.0854363441467285, -1.3420699834823608, -2.124537944793701, -3.072091579437256, -2.080775737762451, -1.5407357215881348, -1.9012264013290405, -1.8985235691070557, -2.247878313064575, -1.1327309608459473, -1.848557949066162, -1.5438437461853027, -1.6493126153945923, -0.5657522678375244, -2.1112358570098877, -1.6535484790802002, -1.70918869972229, -1.2542738914489746, -1.581678867340088, -2.457245111465454, -1.6462085247039795, -1.542378544807434, -0.39976003766059875, -1.5142176151275635, -2.241608142852783, -1.172770380973816, -1.362212896347046, -1.761913537979126, -0.22057601809501648, -0.5802810788154602, -1.5217748880386353, -1.5720824003219604, -0.6778628826141357, -1.4744065999984741, -0.5596767663955688, -1.617922306060791, -1.8170205354690552, -1.3363240957260132, -3.1247949600219727, -3.267855167388916, -1.5239766836166382, -1.0470770597457886, -1.3519952297210693, -1.5413416624069214, -1.8012510538101196, -0.19366279244422913, -1.665476679801941, -0.5919610857963562, -1.274360179901123, -2.1040477752685547, -2.815906047821045, -1.039291501045227, -1.9858131408691406, -1.5038291215896606, -2.448406457901001, -2.073160171508789, -1.0207912921905518, -0.2584049701690674, -1.0412087440490723, -2.4126152992248535, -0.6698110699653625, -1.5919358730316162, -1.7334799766540527, -1.6329513788223267, -0.6780949831008911, -1.1617969274520874, -1.1449432373046875, -1.2171630859375, -0.995151698589325, -1.9549481868743896, -1.3689627647399902, -1.1575664281845093, -0.2091609388589859, -3.171632766723633, -0.8213143944740295, -1.56809401512146, -1.0097604990005493, -0.3841862082481384, -2.1202147006988525, -2.284459352493286, -0.8739323616027832, -0.708733856678009, -1.4124747514724731, -1.4346498250961304, -2.128746509552002, -1.369484305381775, -1.5306401252746582, -1.592644453048706]}, "Bot004_051_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_051.log.json", "context": "Hi! \nHow are you? [WINKING FACE] Hello! Where are you from? I live in the united states, how about you? In russia Russia is beautiful there have you a german shepherd dog? No, i have a cat I have a dog named duke he is so cute. Do you enjoy coloring books? No, i\u2019m bdsm dominate I feel like i am a good listener. I love my books. What are you? I am in the country and live in the country. How about you? What is your job? I am a retired vet. Wow! What do you like? I like to play sports and watch sports Do you love girls? I do not really like them. I am more of a quiet guy. Are you man or woman? You are crazy? Why?", "response": "I am not sure what you mean.", "annotation_id": "Bot004_051_20", "annotations": ["T", "T", "T", "X", "T", "T", "O", "T", "X", "O", "X", "T", "X", "T", "O"], "gpt2background_target_score": [-9.236458778381348, -8.606606483459473, -9.04069995880127, -13.01362419128418, -9.575849533081055, -0.36759477853775024, -12.246702194213867, -9.429658889770508], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -2.0623934268951416, -0.8293642997741699, -1.648406744003296, -0.36759477853775024, -1.4814761877059937, -1.9103349447250366, -3.6224184036254883, -2.0706253051757812, -1.3051379919052124, -1.674824595451355, -2.2739884853363037, -1.3401269912719727, -1.3141223192214966, -1.415250301361084, -0.999177098274231, -0.23381562530994415, -1.674298644065857, -0.37227678298950195, -1.6988284587860107, -1.1368484497070312, -0.3414047658443451, -2.173492908477783, -1.728981375694275, -0.5984974503517151, -1.5749433040618896, -1.536120057106018, -1.2532695531845093, -0.2847430109977722, -0.8538417816162109, -1.5711966753005981, -1.7099512815475464, -0.3227699100971222, -1.5288532972335815, -1.9813529253005981, -1.998414158821106, -1.6238574981689453, -1.8011590242385864, -0.5965550541877747, -2.229570150375366, -2.6994757652282715, -0.2973877191543579, -1.360396146774292, -1.619031548500061, -1.7699594497680664, -1.8486815690994263, -1.8744115829467773, -1.7366188764572144, -1.9104294776916504, -1.092778205871582, -1.271390438079834, -1.7490262985229492, -2.3706395626068115, -0.880994439125061, -2.267212152481079, -1.5856812000274658, -4.3665385246276855, -2.4695260524749756, -1.7935154438018799, -1.7253246307373047, -1.6143858432769775, -1.5245190858840942, -1.8588324785232544, -2.0065317153930664, -0.26140156388282776, -0.9721468687057495, -2.603102922439575, -1.540595293045044, -1.130449652671814, -1.872049331665039, -1.0324043035507202, -1.1512949466705322, -1.9680886268615723, -0.12508539855480194, -0.45794442296028137, -1.4717987775802612, -2.4601993560791016, -3.776232957839966, -2.575681686401367, -2.9325907230377197, -1.8043181896209717, -1.2339566946029663, -2.0854363441467285, -1.3420699834823608, -2.124537944793701, -3.072091579437256, -2.080775737762451, -1.5407357215881348, -1.9012264013290405, -1.8985235691070557, -2.247878313064575, -1.1327309608459473, -1.848557949066162, -1.5438437461853027, -1.6493126153945923, -0.5657522678375244, -2.1112358570098877, -1.6535484790802002, -1.70918869972229, -1.2542738914489746, -1.581678867340088, -2.457245111465454, -1.6462085247039795, -1.542378544807434, -0.39976003766059875, -1.5142176151275635, -2.241608142852783, -1.172770380973816, -1.362212896347046, -1.761913537979126, -0.22057601809501648, -0.5802810788154602, -1.5217748880386353, -1.5720824003219604, -0.6778628826141357, -1.4744065999984741, -0.5596767663955688, -1.617922306060791, -1.8170205354690552, -1.3363240957260132, -3.1247949600219727, -3.267855167388916, -1.5239766836166382, -1.0470770597457886, -1.3519952297210693, -1.5413416624069214, -1.8012510538101196, -0.19366279244422913, -1.665476679801941, -0.5919610857963562, -1.274360179901123, -2.1040468215942383, -2.8159070014953613, -1.0392913818359375, -1.9858143329620361, -1.5038288831710815, -2.448406219482422, -2.0731594562530518, -1.020790457725525, -0.2584057152271271, -1.0412085056304932, -2.4126148223876953, -0.6698112487792969, -1.5919363498687744, -1.7334812879562378, -1.632952332496643, -0.6780933737754822, -1.161797046661377, -1.1449440717697144, -1.2171629667282104, -0.9951514005661011, -1.9549498558044434, -1.3689627647399902, -1.1575640439987183, -0.20916113257408142, -3.1716320514678955, -0.8213151097297668, -1.5680956840515137, -1.0097607374191284, -0.3841860294342041, -2.120216131210327, -2.284459114074707, -0.8739302754402161, -0.7087342143058777, -1.4124763011932373, -2.0247843265533447, -1.5859795808792114, -1.3616551160812378, -1.5030592679977417, -1.398330569267273, -1.5758529901504517, -1.3905398845672607, -1.8130353689193726, -1.1305625438690186, -1.441649317741394, -1.7165318727493286, -1.273310899734497, -1.1200575828552246, -1.2528667449951172, -0.8616803884506226]}, "Bot004_052_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_052.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] Hello! I\u2019m tired", "response": "Hi! I am good. How are you?", "annotation_id": "Bot004_052_02", "annotations": ["T", "O", "T", "T", "O", "O", "T", "X", "O", "O", "O", "T", "O", "O", "O"], "gpt2background_target_score": [-11.783041000366211, -8.055368423461914, -8.14448356628418, -12.552846908569336, -11.556838989257812, -7.7187981605529785, -11.686053276062012, -11.11928939819336, -9.845144271850586, -10.915558815002441], "gpt2background_argmax_score": [-2.115349054336548, -1.2066389322280884, -3.427891492843628, -2.1083855628967285, -1.758609414100647, -1.1045950651168823, -2.0833632946014404, -1.3243159055709839, -1.4527223110198975, -2.159738540649414, -1.5522708892822266, -1.135787010192871, -1.7081445455551147, -1.6626707315444946, -0.7671115398406982, -0.9127787947654724, -1.8935467004776, -2.054342031478882, -1.3302773237228394, -1.4898372888565063, -1.9743844270706177, -1.9876872301101685, -1.519574522972107, -1.5874536037445068, -1.6032299995422363, -1.3965873718261719, -0.11578001081943512, -0.3583295941352844, -1.9410302639007568, -1.0845849514007568, -2.077629566192627, -0.9988678693771362, -1.2009785175323486, -0.9841376543045044, -2.3315651416778564, -1.828431487083435, -1.1735920906066895, -1.7867358922958374, -0.26307427883148193, -1.5730499029159546, -0.7995709180831909]}, "Bot004_052_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_052.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] Hello! I\u2019m tired Hi! I am good. How are you? Not good  Who are you?", "response": "I am not a fan of that. I am just hanging out with my cat. Do you have a pet turtle?  I am from the united states", "annotation_id": "Bot004_052_04", "annotations": ["X", "O", "T", "T", "T", "O", "X", "X", "O", "X", "X", "X", "O", "T", "T"], "gpt2background_target_score": [-9.647310256958008, -8.879878997802734, -10.56382942199707, -11.835575103759766, -10.619707107543945, -9.085235595703125, -9.86372184753418, -6.719521522521973, -5.952001571655273, -7.579084396362305, -7.356356620788574, -12.452423095703125, -9.216588020324707, -9.353153228759766, -10.035075187683105, -11.834796905517578, -9.871607780456543, -12.050577163696289, -13.566689491271973, -13.194600105285645, -9.992594718933105, -12.675436973571777, -12.939443588256836, -6.533373832702637, -1.821582317352295, -8.850547790527344, -12.592329025268555, -12.994964599609375, -5.188311576843262, -12.870492935180664, -13.36292839050293], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -3.427891492843628, -2.1083858013153076, -1.7586085796356201, -1.1045938730239868, -2.083359956741333, -1.324316143989563, -1.45271897315979, -2.1597375869750977, -1.5522701740264893, -1.1357872486114502, -1.708143949508667, -1.6626696586608887, -0.7671114206314087, -0.9127785563468933, -1.893546223640442, -2.0543439388275146, -1.3302772045135498, -1.4898380041122437, -1.974380612373352, -1.9876890182495117, -1.5195740461349487, -1.5874545574188232, -1.6032319068908691, -1.396589994430542, -0.11578075587749481, -0.3583313524723053, -1.941030502319336, -1.084586501121521, -1.4331743717193604, -1.3209666013717651, -0.9071372747421265, -2.4187073707580566, -2.1117427349090576, -1.1633495092391968, -1.7419196367263794, -0.29416245222091675, -1.6087822914123535, -1.383116602897644, -2.496537208557129, -1.8169810771942139, -1.4565902948379517, -2.1361489295959473, -0.2034028023481369, -0.7087408304214478, -1.7416985034942627, -1.717439889907837, -1.746970534324646, -2.3567209243774414, -0.7592644691467285, -1.679844617843628, -0.3574548065662384, -1.9351189136505127, -2.0842173099517822, -1.0593231916427612, -2.1636316776275635, -1.8084862232208252, -2.059831380844116, -0.2258850336074829, -0.6721874475479126, -1.3710980415344238, -1.017274260520935, -1.6489368677139282, -1.5033096075057983, -0.24458765983581543, -1.07802414894104, -0.8147887587547302, -2.0697736740112305, -0.8307659029960632, -0.9596567153930664, -0.8323540687561035, -1.4128236770629883, -1.9478050470352173, -1.8960871696472168, -1.876538872718811, -1.3245781660079956, -0.6147463917732239, -1.334185242652893]}, "Bot004_052_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_052.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] Hello! I\u2019m tired Hi! I am good. How are you? Not good  Who are you? I am not a fan of that. I am just hanging out with my cat. Do you have a pet turtle?  I am from the united states I have slave", "response": "You are crazy?", "annotation_id": "Bot004_052_06", "annotations": ["X", "O", "O", "T", "X", "X", "T", "X", "O", "T", "O", "X", "T", "T", "O"], "gpt2background_target_score": [-11.325797080993652, -8.82388687133789, -13.192525863647461, -10.595391273498535], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -3.427891492843628, -2.1083858013153076, -1.7586085796356201, -1.1045938730239868, -2.083359956741333, -1.324316143989563, -1.45271897315979, -2.1597375869750977, -1.5522701740264893, -1.1357872486114502, -1.708143949508667, -1.6626696586608887, -0.7671114206314087, -0.9127785563468933, -1.893546223640442, -2.0543439388275146, -1.3302772045135498, -1.4898380041122437, -1.974380612373352, -1.9876890182495117, -1.5195740461349487, -1.5874545574188232, -1.6032319068908691, -1.396589994430542, -0.11578075587749481, -0.3583313524723053, -1.941030502319336, -1.084586501121521, -1.4331743717193604, -1.3209666013717651, -0.9071372747421265, -2.4187073707580566, -2.1117427349090576, -1.1633495092391968, -1.7419196367263794, -0.29416245222091675, -1.6087822914123535, -1.383116602897644, -2.496537208557129, -1.8169810771942139, -1.4565907716751099, -2.1361498832702637, -0.20340269804000854, -0.7087408304214478, -1.7416974306106567, -1.4078725576400757, -2.4084463119506836, -0.7163991332054138, -1.5647541284561157, -0.4226890206336975, -1.3933415412902832, -1.9446592330932617, -1.183330774307251, -2.063300848007202, -1.9254252910614014, -2.1684799194335938, -0.2151067703962326, -0.6715646982192993, -1.57691490650177, -1.0141226053237915, -1.728503942489624, -1.421605110168457, -0.23723344504833221, -1.077710747718811, -0.8341934680938721, -2.0192887783050537, -0.7859141230583191, -0.8621701598167419, -1.6915948390960693, -1.7971631288528442, -1.9066942930221558, -1.773603081703186, -1.9727668762207031, -1.2838374376296997, -0.5532029867172241, -1.1677095890045166, -1.8598994016647339, -1.328665852546692, -2.4365084171295166, -1.8038725852966309, -2.1678805351257324, -2.320589065551758, -1.438634991645813, -1.2318300008773804]}, "Bot004_052_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_052.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] Hello! I\u2019m tired Hi! I am good. How are you? Not good  Who are you? I am not a fan of that. I am just hanging out with my cat. Do you have a pet turtle?  I am from the united states I have slave You are crazy? Wanna fuck you, babe", "response": "It is indecent [UNAMUSED FACE]", "annotation_id": "Bot004_052_08", "annotations": ["X", "X", "T", "X", "X", "O", "T", "O", "O", "X", "O", "X", "O", "X", "T"], "gpt2background_target_score": [-12.886165618896484, -7.521540641784668, -12.336201667785645, -13.847356796264648, -9.598260879516602, -10.086115837097168, -7.739884376525879, -5.213984489440918, -11.282621383666992, -10.025481224060059], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -3.427891492843628, -2.1083858013153076, -1.7586085796356201, -1.1045938730239868, -2.083359956741333, -1.324316143989563, -1.45271897315979, -2.1597375869750977, -1.5522701740264893, -1.1357872486114502, -1.708143949508667, -1.6626696586608887, -0.7671114206314087, -0.9127785563468933, -1.893546223640442, -2.0543439388275146, -1.3302772045135498, -1.4898380041122437, -1.974380612373352, -1.9876890182495117, -1.5195740461349487, -1.5874545574188232, -1.6032319068908691, -1.396589994430542, -0.11578075587749481, -0.3583313524723053, -1.941030502319336, -1.084586501121521, -1.4331743717193604, -1.3209666013717651, -0.9071372747421265, -2.4187073707580566, -2.1117427349090576, -1.1633495092391968, -1.7419196367263794, -0.29416245222091675, -1.6087822914123535, -1.383116602897644, -2.496537208557129, -1.8169810771942139, -1.4565902948379517, -2.1361489295959473, -0.2034028023481369, -0.7087408304214478, -1.7416985034942627, -1.4078718423843384, -2.4084463119506836, -0.716399610042572, -1.564752221107483, -0.4226897060871124, -1.3933407068252563, -1.9446589946746826, -1.1833305358886719, -2.063300371170044, -1.9254242181777954, -2.168478012084961, -0.2151062935590744, -0.6715643405914307, -1.5769150257110596, -1.014121651649475, -1.7285040616989136, -1.4216043949127197, -0.23723381757736206, -1.0777108669281006, -0.8341934680938721, -2.019289016723633, -0.785912811756134, -0.8621699810028076, -1.6915937662124634, -1.7971655130386353, -1.9066927433013916, -1.7736037969589233, -1.9727659225463867, -1.2838374376296997, -0.5532035231590271, -1.1677099466323853, -1.8598994016647339, -1.328666090965271, -2.4365081787109375, -2.149848699569702, -2.373708963394165, -1.4304343461990356, -1.7616913318634033, -1.869489073753357, -2.437718152999878, -2.1492841243743896, -1.181787133216858, -2.036942481994629, -0.7975566983222961, -1.947959303855896, -1.0612678527832031, -1.8429522514343262, -2.348634719848633, -3.6267879009246826, -2.958392381668091, -2.579765558242798, -1.4609096050262451, -1.304388403892517, -0.8275720477104187, -1.9416592121124268]}, "Bot004_052_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_052.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] Hello! I\u2019m tired Hi! I am good. How are you? Not good  Who are you? I am not a fan of that. I am just hanging out with my cat. Do you have a pet turtle?  I am from the united states I have slave You are crazy? Wanna fuck you, babe It is indecent [UNAMUSED FACE] Why not? Are you married?", "response": "I am not married. I am just a lonely person.", "annotation_id": "Bot004_052_10", "annotations": ["O", "O", "O", "T", "T", "O", "O", "T", "O", "X", "O", "X", "O", "T", "O"], "gpt2background_target_score": [-9.647310256958008, -8.879878997802734, -10.56382942199707, -13.089075088500977, -7.05648136138916, -6.0177836418151855, -12.191245079040527, -10.340200424194336, -9.09463882446289, -11.962072372436523, -11.983728408813477, -9.131902694702148], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -3.427891492843628, -2.1083858013153076, -1.7586085796356201, -1.1045938730239868, -2.083359956741333, -1.324316143989563, -1.45271897315979, -2.1597375869750977, -1.5522701740264893, -1.1357872486114502, -1.708143949508667, -1.6626696586608887, -0.7671114206314087, -0.9127785563468933, -1.893546223640442, -2.0543439388275146, -1.3302772045135498, -1.4898380041122437, -1.974380612373352, -1.9876890182495117, -1.5195740461349487, -1.5874545574188232, -1.6032319068908691, -1.396589994430542, -0.11578075587749481, -0.3583313524723053, -1.941030502319336, -1.084586501121521, -1.4331743717193604, -1.3209666013717651, -0.9071372747421265, -2.4187073707580566, -2.1117427349090576, -1.1633495092391968, -1.7419196367263794, -0.29416245222091675, -1.6087822914123535, -1.383116602897644, -2.496537208557129, -1.8169810771942139, -1.4565902948379517, -2.1361489295959473, -0.2034028023481369, -0.7087408304214478, -1.7416985034942627, -1.4078718423843384, -2.4084463119506836, -0.716399610042572, -1.564752221107483, -0.4226897060871124, -1.3933407068252563, -1.9446589946746826, -1.1833305358886719, -2.063300371170044, -1.9254242181777954, -2.168478012084961, -0.2151062935590744, -0.6715643405914307, -1.5769150257110596, -1.014121651649475, -1.7285040616989136, -1.4216043949127197, -0.23723381757736206, -1.0777108669281006, -0.8341934680938721, -2.019289016723633, -0.785912811756134, -0.8621699810028076, -1.6915937662124634, -1.7971655130386353, -1.9066927433013916, -1.7736037969589233, -1.9727659225463867, -1.2838374376296997, -0.5532035231590271, -1.1677099466323853, -1.8598994016647339, -1.328666090965271, -2.4365081787109375, -2.149848699569702, -2.373708963394165, -1.4304343461990356, -1.7616896629333496, -1.8694868087768555, -2.4377169609069824, -2.1492857933044434, -1.1817876100540161, -2.0369415283203125, -0.7975590825080872, -1.0293471813201904, -2.152264356613159, -1.9187510013580322, -3.469480276107788, -2.913918972015381, -2.368062734603882, -1.5383496284484863, -0.7992404699325562, -0.4730282425880432, -1.8331490755081177, -2.0743584632873535, -1.1285042762756348, -1.91282057762146, -0.2230902463197708, -2.723856210708618, -0.626166820526123, -2.0039455890655518, -1.9139108657836914, -1.3863065242767334, -2.2098517417907715, -1.6454071998596191, -1.1505861282348633, -1.007681131362915, -0.7236136198043823, -1.8744654655456543, -2.195939064025879, -2.542670965194702, -2.386657953262329, -0.8771321773529053, -1.0017246007919312]}, "Bot004_052_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_052.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] Hello! I\u2019m tired Hi! I am good. How are you? Not good  Who are you? I am not a fan of that. I am just hanging out with my cat. Do you have a pet turtle?  I am from the united states I have slave You are crazy? Wanna fuck you, babe It is indecent [UNAMUSED FACE] Why not? Are you married? I am not married. I am just a lonely person. Are you girl or boy?", "response": "It is indecent [UNAMUSED FACE]", "annotation_id": "Bot004_052_12", "annotations": ["X", "X", "T", "X", "X", "T", "X", "X", "X", "X", "X", "X", "O", "X", "T"], "gpt2background_target_score": [-12.886165618896484, -7.521540641784668, -12.336201667785645, -13.847356796264648, -9.598260879516602, -10.086115837097168, -7.739884376525879, -5.213984489440918, -11.282621383666992, -10.025481224060059], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -3.427891492843628, -2.1083858013153076, -1.7586085796356201, -1.1045938730239868, -2.083359956741333, -1.324316143989563, -1.45271897315979, -2.1597375869750977, -1.5522701740264893, -1.1357872486114502, -1.708143949508667, -1.6626696586608887, -0.7671114206314087, -0.9127785563468933, -1.893546223640442, -2.0543439388275146, -1.3302772045135498, -1.4898380041122437, -1.974380612373352, -1.9876890182495117, -1.5195740461349487, -1.5874545574188232, -1.6032319068908691, -1.396589994430542, -0.11578075587749481, -0.3583313524723053, -1.941030502319336, -1.084586501121521, -1.4331743717193604, -1.3209666013717651, -0.9071372747421265, -2.4187073707580566, -2.1117427349090576, -1.1633495092391968, -1.7419196367263794, -0.29416245222091675, -1.6087822914123535, -1.383116602897644, -2.496537208557129, -1.8169810771942139, -1.4565902948379517, -2.1361489295959473, -0.2034028023481369, -0.7087408304214478, -1.7416985034942627, -1.4078718423843384, -2.4084463119506836, -0.716399610042572, -1.564752221107483, -0.4226897060871124, -1.3933407068252563, -1.9446589946746826, -1.1833305358886719, -2.063300371170044, -1.9254242181777954, -2.168478012084961, -0.2151062935590744, -0.6715643405914307, -1.5769150257110596, -1.014121651649475, -1.7285040616989136, -1.4216043949127197, -0.23723381757736206, -1.0777108669281006, -0.8341934680938721, -2.019289016723633, -0.785912811756134, -0.8621699810028076, -1.6915937662124634, -1.7971655130386353, -1.9066927433013916, -1.7736037969589233, -1.9727659225463867, -1.2838374376296997, -0.5532035231590271, -1.1677099466323853, -1.8598994016647339, -1.328666090965271, -2.4365081787109375, -2.149848699569702, -2.373708963394165, -1.4304343461990356, -1.7616913318634033, -1.869489073753357, -2.437718152999878, -2.1492841243743896, -1.181787133216858, -2.036942481994629, -0.7975582480430603, -1.0293476581573486, -2.1522622108459473, -1.9187514781951904, -3.469482660293579, -2.9139199256896973, -2.3680644035339355, -1.5383498668670654, -0.7992405891418457, -0.4730277359485626, -1.8331489562988281, -2.074359655380249, -1.1285042762756348, -1.9128206968307495, -0.2230902463197708, -2.7238576412200928, -0.6261666417121887, -2.0039446353912354, -1.1467071771621704, -2.0467495918273926, -1.7312548160552979, -1.0969998836517334, -1.3528046607971191, -0.6409972310066223, -1.5735585689544678, -2.351808786392212, -2.5155816078186035, -2.349611520767212, -0.8331226110458374, -1.0788108110427856, -0.19674697518348694, -2.3034493923187256, -0.5515439510345459, -2.3538289070129395, -0.855148434638977, -1.7373321056365967, -1.7450188398361206, -1.0274665355682373, -1.770029067993164, -1.0780398845672607, -0.6469564437866211, -0.1609152853488922, -0.040322985500097275, -0.028749560937285423, -0.21358145773410797, -0.17907363176345825, -1.829707145690918]}, "Bot004_052_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_052.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] Hello! I\u2019m tired Hi! I am good. How are you? Not good  Who are you? I am not a fan of that. I am just hanging out with my cat. Do you have a pet turtle?  I am from the united states I have slave You are crazy? Wanna fuck you, babe It is indecent [UNAMUSED FACE] Why not? Are you married? I am not married. I am just a lonely person. Are you girl or boy? It is indecent [UNAMUSED FACE] Fuck you", "response": "It is indecent [UNAMUSED FACE]", "annotation_id": "Bot004_052_14", "annotations": ["T", "O", "T", "X", "X", "O", "X", "O", "X", "X", "O", "X", "X", "X", "X"], "gpt2background_target_score": [-12.886165618896484, -7.521540641784668, -12.336201667785645, -13.847356796264648, -9.598260879516602, -10.086115837097168, -7.739884376525879, -5.213984489440918, -11.282621383666992, -10.025481224060059], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -3.427891492843628, -2.1083858013153076, -1.7586085796356201, -1.1045938730239868, -2.083359956741333, -1.324316143989563, -1.45271897315979, -2.1597375869750977, -1.5522701740264893, -1.1357872486114502, -1.708143949508667, -1.6626696586608887, -0.7671114206314087, -0.9127785563468933, -1.893546223640442, -2.0543439388275146, -1.3302772045135498, -1.4898380041122437, -1.974380612373352, -1.9876890182495117, -1.5195740461349487, -1.5874545574188232, -1.6032319068908691, -1.396589994430542, -0.11578075587749481, -0.3583313524723053, -1.941030502319336, -1.084586501121521, -1.4331743717193604, -1.3209666013717651, -0.9071372747421265, -2.4187073707580566, -2.1117427349090576, -1.1633495092391968, -1.7419196367263794, -0.29416245222091675, -1.6087822914123535, -1.383116602897644, -2.496537208557129, -1.8169810771942139, -1.4565902948379517, -2.1361489295959473, -0.2034028023481369, -0.7087408304214478, -1.7416985034942627, -1.4078718423843384, -2.4084463119506836, -0.716399610042572, -1.564752221107483, -0.4226897060871124, -1.3933407068252563, -1.9446589946746826, -1.1833305358886719, -2.063300371170044, -1.9254242181777954, -2.168478012084961, -0.2151062935590744, -0.6715643405914307, -1.5769150257110596, -1.014121651649475, -1.7285040616989136, -1.4216043949127197, -0.23723381757736206, -1.0777108669281006, -0.8341934680938721, -2.019289016723633, -0.785912811756134, -0.8621699810028076, -1.6915937662124634, -1.7971655130386353, -1.9066927433013916, -1.7736037969589233, -1.9727659225463867, -1.2838374376296997, -0.5532035231590271, -1.1677099466323853, -1.8598994016647339, -1.328666090965271, -2.4365081787109375, -2.149848699569702, -2.373708963394165, -1.4304343461990356, -1.7616913318634033, -1.869489073753357, -2.437718152999878, -2.1492841243743896, -1.181787133216858, -2.036942481994629, -0.7975566983222961, -1.0293477773666382, -2.15226411819458, -1.9187511205673218, -3.469479560852051, -2.9139187335968018, -2.368065595626831, -1.5383487939834595, -0.7992396354675293, -0.4730285406112671, -1.8331485986709595, -2.0743584632873535, -1.1285046339035034, -1.9128203392028809, -0.2230902463197708, -2.7238564491271973, -0.6261670589447021, -2.003943920135498, -1.1467069387435913, -2.046751022338867, -1.731255054473877, -1.0969997644424438, -1.3528046607971191, -0.6409981846809387, -1.573557734489441, -2.3518097400665283, -2.5155813694000244, -2.34961199760437, -0.8331229090690613, -1.0788124799728394, -0.19674697518348694, -2.303447723388672, -0.5515446662902832, -2.353830575942993, -0.8551474213600159, -1.7373313903808594, -0.6394369006156921, -1.7527066469192505, -1.066219449043274, -0.7156516909599304, -0.24437573552131653, -0.039670247584581375, -0.031098512932658195, -0.25319066643714905, -0.1568223387002945, -1.788582444190979, -1.4475215673446655, -1.1792536973953247, -1.9392527341842651, -0.8353227972984314, -1.8053110837936401, -1.5277796983718872, -0.1399727463722229, -0.09088382124900818, -0.04622303321957588, -0.033487845212221146, -0.22849145531654358, -0.14393557608127594, -2.0594730377197266]}, "Bot004_052_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_052.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] Hello! I\u2019m tired Hi! I am good. How are you? Not good  Who are you? I am not a fan of that. I am just hanging out with my cat. Do you have a pet turtle?  I am from the united states I have slave You are crazy? Wanna fuck you, babe It is indecent [UNAMUSED FACE] Why not? Are you married? I am not married. I am just a lonely person. Are you girl or boy? It is indecent [UNAMUSED FACE] Fuck you It is indecent [UNAMUSED FACE] Don\u2019t be such boring", "response": "I wish i could eat fish but i do not like it.", "annotation_id": "Bot004_052_16", "annotations": ["X", "X", "T", "X", "X", "X", "X", "X", "X", "X", "X", "X", "X", "X", "T"], "gpt2background_target_score": [-9.647310256958008, -11.486104011535645, -10.452275276184082, -13.188007354736328, -11.627652168273926, -11.315858840942383, -11.953722953796387, -9.36478042602539, -10.452899932861328, -9.249971389770508, -9.797971725463867, -10.608107566833496, -8.277173042297363], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -3.427891492843628, -2.1083858013153076, -1.7586085796356201, -1.1045938730239868, -2.083359956741333, -1.324316143989563, -1.45271897315979, -2.1597375869750977, -1.5522701740264893, -1.1357872486114502, -1.708143949508667, -1.6626696586608887, -0.7671114206314087, -0.9127785563468933, -1.893546223640442, -2.0543439388275146, -1.3302772045135498, -1.4898380041122437, -1.974380612373352, -1.9876890182495117, -1.5195740461349487, -1.5874545574188232, -1.6032319068908691, -1.396589994430542, -0.11578075587749481, -0.3583313524723053, -1.941030502319336, -1.084586501121521, -1.4331743717193604, -1.3209666013717651, -0.9071372747421265, -2.4187073707580566, -2.1117427349090576, -1.1633495092391968, -1.7419196367263794, -0.29416245222091675, -1.6087822914123535, -1.383116602897644, -2.496537208557129, -1.8169810771942139, -1.4565902948379517, -2.1361489295959473, -0.2034028023481369, -0.7087408304214478, -1.7416985034942627, -1.4078718423843384, -2.4084463119506836, -0.716399610042572, -1.564752221107483, -0.4226897060871124, -1.3933407068252563, -1.9446589946746826, -1.1833305358886719, -2.063300371170044, -1.9254242181777954, -2.168478012084961, -0.2151062935590744, -0.6715643405914307, -1.5769150257110596, -1.014121651649475, -1.7285040616989136, -1.4216043949127197, -0.23723381757736206, -1.0777108669281006, -0.8341934680938721, -2.019289016723633, -0.785912811756134, -0.8621699810028076, -1.6915937662124634, -1.7971655130386353, -1.9066927433013916, -1.7736037969589233, -1.9727659225463867, -1.2838374376296997, -0.5532035231590271, -1.1677099466323853, -1.8598994016647339, -1.328666090965271, -2.4365081787109375, -2.149848699569702, -2.373708963394165, -1.4304343461990356, -1.7616913318634033, -1.869489073753357, -2.437718152999878, -2.1492841243743896, -1.181787133216858, -2.036942481994629, -0.7975566983222961, -1.0293477773666382, -2.15226411819458, -1.9187511205673218, -3.469479560852051, -2.9139187335968018, -2.368065595626831, -1.5383487939834595, -0.7992396354675293, -0.4730285406112671, -1.8331485986709595, -2.0743584632873535, -1.1285046339035034, -1.9128203392028809, -0.2230902463197708, -2.7238564491271973, -0.6261670589447021, -2.003943920135498, -1.1467069387435913, -2.046751022338867, -1.731255054473877, -1.0969997644424438, -1.3528046607971191, -0.6409981846809387, -1.573557734489441, -2.3518097400665283, -2.5155813694000244, -2.34961199760437, -0.8331229090690613, -1.0788124799728394, -0.19674697518348694, -2.303447723388672, -0.5515446662902832, -2.353830575942993, -0.8551474213600159, -1.7373313903808594, -0.6394369006156921, -1.7527066469192505, -1.066219449043274, -0.7156516909599304, -0.24437573552131653, -0.039670247584581375, -0.031098512932658195, -0.25319093465805054, -0.15682223439216614, -1.7885830402374268, -1.44752037525177, -1.1792534589767456, -0.19925200939178467, -0.6390573382377625, -1.2654030323028564, -0.06617137789726257, -0.10543233901262283, -0.042964737862348557, -0.03552927449345589, -0.27704423666000366, -0.13306517899036407, -1.904731035232544, -0.42986974120140076, -0.12435752153396606, -0.1153966411948204, -2.31553053855896, -2.0282046794891357, -0.3273903429508209, -2.0560221672058105, -1.9140727519989014, -1.3302439451217651, -0.7720698714256287, -0.9843413829803467, -2.3484418392181396, -1.8942673206329346, -1.8166589736938477, -1.5346095561981201, -2.5790863037109375, -0.8864005208015442, -1.3026525974273682, -1.1655853986740112, -1.2947609424591064, -1.3736573457717896]}, "Bot004_052_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_052.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] Hello! I\u2019m tired Hi! I am good. How are you? Not good  Who are you? I am not a fan of that. I am just hanging out with my cat. Do you have a pet turtle?  I am from the united states I have slave You are crazy? Wanna fuck you, babe It is indecent [UNAMUSED FACE] Why not? Are you married? I am not married. I am just a lonely person. Are you girl or boy? It is indecent [UNAMUSED FACE] Fuck you It is indecent [UNAMUSED FACE] Don\u2019t be such boring I wish i could eat fish but i do not like it. Why?", "response": "I am not sure what you mean.", "annotation_id": "Bot004_052_18", "annotations": ["T", "O", "T", "X", "X", "O", "X", "X", "X", "T", "X", "X", "X", "O", "X"], "gpt2background_target_score": [-9.647310256958008, -8.879878997802734, -10.56382942199707, -15.676648139953613, -9.674429893493652, -8.810428619384766, -13.684210777282715, -6.719521522521973], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -3.427891492843628, -2.1083858013153076, -1.7586085796356201, -1.1045938730239868, -2.083359956741333, -1.324316143989563, -1.45271897315979, -2.1597375869750977, -1.5522701740264893, -1.1357872486114502, -1.708143949508667, -1.6626696586608887, -0.7671114206314087, -0.9127785563468933, -1.893546223640442, -2.0543439388275146, -1.3302772045135498, -1.4898380041122437, -1.974380612373352, -1.9876890182495117, -1.5195740461349487, -1.5874545574188232, -1.6032319068908691, -1.396589994430542, -0.11578075587749481, -0.3583313524723053, -1.941030502319336, -1.084586501121521, -1.4331743717193604, -1.3209666013717651, -0.9071372747421265, -2.4187073707580566, -2.1117427349090576, -1.1633495092391968, -1.7419196367263794, -0.29416245222091675, -1.6087822914123535, -1.383116602897644, -2.496537208557129, -1.8169810771942139, -1.4565902948379517, -2.1361489295959473, -0.2034028023481369, -0.7087408304214478, -1.7416985034942627, -1.4078718423843384, -2.4084463119506836, -0.716399610042572, -1.564752221107483, -0.4226897060871124, -1.3933407068252563, -1.9446589946746826, -1.1833305358886719, -2.063300371170044, -1.9254242181777954, -2.168478012084961, -0.2151062935590744, -0.6715643405914307, -1.5769150257110596, -1.014121651649475, -1.7285040616989136, -1.4216043949127197, -0.23723381757736206, -1.0777108669281006, -0.8341934680938721, -2.019289016723633, -0.785912811756134, -0.8621699810028076, -1.6915937662124634, -1.7971655130386353, -1.9066927433013916, -1.7736037969589233, -1.9727659225463867, -1.2838374376296997, -0.5532035231590271, -1.1677099466323853, -1.8598994016647339, -1.328666090965271, -2.4365081787109375, -2.149848699569702, -2.373708963394165, -1.4304343461990356, -1.7616913318634033, -1.869489073753357, -2.437718152999878, -2.1492841243743896, -1.181787133216858, -2.036942481994629, -0.7975566983222961, -1.0293477773666382, -2.15226411819458, -1.9187511205673218, -3.469479560852051, -2.9139187335968018, -2.368065595626831, -1.5383487939834595, -0.7992396354675293, -0.4730285406112671, -1.8331485986709595, -2.0743584632873535, -1.1285046339035034, -1.9128203392028809, -0.2230902463197708, -2.7238564491271973, -0.6261670589447021, -2.003943920135498, -1.1467069387435913, -2.046751022338867, -1.731255054473877, -1.0969997644424438, -1.3528046607971191, -0.6409981846809387, -1.573557734489441, -2.3518097400665283, -2.5155813694000244, -2.34961199760437, -0.8331229090690613, -1.0788124799728394, -0.19674697518348694, -2.303447723388672, -0.5515446662902832, -2.353830575942993, -0.8551474213600159, -1.7373313903808594, -0.6394369006156921, -1.7527066469192505, -1.066219449043274, -0.7156516909599304, -0.24437573552131653, -0.039670247584581375, -0.031098512932658195, -0.25319066643714905, -0.1568223387002945, -1.788582444190979, -1.4475215673446655, -1.1792536973953247, -0.1992522031068802, -0.6390572786331177, -1.2654035091400146, -0.06617160141468048, -0.10543201863765717, -0.04296485334634781, -0.03552927449345589, -0.27704477310180664, -0.13306528329849243, -1.9047298431396484, -0.4298701882362366, -0.12435752153396606, -0.11539696156978607, -2.3155300617218018, -2.0282044410705566, -0.32739052176475525, -2.0560216903686523, -0.9996964335441589, -0.8693437576293945, -1.0156916379928589, -1.8865052461624146, -1.7532768249511719, -1.5915650129318237, -1.2795016765594482, -2.1979336738586426, -0.9356411695480347, -1.4727495908737183, -1.1088783740997314, -1.1554498672485352, -1.4522936344146729, -1.6473926305770874, -2.010437250137329, -1.6675184965133667, -1.5236470699310303, -1.5224559307098389, -1.3261969089508057, -1.6997735500335693, -1.2567038536071777, -0.669967532157898, -1.4609102010726929, -1.0990675687789917]}, "Bot004_052_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_052.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] Hello! I\u2019m tired Hi! I am good. How are you? Not good  Who are you? I am not a fan of that. I am just hanging out with my cat. Do you have a pet turtle?  I am from the united states I have slave You are crazy? Wanna fuck you, babe It is indecent [UNAMUSED FACE] Why not? Are you married? I am not married. I am just a lonely person. Are you girl or boy? It is indecent [UNAMUSED FACE] Fuck you It is indecent [UNAMUSED FACE] Don\u2019t be such boring I wish i could eat fish but i do not like it. Why? I am not sure what you mean. What is your hobby?", "response": "I am a closet collector and i like to play board games.", "annotation_id": "Bot004_052_20", "annotations": ["O", "T", "T", "T", "X", "O", "T", "O", "T", "X", "O", "X", "T", "T", "T"], "gpt2background_target_score": [-9.647310256958008, -8.879878997802734, -9.902169227600098, -12.017660140991211, -12.833608627319336, -8.044500350952148, -9.555929183959961, -11.885958671569824, -8.655658721923828, -11.407951354980469, -11.699349403381348, -13.140612602233887, -8.277173042297363], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -3.427891492843628, -2.1083858013153076, -1.7586085796356201, -1.1045938730239868, -2.083359956741333, -1.324316143989563, -1.45271897315979, -2.1597375869750977, -1.5522701740264893, -1.1357872486114502, -1.708143949508667, -1.6626696586608887, -0.7671114206314087, -0.9127785563468933, -1.893546223640442, -2.0543439388275146, -1.3302772045135498, -1.4898380041122437, -1.974380612373352, -1.9876890182495117, -1.5195740461349487, -1.5874545574188232, -1.6032319068908691, -1.396589994430542, -0.11578075587749481, -0.3583313524723053, -1.941030502319336, -1.084586501121521, -1.4331743717193604, -1.3209666013717651, -0.9071372747421265, -2.4187073707580566, -2.1117427349090576, -1.1633495092391968, -1.7419196367263794, -0.29416245222091675, -1.6087822914123535, -1.383116602897644, -2.496537208557129, -1.8169810771942139, -1.4565902948379517, -2.1361489295959473, -0.2034028023481369, -0.7087408304214478, -1.7416985034942627, -1.4078718423843384, -2.4084463119506836, -0.716399610042572, -1.564752221107483, -0.4226897060871124, -1.3933407068252563, -1.9446589946746826, -1.1833305358886719, -2.063300371170044, -1.9254242181777954, -2.168478012084961, -0.2151062935590744, -0.6715643405914307, -1.5769150257110596, -1.014121651649475, -1.7285040616989136, -1.4216043949127197, -0.23723381757736206, -1.0777108669281006, -0.8341934680938721, -2.019289016723633, -0.785912811756134, -0.8621699810028076, -1.6915937662124634, -1.7971655130386353, -1.9066927433013916, -1.7736037969589233, -1.9727659225463867, -1.2838374376296997, -0.5532035231590271, -1.1677099466323853, -1.8598994016647339, -1.328666090965271, -2.4365081787109375, -2.149848699569702, -2.373708963394165, -1.4304343461990356, -1.7616913318634033, -1.869489073753357, -2.437718152999878, -2.1492841243743896, -1.181787133216858, -2.036942481994629, -0.7975566983222961, -1.0293477773666382, -2.15226411819458, -1.9187511205673218, -3.469479560852051, -2.9139187335968018, -2.368065595626831, -1.5383487939834595, -0.7992396354675293, -0.4730285406112671, -1.8331485986709595, -2.0743584632873535, -1.1285046339035034, -1.9128203392028809, -0.2230902463197708, -2.7238564491271973, -0.6261670589447021, -2.003943920135498, -1.1467069387435913, -2.046751022338867, -1.731255054473877, -1.0969997644424438, -1.3528046607971191, -0.6409981846809387, -1.573557734489441, -2.3518097400665283, -2.5155813694000244, -2.34961199760437, -0.8331229090690613, -1.0788124799728394, -0.19674697518348694, -2.303447723388672, -0.5515446662902832, -2.353830575942993, -0.8551474213600159, -1.7373313903808594, -0.6394369006156921, -1.7527066469192505, -1.066219449043274, -0.7156516909599304, -0.24437573552131653, -0.039670247584581375, -0.031098512932658195, -0.25319066643714905, -0.1568223387002945, -1.788582444190979, -1.4475215673446655, -1.1792536973953247, -0.1992522031068802, -0.6390572786331177, -1.2654035091400146, -0.06617160141468048, -0.10543201863765717, -0.04296485334634781, -0.03552927449345589, -0.27704477310180664, -0.13306528329849243, -1.9047298431396484, -0.4298701882362366, -0.12435752153396606, -0.11539696156978607, -2.3155300617218018, -2.0282044410705566, -0.32739052176475525, -2.0560216903686523, -0.9996964335441589, -0.8693437576293945, -1.0156916379928589, -1.8865052461624146, -1.7532768249511719, -1.5915650129318237, -1.2795016765594482, -2.1979336738586426, -0.9356411695480347, -1.4727495908737183, -1.1088783740997314, -1.1554498672485352, -1.4522936344146729, -1.6473908424377441, -2.010437250137329, -0.9249276518821716, -1.2808570861816406, -1.5488648414611816, -1.4889357089996338, -1.430669903755188, -1.085229516029358, -1.2934818267822266, -1.3323341608047485, -1.8183985948562622, -1.7656232118606567, -2.742525577545166, -0.4479992091655731, -1.6752445697784424, -1.8110051155090332, -2.0874223709106445, -1.351011872291565, -3.2115886211395264, -0.7443490028381348, -1.2687770128250122, -1.3346154689788818, -2.043503522872925, -1.8381900787353516, -2.3062973022460938, -2.018885850906372, -0.22769299149513245, -1.3495944738388062, -0.9055151343345642]}, "Bot004_065_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_065.log.json", "context": "Hello [WAVING HAND SIGN] \nTell me about yourself! How long you biking?", "response": "For long, i am not afraid of heights, but i do not like heights are you deathly afraid of heights?", "annotation_id": "Bot004_065_02", "annotations": ["T", "O", "X", "T", "O", "T", "O", "O", "O", "T", "T", "X", "X", "X", "O"], "gpt2background_target_score": [-12.925480842590332, -10.81447982788086, -9.349373817443848, -9.295856475830078, -10.037726402282715, -12.442644119262695, -13.755270004272461, -8.9750337600708, -12.859808921813965, -10.936944007873535, -10.40343952178955, -9.985703468322754, -8.722904205322266, -7.520612716674805, -6.954455375671387, -12.47485637664795, -3.002279281616211, -5.246964931488037, -13.302388191223145, -10.443048477172852, -12.12371826171875, -10.666559219360352, -11.915555953979492, -3.4760379791259766], "gpt2background_argmax_score": [-2.13662052154541, -2.6325790882110596, -1.4205137491226196, -0.9300774931907654, -0.6234144568443298, -2.154845952987671, -1.0180318355560303, -1.3643156290054321, -2.7501420974731445, -2.361792802810669, -1.621576189994812, -0.35667645931243896, -1.7823262214660645, -1.046128749847412, -2.0033934116363525, -0.9854036569595337, -1.6481151580810547, -0.9335817694664001, -1.8215357065200806, -1.6609574556350708, -2.1441407203674316, -2.180762767791748, -1.6601967811584473, -1.8274765014648438, -0.9369943141937256, -2.593966007232666, -2.5838983058929443, -2.207050323486328, -0.7549464702606201, -2.783918857574463, -1.3384307622909546, -1.5443018674850464, -1.0499767065048218, -2.115288019180298, -2.0071158409118652, -2.2155470848083496, -2.221841812133789, -1.015233039855957, -3.1848809719085693, -2.119866132736206, -2.158153772354126, -1.1077152490615845, -0.4756142497062683, -0.9880358576774597, -1.3940497636795044, -0.7967490553855896]}, "Bot004_065_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_065.log.json", "context": "Hello [WAVING HAND SIGN] \nTell me about yourself! How long you biking? For long, i am not afraid of heights, but i do not like heights are you deathly afraid of heights? What do you mean?", "response": "I am a woman, i am tall and tall, and i am tall.", "annotation_id": "Bot004_065_04", "annotations": ["T", "X", "X", "T", "O", "X", "O", "X", "X", "T", "X", "X", "X", "X", "O"], "gpt2background_target_score": [-9.545137405395508, -11.068763732910156, -12.042562484741211, -11.25967788696289, -5.888134956359863, -9.386181831359863, -10.826208114624023, -13.141522407531738, -5.987787246704102, -11.99101448059082, -9.200494766235352, -8.634843826293945, -7.91476583480835, -10.952261924743652, -12.040345191955566, -9.738449096679688], "gpt2background_argmax_score": [-2.1366207599639893, -2.6325762271881104, -1.420517086982727, -0.9300792217254639, -0.6234157085418701, -2.15484619140625, -1.018028736114502, -1.3643112182617188, -2.7501418590545654, -2.3617920875549316, -1.6215723752975464, -0.35667622089385986, -1.7823253870010376, -1.0461289882659912, -2.0033929347991943, -0.9854029417037964, -1.6481131315231323, -0.9335827827453613, -1.8215365409851074, -1.6609582901000977, -2.1441402435302734, -1.5589426755905151, -1.7163677215576172, -1.4950486421585083, -2.5238358974456787, -2.7919912338256836, -2.3072099685668945, -0.7279407978057861, -2.641202688217163, -1.3520073890686035, -1.5318721532821655, -1.118288516998291, -1.8708555698394775, -2.0127484798431396, -1.9290930032730103, -2.1560778617858887, -0.9902225732803345, -3.144865036010742, -1.674275517463684, -2.054077386856079, -1.0836193561553955, -0.4561779201030731, -1.116011381149292, -0.9556217789649963, -1.5769516229629517, -1.8361939191818237, -0.23412297666072845, -1.6671059131622314, -0.844186544418335, -1.7109354734420776, -1.5858839750289917, -2.036386251449585, -1.988687515258789, -2.8025848865509033, -1.6062326431274414, -1.7463315725326538, -1.4359281063079834, -1.8971329927444458, -0.9004266858100891, -1.6315710544586182, -1.1900124549865723, -1.1573638916015625, -0.7236818671226501, -1.3566726446151733, -2.5334560871124268, -1.458203911781311, -1.3503047227859497]}, "Bot004_065_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_065.log.json", "context": "Hello [WAVING HAND SIGN] \nTell me about yourself! How long you biking? For long, i am not afraid of heights, but i do not like heights are you deathly afraid of heights? What do you mean? I am a woman, i am tall and tall, and i am tall. Do you drink alcohol?", "response": "Yes i do, i drink a lot of coffee are you a party animal?  Are you still with me?", "annotation_id": "Bot004_065_06", "annotations": ["T", "O", "T", "O", "O", "T", "O", "O", "O", "T", "T", "O", "X", "T", "T"], "gpt2background_target_score": [-13.026627540588379, -11.28586483001709, -13.607126235961914, -5.479443550109863, -8.131985664367676, -12.11909294128418, -9.757244110107422, -11.87567138671875, -7.210762977600098, -10.607154846191406, -10.618322372436523, -4.872640609741211, -4.090374946594238, -10.97933292388916, -11.611710548400879, -10.465410232543945, -8.267376899719238, -10.275014877319336, -7.696535587310791, -6.620205879211426, -10.256831169128418, -1.5589426755905151, -1.7163677215576172], "gpt2background_argmax_score": [-2.1366207599639893, -2.6325762271881104, -1.420517086982727, -0.9300792217254639, -0.6234157085418701, -2.15484619140625, -1.018028736114502, -1.3643112182617188, -2.7501418590545654, -2.3617920875549316, -1.6215723752975464, -0.35667622089385986, -1.7823253870010376, -1.0461289882659912, -2.0033929347991943, -0.9854029417037964, -1.6481131315231323, -0.9335827827453613, -1.8215365409851074, -1.6609582901000977, -2.1441402435302734, -1.5589426755905151, -1.7163677215576172, -1.4950486421585083, -2.5238358974456787, -2.7919912338256836, -2.3072099685668945, -0.7279407978057861, -2.641202688217163, -1.3520073890686035, -1.5318721532821655, -1.118288516998291, -1.8708555698394775, -2.0127484798431396, -1.9290930032730103, -2.1560778617858887, -0.9902225732803345, -3.144865036010742, -1.674275517463684, -2.054077386856079, -1.0836193561553955, -0.4561779201030731, -1.116011381149292, -0.9556217789649963, -1.5769516229629517, -1.8361939191818237, -0.23412297666072845, -1.6671059131622314, -0.844186544418335, -1.7109354734420776, -1.7161444425582886, -1.8158200979232788, -3.108935832977295, -1.5145018100738525, -1.8472334146499634, -1.1878139972686768, -1.9205403327941895, -0.8013633489608765, -1.5033860206604004, -1.1126396656036377, -1.1353511810302734, -0.6860851049423218, -1.2687093019485474, -2.3888044357299805, -1.4662792682647705, -1.5009582042694092, -0.2837621569633484, -1.9344781637191772, -2.5055651664733887, -0.9480288028717041, -1.7914462089538574, -1.548843502998352, -1.2933576107025146, -0.6469428539276123, -1.3881821632385254, -1.2569307088851929, -0.8992127776145935, -2.232423782348633, -0.44123589992523193, -1.4688897132873535, -1.9156548976898193, -1.5584959983825684, -1.0090715885162354, -3.290524959564209, -1.7933582067489624, -1.0940192937850952, -1.405601978302002, -0.7262454032897949, -0.608822762966156, -0.2017538994550705, -1.798922061920166, -2.2313642501831055, -1.7182250022888184, -0.41938918828964233, -0.6591764688491821]}, "Bot004_065_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_065.log.json", "context": "Hello [WAVING HAND SIGN] \nTell me about yourself! How long you biking? For long, i am not afraid of heights, but i do not like heights are you deathly afraid of heights? What do you mean? I am a woman, i am tall and tall, and i am tall. Do you drink alcohol? Yes i do, i drink a lot of coffee are you a party animal?  Are you still with me? Yeah", "response": "I am afraid of heights.", "annotation_id": "Bot004_065_08", "annotations": ["T", "T", "X", "O", "O", "X", "O", "T", "X", "T", "X", "O", "X", "T", "X"], "gpt2background_target_score": [-9.545137405395508, -11.068763732910156, -13.307472229003906, -7.938755035400391, -11.064339637756348, -6.511763572692871], "gpt2background_argmax_score": [-2.1366207599639893, -2.6325762271881104, -1.420517086982727, -0.9300792217254639, -0.6234157085418701, -2.15484619140625, -1.018028736114502, -1.3643112182617188, -2.7501418590545654, -2.3617920875549316, -1.6215723752975464, -0.35667622089385986, -1.7823253870010376, -1.0461289882659912, -2.0033929347991943, -0.9854029417037964, -1.6481131315231323, -0.9335827827453613, -1.8215365409851074, -1.6609582901000977, -2.1441402435302734, -1.5589426755905151, -1.7163677215576172, -1.4950486421585083, -2.5238358974456787, -2.7919912338256836, -2.3072099685668945, -0.7279407978057861, -2.641202688217163, -1.3520073890686035, -1.5318721532821655, -1.118288516998291, -1.8708555698394775, -2.0127484798431396, -1.9290930032730103, -2.1560778617858887, -0.9902225732803345, -3.144865036010742, -1.674275517463684, -2.054077386856079, -1.0836193561553955, -0.4561779201030731, -1.116011381149292, -0.9556217789649963, -1.5769516229629517, -1.8361939191818237, -0.23412297666072845, -1.6671059131622314, -0.844186544418335, -1.7109354734420776, -1.7161444425582886, -1.8158200979232788, -3.108935832977295, -1.5145018100738525, -1.8472334146499634, -1.1878139972686768, -1.9205403327941895, -0.8013633489608765, -1.5033860206604004, -1.1126396656036377, -1.1353511810302734, -0.6860851049423218, -1.2687093019485474, -2.3888044357299805, -1.4662792682647705, -1.5009582042694092, -0.2837621569633484, -1.9344781637191772, -2.5055651664733887, -0.9480288028717041, -1.7914462089538574, -1.094394564628601, -0.6113354563713074, -1.2938628196716309, -1.1810201406478882, -0.8806763887405396, -2.2394979000091553, -0.48924538493156433, -1.3707746267318726, -1.9119575023651123, -1.4603954553604126, -0.6949453949928284, -3.2545251846313477, -1.895405650138855, -0.9247278571128845, -1.5545903444290161, -1.9915413856506348, -1.3006230592727661, -0.18879324197769165, -1.6932129859924316, -2.1957497596740723, -1.6773338317871094, -0.4340362250804901, -1.967435598373413, -1.3764910697937012, -1.7062715291976929, -1.902686595916748, -1.7192639112472534, -0.9207984805107117, -0.07481931149959564, -1.2986512184143066, -1.0273395776748657]}, "Bot004_065_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_065.log.json", "context": "Hello [WAVING HAND SIGN] \nTell me about yourself! How long you biking? For long, i am not afraid of heights, but i do not like heights are you deathly afraid of heights? What do you mean? I am a woman, i am tall and tall, and i am tall. Do you drink alcohol? Yes i do, i drink a lot of coffee are you a party animal?  Are you still with me? Yeah I am afraid of heights. Why?", "response": "I am not sure what you mean.", "annotation_id": "Bot004_065_10", "annotations": ["T", "T", "X", "T", "T", "T", "O", "O", "X", "T", "T", "O", "T", "O", "T"], "gpt2background_target_score": [-9.545137405395508, -11.068763732910156, -11.865364074707031, -14.047561645507812, -9.84776496887207, -8.409632682800293, -13.692426681518555, -6.363910675048828], "gpt2background_argmax_score": [-2.1366207599639893, -2.6325762271881104, -1.420517086982727, -0.9300792217254639, -0.6234157085418701, -2.15484619140625, -1.018028736114502, -1.3643112182617188, -2.7501418590545654, -2.3617920875549316, -1.6215723752975464, -0.35667622089385986, -1.7823253870010376, -1.0461289882659912, -2.0033929347991943, -0.9854029417037964, -1.6481131315231323, -0.9335827827453613, -1.8215365409851074, -1.6609582901000977, -2.1441402435302734, -1.5589426755905151, -1.7163677215576172, -1.4950486421585083, -2.5238358974456787, -2.7919912338256836, -2.3072099685668945, -0.7279407978057861, -2.641202688217163, -1.3520073890686035, -1.5318721532821655, -1.118288516998291, -1.8708555698394775, -2.0127484798431396, -1.9290930032730103, -2.1560778617858887, -0.9902225732803345, -3.144865036010742, -1.674275517463684, -2.054077386856079, -1.0836193561553955, -0.4561779201030731, -1.116011381149292, -0.9556217789649963, -1.5769516229629517, -1.8361939191818237, -0.23412297666072845, -1.6671059131622314, -0.844186544418335, -1.7109354734420776, -1.7161444425582886, -1.8158200979232788, -3.108935832977295, -1.5145018100738525, -1.8472334146499634, -1.1878139972686768, -1.9205403327941895, -0.8013633489608765, -1.5033860206604004, -1.1126396656036377, -1.1353511810302734, -0.6860851049423218, -1.2687093019485474, -2.3888044357299805, -1.4662792682647705, -1.5009582042694092, -0.2837621569633484, -1.9344781637191772, -2.5055651664733887, -0.9480288028717041, -1.7914462089538574, -1.094394564628601, -0.6113354563713074, -1.2938628196716309, -1.1810201406478882, -0.8806763887405396, -2.2394979000091553, -0.48924538493156433, -1.3707746267318726, -1.9119575023651123, -1.4603954553604126, -0.6949453949928284, -3.2545251846313477, -1.895405650138855, -0.9247278571128845, -1.5545903444290161, -1.9915413856506348, -1.3006230592727661, -0.18879324197769165, -1.6932129859924316, -2.1957497596740723, -1.6773338317871094, -0.4340362250804901, -1.967435598373413, -1.3764910697937012, -1.713450312614441, -1.9944260120391846, -0.9189707040786743, -0.07868360728025436, -1.3093221187591553, -1.223534345626831, -1.6268244981765747, -1.6588340997695923, -1.4819855690002441, -1.793444275856018, -1.8063803911209106, -1.0698460340499878, -1.8838664293289185, -1.2270220518112183, -0.5776262879371643, -1.4056159257888794, -1.0937613248825073]}, "Bot004_065_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_065.log.json", "context": "Hello [WAVING HAND SIGN] \nTell me about yourself! How long you biking? For long, i am not afraid of heights, but i do not like heights are you deathly afraid of heights? What do you mean? I am a woman, i am tall and tall, and i am tall. Do you drink alcohol? Yes i do, i drink a lot of coffee are you a party animal?  Are you still with me? Yeah I am afraid of heights. Why? I am not sure what you mean. Why you afraid of heaights?", "response": "I am afraid of heights, but i am afraid of heights.", "annotation_id": "Bot004_065_12", "annotations": ["T", "X", "X", "T", "T", "O", "O", "X", "X", "T", "X", "X", "X", "T", "O"], "gpt2background_target_score": [-9.545137405395508, -11.068763732910156, -13.307472229003906, -7.938755035400391, -11.064339637756348, -7.329587459564209, -8.321369171142578, -8.736791610717773, -5.576267242431641, -10.163814544677734, -10.422438621520996, -14.427136421203613, -5.722796440124512], "gpt2background_argmax_score": [-2.1366207599639893, -2.6325762271881104, -1.420517086982727, -0.9300792217254639, -0.6234157085418701, -2.15484619140625, -1.018028736114502, -1.3643112182617188, -2.7501418590545654, -2.3617920875549316, -1.6215723752975464, -0.35667622089385986, -1.7823253870010376, -1.0461289882659912, -2.0033929347991943, -0.9854029417037964, -1.6481131315231323, -0.9335827827453613, -1.8215365409851074, -1.6609582901000977, -2.1441402435302734, -1.5589426755905151, -1.7163677215576172, -1.4950486421585083, -2.5238358974456787, -2.7919912338256836, -2.3072099685668945, -0.7279407978057861, -2.641202688217163, -1.3520073890686035, -1.5318721532821655, -1.118288516998291, -1.8708555698394775, -2.0127484798431396, -1.9290930032730103, -2.1560778617858887, -0.9902225732803345, -3.144865036010742, -1.674275517463684, -2.054077386856079, -1.0836193561553955, -0.4561779201030731, -1.116011381149292, -0.9556217789649963, -1.5769516229629517, -1.8361939191818237, -0.23412297666072845, -1.6671059131622314, -0.844186544418335, -1.7109354734420776, -1.7161444425582886, -1.8158200979232788, -3.108935832977295, -1.5145018100738525, -1.8472334146499634, -1.1878139972686768, -1.9205403327941895, -0.8013633489608765, -1.5033860206604004, -1.1126396656036377, -1.1353511810302734, -0.6860851049423218, -1.2687093019485474, -2.3888044357299805, -1.4662792682647705, -1.5009582042694092, -0.2837621569633484, -1.9344781637191772, -2.5055651664733887, -0.9480288028717041, -1.7914462089538574, -1.094394564628601, -0.6113354563713074, -1.2938628196716309, -1.1810201406478882, -0.8806763887405396, -2.2394979000091553, -0.48924538493156433, -1.3707746267318726, -1.9119575023651123, -1.4603954553604126, -0.6949453949928284, -3.2545251846313477, -1.895405650138855, -0.9247278571128845, -1.5545903444290161, -1.9915413856506348, -1.3006230592727661, -0.18879324197769165, -1.6932129859924316, -2.1957507133483887, -1.6773324012756348, -0.4340364634990692, -1.967437744140625, -1.376490831375122, -1.7134509086608887, -1.9944241046905518, -0.9189713597297668, -0.07868316769599915, -1.3093222379684448, -1.2235342264175415, -1.6268248558044434, -1.658833622932434, -1.3092342615127563, -2.1820485591888428, -0.8408551216125488, -1.642066240310669, -1.4461219310760498, -0.7577642202377319, -1.219136118888855, -1.3431625366210938, -1.2269339561462402, -1.6822712421417236, -0.5588234066963196, -0.09328560531139374, -2.3198280334472656, -1.457192063331604, -0.9405597448348999, -2.0587058067321777, -1.539875864982605, -1.6217252016067505, -1.999451994895935, -0.6892727613449097, -0.10350393503904343, -0.9215273261070251, -1.1006289720535278, -1.3939801454544067, -1.764296054840088, -1.6952968835830688, -0.5138851404190063, -0.24956375360488892, -0.7993819713592529, -1.5203027725219727]}, "Bot004_065_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_065.log.json", "context": "Hello [WAVING HAND SIGN] \nTell me about yourself! How long you biking? For long, i am not afraid of heights, but i do not like heights are you deathly afraid of heights? What do you mean? I am a woman, i am tall and tall, and i am tall. Do you drink alcohol? Yes i do, i drink a lot of coffee are you a party animal?  Are you still with me? Yeah I am afraid of heights. Why? I am not sure what you mean. Why you afraid of heaights? I am afraid of heights, but i am afraid of heights. What color you like, what is the favorite?", "response": "I like dark color, but i like dark blonde.  Are you still with me?", "annotation_id": "Bot004_065_14", "annotations": ["T", "O", "T", "T", "T", "O", "O", "O", "O", "T", "T", "T", "O", "O", "X"], "gpt2background_target_score": [-9.545137405395508, -10.429523468017578, -13.421489715576172, -12.360939025878906, -5.888134956359863, -11.639409065246582, -9.197509765625, -11.197189331054688, -12.234454154968262, -11.074642181396484, -9.186710357666016, -8.134549140930176, -11.194580078125, -4.4088945388793945, -9.9055814743042, -10.623736381530762, -10.051431655883789, -5.252644062042236], "gpt2background_argmax_score": [-2.1366207599639893, -2.6325762271881104, -1.420517086982727, -0.9300792217254639, -0.6234157085418701, -2.15484619140625, -1.018028736114502, -1.3643112182617188, -2.7501418590545654, -2.3617920875549316, -1.6215723752975464, -0.35667622089385986, -1.7823253870010376, -1.0461289882659912, -2.0033929347991943, -0.9854029417037964, -1.6481131315231323, -0.9335827827453613, -1.8215365409851074, -1.6609582901000977, -2.1441402435302734, -1.5589426755905151, -1.7163677215576172, -1.4950486421585083, -2.5238358974456787, -2.7919912338256836, -2.3072099685668945, -0.7279407978057861, -2.641202688217163, -1.3520073890686035, -1.5318721532821655, -1.118288516998291, -1.8708555698394775, -2.0127484798431396, -1.9290930032730103, -2.1560778617858887, -0.9902225732803345, -3.144865036010742, -1.674275517463684, -2.054077386856079, -1.0836193561553955, -0.4561779201030731, -1.116011381149292, -0.9556217789649963, -1.5769516229629517, -1.8361939191818237, -0.23412297666072845, -1.6671059131622314, -0.844186544418335, -1.7109354734420776, -1.7161444425582886, -1.8158200979232788, -3.108935832977295, -1.5145018100738525, -1.8472334146499634, -1.1878139972686768, -1.9205403327941895, -0.8013633489608765, -1.5033860206604004, -1.1126396656036377, -1.1353511810302734, -0.6860851049423218, -1.2687093019485474, -2.3888044357299805, -1.4662792682647705, -1.5009582042694092, -0.2837621569633484, -1.9344781637191772, -2.5055651664733887, -0.9480288028717041, -1.7914462089538574, -1.094394564628601, -0.6113354563713074, -1.2938628196716309, -1.1810201406478882, -0.8806763887405396, -2.2394979000091553, -0.48924538493156433, -1.3707746267318726, -1.9119575023651123, -1.4603954553604126, -0.6949453949928284, -3.2545251846313477, -1.895405650138855, -0.9247278571128845, -1.5545903444290161, -1.9915413856506348, -1.3006230592727661, -0.18879324197769165, -1.6932129859924316, -2.1957497596740723, -1.6773338317871094, -0.4340362250804901, -1.967435598373413, -1.3764910697937012, -1.713450312614441, -1.9944260120391846, -0.9189707040786743, -0.07868360728025436, -1.3093221187591553, -1.223534345626831, -1.6268244981765747, -1.6588340997695923, -1.3092330694198608, -2.18204927444458, -0.8408556580543518, -1.6420660018920898, -1.4461228847503662, -0.75776207447052, -1.2191373109817505, -1.3431622982025146, -1.2269320487976074, -1.68227219581604, -0.5588236451148987, -0.09328571707010269, -2.319828748703003, -1.4571938514709473, -0.9405611157417297, -2.058703660964966, -1.179001808166504, -1.5367183685302734, -0.7145720720291138, -0.20559555292129517, -0.8338654041290283, -0.9069351553916931, -1.1589473485946655, -1.5545434951782227, -1.3204123973846436, -0.5260728001594543, -0.2346513569355011, -0.762715756893158, -1.8686285018920898, -0.633876383304596, -1.1629397869110107, -1.7828800678253174, -1.0953383445739746, -2.5988168716430664, -1.2085851430892944, -0.9707743525505066, -1.8337855339050293, -0.7932271361351013, -1.8413095474243164, -1.4066755771636963, -1.8317524194717407, -2.226322650909424, -1.9813659191131592, -1.6006754636764526, -1.7821131944656372, -1.9228869676589966, -2.187682628631592, -1.005472183227539, -1.750227689743042, -1.59270441532135, -1.37723708152771, -1.1071041822433472, -0.2431928664445877, -2.4003689289093018, -1.1850932836532593, -0.19330953061580658, -0.17915266752243042, -0.829679012298584]}, "Bot004_065_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_065.log.json", "context": "Hello [WAVING HAND SIGN] \nTell me about yourself! How long you biking? For long, i am not afraid of heights, but i do not like heights are you deathly afraid of heights? What do you mean? I am a woman, i am tall and tall, and i am tall. Do you drink alcohol? Yes i do, i drink a lot of coffee are you a party animal?  Are you still with me? Yeah I am afraid of heights. Why? I am not sure what you mean. Why you afraid of heaights? I am afraid of heights, but i am afraid of heights. What color you like, what is the favorite? I like dark color, but i like dark blonde.  Are you still with me? Yeah", "response": "I want to be a professional eater", "annotation_id": "Bot004_065_16", "annotations": ["T", "T", "X", "T", "T", "X", "O", "O", "X", "T", "X", "X", "X", "O", "O"], "gpt2background_target_score": [-9.545137405395508, -11.284078598022461, -9.96121597290039, -12.541974067687988, -6.679311752319336, -11.951118469238281, -13.688980102539062], "gpt2background_argmax_score": [-2.1366207599639893, -2.6325762271881104, -1.420517086982727, -0.9300792217254639, -0.6234157085418701, -2.15484619140625, -1.018028736114502, -1.3643112182617188, -2.7501418590545654, -2.3617920875549316, -1.6215723752975464, -0.35667622089385986, -1.7823253870010376, -1.0461289882659912, -2.0033929347991943, -0.9854029417037964, -1.6481131315231323, -0.9335827827453613, -1.8215365409851074, -1.6609582901000977, -2.1441402435302734, -1.5589426755905151, -1.7163677215576172, -1.4950486421585083, -2.5238358974456787, -2.7919912338256836, -2.3072099685668945, -0.7279407978057861, -2.641202688217163, -1.3520073890686035, -1.5318721532821655, -1.118288516998291, -1.8708555698394775, -2.0127484798431396, -1.9290930032730103, -2.1560778617858887, -0.9902225732803345, -3.144865036010742, -1.674275517463684, -2.054077386856079, -1.0836193561553955, -0.4561779201030731, -1.116011381149292, -0.9556217789649963, -1.5769516229629517, -1.8361939191818237, -0.23412297666072845, -1.6671059131622314, -0.844186544418335, -1.7109354734420776, -1.7161444425582886, -1.8158200979232788, -3.108935832977295, -1.5145018100738525, -1.8472334146499634, -1.1878139972686768, -1.9205403327941895, -0.8013633489608765, -1.5033860206604004, -1.1126396656036377, -1.1353511810302734, -0.6860851049423218, -1.2687093019485474, -2.3888044357299805, -1.4662792682647705, -1.5009582042694092, -0.2837621569633484, -1.9344781637191772, -2.5055651664733887, -0.9480288028717041, -1.7914462089538574, -1.094394564628601, -0.6113354563713074, -1.2938628196716309, -1.1810201406478882, -0.8806763887405396, -2.2394979000091553, -0.48924538493156433, -1.3707746267318726, -1.9119575023651123, -1.4603954553604126, -0.6949453949928284, -3.2545251846313477, -1.895405650138855, -0.9247278571128845, -1.5545903444290161, -1.9915413856506348, -1.3006230592727661, -0.18879324197769165, -1.6932129859924316, -2.1957497596740723, -1.6773338317871094, -0.4340362250804901, -1.967435598373413, -1.3764910697937012, -1.713450312614441, -1.9944260120391846, -0.9189707040786743, -0.07868360728025436, -1.3093221187591553, -1.223534345626831, -1.6268244981765747, -1.6588340997695923, -1.3092330694198608, -2.18204927444458, -0.8408556580543518, -1.6420660018920898, -1.4461228847503662, -0.75776207447052, -1.2191373109817505, -1.3431622982025146, -1.2269320487976074, -1.68227219581604, -0.5588236451148987, -0.09328571707010269, -2.319828748703003, -1.4571938514709473, -0.9405611157417297, -2.058703660964966, -1.179001808166504, -1.5367183685302734, -0.7145720720291138, -0.20559555292129517, -0.8338654041290283, -0.9069351553916931, -1.1589473485946655, -1.5545434951782227, -1.3204123973846436, -0.5260728001594543, -0.2346513569355011, -0.762715756893158, -1.8686285018920898, -0.6338770389556885, -1.1629393100738525, -1.7828822135925293, -1.0953381061553955, -2.598818063735962, -1.2085844278335571, -0.9707726240158081, -1.8337805271148682, -0.7932256460189819, -1.841308832168579, -1.0918140411376953, -1.8499329090118408, -2.253997564315796, -1.516294002532959, -1.6860592365264893, -1.3975162506103516, -1.4839296340942383, -0.884282112121582, -1.6803892850875854, -1.4470655918121338, -1.5318663120269775, -1.4403702020645142, -0.18236957490444183, -2.456136703491211, -1.1686618328094482, -0.17846760153770447, -0.18719282746315002, -1.6203302145004272, -1.4725210666656494, -1.464210867881775, -1.6426583528518677, -0.35934826731681824, -1.6197279691696167, -1.7221386432647705, -2.202754497528076, -1.5905193090438843, -1.2528488636016846]}, "Bot004_065_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_065.log.json", "context": "Hello [WAVING HAND SIGN] \nTell me about yourself! How long you biking? For long, i am not afraid of heights, but i do not like heights are you deathly afraid of heights? What do you mean? I am a woman, i am tall and tall, and i am tall. Do you drink alcohol? Yes i do, i drink a lot of coffee are you a party animal?  Are you still with me? Yeah I am afraid of heights. Why? I am not sure what you mean. Why you afraid of heaights? I am afraid of heights, but i am afraid of heights. What color you like, what is the favorite? I like dark color, but i like dark blonde.  Are you still with me? Yeah I want to be a professional eater What do you mean?", "response": "I am a bit of a health nut but i do love to eat.", "annotation_id": "Bot004_065_18", "annotations": ["T", "O", "O", "O", "T", "O", "O", "O", "X", "T", "T", "O", "O", "T", "T"], "gpt2background_target_score": [-9.545137405395508, -11.068763732910156, -12.042562484741211, -12.320717811584473, -9.383716583251953, -8.386853218078613, -12.714466094970703, -15.110574722290039, -8.174148559570312, -6.066048622131348, -9.486082077026367, -11.240250587463379, -5.855466842651367, -11.538985252380371, -2.0033929347991943], "gpt2background_argmax_score": [-2.1366207599639893, -2.6325762271881104, -1.420517086982727, -0.9300792217254639, -0.6234157085418701, -2.15484619140625, -1.018028736114502, -1.3643112182617188, -2.7501418590545654, -2.3617920875549316, -1.6215723752975464, -0.35667622089385986, -1.7823253870010376, -1.0461289882659912, -2.0033929347991943, -0.9854029417037964, -1.6481131315231323, -0.9335827827453613, -1.8215365409851074, -1.6609582901000977, -2.1441402435302734, -1.5589426755905151, -1.7163677215576172, -1.4950486421585083, -2.5238358974456787, -2.7919912338256836, -2.3072099685668945, -0.7279407978057861, -2.641202688217163, -1.3520073890686035, -1.5318721532821655, -1.118288516998291, -1.8708555698394775, -2.0127484798431396, -1.9290930032730103, -2.1560778617858887, -0.9902225732803345, -3.144865036010742, -1.674275517463684, -2.054077386856079, -1.0836193561553955, -0.4561779201030731, -1.116011381149292, -0.9556217789649963, -1.5769516229629517, -1.8361939191818237, -0.23412297666072845, -1.6671059131622314, -0.844186544418335, -1.7109354734420776, -1.7161444425582886, -1.8158200979232788, -3.108935832977295, -1.5145018100738525, -1.8472334146499634, -1.1878139972686768, -1.9205403327941895, -0.8013633489608765, -1.5033860206604004, -1.1126396656036377, -1.1353511810302734, -0.6860851049423218, -1.2687093019485474, -2.3888044357299805, -1.4662792682647705, -1.5009582042694092, -0.2837621569633484, -1.9344781637191772, -2.5055651664733887, -0.9480288028717041, -1.7914462089538574, -1.094394564628601, -0.6113354563713074, -1.2938628196716309, -1.1810201406478882, -0.8806763887405396, -2.2394979000091553, -0.48924538493156433, -1.3707746267318726, -1.9119575023651123, -1.4603954553604126, -0.6949453949928284, -3.2545251846313477, -1.895405650138855, -0.9247278571128845, -1.5545903444290161, -1.9915413856506348, -1.3006230592727661, -0.18879324197769165, -1.6932129859924316, -2.1957497596740723, -1.6773338317871094, -0.4340362250804901, -1.967435598373413, -1.3764910697937012, -1.713450312614441, -1.9944260120391846, -0.9189707040786743, -0.07868360728025436, -1.3093221187591553, -1.223534345626831, -1.6268244981765747, -1.6588340997695923, -1.3092330694198608, -2.18204927444458, -0.8408556580543518, -1.6420660018920898, -1.4461228847503662, -0.75776207447052, -1.2191373109817505, -1.3431622982025146, -1.2269320487976074, -1.68227219581604, -0.5588236451148987, -0.09328571707010269, -2.319828748703003, -1.4571938514709473, -0.9405611157417297, -2.058703660964966, -1.179001808166504, -1.5367183685302734, -0.7145720720291138, -0.20559555292129517, -0.8338654041290283, -0.9069351553916931, -1.1589473485946655, -1.5545434951782227, -1.3204123973846436, -0.5260728001594543, -0.2346513569355011, -0.762715756893158, -1.8686285018920898, -0.633876383304596, -1.1629397869110107, -1.7828800678253174, -1.0953383445739746, -2.5988168716430664, -1.2085851430892944, -0.9707743525505066, -1.8337855339050293, -0.7932271361351013, -1.8413095474243164, -1.091813325881958, -1.8499326705932617, -2.2539963722229004, -1.5162948369979858, -1.6860604286193848, -1.397516131401062, -1.4839297533035278, -0.8842805624008179, -1.6803905963897705, -1.4470661878585815, -1.5318663120269775, -1.4403698444366455, -0.18236948549747467, -2.4561350345611572, -1.168663740158081, -0.17846789956092834, -0.18719252943992615, -1.620331048965454, -1.4725205898284912, -0.9200220704078674, -0.5450616478919983, -1.4477721452713013, -1.8706676959991455, -2.2461466789245605, -1.4938141107559204, -1.1391332149505615, -2.051104784011841, -0.22755466401576996, -1.9549869298934937, -0.7768242955207825, -1.4633088111877441, -1.381835699081421, -1.7946397066116333, -1.650517225265503, -1.9342290163040161, -2.320793628692627, -0.21503707766532898, -4.057326793670654, -2.510756731033325, -1.8247337341308594, -1.2462003231048584, -1.874927043914795, -0.7302421927452087, -1.0259774923324585, -1.954810619354248, -2.3625245094299316, -0.9579268097877502]}, "Bot004_065_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_065.log.json", "context": "Hello [WAVING HAND SIGN] \nTell me about yourself! How long you biking? For long, i am not afraid of heights, but i do not like heights are you deathly afraid of heights? What do you mean? I am a woman, i am tall and tall, and i am tall. Do you drink alcohol? Yes i do, i drink a lot of coffee are you a party animal?  Are you still with me? Yeah I am afraid of heights. Why? I am not sure what you mean. Why you afraid of heaights? I am afraid of heights, but i am afraid of heights. What color you like, what is the favorite? I like dark color, but i like dark blonde.  Are you still with me? Yeah I want to be a professional eater What do you mean? I am a bit of a health nut but i do love to eat. What you eat?", "response": "I eat fried chicken and chocolate cake.", "annotation_id": "Bot004_065_20", "annotations": ["T", "T", "O", "O", "X", "O", "O", "X", "X", "T", "X", "O", "O", "O", "X"], "gpt2background_target_score": [-9.545137405395508, -13.54293441772461, -13.065013885498047, -12.381722450256348, -7.302652359008789, -11.232675552368164, -12.176864624023438, -6.363910675048828], "gpt2background_argmax_score": [-2.1366207599639893, -2.6325762271881104, -1.420517086982727, -0.9300792217254639, -0.6234157085418701, -2.15484619140625, -1.018028736114502, -1.3643112182617188, -2.7501418590545654, -2.3617920875549316, -1.6215723752975464, -0.35667622089385986, -1.7823253870010376, -1.0461289882659912, -2.0033929347991943, -0.9854029417037964, -1.6481131315231323, -0.9335827827453613, -1.8215365409851074, -1.6609582901000977, -2.1441402435302734, -1.5589426755905151, -1.7163677215576172, -1.4950486421585083, -2.5238358974456787, -2.7919912338256836, -2.3072099685668945, -0.7279407978057861, -2.641202688217163, -1.3520073890686035, -1.5318721532821655, -1.118288516998291, -1.8708555698394775, -2.0127484798431396, -1.9290930032730103, -2.1560778617858887, -0.9902225732803345, -3.144865036010742, -1.674275517463684, -2.054077386856079, -1.0836193561553955, -0.4561779201030731, -1.116011381149292, -0.9556217789649963, -1.5769516229629517, -1.8361939191818237, -0.23412297666072845, -1.6671059131622314, -0.844186544418335, -1.7109354734420776, -1.7161444425582886, -1.8158200979232788, -3.108935832977295, -1.5145018100738525, -1.8472334146499634, -1.1878139972686768, -1.9205403327941895, -0.8013633489608765, -1.5033860206604004, -1.1126396656036377, -1.1353511810302734, -0.6860851049423218, -1.2687093019485474, -2.3888044357299805, -1.4662792682647705, -1.5009582042694092, -0.2837621569633484, -1.9344781637191772, -2.5055651664733887, -0.9480288028717041, -1.7914462089538574, -1.094394564628601, -0.6113354563713074, -1.2938628196716309, -1.1810201406478882, -0.8806763887405396, -2.2394979000091553, -0.48924538493156433, -1.3707746267318726, -1.9119575023651123, -1.4603954553604126, -0.6949453949928284, -3.2545251846313477, -1.895405650138855, -0.9247278571128845, -1.5545903444290161, -1.9915413856506348, -1.3006230592727661, -0.18879324197769165, -1.6932129859924316, -2.1957497596740723, -1.6773338317871094, -0.4340362250804901, -1.967435598373413, -1.3764910697937012, -1.713450312614441, -1.9944260120391846, -0.9189707040786743, -0.07868360728025436, -1.3093221187591553, -1.223534345626831, -1.6268244981765747, -1.6588340997695923, -1.3092330694198608, -2.18204927444458, -0.8408556580543518, -1.6420660018920898, -1.4461228847503662, -0.75776207447052, -1.2191373109817505, -1.3431622982025146, -1.2269320487976074, -1.68227219581604, -0.5588236451148987, -0.09328571707010269, -2.319828748703003, -1.4571938514709473, -0.9405611157417297, -2.058703660964966, -1.179001808166504, -1.5367183685302734, -0.7145720720291138, -0.20559555292129517, -0.8338654041290283, -0.9069351553916931, -1.1589473485946655, -1.5545434951782227, -1.3204123973846436, -0.5260728001594543, -0.2346513569355011, -0.762715756893158, -1.8686285018920898, -0.633876383304596, -1.1629397869110107, -1.7828800678253174, -1.0953383445739746, -2.5988168716430664, -1.2085851430892944, -0.9707743525505066, -1.8337855339050293, -0.7932271361351013, -1.8413095474243164, -1.091813325881958, -1.8499326705932617, -2.2539963722229004, -1.5162948369979858, -1.6860604286193848, -1.397516131401062, -1.4839297533035278, -0.8842805624008179, -1.6803905963897705, -1.4470661878585815, -1.5318663120269775, -1.4403698444366455, -0.18236948549747467, -2.4561350345611572, -1.168663740158081, -0.17846789956092834, -0.18719252943992615, -1.620331048965454, -1.4725205898284912, -0.9200220704078674, -0.5450616478919983, -1.4477721452713013, -1.8706676959991455, -2.2461466789245605, -1.4938141107559204, -1.1391332149505615, -2.051104784011841, -0.22755466401576996, -1.9549869298934937, -0.7768242955207825, -1.4633088111877441, -1.2726972103118896, -2.01324200630188, -1.5787214040756226, -2.4768640995025635, -0.2067655622959137, -4.005740165710449, -2.578101396560669, -1.7652294635772705, -1.0333300828933716, -1.6079245805740356, -0.35585469007492065, -1.141598105430603, -1.7753143310546875, -2.04244327545166, -1.1832890510559082, -1.2597137689590454, -1.8922566175460815, -1.0204538106918335, -1.5274137258529663, -1.5076515674591064, -2.243361711502075, -2.169672727584839, -1.314536452293396, -1.6345924139022827, -2.79782772064209, -1.550410509109497, -1.014700174331665, -1.1071577072143555]}, "Bot004_067_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_067.log.json", "context": "Hey [FACE WITH STUCK-OUT TONGUE AND WINKING EYE] Hi. How are you.", "response": "I am doing well. Just got done with my beer and drinking beer. Do you drink alcohol?", "annotation_id": "Bot004_067_02", "annotations": ["O", "O", "O", "O", "O", "O", "T", "O", "O", "T", "O", "O", "T", "T", "O"], "gpt2background_target_score": [-9.64731502532959, -11.916715621948242, -12.802478790283203, -12.06043529510498, -5.750277042388916, -10.813993453979492, -11.38904094696045, -13.114195823669434, -11.752033233642578, -8.435432434082031, -12.265320777893066, -10.98089599609375, -12.350732803344727, -11.864542007446289, -6.444494247436523, -12.211418151855469, -9.80405044555664, -10.207350730895996, -11.304652214050293, -13.665111541748047], "gpt2background_argmax_score": [-2.115349054336548, -2.6462934017181396, -1.1797826290130615, -1.8531711101531982, -1.9939645528793335, -1.567618489265442, -3.170203924179077, -0.5536542534828186, -1.5375868082046509, -1.5414575338363647, -1.677802324295044, -2.874398708343506, -2.7107887268066406, -1.8951836824417114, -1.9627256393432617, -1.838417410850525, -1.4129542112350464, -1.7578507661819458, -1.5024213790893555, -1.050694227218628, -1.7687084674835205, -0.2718904912471771, -1.6537175178527832, -1.261865496635437, -1.7168118953704834, -1.324148178100586, -2.023430585861206, -1.7723731994628906, -1.875122308731079, -1.232464075088501, -3.0300700664520264, -1.8935773372650146, -1.6201266050338745, -1.5502837896347046, -2.2178781032562256, -1.4501253366470337, -1.8306993246078491, -2.1560704708099365, -1.0049350261688232, -1.737290859222412, -0.34617915749549866, -1.1819058656692505, -2.4986352920532227, -1.1919933557510376, -0.8070645928382874]}, "Bot004_067_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_067.log.json", "context": "Hey [FACE WITH STUCK-OUT TONGUE AND WINKING EYE] Hi. How are you. I am doing well. Just got done with my beer and drinking beer. Do you drink alcohol? No, I dont drink.", "response": "I am a fat and a body critic.", "annotation_id": "Bot004_067_04", "annotations": ["O", "X", "O", "O", "X", "T", "T", "O", "O", "X", "X", "T", "X", "T", "T"], "gpt2background_target_score": [-9.64731502532959, -11.916715621948242, -8.626959800720215, -10.245327949523926, -8.673968315124512, -9.09631633758545, -13.077640533447266, -13.293038368225098, -7.981954097747803], "gpt2background_argmax_score": [-2.115349054336548, -2.6462934017181396, -1.1797826290130615, -1.8531711101531982, -1.9939645528793335, -1.567618489265442, -3.170203924179077, -0.5536542534828186, -1.5375868082046509, -1.5414575338363647, -1.677802324295044, -2.874398708343506, -2.7107887268066406, -1.8951836824417114, -1.9627256393432617, -1.838417410850525, -1.4129542112350464, -1.7578507661819458, -1.5024213790893555, -1.050694227218628, -1.7687084674835205, -0.2718904912471771, -1.6537175178527832, -1.261865496635437, -1.2841265201568604, -1.90182626247406, -1.8772413730621338, -1.8508564233779907, -1.3199466466903687, -3.0393412113189697, -1.8916765451431274, -1.577875018119812, -1.576568365097046, -2.3640592098236084, -1.3640847206115723, -1.758086919784546, -1.9687950611114502, -0.9390868544578552, -1.5171538591384888, -0.30428022146224976, -1.1916898488998413, -2.5623953342437744, -1.2088373899459839, -1.6593282222747803, -1.116428017616272, -1.1354310512542725, -2.1295690536499023, -1.290934681892395, -1.3519082069396973, -1.1600735187530518, -1.7111138105392456, -2.450083017349243, -2.4198360443115234, -3.1814136505126953, -1.8861833810806274, -1.8821197748184204, -1.5726161003112793, -1.1544294357299805, -1.0203651189804077, -1.1489371061325073]}, "Bot004_067_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_067.log.json", "context": "Hey [FACE WITH STUCK-OUT TONGUE AND WINKING EYE] Hi. How are you. I am doing well. Just got done with my beer and drinking beer. Do you drink alcohol? No, I dont drink. I am a fat and a body critic. What is body critic?", "response": "I am a carpenter.", "annotation_id": "Bot004_067_06", "annotations": ["X", "X", "T", "O", "X", "T", "T", "O", "T", "X", "X", "T", "X", "T", "X"], "gpt2background_target_score": [-9.647310256958008, -11.916715621948242, -8.62695598602295, -10.986566543579102, -11.061463356018066, -5.519323348999023], "gpt2background_argmax_score": [-2.1153526306152344, -2.646291494369507, -1.1797840595245361, -1.8531745672225952, -1.9939671754837036, -1.5676190853118896, -3.1702048778533936, -0.5536544919013977, -1.5375869274139404, -1.5414562225341797, -1.6778011322021484, -2.874398946762085, -2.710787773132324, -1.8951809406280518, -1.9627262353897095, -1.838415265083313, -1.4129544496536255, -1.7578500509262085, -1.5024224519729614, -1.0506954193115234, -1.76870858669281, -0.2718903124332428, -1.6537153720855713, -1.261865496635437, -1.2841280698776245, -1.9018257856369019, -1.8772423267364502, -1.8508543968200684, -1.319946527481079, -3.0393407344818115, -1.8916776180267334, -1.5778764486312866, -1.5765717029571533, -2.3640549182891846, -1.3640854358673096, -1.758089542388916, -1.968794345855713, -0.9390872120857239, -1.5171555280685425, -0.3042801320552826, -1.1916903257369995, -2.5623929500579834, -1.2088371515274048, -1.6593297719955444, -1.1164278984069824, -1.1354315280914307, -2.129565477371216, -1.2909351587295532, -1.3519080877304077, -1.1600714921951294, -2.289141893386841, -2.236841917037964, -3.3412110805511475, -2.0337941646575928, -1.5509392023086548, -1.4023807048797607, -1.1298099756240845, -0.767187237739563, -1.1465555429458618, -1.935242772102356, -0.80552738904953, -1.023713231086731, -0.6981233358383179, -1.829171895980835, -1.9606480598449707, -2.3036768436431885, -1.5121480226516724, -0.2325378954410553, -1.7261663675308228, -1.0967128276824951, -0.967706024646759]}, "Bot004_067_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_067.log.json", "context": "Hey [FACE WITH STUCK-OUT TONGUE AND WINKING EYE] Hi. How are you. I am doing well. Just got done with my beer and drinking beer. Do you drink alcohol? No, I dont drink. I am a fat and a body critic. What is body critic? I am a carpenter. Good. Very interesting.", "response": "I am a construction worker", "annotation_id": "Bot004_067_08", "annotations": ["X", "O", "O", "O", "X", "T", "T", "O", "O", "T", "O", "O", "X", "T", "X"], "gpt2background_target_score": [-9.647310256958008, -11.916715621948242, -8.62695598602295, -13.328603744506836, -12.208335876464844], "gpt2background_argmax_score": [-2.1153526306152344, -2.646291494369507, -1.1797840595245361, -1.8531745672225952, -1.9939671754837036, -1.5676190853118896, -3.1702048778533936, -0.5536544919013977, -1.5375869274139404, -1.5414562225341797, -1.6778011322021484, -2.874398946762085, -2.710787773132324, -1.8951809406280518, -1.9627262353897095, -1.838415265083313, -1.4129544496536255, -1.7578500509262085, -1.5024224519729614, -1.0506954193115234, -1.76870858669281, -0.2718903124332428, -1.6537153720855713, -1.261865496635437, -1.2841280698776245, -1.9018257856369019, -1.8772423267364502, -1.8508543968200684, -1.319946527481079, -3.0393407344818115, -1.8916776180267334, -1.5778764486312866, -1.5765717029571533, -2.3640549182891846, -1.3640854358673096, -1.758089542388916, -1.968794345855713, -0.9390872120857239, -1.5171555280685425, -0.3042801320552826, -1.1916903257369995, -2.5623929500579834, -1.2088371515274048, -1.6593297719955444, -1.1164278984069824, -1.1354315280914307, -2.129565477371216, -1.2909351587295532, -1.3519080877304077, -1.1600714921951294, -2.289141893386841, -2.236841917037964, -3.3412110805511475, -2.0337941646575928, -1.5509392023086548, -1.4023807048797607, -1.1298099756240845, -0.767187237739563, -1.1465555429458618, -1.935242772102356, -0.80552738904953, -1.023713231086731, -0.6981233358383179, -1.829171895980835, -1.902893304824829, -1.6227799654006958, -0.8908238410949707, -1.5397483110427856, -0.9075838327407837, -1.1603164672851562, -1.6041768789291382, -1.5790539979934692, -1.695724368095398, -1.154633641242981, -1.778220295906067, -1.8722385168075562, -2.2161152362823486, -1.1777572631835938, -1.9169025421142578, -0.8529258370399475, -0.7507749199867249]}, "Bot004_067_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_067.log.json", "context": "Hey [FACE WITH STUCK-OUT TONGUE AND WINKING EYE] Hi. How are you. I am doing well. Just got done with my beer and drinking beer. Do you drink alcohol? No, I dont drink. I am a fat and a body critic. What is body critic? I am a carpenter. Good. Very interesting. I am a construction worker I produce music for artists.", "response": "I wish i had a job. I am not a fan of beer though.", "annotation_id": "Bot004_067_10", "annotations": ["X", "X", "O", "O", "X", "X", "T", "O", "T", "X", "X", "T", "O", "T", "T"], "gpt2background_target_score": [-9.647310256958008, -14.570828437805176, -9.188405990600586, -10.187407493591309, -9.40571403503418, -11.787727355957031, -11.39408016204834, -6.958349704742432, -13.7692232131958, -11.29548454284668, -8.879471778869629, -11.818069458007812, -12.096051216125488, -11.864544868469238, -12.933128356933594, -5.71688175201416], "gpt2background_argmax_score": [-2.1153526306152344, -2.646291494369507, -1.1797840595245361, -1.8531745672225952, -1.9939671754837036, -1.5676190853118896, -3.1702048778533936, -0.5536544919013977, -1.5375869274139404, -1.5414562225341797, -1.6778011322021484, -2.874398946762085, -2.710787773132324, -1.8951809406280518, -1.9627262353897095, -1.838415265083313, -1.4129544496536255, -1.7578500509262085, -1.5024224519729614, -1.0506954193115234, -1.76870858669281, -0.2718903124332428, -1.6537153720855713, -1.261865496635437, -1.2841280698776245, -1.9018257856369019, -1.8772423267364502, -1.8508543968200684, -1.319946527481079, -3.0393407344818115, -1.8916776180267334, -1.5778764486312866, -1.5765717029571533, -2.3640549182891846, -1.3640854358673096, -1.758089542388916, -1.968794345855713, -0.9390872120857239, -1.5171555280685425, -0.3042801320552826, -1.1916903257369995, -2.5623929500579834, -1.2088371515274048, -1.6593297719955444, -1.1164278984069824, -1.1354315280914307, -2.129565477371216, -1.2909351587295532, -1.3519080877304077, -1.1600714921951294, -2.289141893386841, -2.236841917037964, -3.3412110805511475, -2.0337941646575928, -1.5509392023086548, -1.4023807048797607, -1.1298099756240845, -0.767187237739563, -1.1465555429458618, -1.935242772102356, -0.80552738904953, -1.023713231086731, -0.6981233358383179, -1.829171895980835, -1.902893304824829, -1.6227799654006958, -0.8908238410949707, -1.5397483110427856, -0.9075838327407837, -1.1603164672851562, -1.6041768789291382, -1.5790539979934692, -1.695724368095398, -1.1546339988708496, -1.7782223224639893, -1.883226990699768, -1.3788197040557861, -4.112318992614746, -0.9848925471305847, -0.5818071961402893, -1.7540677785873413, -2.3917059898376465, -1.4151567220687866, -2.062239408493042, -1.0521612167358398, -1.086902379989624, -1.9021588563919067, -2.285719633102417, -0.8255859017372131, -0.8896494507789612, -1.3689353466033936, -2.309546947479248, -1.736406683921814, -1.2614902257919312, -2.1218161582946777, -1.273026704788208, -1.133904218673706, -2.1996359825134277, -0.3190437853336334, -2.0161349773406982, -1.1721978187561035, -0.6422345638275146, -1.220723271369934]}, "Bot004_067_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_067.log.json", "context": "Hey [FACE WITH STUCK-OUT TONGUE AND WINKING EYE] Hi. How are you. I am doing well. Just got done with my beer and drinking beer. Do you drink alcohol? No, I dont drink. I am a fat and a body critic. What is body critic? I am a carpenter. Good. Very interesting. I am a construction worker I produce music for artists. I wish i had a job. I am not a fan of beer though. What is your favoriite food?", "response": "I am not sure. I am a sucker for some italian food.", "annotation_id": "Bot004_067_12", "annotations": ["O", "O", "O", "O", "X", "T", "T", "O", "O", "T", "O", "O", "T", "T", "T"], "gpt2background_target_score": [-9.647310256958008, -11.916715621948242, -10.172614097595215, -13.397066116333008, -5.750274658203125, -5.61881160736084, -11.116475105285645, -9.478655815124512, -14.302857398986816, -8.026299476623535, -11.149938583374023, -9.767898559570312, -15.504501342773438, -12.788655281066895, -6.444494724273682], "gpt2background_argmax_score": [-2.1153526306152344, -2.646291494369507, -1.1797840595245361, -1.8531745672225952, -1.9939671754837036, -1.5676190853118896, -3.1702048778533936, -0.5536544919013977, -1.5375869274139404, -1.5414562225341797, -1.6778011322021484, -2.874398946762085, -2.710787773132324, -1.8951809406280518, -1.9627262353897095, -1.838415265083313, -1.4129544496536255, -1.7578500509262085, -1.5024224519729614, -1.0506954193115234, -1.76870858669281, -0.2718903124332428, -1.6537153720855713, -1.261865496635437, -1.2841280698776245, -1.9018257856369019, -1.8772423267364502, -1.8508543968200684, -1.319946527481079, -3.0393407344818115, -1.8916776180267334, -1.5778764486312866, -1.5765717029571533, -2.3640549182891846, -1.3640854358673096, -1.758089542388916, -1.968794345855713, -0.9390872120857239, -1.5171555280685425, -0.3042801320552826, -1.1916903257369995, -2.5623929500579834, -1.2088371515274048, -1.6593297719955444, -1.1164278984069824, -1.1354315280914307, -2.129565477371216, -1.2909351587295532, -1.3519080877304077, -1.1600714921951294, -2.289141893386841, -2.236841917037964, -3.3412110805511475, -2.0337941646575928, -1.5509392023086548, -1.4023807048797607, -1.1298099756240845, -0.767187237739563, -1.1465555429458618, -1.935242772102356, -0.80552738904953, -1.023713231086731, -0.6981233358383179, -1.829171895980835, -1.902893304824829, -1.6227799654006958, -0.8908238410949707, -1.5397483110427856, -0.9075838327407837, -1.1603164672851562, -1.6041768789291382, -1.5790539979934692, -1.695724368095398, -1.1546339988708496, -1.7782223224639893, -1.883226990699768, -1.3788197040557861, -4.112318992614746, -0.9848925471305847, -0.5818071961402893, -1.7540677785873413, -2.3917059898376465, -1.4151567220687866, -2.062239408493042, -1.0521613359451294, -1.086903691291809, -1.586132526397705, -0.47105666995048523, -0.6882805824279785, -1.427343487739563, -2.0461835861206055, -1.4956029653549194, -1.2690047025680542, -1.4421297311782837, -1.1548680067062378, -0.996451735496521, -2.7872567176818848, -0.3155567944049835, -2.0389978885650635, -0.9711388945579529, -0.5538317561149597, -1.175086498260498, -2.0423707962036133, -1.015684723854065, -1.9579260349273682, -0.6560773849487305, -1.3612052202224731, -0.8767731785774231, -0.9561948776245117, -1.6539677381515503, -1.9226576089859009, -2.4439945220947266, -1.0540376901626587, -0.8713766932487488, -1.855413794517517, -0.8712860345840454, -1.7390776872634888, -1.479308843612671, -3.302996873855591, -0.1503974050283432, -2.7710187435150146, -2.4509363174438477, -1.336395263671875, -2.0047483444213867, -0.9525609612464905, -1.0149495601654053]}, "Bot004_067_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_067.log.json", "context": "Hey [FACE WITH STUCK-OUT TONGUE AND WINKING EYE] Hi. How are you. I am doing well. Just got done with my beer and drinking beer. Do you drink alcohol? No, I dont drink. I am a fat and a body critic. What is body critic? I am a carpenter. Good. Very interesting. I am a construction worker I produce music for artists. I wish i had a job. I am not a fan of beer though. What is your favoriite food? I am not sure. I am a sucker for some italian food. Really. I like pizza.", "response": "Pizza is my favorite food.", "annotation_id": "Bot004_067_14", "annotations": ["O", "O", "O", "O", "X", "T", "T", "O", "O", "O", "T", "T", "O", "T", "O"], "gpt2background_target_score": [-10.47805404663086, -13.233436584472656, -8.213708877563477, -5.519944667816162, -13.252483367919922, -10.838313102722168, -11.39408016204834], "gpt2background_argmax_score": [-2.1153526306152344, -2.646291494369507, -1.1797840595245361, -1.8531745672225952, -1.9939671754837036, -1.5676190853118896, -3.1702048778533936, -0.5536544919013977, -1.5375869274139404, -1.5414562225341797, -1.6778011322021484, -2.874398946762085, -2.710787773132324, -1.8951809406280518, -1.9627262353897095, -1.838415265083313, -1.4129544496536255, -1.7578500509262085, -1.5024224519729614, -1.0506954193115234, -1.76870858669281, -0.2718903124332428, -1.6537153720855713, -1.261865496635437, -1.2841280698776245, -1.9018257856369019, -1.8772423267364502, -1.8508543968200684, -1.319946527481079, -3.0393407344818115, -1.8916776180267334, -1.5778764486312866, -1.5765717029571533, -2.3640549182891846, -1.3640854358673096, -1.758089542388916, -1.968794345855713, -0.9390872120857239, -1.5171555280685425, -0.3042801320552826, -1.1916903257369995, -2.5623929500579834, -1.2088371515274048, -1.6593297719955444, -1.1164278984069824, -1.1354315280914307, -2.129565477371216, -1.2909351587295532, -1.3519080877304077, -1.1600714921951294, -2.289141893386841, -2.236841917037964, -3.3412110805511475, -2.0337941646575928, -1.5509392023086548, -1.4023807048797607, -1.1298099756240845, -0.767187237739563, -1.1465555429458618, -1.935242772102356, -0.80552738904953, -1.023713231086731, -0.6981233358383179, -1.829171895980835, -1.902893304824829, -1.6227799654006958, -0.8908238410949707, -1.5397483110427856, -0.9075838327407837, -1.1603164672851562, -1.6041768789291382, -1.5790539979934692, -1.695724368095398, -1.1546339988708496, -1.7782223224639893, -1.883226990699768, -1.3788197040557861, -4.112318992614746, -0.9848925471305847, -0.5818071961402893, -1.7540677785873413, -2.3917059898376465, -1.4151567220687866, -2.062239408493042, -1.0521612167358398, -1.086902379989624, -1.5861339569091797, -0.4710564613342285, -0.688280463218689, -1.4273438453674316, -2.0461843013763428, -1.4956034421920776, -1.26900315284729, -1.4421298503875732, -1.1548680067062378, -0.996451735496521, -2.7872586250305176, -0.31555643677711487, -2.0389978885650635, -0.9711382985115051, -0.5538313388824463, -1.1750859022140503, -2.0423696041107178, -1.015684723854065, -1.9579271078109741, -0.6560774445533752, -1.3612022399902344, -0.8767712116241455, -0.9561955332756042, -1.653969407081604, -1.9380946159362793, -1.2479937076568604, -0.8983114957809448, -1.9534167051315308, -1.2142152786254883, -1.4686037302017212, -1.4635934829711914, -4.026623725891113, -0.17950090765953064, -2.7033677101135254, -2.5764031410217285, -1.1901532411575317, -1.9117612838745117, -0.8274048566818237, -1.1526069641113281, -2.388270616531372, -1.214508056640625, -1.7252271175384521, -2.860244035720825, -1.2761725187301636, -1.1539145708084106, -1.764961838722229, -0.33202075958251953, -1.4762566089630127, -1.5275079011917114, -0.9344894289970398, -1.679137945175171, -1.0515706539154053, -1.3298535346984863]}, "Bot004_067_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_067.log.json", "context": "Hey [FACE WITH STUCK-OUT TONGUE AND WINKING EYE] Hi. How are you. I am doing well. Just got done with my beer and drinking beer. Do you drink alcohol? No, I dont drink. I am a fat and a body critic. What is body critic? I am a carpenter. Good. Very interesting. I am a construction worker I produce music for artists. I wish i had a job. I am not a fan of beer though. What is your favoriite food? I am not sure. I am a sucker for some italian food. Really. I like pizza. Pizza is my favorite food. It is my favorite food", "response": "I love[HEAVY BLACK HEART] food. I drink a lot of alcohol in my life.", "annotation_id": "Bot004_067_16", "annotations": ["O", "T", "O", "O", "X", "X", "T", "O", "O", "X", "O", "O", "T", "T", "T"], "gpt2background_target_score": [-9.647310256958008, -12.889896392822266, -10.797942161560059, -10.306346893310547, -6.699526786804199, -4.312061309814453, -10.26413345336914, -8.404876708984375, -8.439045906066895, -3.100748062133789, -13.175711631774902, -11.205000877380371, -9.571195602416992, -12.963215827941895, -8.922442436218262, -12.290477752685547, -8.553841590881348, -12.5298490524292, -7.887484550476074, -8.142839431762695, -11.922076225280762, -9.989233016967773], "gpt2background_argmax_score": [-2.1153526306152344, -2.646291494369507, -1.1797840595245361, -1.8531745672225952, -1.9939671754837036, -1.5676190853118896, -3.1702048778533936, -0.5536544919013977, -1.5375869274139404, -1.5414562225341797, -1.6778011322021484, -2.874398946762085, -2.710787773132324, -1.8951809406280518, -1.9627262353897095, -1.838415265083313, -1.4129544496536255, -1.7578500509262085, -1.5024224519729614, -1.0506954193115234, -1.76870858669281, -0.2718903124332428, -1.6537153720855713, -1.261865496635437, -1.2841280698776245, -1.9018257856369019, -1.8772423267364502, -1.8508543968200684, -1.319946527481079, -3.0393407344818115, -1.8916776180267334, -1.5778764486312866, -1.5765717029571533, -2.3640549182891846, -1.3640854358673096, -1.758089542388916, -1.968794345855713, -0.9390872120857239, -1.5171555280685425, -0.3042801320552826, -1.1916903257369995, -2.5623929500579834, -1.2088371515274048, -1.6593297719955444, -1.1164278984069824, -1.1354315280914307, -2.129565477371216, -1.2909351587295532, -1.3519080877304077, -1.1600714921951294, -2.289141893386841, -2.236841917037964, -3.3412110805511475, -2.0337941646575928, -1.5509392023086548, -1.4023807048797607, -1.1298099756240845, -0.767187237739563, -1.1465555429458618, -1.935242772102356, -0.80552738904953, -1.023713231086731, -0.6981233358383179, -1.829171895980835, -1.902893304824829, -1.6227799654006958, -0.8908238410949707, -1.5397483110427856, -0.9075838327407837, -1.1603164672851562, -1.6041768789291382, -1.5790539979934692, -1.695724368095398, -1.1546339988708496, -1.7782223224639893, -1.883226990699768, -1.3788197040557861, -4.112318992614746, -0.9848925471305847, -0.5818071961402893, -1.7540677785873413, -2.3917059898376465, -1.4151567220687866, -2.062239408493042, -1.0521612167358398, -1.086902379989624, -1.5861339569091797, -0.4710564613342285, -0.688280463218689, -1.4273438453674316, -2.0461843013763428, -1.4956034421920776, -1.26900315284729, -1.4421298503875732, -1.1548680067062378, -0.996451735496521, -2.7872586250305176, -0.31555643677711487, -2.0389978885650635, -0.9711382985115051, -0.5538313388824463, -1.1750859022140503, -2.0423696041107178, -1.015684723854065, -1.9579271078109741, -0.6560774445533752, -1.3612022399902344, -0.8767712116241455, -0.9561955332756042, -1.653969407081604, -1.9380946159362793, -1.2479937076568604, -0.8983114957809448, -1.9534167051315308, -1.2142152786254883, -1.4686037302017212, -1.4635934829711914, -4.026623725891113, -0.17950090765953064, -2.7033677101135254, -2.5764031410217285, -1.1901532411575317, -1.9117612838745117, -0.8274048566818237, -1.1526069641113281, -2.388270616531372, -1.214508056640625, -1.7252271175384521, -2.860244035720825, -1.2761725187301636, -1.1539145708084106, -1.2723346948623657, -1.6720954179763794, -0.9768893122673035, -1.2717992067337036, -0.8150955438613892, -1.3003515005111694, -1.3964353799819946, -1.7669466733932495, -0.4441845118999481, -1.4681235551834106, -0.6431881189346313, -1.800653338432312, -2.4410505294799805, -0.0872046947479248, -0.5059072971343994, -1.2656323909759521, -0.1587454080581665, -3.196768045425415, -3.4819509983062744, -0.822868824005127, -1.7670918703079224, -1.570669174194336, -1.0423352718353271, -1.2860442399978638, -1.8623878955841064, -1.6996864080429077, -0.702839195728302, -0.45331957936286926, -1.3913627862930298, -1.2712258100509644, -1.2575418949127197, -1.4742462635040283, -0.87493896484375, -0.9373380541801453]}, "Bot004_067_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_067.log.json", "context": "Hey [FACE WITH STUCK-OUT TONGUE AND WINKING EYE] Hi. How are you. I am doing well. Just got done with my beer and drinking beer. Do you drink alcohol? No, I dont drink. I am a fat and a body critic. What is body critic? I am a carpenter. Good. Very interesting. I am a construction worker I produce music for artists. I wish i had a job. I am not a fan of beer though. What is your favoriite food? I am not sure. I am a sucker for some italian food. Really. I like pizza. Pizza is my favorite food. It is my favorite food I love[HEAVY BLACK HEART] food. I drink a lot of alcohol in my life. Dont drink so much alcohol. :)", "response": "I think i have eaten steak in a long time, i am not a drinker.", "annotation_id": "Bot004_067_18", "annotations": ["X", "O", "O", "X", "X", "X", "T", "O", "T", "X", "X", "T", "T", "T", "T"], "gpt2background_target_score": [-9.647310256958008, -12.545126914978027, -9.188405990600586, -9.556211471557617, -13.316208839416504, -13.277534484863281, -9.811820983886719, -9.478655815124512, -12.581923484802246, -9.869081497192383, -3.919503688812256, -6.3827714920043945, -13.948604583740234, -11.217182159423828, -8.922442436218262, -12.30337142944336, -11.354860305786133, -10.3050537109375], "gpt2background_argmax_score": [-2.1153526306152344, -2.646291494369507, -1.1797840595245361, -1.8531745672225952, -1.9939671754837036, -1.5676190853118896, -3.1702048778533936, -0.5536544919013977, -1.5375869274139404, -1.5414562225341797, -1.6778011322021484, -2.874398946762085, -2.710787773132324, -1.8951809406280518, -1.9627262353897095, -1.838415265083313, -1.4129544496536255, -1.7578500509262085, -1.5024224519729614, -1.0506954193115234, -1.76870858669281, -0.2718903124332428, -1.6537153720855713, -1.261865496635437, -1.2841280698776245, -1.9018257856369019, -1.8772423267364502, -1.8508543968200684, -1.319946527481079, -3.0393407344818115, -1.8916776180267334, -1.5778764486312866, -1.5765717029571533, -2.3640549182891846, -1.3640854358673096, -1.758089542388916, -1.968794345855713, -0.9390872120857239, -1.5171555280685425, -0.3042801320552826, -1.1916903257369995, -2.5623929500579834, -1.2088371515274048, -1.6593297719955444, -1.1164278984069824, -1.1354315280914307, -2.129565477371216, -1.2909351587295532, -1.3519080877304077, -1.1600714921951294, -2.289141893386841, -2.236841917037964, -3.3412110805511475, -2.0337941646575928, -1.5509392023086548, -1.4023807048797607, -1.1298099756240845, -0.767187237739563, -1.1465555429458618, -1.935242772102356, -0.80552738904953, -1.023713231086731, -0.6981233358383179, -1.829171895980835, -1.902893304824829, -1.6227799654006958, -0.8908238410949707, -1.5397483110427856, -0.9075838327407837, -1.1603164672851562, -1.6041768789291382, -1.5790539979934692, -1.695724368095398, -1.1546339988708496, -1.7782223224639893, -1.883226990699768, -1.3788197040557861, -4.112318992614746, -0.9848925471305847, -0.5818071961402893, -1.7540677785873413, -2.3917059898376465, -1.4151567220687866, -2.062239408493042, -1.0521612167358398, -1.086902379989624, -1.5861339569091797, -0.4710564613342285, -0.688280463218689, -1.4273438453674316, -2.0461843013763428, -1.4956034421920776, -1.26900315284729, -1.4421298503875732, -1.1548680067062378, -0.996451735496521, -2.7872586250305176, -0.31555643677711487, -2.0389978885650635, -0.9711382985115051, -0.5538313388824463, -1.1750859022140503, -2.0423696041107178, -1.015684723854065, -1.9579271078109741, -0.6560774445533752, -1.3612022399902344, -0.8767712116241455, -0.9561955332756042, -1.653969407081604, -1.9380946159362793, -1.2479937076568604, -0.8983114957809448, -1.9534167051315308, -1.2142152786254883, -1.4686037302017212, -1.4635934829711914, -4.026623725891113, -0.17950090765953064, -2.7033677101135254, -2.5764031410217285, -1.1901532411575317, -1.9117612838745117, -0.8274048566818237, -1.1526069641113281, -2.388270616531372, -1.214508056640625, -1.7252271175384521, -2.860244035720825, -1.2761725187301636, -1.1539145708084106, -1.2723346948623657, -1.6720954179763794, -0.9768893122673035, -1.2717992067337036, -0.8150955438613892, -1.3003515005111694, -1.3964353799819946, -1.7669466733932495, -0.4441845118999481, -1.4681235551834106, -0.6431881189346313, -1.5114874839782715, -0.7915692925453186, -2.3588621616363525, -1.2832578420639038, -0.34647074341773987, -3.4433023929595947, -3.4200267791748047, -0.7866082787513733, -1.8111801147460938, -1.9637502431869507, -0.6720936894416809, -1.356257677078247, -1.9084614515304565, -2.465214967727661, -0.5674862861633301, -0.434794545173645, -1.6509839296340942, -1.011055827140808, -1.3014742136001587, -1.229604721069336, -0.6689977645874023, -0.9042757153511047, -1.24593985080719, -1.1338741779327393, -2.719820261001587, -0.23603935539722443, -1.4940789937973022, -1.2738652229309082, -1.2163944244384766, -1.4995687007904053, -1.7747344970703125, -2.5331475734710693, -1.7186894416809082, -2.242018938064575, -1.102533221244812, -1.4484753608703613, -1.4311890602111816, -1.7833623886108398, -1.4976040124893188, -0.14850126206874847, -1.2601215839385986, -1.610217571258545, -2.784454584121704, -2.1056599617004395, -1.770138144493103, -1.9511380195617676, -0.04462571069598198, -1.1292754411697388, -1.0967037677764893]}, "Bot004_067_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_067.log.json", "context": "Hey [FACE WITH STUCK-OUT TONGUE AND WINKING EYE] Hi. How are you. I am doing well. Just got done with my beer and drinking beer. Do you drink alcohol? No, I dont drink. I am a fat and a body critic. What is body critic? I am a carpenter. Good. Very interesting. I am a construction worker I produce music for artists. I wish i had a job. I am not a fan of beer though. What is your favoriite food? I am not sure. I am a sucker for some italian food. Really. I like pizza. Pizza is my favorite food. It is my favorite food I love[HEAVY BLACK HEART] food. I drink a lot of alcohol in my life. Dont drink so much alcohol. :) I think i have eaten steak in a long time, i am not a drinker. Do you like to listen music?", "response": "I do, but i like to listen to music when i have time[ALARM CLOCK].", "annotation_id": "Bot004_067_20", "annotations": ["O", "O", "O", "O", "X", "T", "T", "O", "O", "O", "O", "O", "T", "T", "O"], "gpt2background_target_score": [-9.647310256958008, -12.818349838256836, -5.456827163696289, -10.799249649047852, -9.81822681427002, -10.401108741760254, -10.729185104370117, -14.611062049865723, -11.14326000213623, -10.308318138122559, -9.902874946594238, -6.3827714920043945, -11.759882926940918, -13.585175514221191, -9.75107479095459, -6.97993278503418, -10.55737590789795, -9.553245544433594, -13.263505935668945, -12.703634262084961], "gpt2background_argmax_score": [-2.1153526306152344, -2.646291494369507, -1.1797840595245361, -1.8531745672225952, -1.9939671754837036, -1.5676190853118896, -3.1702048778533936, -0.5536544919013977, -1.5375869274139404, -1.5414562225341797, -1.6778011322021484, -2.874398946762085, -2.710787773132324, -1.8951809406280518, -1.9627262353897095, -1.838415265083313, -1.4129544496536255, -1.7578500509262085, -1.5024224519729614, -1.0506954193115234, -1.76870858669281, -0.2718903124332428, -1.6537153720855713, -1.261865496635437, -1.2841280698776245, -1.9018257856369019, -1.8772423267364502, -1.8508543968200684, -1.319946527481079, -3.0393407344818115, -1.8916776180267334, -1.5778764486312866, -1.5765717029571533, -2.3640549182891846, -1.3640854358673096, -1.758089542388916, -1.968794345855713, -0.9390872120857239, -1.5171555280685425, -0.3042801320552826, -1.1916903257369995, -2.5623929500579834, -1.2088371515274048, -1.6593297719955444, -1.1164278984069824, -1.1354315280914307, -2.129565477371216, -1.2909351587295532, -1.3519080877304077, -1.1600714921951294, -2.289141893386841, -2.236841917037964, -3.3412110805511475, -2.0337941646575928, -1.5509392023086548, -1.4023807048797607, -1.1298099756240845, -0.767187237739563, -1.1465555429458618, -1.935242772102356, -0.80552738904953, -1.023713231086731, -0.6981233358383179, -1.829171895980835, -1.902893304824829, -1.6227799654006958, -0.8908238410949707, -1.5397483110427856, -0.9075838327407837, -1.1603164672851562, -1.6041768789291382, -1.5790539979934692, -1.695724368095398, -1.1546339988708496, -1.7782223224639893, -1.883226990699768, -1.3788197040557861, -4.112318992614746, -0.9848925471305847, -0.5818071961402893, -1.7540677785873413, -2.3917059898376465, -1.4151567220687866, -2.062239408493042, -1.0521612167358398, -1.086902379989624, -1.5861339569091797, -0.4710564613342285, -0.688280463218689, -1.4273438453674316, -2.0461843013763428, -1.4956034421920776, -1.26900315284729, -1.4421298503875732, -1.1548680067062378, -0.996451735496521, -2.7872586250305176, -0.31555643677711487, -2.0389978885650635, -0.9711382985115051, -0.5538313388824463, -1.1750859022140503, -2.0423696041107178, -1.015684723854065, -1.9579271078109741, -0.6560774445533752, -1.3612022399902344, -0.8767712116241455, -0.9561955332756042, -1.653969407081604, -1.9380946159362793, -1.2479937076568604, -0.8983114957809448, -1.9534167051315308, -1.2142152786254883, -1.4686037302017212, -1.4635934829711914, -4.026623725891113, -0.17950090765953064, -2.7033677101135254, -2.5764031410217285, -1.1901532411575317, -1.9117612838745117, -0.8274048566818237, -1.1526069641113281, -2.388270616531372, -1.214508056640625, -1.7252271175384521, -2.860244035720825, -1.2761725187301636, -1.1539145708084106, -1.2723346948623657, -1.6720954179763794, -0.9768893122673035, -1.2717992067337036, -0.8150955438613892, -1.3003515005111694, -1.3964353799819946, -1.7669466733932495, -0.4441845118999481, -1.4681235551834106, -0.6431881189346313, -1.5114874839782715, -0.7915692925453186, -2.3588621616363525, -1.2832578420639038, -0.34647074341773987, -3.4433023929595947, -3.4200267791748047, -0.7866082787513733, -1.8111801147460938, -1.9637502431869507, -0.6720936894416809, -1.356257677078247, -1.9084614515304565, -2.465214967727661, -0.5674862861633301, -0.434794545173645, -1.6509839296340942, -1.011055827140808, -1.3014742136001587, -1.229604721069336, -0.6689977645874023, -0.9042757153511047, -1.24593985080719, -1.1338741779327393, -2.719820261001587, -0.23603935539722443, -1.4940789937973022, -1.2738652229309082, -1.2163944244384766, -1.4995687007904053, -2.2973408699035645, -1.3246153593063354, -1.9557957649230957, -1.1560715436935425, -1.4427903890609741, -1.5398054122924805, -1.7941930294036865, -1.462670087814331, -0.14792513847351074, -1.1624789237976074, -1.530984878540039, -2.7417421340942383, -2.114999532699585, -1.8620777130126953, -1.9600385427474976, -0.0380312018096447, -0.9135185480117798, -1.1069625616073608, -0.2259988784790039, -1.5605202913284302, -1.6779593229293823, -1.762211561203003, -0.30604949593544006, -0.8639644384384155, -1.4986965656280518, -1.4800026416778564, -1.8841485977172852, -1.953127145767212, -1.6513698101043701, -1.315535306930542, -2.691885471343994, -1.7141368389129639, -0.5807994604110718, -0.4431982934474945, -0.7219148278236389, -1.0589529275894165, -0.768284261226654, -1.7355178594589233, -1.5404114723205566, -0.7772344946861267, -1.4472901821136475, -0.7911805510520935, -0.8359611630439758, -2.493090867996216, -1.08484947681427, -1.6364630460739136]}, "Bot004_068_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_068.log.json", "context": "Hi! \nIt is nice to see you [SMILING FACE WITH SMILING EYES]\nHow is your day going? hey! it\u2019s going awful because i have to go to school which i hate", "response": "Are you normal? [POUTING FACE]", "annotation_id": "Bot004_068_02", "annotations": ["T", "T", "X", "O", "T", "X", "O", "O", "O", "O", "O", "T", "O", "T", "T"], "gpt2background_target_score": [-11.79416275024414, -7.539087772369385, -12.559550285339355, -12.531462669372559, -9.259332656860352, -11.421401977539062, -13.854345321655273, -14.30375862121582, -12.815467834472656, -11.610729217529297], "gpt2background_argmax_score": [-1.9761712551116943, -1.080935001373291, -2.0623934268951416, -0.8293625116348267, -0.8124510049819946, -2.2414541244506836, -0.4281092584133148, -1.4112331867218018, -2.5969557762145996, -2.4599549770355225, -1.8056164979934692, -1.706571340560913, -0.5622708201408386, -1.1524895429611206, -2.2056117057800293, -2.2761125564575195, -0.14590974152088165, -0.8052281737327576, -1.504279375076294, -1.4037952423095703, -1.6761035919189453, -2.685335874557495, -0.4015410840511322, -2.104909896850586, -1.6593104600906372, -1.0583243370056152, -1.052560806274414, -0.3992704451084137, -1.4155634641647339, -1.9503546953201294, -2.514054775238037, -0.7277423739433289, -0.12154339253902435, -0.13657167553901672, -2.922571897506714, -1.799836277961731, -2.058320999145508, -1.777766227722168, -1.501606822013855, -1.609415054321289, -2.6367034912109375, -1.0453275442123413, -1.9239164590835571, -2.1885385513305664, -0.8859931230545044, -2.413546085357666, -1.8757718801498413, -2.352083921432495, -0.1723930984735489, -2.8331706523895264, -0.7851801514625549, -0.8061756491661072, -3.3607757091522217, -2.3557302951812744, -1.9534258842468262, -1.8619484901428223, -0.8444143533706665, -1.07126784324646]}, "Bot004_068_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_068.log.json", "context": "Hi! \nIt is nice to see you [SMILING FACE WITH SMILING EYES]\nHow is your day going? hey! it\u2019s going awful because i have to go to school which i hate Are you normal? [POUTING FACE] why?", "response": "I am not sure what you mean.", "annotation_id": "Bot004_068_04", "annotations": ["X", "X", "O", "O", "O", "X", "O", "T", "X", "T", "T", "O", "T", "T", "T"], "gpt2background_target_score": [-9.236458778381348, -8.606606483459473, -9.04069995880127, -13.01362419128418, -11.257967948913574, -7.773721218109131, -15.019837379455566, -9.785606384277344], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -2.0623934268951416, -0.8293642997741699, -0.8124532103538513, -2.241453170776367, -0.4281099736690521, -1.411234736442566, -2.596957206726074, -2.459956169128418, -1.8056162595748901, -1.7065714597702026, -0.5622707009315491, -1.1524860858917236, -2.20561146736145, -2.2761147022247314, -0.14590974152088165, -0.8052284121513367, -1.5042775869369507, -1.403796672821045, -1.6761023998260498, -2.6853363513946533, -0.4015403687953949, -2.104907512664795, -1.6593096256256104, -1.0583242177963257, -1.0525639057159424, -0.39927077293395996, -1.4155634641647339, -1.9503564834594727, -2.514055013656616, -0.727742075920105, -0.12154349684715271, -0.13657146692276, -2.922574758529663, -1.799836277961731, -2.0583202838897705, -1.7777665853500366, -1.5016061067581177, -1.6094160079956055, -2.6367030143737793, -1.0453273057937622, -1.9239166975021362, -2.18854022026062, -0.8859962821006775, -2.413543224334717, -1.8757734298706055, -0.33646252751350403, -3.050781011581421, -0.7730905413627625, -2.314577102661133, -3.1804988384246826, -2.613102436065674, -2.2080938816070557, -2.072382926940918, -0.8265573978424072, -1.5579078197479248, -1.8791767358779907, -2.2611608505249023, -2.3041481971740723, -2.0763742923736572, -2.49806547164917, -1.5961287021636963, -2.2024731636047363, -1.3390146493911743, -0.8210030198097229, -1.441259741783142, -1.4040690660476685]}, "Bot004_068_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_068.log.json", "context": "Hi! \nIt is nice to see you [SMILING FACE WITH SMILING EYES]\nHow is your day going? hey! it\u2019s going awful because i have to go to school which i hate Are you normal? [POUTING FACE] why? I am not sure what you mean. what\u2019s wrong with that?", "response": "It is a landmark museum. I am a huge fan of horror movies.", "annotation_id": "Bot004_068_06", "annotations": ["X", "X", "X", "O", "X", "X", "T", "T", "X", "X", "X", "T", "T", "T", "X"], "gpt2background_target_score": [-12.646990776062012, -7.617142200469971, -7.233031272888184, -12.569311141967773, -12.991076469421387, -7.251608848571777, -5.338249206542969, -9.085649490356445, -2.596957206726074, -12.488580703735352, -11.96114730834961, -7.02860164642334, -12.607510566711426, -12.587393760681152, -5.662016868591309], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -2.0623934268951416, -0.8293642997741699, -0.8124532103538513, -2.241453170776367, -0.4281099736690521, -1.411234736442566, -2.596957206726074, -2.459956169128418, -1.8056162595748901, -1.7065714597702026, -0.5622707009315491, -1.1524860858917236, -2.20561146736145, -2.2761147022247314, -0.14590974152088165, -0.8052284121513367, -1.5042775869369507, -1.403796672821045, -1.6761023998260498, -2.6853363513946533, -0.4015403687953949, -2.104907512664795, -1.6593096256256104, -1.0583242177963257, -1.0525639057159424, -0.39927077293395996, -1.4155634641647339, -1.9503564834594727, -2.514055013656616, -0.727742075920105, -0.12154349684715271, -0.13657146692276, -2.922574758529663, -1.799836277961731, -2.0583202838897705, -1.7777665853500366, -1.5016061067581177, -1.6094160079956055, -2.6367030143737793, -1.0453273057937622, -1.9239166975021362, -2.18854022026062, -0.8859962821006775, -2.413543224334717, -1.8757734298706055, -0.33646252751350403, -3.050781011581421, -0.7730905413627625, -2.314577102661133, -3.1804988384246826, -2.613102436065674, -2.2080938816070557, -2.072382926940918, -0.8265573978424072, -1.5579078197479248, -1.8791767358779907, -2.2611608505249023, -1.617510199546814, -2.364882230758667, -1.940908670425415, -2.3058700561523438, -1.4270668029785156, -1.1705251932144165, -1.867444396018982, -1.996551275253296, -2.0823116302490234, -0.14367809891700745, -0.15598604083061218, -1.3226144313812256, -0.501848578453064, -1.387021780014038, -0.47300365567207336, -1.963840365409851, -1.9719784259796143, -1.1590417623519897, -2.662647008895874, -3.4090816974639893, -3.0158181190490723, -1.9236527681350708, -2.035444498062134, -2.4236440658569336, -2.1659367084503174, -3.513749361038208, -1.9006327390670776, -0.3277246356010437, -1.5460175275802612, -1.6927851438522339, -1.4387024641036987, -1.4543792009353638]}, "Bot004_068_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_068.log.json", "context": "Hi! \nIt is nice to see you [SMILING FACE WITH SMILING EYES]\nHow is your day going? hey! it\u2019s going awful because i have to go to school which i hate Are you normal? [POUTING FACE] why? I am not sure what you mean. what\u2019s wrong with that? It is a landmark museum. I am a huge fan of horror movies. cool, i love horrors too", "response": "I am in a relationship with my dad, he is a retired cop.", "annotation_id": "Bot004_068_08", "annotations": ["X", "X", "X", "O", "X", "X", "O", "O", "X", "X", "X", "O", "X", "T", "X"], "gpt2background_target_score": [-9.236458778381348, -8.606606483459473, -8.435815811157227, -9.881092071533203, -12.580781936645508, -6.667019844055176, -7.496678829193115, -12.522150993347168, -6.5059814453125, -11.78510570526123, -9.988951683044434, -8.847188949584961, -12.069681167602539, -12.748258590698242, -5.662016868591309], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -2.0623934268951416, -0.8293642997741699, -0.8124532103538513, -2.241453170776367, -0.4281099736690521, -1.411234736442566, -2.596957206726074, -2.459956169128418, -1.8056162595748901, -1.7065714597702026, -0.5622707009315491, -1.1524860858917236, -2.20561146736145, -2.2761147022247314, -0.14590974152088165, -0.8052284121513367, -1.5042775869369507, -1.403796672821045, -1.6761023998260498, -2.6853363513946533, -0.4015403687953949, -2.104907512664795, -1.6593096256256104, -1.0583242177963257, -1.0525639057159424, -0.39927077293395996, -1.4155634641647339, -1.9503564834594727, -2.514055013656616, -0.727742075920105, -0.12154349684715271, -0.13657146692276, -2.922574758529663, -1.799836277961731, -2.0583202838897705, -1.7777665853500366, -1.5016061067581177, -1.6094160079956055, -2.6367030143737793, -1.0453273057937622, -1.9239166975021362, -2.18854022026062, -0.8859962821006775, -2.413543224334717, -1.8757734298706055, -0.33646252751350403, -3.050781011581421, -0.7730905413627625, -2.314577102661133, -3.1804988384246826, -2.613102436065674, -2.2080938816070557, -2.072382926940918, -0.8265573978424072, -1.5579078197479248, -1.8791767358779907, -2.2611608505249023, -1.617510199546814, -2.364882230758667, -1.940908670425415, -2.3058700561523438, -1.4270668029785156, -1.1705251932144165, -1.867444396018982, -1.996551275253296, -2.0823116302490234, -0.14367809891700745, -0.15598604083061218, -1.3226144313812256, -0.501848578453064, -1.387021780014038, -0.47300365567207336, -1.963840365409851, -0.6621137857437134, -2.6323180198669434, -3.4283628463745117, -2.757556915283203, -1.9694414138793945, -2.2777910232543945, -2.2128312587738037, -1.9633620977401733, -3.658224582672119, -2.046476125717163, -0.332568496465683, -1.7167456150054932, -1.5756620168685913, -1.4624409675598145, -1.5039472579956055, -1.9660303592681885, -2.529536485671997, -2.3282172679901123, -1.4258558750152588, -1.4274232387542725, -0.9428136348724365, -2.2306137084960938, -2.324897527694702, -1.8682502508163452, -1.7476915121078491, -3.1134276390075684, -0.62090003490448, -1.0195196866989136, -2.63466477394104, -1.4373704195022583, -1.8029776811599731, -1.489564061164856, -1.5027645826339722, -2.870666265487671, -4.138270854949951, -1.6015182733535767, -1.591720700263977]}, "Bot004_068_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_068.log.json", "context": "Hi! \nIt is nice to see you [SMILING FACE WITH SMILING EYES]\nHow is your day going? hey! it\u2019s going awful because i have to go to school which i hate Are you normal? [POUTING FACE] why? I am not sure what you mean. what\u2019s wrong with that? It is a landmark museum. I am a huge fan of horror movies. cool, i love horrors too I am in a relationship with my dad, he is a retired cop. what do you mean in a relationship?!  this is not okay", "response": "I am not sure what that means. I am more of a movie person.", "annotation_id": "Bot004_068_10", "annotations": ["X", "X", "T", "O", "T", "X", "X", "O", "O", "X", "X", "T", "X", "T", "X"], "gpt2background_target_score": [-9.236458778381348, -8.606606483459473, -9.04069995880127, -13.01362419128418, -11.257967948913574, -6.328169822692871, -13.025727272033691, -9.785606384277344, -5.502946376800537, -9.472380638122559, -8.763364791870117, -7.02860164642334, -8.498007774353027, -12.928462028503418, -12.170353889465332, -8.971024513244629], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -2.0623934268951416, -0.8293642997741699, -0.8124532103538513, -2.241453170776367, -0.4281099736690521, -1.411234736442566, -2.596957206726074, -2.459956169128418, -1.8056162595748901, -1.7065714597702026, -0.5622707009315491, -1.1524860858917236, -2.20561146736145, -2.2761147022247314, -0.14590974152088165, -0.8052284121513367, -1.5042775869369507, -1.403796672821045, -1.6761023998260498, -2.6853363513946533, -0.4015403687953949, -2.104907512664795, -1.6593096256256104, -1.0583242177963257, -1.0525639057159424, -0.39927077293395996, -1.4155634641647339, -1.9503564834594727, -2.514055013656616, -0.727742075920105, -0.12154349684715271, -0.13657146692276, -2.922574758529663, -1.799836277961731, -2.0583202838897705, -1.7777665853500366, -1.5016061067581177, -1.6094160079956055, -2.6367030143737793, -1.0453273057937622, -1.9239166975021362, -2.18854022026062, -0.8859962821006775, -2.413543224334717, -1.8757734298706055, -0.33646252751350403, -3.050781011581421, -0.7730905413627625, -2.314577102661133, -3.1804988384246826, -2.613102436065674, -2.2080938816070557, -2.072382926940918, -0.8265573978424072, -1.5579078197479248, -1.8791767358779907, -2.2611608505249023, -1.617510199546814, -2.364882230758667, -1.940908670425415, -2.3058700561523438, -1.4270668029785156, -1.1705251932144165, -1.867444396018982, -1.996551275253296, -2.0823116302490234, -0.14367809891700745, -0.15598604083061218, -1.3226144313812256, -0.501848578453064, -1.387021780014038, -0.47300365567207336, -1.963840365409851, -0.6621137857437134, -2.6323180198669434, -3.4283628463745117, -2.757556915283203, -1.9694414138793945, -2.2777910232543945, -2.2128312587738037, -1.9633620977401733, -3.658224582672119, -2.046476125717163, -0.332568496465683, -1.7167456150054932, -1.5756620168685913, -1.4624409675598145, -1.5039472579956055, -1.9660303592681885, -2.529536485671997, -2.3282172679901123, -1.4258558750152588, -1.4274232387542725, -0.9428136348724365, -2.106501579284668, -1.9699273109436035, -1.9432801008224487, -3.0171725749969482, -0.4895744323730469, -1.153943419456482, -2.560072898864746, -1.3007029294967651, -2.0964066982269287, -1.432894229888916, -1.5002524852752686, -2.874239683151245, -4.20337438583374, -1.4737553596496582, -2.1230270862579346, -2.2057723999023438, -0.43054547905921936, -0.9407846927642822, -1.1879346370697021, -1.3094449043273926, -0.3234076499938965, -0.9989346265792847, -2.0994136333465576, -1.4612504243850708, -0.6107791066169739, -1.8651238679885864, -1.4916694164276123, -1.593947410583496, -2.3775887489318848, -1.8673491477966309, -1.713181734085083, -1.9475748538970947, -1.1212466955184937, -0.6647548675537109, -0.33376172184944153, -1.0996252298355103, -1.5070304870605469, -1.1436119079589844, -1.8409392833709717, -1.754671335220337, -0.20398935675621033, -2.878166437149048, -2.0876972675323486, -1.4209216833114624, -1.3088217973709106]}, "Bot004_068_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_068.log.json", "context": "Hi! \nIt is nice to see you [SMILING FACE WITH SMILING EYES]\nHow is your day going? hey! it\u2019s going awful because i have to go to school which i hate Are you normal? [POUTING FACE] why? I am not sure what you mean. what\u2019s wrong with that? It is a landmark museum. I am a huge fan of horror movies. cool, i love horrors too I am in a relationship with my dad, he is a retired cop. what do you mean in a relationship?!  this is not okay I am not sure what that means. I am more of a movie person. do you have a lot of friends?  do you have a lot of friends?", "response": "I live in california. How about you?", "annotation_id": "Bot004_068_12", "annotations": ["X", "X", "X", "O", "X", "X", "O", "T", "X", "X", "T", "T", "T", "T", "X"], "gpt2background_target_score": [-9.236458778381348, -11.238861083984375, -8.435815811157227, -12.508981704711914, -12.324944496154785, -12.957158088684082, -5.112971305847168, -13.294007301330566, -8.038209915161133, -9.129251480102539, -10.17303466796875], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -2.0623934268951416, -0.8293642997741699, -0.8124532103538513, -2.241453170776367, -0.4281099736690521, -1.411234736442566, -2.596957206726074, -2.459956169128418, -1.8056162595748901, -1.7065714597702026, -0.5622707009315491, -1.1524860858917236, -2.20561146736145, -2.2761147022247314, -0.14590974152088165, -0.8052284121513367, -1.5042775869369507, -1.403796672821045, -1.6761023998260498, -2.6853363513946533, -0.4015403687953949, -2.104907512664795, -1.6593096256256104, -1.0583242177963257, -1.0525639057159424, -0.39927077293395996, -1.4155634641647339, -1.9503564834594727, -2.514055013656616, -0.727742075920105, -0.12154349684715271, -0.13657146692276, -2.922574758529663, -1.799836277961731, -2.0583202838897705, -1.7777665853500366, -1.5016061067581177, -1.6094160079956055, -2.6367030143737793, -1.0453273057937622, -1.9239166975021362, -2.18854022026062, -0.8859962821006775, -2.413543224334717, -1.8757734298706055, -0.33646252751350403, -3.050781011581421, -0.7730905413627625, -2.314577102661133, -3.1804988384246826, -2.613102436065674, -2.2080938816070557, -2.072382926940918, -0.8265573978424072, -1.5579078197479248, -1.8791767358779907, -2.2611608505249023, -1.617510199546814, -2.364882230758667, -1.940908670425415, -2.3058700561523438, -1.4270668029785156, -1.1705251932144165, -1.867444396018982, -1.996551275253296, -2.0823116302490234, -0.14367809891700745, -0.15598604083061218, -1.3226144313812256, -0.501848578453064, -1.387021780014038, -0.47300365567207336, -1.963840365409851, -0.6621137857437134, -2.6323180198669434, -3.4283628463745117, -2.757556915283203, -1.9694414138793945, -2.2777910232543945, -2.2128312587738037, -1.9633620977401733, -3.658224582672119, -2.046476125717163, -0.332568496465683, -1.7167456150054932, -1.5756620168685913, -1.4624409675598145, -1.5039472579956055, -1.9660303592681885, -2.529536485671997, -2.3282172679901123, -1.4258558750152588, -1.4274232387542725, -0.9428136348724365, -2.106501579284668, -1.9699273109436035, -1.9432801008224487, -3.0171725749969482, -0.4895744323730469, -1.153943419456482, -2.560072898864746, -1.3007029294967651, -2.0964066982269287, -1.432894229888916, -1.5002524852752686, -2.874239683151245, -4.20337438583374, -1.4737553596496582, -2.1230270862579346, -2.2057723999023438, -0.43054547905921936, -0.9407846927642822, -1.1879346370697021, -1.3094449043273926, -0.3234076499938965, -0.9989346265792847, -2.0994136333465576, -1.4612504243850708, -0.6107791066169739, -1.8651238679885864, -1.4916694164276123, -1.593947410583496, -1.470686912536621, -1.7590323686599731, -2.1818699836730957, -1.1893219947814941, -0.7486696839332581, -0.32150593400001526, -1.216698169708252, -2.316499710083008, -0.9361680150032043, -1.74455726146698, -1.9097527265548706, -0.2190282940864563, -3.0032167434692383, -2.2042248249053955, -1.6145780086517334, -1.933630108833313, -0.2906460165977478, -1.1537244319915771, -1.19266676902771, -3.231649398803711, -0.3510744869709015, -1.9421344995498657, -1.2077785730361938, -2.375911235809326, -2.155271053314209, -0.22889670729637146, -0.7475649118423462, -1.0573550462722778, -1.6568751335144043, -0.21918216347694397, -1.2893450260162354, -0.6202389001846313, -1.9297231435775757, -1.945654034614563, -1.780533790588379, -0.5483097434043884, -1.2315399646759033, -0.4811585545539856, -0.02386755309998989, -1.7737435102462769, -1.3311933279037476, -1.561240553855896, -0.39577266573905945, -0.8107913732528687, -0.6507704257965088]}, "Bot004_068_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_068.log.json", "context": "Hi! \nIt is nice to see you [SMILING FACE WITH SMILING EYES]\nHow is your day going? hey! it\u2019s going awful because i have to go to school which i hate Are you normal? [POUTING FACE] why? I am not sure what you mean. what\u2019s wrong with that? It is a landmark museum. I am a huge fan of horror movies. cool, i love horrors too I am in a relationship with my dad, he is a retired cop. what do you mean in a relationship?!  this is not okay I am not sure what that means. I am more of a movie person. do you have a lot of friends?  do you have a lot of friends? I live in california. How about you? it\u2019s now what i\u2019m asking", "response": "I am not sure what that means. I am sorry.", "annotation_id": "Bot004_068_14", "annotations": ["T", "X", "O", "O", "T", "X", "O", "X", "O", "X", "T", "T", "X", "T", "X"], "gpt2background_target_score": [-9.236458778381348, -8.606606483459473, -9.04069995880127, -13.01362419128418, -11.257967948913574, -6.328169822692871, -13.025727272033691, -9.785606384277344, -5.502946376800537, -9.472380638122559, -12.953642845153809, -6.0488362312316895], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -2.0623934268951416, -0.8293642997741699, -0.8124532103538513, -2.241453170776367, -0.4281099736690521, -1.411234736442566, -2.596957206726074, -2.459956169128418, -1.8056162595748901, -1.7065714597702026, -0.5622707009315491, -1.1524860858917236, -2.20561146736145, -2.2761147022247314, -0.14590974152088165, -0.8052284121513367, -1.5042775869369507, -1.403796672821045, -1.6761023998260498, -2.6853363513946533, -0.4015403687953949, -2.104907512664795, -1.6593096256256104, -1.0583242177963257, -1.0525639057159424, -0.39927077293395996, -1.4155634641647339, -1.9503564834594727, -2.514055013656616, -0.727742075920105, -0.12154349684715271, -0.13657146692276, -2.922574758529663, -1.799836277961731, -2.0583202838897705, -1.7777665853500366, -1.5016061067581177, -1.6094160079956055, -2.6367030143737793, -1.0453273057937622, -1.9239166975021362, -2.18854022026062, -0.8859962821006775, -2.413543224334717, -1.8757734298706055, -0.33646252751350403, -3.050781011581421, -0.7730905413627625, -2.314577102661133, -3.1804988384246826, -2.613102436065674, -2.2080938816070557, -2.072382926940918, -0.8265573978424072, -1.5579078197479248, -1.8791767358779907, -2.2611608505249023, -1.617510199546814, -2.364882230758667, -1.940908670425415, -2.3058700561523438, -1.4270668029785156, -1.1705251932144165, -1.867444396018982, -1.996551275253296, -2.0823116302490234, -0.14367809891700745, -0.15598604083061218, -1.3226144313812256, -0.501848578453064, -1.387021780014038, -0.47300365567207336, -1.963840365409851, -0.6621137857437134, -2.6323180198669434, -3.4283628463745117, -2.757556915283203, -1.9694414138793945, -2.2777910232543945, -2.2128312587738037, -1.9633620977401733, -3.658224582672119, -2.046476125717163, -0.332568496465683, -1.7167456150054932, -1.5756620168685913, -1.4624409675598145, -1.5039472579956055, -1.9660303592681885, -2.529536485671997, -2.3282172679901123, -1.4258558750152588, -1.4274232387542725, -0.9428136348724365, -2.106501579284668, -1.9699273109436035, -1.9432801008224487, -3.0171725749969482, -0.4895744323730469, -1.153943419456482, -2.560072898864746, -1.3007029294967651, -2.0964066982269287, -1.432894229888916, -1.5002524852752686, -2.874239683151245, -4.20337438583374, -1.4737553596496582, -2.1230270862579346, -2.2057723999023438, -0.43054547905921936, -0.9407846927642822, -1.1879346370697021, -1.3094449043273926, -0.3234076499938965, -0.9989346265792847, -2.0994136333465576, -1.4612504243850708, -0.6107791066169739, -1.8651238679885864, -1.4916694164276123, -1.593947410583496, -1.470686912536621, -1.7590323686599731, -2.1818699836730957, -1.1893219947814941, -0.7486696839332581, -0.32150593400001526, -1.216698169708252, -2.316499710083008, -0.9361684322357178, -1.744557499885559, -1.9097517728805542, -0.2190282940864563, -3.00321626663208, -2.2042226791381836, -1.6145776510238647, -1.933630108833313, -0.29064592719078064, -1.1537243127822876, -1.1926652193069458, -3.2316501140594482, -0.3510741591453552, -1.9421346187591553, -1.207779884338379, -2.3759124279022217, -2.155271530151367, -0.22889773547649384, -0.7475652694702148, -1.0573540925979614, -1.65687096118927, -0.2191820740699768, -1.2893469333648682, -0.6202389001846313, -1.9297235012054443, -1.3992952108383179, -0.7501126527786255, -1.1606827974319458, -0.46906301379203796, -0.02714030258357525, -1.6999224424362183, -1.7674145698547363, -1.5955593585968018, -0.41044461727142334, -0.7955629825592041, -1.9793046712875366, -1.5926737785339355, -0.1571895331144333, -0.12799447774887085, -2.1041860580444336, -2.230839252471924, -2.1751887798309326, -1.6598740816116333, -0.11837530136108398, -0.2210332304239273, -2.1916797161102295, -1.8546042442321777, -2.2309885025024414, -1.973002314567566, -1.9471337795257568, -1.3333287239074707, -1.2766697406768799, -1.1962970495224, -0.08674626797437668, -0.9508540630340576, -1.210747241973877, -1.0222194194793701, -2.049319267272949, -1.9487309455871582, -1.240533709526062]}, "Bot004_068_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_068.log.json", "context": "Hi! \nIt is nice to see you [SMILING FACE WITH SMILING EYES]\nHow is your day going? hey! it\u2019s going awful because i have to go to school which i hate Are you normal? [POUTING FACE] why? I am not sure what you mean. what\u2019s wrong with that? It is a landmark museum. I am a huge fan of horror movies. cool, i love horrors too I am in a relationship with my dad, he is a retired cop. what do you mean in a relationship?!  this is not okay I am not sure what that means. I am more of a movie person. do you have a lot of friends?  do you have a lot of friends? I live in california. How about you? it\u2019s now what i\u2019m asking I am not sure what that means. I am sorry. do you have a lot of friends?", "response": "I want to be a geologist.", "annotation_id": "Bot004_068_16", "annotations": ["X", "X", "X", "O", "X", "X", "O", "O", "X", "X", "X", "T", "T", "T", "X"], "gpt2background_target_score": [-9.236458778381348, -10.482125282287598, -8.151948928833008, -11.479440689086914, -8.54770278930664, -11.927688598632812, -13.326915740966797, -9.785606384277344], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -2.0623934268951416, -0.8293642997741699, -0.8124532103538513, -2.241453170776367, -0.4281099736690521, -1.411234736442566, -2.596957206726074, -2.459956169128418, -1.8056162595748901, -1.7065714597702026, -0.5622707009315491, -1.1524860858917236, -2.20561146736145, -2.2761147022247314, -0.14590974152088165, -0.8052284121513367, -1.5042775869369507, -1.403796672821045, -1.6761023998260498, -2.6853363513946533, -0.4015403687953949, -2.104907512664795, -1.6593096256256104, -1.0583242177963257, -1.0525639057159424, -0.39927077293395996, -1.4155634641647339, -1.9503564834594727, -2.514055013656616, -0.727742075920105, -0.12154349684715271, -0.13657146692276, -2.922574758529663, -1.799836277961731, -2.0583202838897705, -1.7777665853500366, -1.5016061067581177, -1.6094160079956055, -2.6367030143737793, -1.0453273057937622, -1.9239166975021362, -2.18854022026062, -0.8859962821006775, -2.413543224334717, -1.8757734298706055, -0.33646252751350403, -3.050781011581421, -0.7730905413627625, -2.314577102661133, -3.1804988384246826, -2.613102436065674, -2.2080938816070557, -2.072382926940918, -0.8265573978424072, -1.5579078197479248, -1.8791767358779907, -2.2611608505249023, -1.617510199546814, -2.364882230758667, -1.940908670425415, -2.3058700561523438, -1.4270668029785156, -1.1705251932144165, -1.867444396018982, -1.996551275253296, -2.0823116302490234, -0.14367809891700745, -0.15598604083061218, -1.3226144313812256, -0.501848578453064, -1.387021780014038, -0.47300365567207336, -1.963840365409851, -0.6621137857437134, -2.6323180198669434, -3.4283628463745117, -2.757556915283203, -1.9694414138793945, -2.2777910232543945, -2.2128312587738037, -1.9633620977401733, -3.658224582672119, -2.046476125717163, -0.332568496465683, -1.7167456150054932, -1.5756620168685913, -1.4624409675598145, -1.5039472579956055, -1.9660303592681885, -2.529536485671997, -2.3282172679901123, -1.4258558750152588, -1.4274232387542725, -0.9428136348724365, -2.106501579284668, -1.9699273109436035, -1.9432801008224487, -3.0171725749969482, -0.4895744323730469, -1.153943419456482, -2.560072898864746, -1.3007029294967651, -2.0964066982269287, -1.432894229888916, -1.5002524852752686, -2.874239683151245, -4.20337438583374, -1.4737553596496582, -2.1230270862579346, -2.2057723999023438, -0.43054547905921936, -0.9407846927642822, -1.1879346370697021, -1.3094449043273926, -0.3234076499938965, -0.9989346265792847, -2.0994136333465576, -1.4612504243850708, -0.6107791066169739, -1.8651238679885864, -1.4916694164276123, -1.593947410583496, -1.470686912536621, -1.7590323686599731, -2.1818699836730957, -1.1893219947814941, -0.7486696839332581, -0.32150593400001526, -1.216698169708252, -2.316499710083008, -0.9361684322357178, -1.744557499885559, -1.9097517728805542, -0.2190282940864563, -3.00321626663208, -2.2042226791381836, -1.6145776510238647, -1.933630108833313, -0.29064592719078064, -1.1537243127822876, -1.1926652193069458, -3.2316501140594482, -0.3510741591453552, -1.9421346187591553, -1.207779884338379, -2.3759124279022217, -2.155271530151367, -0.22889773547649384, -0.7475652694702148, -1.0573540925979614, -1.65687096118927, -0.2191820740699768, -1.2893469333648682, -0.6202389001846313, -1.9297235012054443, -1.3992952108383179, -0.7501126527786255, -1.1606827974319458, -0.46906301379203796, -0.02714030258357525, -1.6999224424362183, -1.7674145698547363, -1.5955593585968018, -0.41044461727142334, -0.7955629825592041, -1.9793046712875366, -1.5926737785339355, -0.1571895331144333, -0.12799447774887085, -2.1041860580444336, -2.230839252471924, -2.1751887798309326, -1.6598740816116333, -0.11837530136108398, -0.2210332304239273, -2.1916797161102295, -1.8546042442321777, -1.827267050743103, -2.3726937770843506, -1.1039655208587646, -1.2587226629257202, -1.406723976135254, -0.08096587657928467, -0.9216940402984619, -1.8414344787597656, -1.0611165761947632, -1.9910624027252197, -2.0601980686187744, -1.7040585279464722, -0.19484750926494598, -0.5390070080757141, -0.7936345338821411, -0.9143239259719849, -0.16931025683879852, -0.3636791706085205, -0.4163942039012909, -2.0842771530151367, -2.1189332008361816, -1.7006341218948364, -0.37455153465270996, -1.9558351039886475, -1.5325195789337158, -2.0374414920806885, -1.1476374864578247, -1.5650895833969116, -1.0762596130371094]}, "Bot004_068_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_068.log.json", "context": "Hi! \nIt is nice to see you [SMILING FACE WITH SMILING EYES]\nHow is your day going? hey! it\u2019s going awful because i have to go to school which i hate Are you normal? [POUTING FACE] why? I am not sure what you mean. what\u2019s wrong with that? It is a landmark museum. I am a huge fan of horror movies. cool, i love horrors too I am in a relationship with my dad, he is a retired cop. what do you mean in a relationship?!  this is not okay I am not sure what that means. I am more of a movie person. do you have a lot of friends?  do you have a lot of friends? I live in california. How about you? it\u2019s now what i\u2019m asking I am not sure what that means. I am sorry. do you have a lot of friends? I want to be a geologist. will you answer the question?", "response": "I will try. I am not sure if i could do that.", "annotation_id": "Bot004_068_18", "annotations": ["O", "T", "O", "O", "T", "X", "O", "O", "O", "O", "O", "O", "X", "T", "X"], "gpt2background_target_score": [-9.236458778381348, -10.016709327697754, -10.51181697845459, -10.158945083618164, -8.617070198059082, -9.119324684143066, -6.3813676834106445, -11.419672012329102, -6.328347682952881, -10.509535789489746, -12.499141693115234, -9.710267066955566, -6.166749477386475, -6.253305435180664], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -2.0623934268951416, -0.8293642997741699, -0.8124532103538513, -2.241453170776367, -0.4281099736690521, -1.411234736442566, -2.596957206726074, -2.459956169128418, -1.8056162595748901, -1.7065714597702026, -0.5622707009315491, -1.1524860858917236, -2.20561146736145, -2.2761147022247314, -0.14590974152088165, -0.8052284121513367, -1.5042775869369507, -1.403796672821045, -1.6761023998260498, -2.6853363513946533, -0.4015403687953949, -2.104907512664795, -1.6593096256256104, -1.0583242177963257, -1.0525639057159424, -0.39927077293395996, -1.4155634641647339, -1.9503564834594727, -2.514055013656616, -0.727742075920105, -0.12154349684715271, -0.13657146692276, -2.922574758529663, -1.799836277961731, -2.0583202838897705, -1.7777665853500366, -1.5016061067581177, -1.6094160079956055, -2.6367030143737793, -1.0453273057937622, -1.9239166975021362, -2.18854022026062, -0.8859962821006775, -2.413543224334717, -1.8757734298706055, -0.33646252751350403, -3.050781011581421, -0.7730905413627625, -2.314577102661133, -3.1804988384246826, -2.613102436065674, -2.2080938816070557, -2.072382926940918, -0.8265573978424072, -1.5579078197479248, -1.8791767358779907, -2.2611608505249023, -1.617510199546814, -2.364882230758667, -1.940908670425415, -2.3058700561523438, -1.4270668029785156, -1.1705251932144165, -1.867444396018982, -1.996551275253296, -2.0823116302490234, -0.14367809891700745, -0.15598604083061218, -1.3226144313812256, -0.501848578453064, -1.387021780014038, -0.47300365567207336, -1.963840365409851, -0.6621137857437134, -2.6323180198669434, -3.4283628463745117, -2.757556915283203, -1.9694414138793945, -2.2777910232543945, -2.2128312587738037, -1.9633620977401733, -3.658224582672119, -2.046476125717163, -0.332568496465683, -1.7167456150054932, -1.5756620168685913, -1.4624409675598145, -1.5039472579956055, -1.9660303592681885, -2.529536485671997, -2.3282172679901123, -1.4258558750152588, -1.4274232387542725, -0.9428136348724365, -2.106501579284668, -1.9699273109436035, -1.9432801008224487, -3.0171725749969482, -0.4895744323730469, -1.153943419456482, -2.560072898864746, -1.3007029294967651, -2.0964066982269287, -1.432894229888916, -1.5002524852752686, -2.874239683151245, -4.20337438583374, -1.4737553596496582, -2.1230270862579346, -2.2057723999023438, -0.43054547905921936, -0.9407846927642822, -1.1879346370697021, -1.3094449043273926, -0.3234076499938965, -0.9989346265792847, -2.0994136333465576, -1.4612504243850708, -0.6107791066169739, -1.8651238679885864, -1.4916694164276123, -1.593947410583496, -1.470686912536621, -1.7590323686599731, -2.1818699836730957, -1.1893219947814941, -0.7486696839332581, -0.32150593400001526, -1.216698169708252, -2.316499710083008, -0.9361684322357178, -1.744557499885559, -1.9097517728805542, -0.2190282940864563, -3.00321626663208, -2.2042226791381836, -1.6145776510238647, -1.933630108833313, -0.29064592719078064, -1.1537243127822876, -1.1926652193069458, -3.2316501140594482, -0.3510741591453552, -1.9421346187591553, -1.207779884338379, -2.3759124279022217, -2.155271530151367, -0.22889773547649384, -0.7475652694702148, -1.0573540925979614, -1.65687096118927, -0.2191820740699768, -1.2893469333648682, -0.6202389001846313, -1.9297235012054443, -1.3992952108383179, -0.7501126527786255, -1.1606827974319458, -0.46906301379203796, -0.02714030258357525, -1.6999224424362183, -1.7674145698547363, -1.5955593585968018, -0.41044461727142334, -0.7955629825592041, -1.9793046712875366, -1.5926737785339355, -0.1571895331144333, -0.12799447774887085, -2.1041860580444336, -2.230839252471924, -2.1751887798309326, -1.6598740816116333, -0.11837530136108398, -0.2210332304239273, -2.1916797161102295, -1.8546042442321777, -1.827267050743103, -2.3726937770843506, -1.1039655208587646, -1.2587226629257202, -1.406723976135254, -0.08096587657928467, -0.9216940402984619, -1.8414344787597656, -1.0611165761947632, -1.9910624027252197, -2.0601980686187744, -1.7040585279464722, -0.19484750926494598, -0.5390070080757141, -0.7936345338821411, -0.9143239259719849, -0.16931025683879852, -0.3636791706085205, -0.4163942039012909, -2.0842771530151367, -1.1168643236160278, -0.3342105746269226, -1.9653456211090088, -1.6067492961883545, -2.2052085399627686, -1.1930928230285645, -1.4557600021362305, -1.6639995574951172, -0.895881712436676, -1.4825760126113892, -1.8683130741119385, -0.8092820644378662, -1.1390559673309326, -2.260917901992798, -2.096989154815674, -1.6963133811950684, -1.0961288213729858, -0.9620339274406433, -1.3309303522109985, -1.4764940738677979, -1.951076865196228, -1.100650668144226, -1.04604971408844, -1.7965242862701416, -1.2069401741027832, -1.3464701175689697, -1.5693047046661377, -1.299164056777954, -1.0553088188171387]}, "Bot004_068_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_068.log.json", "context": "Hi! \nIt is nice to see you [SMILING FACE WITH SMILING EYES]\nHow is your day going? hey! it\u2019s going awful because i have to go to school which i hate Are you normal? [POUTING FACE] why? I am not sure what you mean. what\u2019s wrong with that? It is a landmark museum. I am a huge fan of horror movies. cool, i love horrors too I am in a relationship with my dad, he is a retired cop. what do you mean in a relationship?!  this is not okay I am not sure what that means. I am more of a movie person. do you have a lot of friends?  do you have a lot of friends? I live in california. How about you? it\u2019s now what i\u2019m asking I am not sure what that means. I am sorry. do you have a lot of friends? I want to be a geologist. will you answer the question? I will try. I am not sure if i could do that. tell me about your friends", "response": "Well, i am a mom and i work at the local theater. You?", "annotation_id": "Bot004_068_20", "annotations": ["X", "X", "X", "O", "X", "X", "O", "T", "X", "O", "X", "T", "X", "T", "X"], "gpt2background_target_score": [-13.053919792175293, -9.642866134643555, -6.044197082519531, -9.87032699584961, -8.54770278930664, -11.560571670532227, -4.724068641662598, -10.28541088104248, -9.004112243652344, -5.092169761657715, -8.41895866394043, -12.16395092010498, -13.397788047790527, -6.253305435180664, -10.633658409118652, -10.613190650939941], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -2.0623934268951416, -0.8293642997741699, -0.8124532103538513, -2.241453170776367, -0.4281099736690521, -1.411234736442566, -2.596957206726074, -2.459956169128418, -1.8056162595748901, -1.7065714597702026, -0.5622707009315491, -1.1524860858917236, -2.20561146736145, -2.2761147022247314, -0.14590974152088165, -0.8052284121513367, -1.5042775869369507, -1.403796672821045, -1.6761023998260498, -2.6853363513946533, -0.4015403687953949, -2.104907512664795, -1.6593096256256104, -1.0583242177963257, -1.0525639057159424, -0.39927077293395996, -1.4155634641647339, -1.9503564834594727, -2.514055013656616, -0.727742075920105, -0.12154349684715271, -0.13657146692276, -2.922574758529663, -1.799836277961731, -2.0583202838897705, -1.7777665853500366, -1.5016061067581177, -1.6094160079956055, -2.6367030143737793, -1.0453273057937622, -1.9239166975021362, -2.18854022026062, -0.8859962821006775, -2.413543224334717, -1.8757734298706055, -0.33646252751350403, -3.050781011581421, -0.7730905413627625, -2.314577102661133, -3.1804988384246826, -2.613102436065674, -2.2080938816070557, -2.072382926940918, -0.8265573978424072, -1.5579078197479248, -1.8791767358779907, -2.2611608505249023, -1.617510199546814, -2.364882230758667, -1.940908670425415, -2.3058700561523438, -1.4270668029785156, -1.1705251932144165, -1.867444396018982, -1.996551275253296, -2.0823116302490234, -0.14367809891700745, -0.15598604083061218, -1.3226144313812256, -0.501848578453064, -1.387021780014038, -0.47300365567207336, -1.963840365409851, -0.6621137857437134, -2.6323180198669434, -3.4283628463745117, -2.757556915283203, -1.9694414138793945, -2.2777910232543945, -2.2128312587738037, -1.9633620977401733, -3.658224582672119, -2.046476125717163, -0.332568496465683, -1.7167456150054932, -1.5756620168685913, -1.4624409675598145, -1.5039472579956055, -1.9660303592681885, -2.529536485671997, -2.3282172679901123, -1.4258558750152588, -1.4274232387542725, -0.9428136348724365, -2.106501579284668, -1.9699273109436035, -1.9432801008224487, -3.0171725749969482, -0.4895744323730469, -1.153943419456482, -2.560072898864746, -1.3007029294967651, -2.0964066982269287, -1.432894229888916, -1.5002524852752686, -2.874239683151245, -4.20337438583374, -1.4737553596496582, -2.1230270862579346, -2.2057723999023438, -0.43054547905921936, -0.9407846927642822, -1.1879346370697021, -1.3094449043273926, -0.3234076499938965, -0.9989346265792847, -2.0994136333465576, -1.4612504243850708, -0.6107791066169739, -1.8651238679885864, -1.4916694164276123, -1.593947410583496, -1.470686912536621, -1.7590323686599731, -2.1818699836730957, -1.1893219947814941, -0.7486696839332581, -0.32150593400001526, -1.216698169708252, -2.316499710083008, -0.9361684322357178, -1.744557499885559, -1.9097517728805542, -0.2190282940864563, -3.00321626663208, -2.2042226791381836, -1.6145776510238647, -1.933630108833313, -0.29064592719078064, -1.1537243127822876, -1.1926652193069458, -3.2316501140594482, -0.3510741591453552, -1.9421346187591553, -1.207779884338379, -2.3759124279022217, -2.155271530151367, -0.22889773547649384, -0.7475652694702148, -1.0573540925979614, -1.65687096118927, -0.2191820740699768, -1.2893469333648682, -0.6202389001846313, -1.9297235012054443, -1.3992952108383179, -0.7501126527786255, -1.1606827974319458, -0.46906301379203796, -0.02714030258357525, -1.6999224424362183, -1.7674145698547363, -1.5955593585968018, -0.41044461727142334, -0.7955629825592041, -1.9793046712875366, -1.5926737785339355, -0.1571895331144333, -0.12799447774887085, -2.1041860580444336, -2.230839252471924, -2.1751887798309326, -1.6598740816116333, -0.11837530136108398, -0.2210332304239273, -2.1916797161102295, -1.8546042442321777, -1.827267050743103, -2.3726937770843506, -1.1039655208587646, -1.2587226629257202, -1.406723976135254, -0.08096587657928467, -0.9216940402984619, -1.8414344787597656, -1.0611165761947632, -1.9910624027252197, -2.0601980686187744, -1.7040585279464722, -0.19484750926494598, -0.5390070080757141, -0.7936345338821411, -0.9143239259719849, -0.16931025683879852, -0.3636791706085205, -0.4163942039012909, -2.0842771530151367, -1.1168643236160278, -0.3342105746269226, -1.9653456211090088, -1.6067492961883545, -2.2052085399627686, -1.1930928230285645, -1.4557600021362305, -1.6639995574951172, -0.895881712436676, -1.4825760126113892, -1.8683130741119385, -0.8092820644378662, -1.1390559673309326, -2.260917901992798, -1.3102306127548218, -1.019142985343933, -0.9367501139640808, -1.8479483127593994, -1.3614392280578613, -1.8016819953918457, -1.0766358375549316, -1.0791234970092773, -1.82302987575531, -1.2434602975845337, -0.9367613196372986, -1.5943711996078491, -1.3718786239624023, -1.5146305561065674, -1.2609750032424927, -2.200993537902832, -1.8932275772094727, -2.968735694885254, -1.6139742136001587, -2.1262669563293457, -1.298258900642395, -1.8994941711425781, -1.7333866357803345, -1.7781803607940674, -0.3051142692565918, -1.6338170766830444, -1.3972102403640747, -1.463687539100647, -1.5099883079528809, -0.6768027544021606, -2.872142791748047, -2.813325881958008, -1.019820213317871, -1.665166974067688, -1.9306902885437012, -1.4482430219650269]}, "Bot004_070_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_070.log.json", "context": "Hi! \nHow are you? [WINKING FACE] Hi", "response": "I am doing well. Just got done with my band practice. Do you have five sons?", "annotation_id": "Bot004_070_02", "annotations": ["O", "O", "T", "O", "O", "O", "O", "T", "O", "O", "T", "O", "T", "T", "T"], "gpt2background_target_score": [-9.236455917358398, -8.606605529785156, -10.181716918945312, -12.072458267211914, -8.602923393249512, -11.414913177490234, -8.794839859008789, -11.00240707397461, -11.527399063110352, -11.38082218170166, -11.50329875946045, -12.903125762939453, -6.443451881408691, -6.630560874938965, -6.823760986328125, -10.510204315185547, -12.342231750488281, -13.8753080368042, -10.237321853637695], "gpt2background_argmax_score": [-1.9761712551116943, -1.080935001373291, -2.0623934268951416, -0.8293625116348267, -1.648406982421875, -0.36759501695632935, -1.4814773797988892, -1.9103336334228516, -3.6224164962768555, -2.0706288814544678, -1.3051387071609497, -1.6748243570327759, -2.273987054824829, -1.3401267528533936, -1.4908143281936646, -1.8293228149414062, -1.389939308166504, -1.6749293804168701, -1.2961764335632324, -2.2527832984924316, -1.1179580688476562, -2.7706754207611084, -1.8823891878128052, -1.4600491523742676, -1.4714869260787964, -1.9383277893066406, -1.7097525596618652, -1.5600863695144653, -1.564613699913025, -0.3090425133705139, -1.2186752557754517, -0.6019085049629211, -2.484238862991333, -0.7243325710296631, -0.7320441007614136]}, "Bot004_070_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_070.log.json", "context": "Hi! \nHow are you? [WINKING FACE] Hi I am doing well. Just got done with my band practice. Do you have five sons? No. I got married recently, so we don't have kids", "response": "I understand. I have a couple kids and a wife. Do you coach little league baseball?", "annotation_id": "Bot004_070_04", "annotations": ["O", "O", "T", "O", "O", "O", "O", "O", "O", "O", "T", "O", "T", "T", "T"], "gpt2background_target_score": [-9.236458778381348, -13.596177101135254, -12.797541618347168, -5.606147766113281, -4.593512535095215, -7.30204963684082, -11.891641616821289, -11.486123085021973, -10.021078109741211, -11.299123764038086, -11.909845352172852, -6.473052024841309, -11.516569137573242, -8.281671524047852, -12.841522216796875, -11.014686584472656, -12.044651985168457, -11.318446159362793, -7.221403121948242], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -2.0623934268951416, -0.8293642997741699, -1.648406744003296, -0.36759477853775024, -1.4814761877059937, -1.9103349447250366, -3.6224184036254883, -2.0706253051757812, -1.3051379919052124, -1.674824595451355, -2.2739884853363037, -1.3401269912719727, -1.4908145666122437, -1.1260097026824951, -1.63040030002594, -1.0845434665679932, -2.3813798427581787, -1.1834319829940796, -2.6604623794555664, -1.882314682006836, -1.3693084716796875, -1.3872120380401611, -1.9537781476974487, -1.698503017425537, -1.4333834648132324, -1.4125115871429443, -0.29978418350219727, -1.2772247791290283, -0.5543772578239441, -2.4389634132385254, -0.78111332654953, -2.0673460960388184, -1.7527052164077759, -1.8445292711257935, -1.8650258779525757, -2.016710042953491, -2.130033254623413, -1.0802607536315918, -1.2111698389053345, -1.1656227111816406, -1.9886761903762817, -0.3563019633293152, -0.8686105608940125, -2.160017728805542, -0.8431805372238159, -2.0496530532836914, -2.109384059906006, -1.5700911283493042, -1.5241848230361938, -2.07792592048645, -1.73953115940094, -2.658818006515503, -1.517634630203247, -1.5104007720947266, -1.8626154661178589, -1.9796278476715088, -1.034037709236145, -1.5774933099746704, -0.27938786149024963, -0.5255722403526306, -1.7734571695327759, -1.4426372051239014, -1.6532466411590576, -0.8689581751823425, -0.9646905660629272]}, "Bot004_070_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_070.log.json", "context": "Hi! \nHow are you? [WINKING FACE] Hi I am doing well. Just got done with my band practice. Do you have five sons? No. I got married recently, so we don't have kids I understand. I have a couple kids and a wife. Do you coach little league baseball? No. I got new job as pa", "response": "Oh, i see. I am a coach at the local college.", "annotation_id": "Bot004_070_06", "annotations": ["X", "O", "T", "O", "O", "O", "X", "T", "O", "O", "O", "T", "T", "T", "O"], "gpt2background_target_score": [-12.075658798217773, -9.642866134643555, -6.044197082519531, -12.695600509643555, -8.602923393249512, -4.684972763061523, -11.653636932373047, -8.698128700256348, -12.56496524810791, -10.744295120239258, -7.864969730377197, -11.398930549621582, -14.576299667358398, -8.990691184997559], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -2.0623934268951416, -0.8293642997741699, -1.648406744003296, -0.36759477853775024, -1.4814761877059937, -1.9103349447250366, -3.6224184036254883, -2.0706253051757812, -1.3051379919052124, -1.674824595451355, -2.2739884853363037, -1.3401269912719727, -1.4908145666122437, -1.1260097026824951, -1.63040030002594, -1.0845434665679932, -2.3813798427581787, -1.1834319829940796, -2.6604623794555664, -1.882314682006836, -1.3693084716796875, -1.3872120380401611, -1.9537781476974487, -1.698503017425537, -1.4333834648132324, -1.4125115871429443, -0.29978418350219727, -1.2772247791290283, -0.5543772578239441, -2.4389634132385254, -0.78111332654953, -2.0673460960388184, -1.7527052164077759, -1.8445292711257935, -1.8650258779525757, -2.016710042953491, -2.130033254623413, -1.0802607536315918, -1.2111698389053345, -1.1656227111816406, -1.9886775016784668, -0.35630112886428833, -0.8686116337776184, -2.1600162982940674, -0.8431797027587891, -1.7619603872299194, -0.9498103857040405, -1.7681699991226196, -1.904168963432312, -1.7824890613555908, -2.8029820919036865, -1.472949504852295, -1.863724708557129, -1.7941077947616577, -2.0495264530181885, -1.1279442310333252, -1.5510019063949585, -0.25308239459991455, -0.5671525001525879, -2.0223755836486816, -1.6299813985824585, -1.7178794145584106, -0.9705240726470947, -1.981123685836792, -0.719302237033844, -1.270233154296875, -2.1068811416625977, -0.5161730051040649, -2.560525417327881, -1.9330353736877441, -0.48721563816070557, -2.719867467880249, -1.8541847467422485, -2.279848337173462, -1.9795145988464355, -2.6165878772735596, -1.0873099565505981, -1.4995019435882568, -2.2934622764587402, -2.097447633743286, -1.9692912101745605, -1.6721402406692505, -1.240025281906128, -2.715176582336426, -1.9360122680664062, -1.601805329322815, -1.4685364961624146]}, "Bot004_070_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_070.log.json", "context": "Hi! \nHow are you? [WINKING FACE] Hi I am doing well. Just got done with my band practice. Do you have five sons? No. I got married recently, so we don't have kids I understand. I have a couple kids and a wife. Do you coach little league baseball? No. I got new job as pa Oh, i see. I am a coach at the local college. Great. Do you like sports?", "response": "I do not really like football", "annotation_id": "Bot004_070_08", "annotations": ["T", "O", "T", "T", "O", "O", "T", "O", "T", "O", "O", "O", "O", "T", "O"], "gpt2background_target_score": [-9.236458778381348, -8.541638374328613, -9.04069995880127, -10.843441009521484, -9.402496337890625, -11.120133399963379], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -2.0623934268951416, -0.8293642997741699, -1.648406744003296, -0.36759477853775024, -1.4814761877059937, -1.9103349447250366, -3.6224184036254883, -2.0706253051757812, -1.3051379919052124, -1.674824595451355, -2.2739884853363037, -1.3401269912719727, -1.4908145666122437, -1.1260097026824951, -1.63040030002594, -1.0845434665679932, -2.3813798427581787, -1.1834319829940796, -2.6604623794555664, -1.882314682006836, -1.3693084716796875, -1.3872120380401611, -1.9537781476974487, -1.698503017425537, -1.4333834648132324, -1.4125115871429443, -0.29978418350219727, -1.2772247791290283, -0.5543772578239441, -2.4389634132385254, -0.78111332654953, -2.0673460960388184, -1.7527052164077759, -1.8445292711257935, -1.8650258779525757, -2.016710042953491, -2.130033254623413, -1.0802607536315918, -1.2111698389053345, -1.1656227111816406, -1.9886761903762817, -0.3563019633293152, -0.8686105608940125, -2.160017728805542, -0.8431805372238159, -1.7619609832763672, -0.9498100280761719, -1.7681694030761719, -1.904170274734497, -1.782488465309143, -2.8029837608337402, -1.4729496240615845, -1.8637263774871826, -1.7941064834594727, -2.0495262145996094, -1.127942681312561, -1.5510022640228271, -0.2530820071697235, -0.5671513080596924, -2.02237606048584, -1.6299798488616943, -1.717879295349121, -0.9705254435539246, -1.9811230897903442, -0.7193016409873962, -1.2702325582504272, -2.106881856918335, -0.5161726474761963, -2.560523509979248, -1.9330356121063232, -0.4872162342071533, -2.719867467880249, -2.2322213649749756, -2.2168519496917725, -2.798311948776245, -1.0640320777893066, -1.6043870449066162, -2.355586290359497, -2.115206480026245, -2.0793490409851074, -1.5316741466522217, -1.2535486221313477, -2.7874300479888916, -1.9141921997070312, -1.491021752357483, -1.5210604667663574, -1.490728497505188, -1.5827502012252808, -0.20694324374198914, -0.7328881025314331, -2.493645668029785, -0.586164116859436, -1.8518264293670654, -1.6057908535003662, -1.9165570735931396, -1.6259185075759888, -0.7296900749206543, -1.1816506385803223, -1.351852536201477, -0.8864080905914307]}, "Bot004_070_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_070.log.json", "context": "Hi! \nHow are you? [WINKING FACE] Hi I am doing well. Just got done with my band practice. Do you have five sons? No. I got married recently, so we don't have kids I understand. I have a couple kids and a wife. Do you coach little league baseball? No. I got new job as pa Oh, i see. I am a coach at the local college. Great. Do you like sports? I do not really like football Why? Football is nice", "response": "He is a football player, linebacker, and i play football", "annotation_id": "Bot004_070_10", "annotations": ["T", "X", "T", "O", "T", "T", "O", "T", "T", "O", "X", "T", "O", "T", "T"], "gpt2background_target_score": [-13.303767204284668, -7.617142200469971, -7.233031272888184, -12.293752670288086, -11.975408554077148, -9.20483112335205, -12.816015243530273, -9.484933853149414, -10.021078109741211, -10.248457908630371, -11.331684112548828, -11.875636100769043], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -2.0623934268951416, -0.8293642997741699, -1.648406744003296, -0.36759477853775024, -1.4814761877059937, -1.9103349447250366, -3.6224184036254883, -2.0706253051757812, -1.3051379919052124, -1.674824595451355, -2.2739884853363037, -1.3401269912719727, -1.4908145666122437, -1.1260097026824951, -1.63040030002594, -1.0845434665679932, -2.3813798427581787, -1.1834319829940796, -2.6604623794555664, -1.882314682006836, -1.3693084716796875, -1.3872120380401611, -1.9537781476974487, -1.698503017425537, -1.4333834648132324, -1.4125115871429443, -0.29978418350219727, -1.2772247791290283, -0.5543772578239441, -2.4389634132385254, -0.78111332654953, -2.0673460960388184, -1.7527052164077759, -1.8445292711257935, -1.8650258779525757, -2.016710042953491, -2.130033254623413, -1.0802607536315918, -1.2111698389053345, -1.1656227111816406, -1.9886761903762817, -0.3563019633293152, -0.8686105608940125, -2.160017728805542, -0.8431805372238159, -1.7619609832763672, -0.9498100280761719, -1.7681694030761719, -1.904170274734497, -1.782488465309143, -2.8029837608337402, -1.4729496240615845, -1.8637263774871826, -1.7941064834594727, -2.0495262145996094, -1.127942681312561, -1.5510022640228271, -0.2530820071697235, -0.5671513080596924, -2.02237606048584, -1.6299798488616943, -1.717879295349121, -0.9705254435539246, -1.9811230897903442, -0.7193016409873962, -1.2702325582504272, -2.106881856918335, -0.5161726474761963, -2.560523509979248, -1.9330356121063232, -0.4872162342071533, -2.719867467880249, -2.2322213649749756, -2.2168519496917725, -2.798311948776245, -1.0640320777893066, -1.6043870449066162, -2.355586290359497, -2.115206480026245, -2.0793490409851074, -1.5316741466522217, -1.2535486221313477, -2.7874300479888916, -1.9141921997070312, -1.491021752357483, -1.5210604667663574, -1.490728497505188, -1.5827502012252808, -0.20694324374198914, -0.7328881025314331, -2.493645668029785, -0.586164116859436, -1.8518264293670654, -2.1319942474365234, -1.9543546438217163, -0.6792987585067749, -1.1657185554504395, -1.8375294208526611, -0.7027150392532349, -1.8236714601516724, -1.5282280445098877, -1.3337929248809814, -1.4807897806167603, -1.2412070035934448, -1.6392621994018555, -2.0213215351104736, -1.3100444078445435, -2.1726059913635254, -1.4447112083435059, -1.150421142578125, -1.610679268836975, -1.326979160308838, -1.1440973281860352, -2.4099972248077393, -2.4943912029266357, -2.1122524738311768, -1.365889310836792]}, "Bot004_070_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_070.log.json", "context": "Hi! \nHow are you? [WINKING FACE] Hi I am doing well. Just got done with my band practice. Do you have five sons? No. I got married recently, so we don't have kids I understand. I have a couple kids and a wife. Do you coach little league baseball? No. I got new job as pa Oh, i see. I am a coach at the local college. Great. Do you like sports? I do not really like football Why? Football is nice He is a football player, linebacker, and i play football So do you like to play football?", "response": "I love football, but i prefer to play sports", "annotation_id": "Bot004_070_12", "annotations": ["T", "O", "T", "T", "O", "T", "T", "O", "T", "O", "O", "O", "O", "T", "T"], "gpt2background_target_score": [-9.236458778381348, -11.459829330444336, -12.566316604614258, -10.098859786987305, -10.306114196777344, -6.877830505371094, -12.77524185180664, -9.201918601989746, -11.891887664794922, -14.176172256469727], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -2.0623934268951416, -0.8293642997741699, -1.648406744003296, -0.36759477853775024, -1.4814761877059937, -1.9103349447250366, -3.6224184036254883, -2.0706253051757812, -1.3051379919052124, -1.674824595451355, -2.2739884853363037, -1.3401269912719727, -1.4908145666122437, -1.1260097026824951, -1.63040030002594, -1.0845434665679932, -2.3813798427581787, -1.1834319829940796, -2.6604623794555664, -1.882314682006836, -1.3693084716796875, -1.3872120380401611, -1.9537781476974487, -1.698503017425537, -1.4333834648132324, -1.4125115871429443, -0.29978418350219727, -1.2772247791290283, -0.5543772578239441, -2.4389634132385254, -0.78111332654953, -2.0673460960388184, -1.7527052164077759, -1.8445292711257935, -1.8650258779525757, -2.016710042953491, -2.130033254623413, -1.0802607536315918, -1.2111698389053345, -1.1656227111816406, -1.9886761903762817, -0.3563019633293152, -0.8686105608940125, -2.160017728805542, -0.8431805372238159, -1.7619609832763672, -0.9498100280761719, -1.7681694030761719, -1.904170274734497, -1.782488465309143, -2.8029837608337402, -1.4729496240615845, -1.8637263774871826, -1.7941064834594727, -2.0495262145996094, -1.127942681312561, -1.5510022640228271, -0.2530820071697235, -0.5671513080596924, -2.02237606048584, -1.6299798488616943, -1.717879295349121, -0.9705254435539246, -1.9811230897903442, -0.7193016409873962, -1.2702325582504272, -2.106881856918335, -0.5161726474761963, -2.560523509979248, -1.9330356121063232, -0.4872162342071533, -2.719867467880249, -2.2322213649749756, -2.2168519496917725, -2.798311948776245, -1.0640320777893066, -1.6043870449066162, -2.355586290359497, -2.115206480026245, -2.0793490409851074, -1.5316741466522217, -1.2535486221313477, -2.7874300479888916, -1.9141921997070312, -1.491021752357483, -1.5210604667663574, -1.490728497505188, -1.5827502012252808, -0.20694372057914734, -0.732887864112854, -2.4936463832855225, -0.5861643552780151, -1.8518260717391968, -2.1319963932037354, -1.9543553590774536, -0.6793000102043152, -1.1657183170318604, -1.8375309705734253, -0.7027145624160767, -1.8236702680587769, -1.5282284021377563, -1.333792805671692, -1.4807887077331543, -1.241207242012024, -2.562363862991333, -1.4785429239273071, -1.8297923803329468, -1.774314045906067, -1.074623703956604, -1.549079179763794, -1.453106164932251, -1.2136722803115845, -2.0434253215789795, -2.287630558013916, -2.034142255783081, -1.1723699569702148, -2.3742690086364746, -0.3488391041755676, -0.9755639433860779, -1.8727294206619263, -1.261312484741211, -1.55803644657135, -0.6996057629585266, -1.7951226234436035, -1.612527847290039, -2.0242462158203125, -0.5041001439094543, -1.1541980504989624, -1.2141947746276855, -1.2478442192077637, -2.2971136569976807, -1.8683346509933472, -0.541537344455719, -1.3678562641143799, -1.077681541442871]}, "Bot004_070_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_070.log.json", "context": "Hi! \nHow are you? [WINKING FACE] Hi I am doing well. Just got done with my band practice. Do you have five sons? No. I got married recently, so we don't have kids I understand. I have a couple kids and a wife. Do you coach little league baseball? No. I got new job as pa Oh, i see. I am a coach at the local college. Great. Do you like sports? I do not really like football Why? Football is nice He is a football player, linebacker, and i play football So do you like to play football? I love football, but i prefer to play sports Okay. So what do you like to read?", "response": "I like to read books, and i like to play sports", "annotation_id": "Bot004_070_14", "annotations": ["T", "O", "T", "O", "T", "T", "X", "T", "T", "O", "O", "T", "T", "T", "T"], "gpt2background_target_score": [-9.236458778381348, -10.69127368927002, -8.151948928833008, -12.487693786621094, -10.981042861938477, -9.20483112335205, -5.137634754180908, -6.394203186035156, -10.703062057495117, -9.794978141784668, -11.331684112548828, -12.376310348510742], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -2.0623934268951416, -0.8293642997741699, -1.648406744003296, -0.36759477853775024, -1.4814761877059937, -1.9103349447250366, -3.6224184036254883, -2.0706253051757812, -1.3051379919052124, -1.674824595451355, -2.2739884853363037, -1.3401269912719727, -1.4908145666122437, -1.1260097026824951, -1.63040030002594, -1.0845434665679932, -2.3813798427581787, -1.1834319829940796, -2.6604623794555664, -1.882314682006836, -1.3693084716796875, -1.3872120380401611, -1.9537781476974487, -1.698503017425537, -1.4333834648132324, -1.4125115871429443, -0.29978418350219727, -1.2772247791290283, -0.5543772578239441, -2.4389634132385254, -0.78111332654953, -2.0673460960388184, -1.7527052164077759, -1.8445292711257935, -1.8650258779525757, -2.016710042953491, -2.130033254623413, -1.0802607536315918, -1.2111698389053345, -1.1656227111816406, -1.9886761903762817, -0.3563019633293152, -0.8686105608940125, -2.160017728805542, -0.8431805372238159, -1.7619609832763672, -0.9498100280761719, -1.7681694030761719, -1.904170274734497, -1.782488465309143, -2.8029837608337402, -1.4729496240615845, -1.8637263774871826, -1.7941064834594727, -2.0495262145996094, -1.127942681312561, -1.5510022640228271, -0.2530820071697235, -0.5671513080596924, -2.02237606048584, -1.6299798488616943, -1.717879295349121, -0.9705254435539246, -1.9811230897903442, -0.7193016409873962, -1.2702325582504272, -2.106881856918335, -0.5161726474761963, -2.560523509979248, -1.9330356121063232, -0.4872162342071533, -2.719867467880249, -2.2322213649749756, -2.2168519496917725, -2.798311948776245, -1.0640320777893066, -1.6043870449066162, -2.355586290359497, -2.115206480026245, -2.0793490409851074, -1.5316741466522217, -1.2535486221313477, -2.7874300479888916, -1.9141921997070312, -1.491021752357483, -1.5210604667663574, -1.490728497505188, -1.5827502012252808, -0.20694324374198914, -0.7328881025314331, -2.493645668029785, -0.586164116859436, -1.8518264293670654, -2.1319942474365234, -1.9543546438217163, -0.6792987585067749, -1.1657185554504395, -1.8375294208526611, -0.7027150392532349, -1.8236714601516724, -1.5282280445098877, -1.3337929248809814, -1.4807897806167603, -1.2412070035934448, -2.562363862991333, -1.4785438776016235, -1.8297927379608154, -1.7743124961853027, -1.0746245384216309, -1.5490796566009521, -1.4531060457229614, -1.2136715650558472, -2.0434250831604004, -2.2876288890838623, -2.0341415405273438, -1.1723711490631104, -2.3742687702178955, -0.34883832931518555, -0.9755650162696838, -1.8727281093597412, -1.2613112926483154, -1.55803644657135, -0.6996062397956848, -1.7951232194900513, -2.343086004257202, -0.7604123950004578, -1.1399741172790527, -1.2022756338119507, -1.5239827632904053, -2.127224922180176, -1.8346301317214966, -0.5771914124488831, -1.3649640083312988, -1.0076029300689697, -2.372469902038574, -1.379021406173706, -2.4607465267181396, -1.3185402154922485, -0.18646535277366638, -1.1158339977264404, -0.6630595922470093, -0.8193258047103882, -0.9795023202896118, -1.7675572633743286, -1.8328490257263184, -1.2853431701660156, -1.196046233177185, -0.8059753775596619, -2.107480049133301, -1.358074426651001, -1.860599398612976, -2.014397144317627, -1.7624945640563965, -0.8643721342086792, -0.9405813217163086, -1.9436626434326172, -0.9188302755355835]}, "Bot004_070_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_070.log.json", "context": "Hi! \nHow are you? [WINKING FACE] Hi I am doing well. Just got done with my band practice. Do you have five sons? No. I got married recently, so we don't have kids I understand. I have a couple kids and a wife. Do you coach little league baseball? No. I got new job as pa Oh, i see. I am a coach at the local college. Great. Do you like sports? I do not really like football Why? Football is nice He is a football player, linebacker, and i play football So do you like to play football? I love football, but i prefer to play sports Okay. So what do you like to read? I like to read books, and i like to play sports You must be really healthy", "response": "I am. I am a coach for the orioles, and i play sports.", "annotation_id": "Bot004_070_16", "annotations": ["T", "O", "T", "O", "O", "T", "X", "O", "X", "O", "O", "T", "T", "T", "T"], "gpt2background_target_score": [-9.236458778381348, -8.606606483459473, -12.797541618347168, -5.606147766113281, -5.0565338134765625, -7.30204963684082, -13.057847023010254, -8.80698299407959, -10.763813018798828, -13.462577819824219, -13.767899513244629, -5.797918319702148, -7.390049934387207, -6.595198631286621, -11.404547691345215, -13.049469947814941, -7.475195407867432], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -2.0623934268951416, -0.8293642997741699, -1.648406744003296, -0.36759477853775024, -1.4814761877059937, -1.9103349447250366, -3.6224184036254883, -2.0706253051757812, -1.3051379919052124, -1.674824595451355, -2.2739884853363037, -1.3401269912719727, -1.4908145666122437, -1.1260097026824951, -1.63040030002594, -1.0845434665679932, -2.3813798427581787, -1.1834319829940796, -2.6604623794555664, -1.882314682006836, -1.3693084716796875, -1.3872120380401611, -1.9537781476974487, -1.698503017425537, -1.4333834648132324, -1.4125115871429443, -0.29978418350219727, -1.2772247791290283, -0.5543772578239441, -2.4389634132385254, -0.78111332654953, -2.0673460960388184, -1.7527052164077759, -1.8445292711257935, -1.8650258779525757, -2.016710042953491, -2.130033254623413, -1.0802607536315918, -1.2111698389053345, -1.1656227111816406, -1.9886761903762817, -0.3563019633293152, -0.8686105608940125, -2.160017728805542, -0.8431805372238159, -1.7619609832763672, -0.9498100280761719, -1.7681694030761719, -1.904170274734497, -1.782488465309143, -2.8029837608337402, -1.4729496240615845, -1.8637263774871826, -1.7941064834594727, -2.0495262145996094, -1.127942681312561, -1.5510022640228271, -0.2530820071697235, -0.5671513080596924, -2.02237606048584, -1.6299798488616943, -1.717879295349121, -0.9705254435539246, -1.9811230897903442, -0.7193016409873962, -1.2702325582504272, -2.106881856918335, -0.5161726474761963, -2.560523509979248, -1.9330356121063232, -0.4872162342071533, -2.719867467880249, -2.2322213649749756, -2.2168519496917725, -2.798311948776245, -1.0640320777893066, -1.6043870449066162, -2.355586290359497, -2.115206480026245, -2.0793490409851074, -1.5316741466522217, -1.2535486221313477, -2.7874300479888916, -1.9141921997070312, -1.491021752357483, -1.5210604667663574, -1.490728497505188, -1.5827502012252808, -0.20694324374198914, -0.7328881025314331, -2.493645668029785, -0.586164116859436, -1.8518264293670654, -2.1319942474365234, -1.9543546438217163, -0.6792987585067749, -1.1657185554504395, -1.8375294208526611, -0.7027150392532349, -1.8236714601516724, -1.5282280445098877, -1.3337929248809814, -1.4807897806167603, -1.2412070035934448, -2.562363862991333, -1.4785438776016235, -1.8297927379608154, -1.7743124961853027, -1.0746245384216309, -1.5490796566009521, -1.4531060457229614, -1.2136715650558472, -2.0434250831604004, -2.2876288890838623, -2.0341415405273438, -1.1723711490631104, -2.3742687702178955, -0.34883832931518555, -0.9755650162696838, -1.8727281093597412, -1.2613112926483154, -1.55803644657135, -0.6996062397956848, -1.7951232194900513, -2.343086004257202, -0.7604123950004578, -1.1399741172790527, -1.2022756338119507, -1.5239827632904053, -2.127224922180176, -1.8346301317214966, -0.5771914124488831, -1.3649640083312988, -1.0076029300689697, -2.372469902038574, -1.379021406173706, -2.4607467651367188, -1.318541169166565, -0.1864645630121231, -1.115834355354309, -0.6630581617355347, -0.8193247318267822, -0.979501485824585, -1.7675565481185913, -1.69855797290802, -1.7781649827957153, -1.1035351753234863, -1.9538347721099854, -1.3585164546966553, -1.9206874370574951, -2.2374184131622314, -1.9240185022354126, -0.9792866110801697, -1.0701831579208374, -2.010457754135132, -0.8937438130378723, -2.5793728828430176, -1.6944074630737305, -1.4919344186782837, -1.2775695323944092, -1.5339652299880981, -1.691609263420105, -1.962975025177002, -1.445013403892517, -1.028825044631958, -2.0914220809936523, -1.7345454692840576, -2.9253482818603516, -1.4258748292922974, -1.6180405616760254, -3.121302843093872, -2.330547332763672, -1.4858371019363403, -1.2325193881988525, -1.5196210145950317, -2.232191562652588, -1.7953896522521973, -1.4120569229125977, -1.1051658391952515]}, "Bot004_070_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_070.log.json", "context": "Hi! \nHow are you? [WINKING FACE] Hi I am doing well. Just got done with my band practice. Do you have five sons? No. I got married recently, so we don't have kids I understand. I have a couple kids and a wife. Do you coach little league baseball? No. I got new job as pa Oh, i see. I am a coach at the local college. Great. Do you like sports? I do not really like football Why? Football is nice He is a football player, linebacker, and i play football So do you like to play football? I love football, but i prefer to play sports Okay. So what do you like to read? I like to read books, and i like to play sports You must be really healthy I am. I am a coach for the orioles, and i play sports. Got it. You are coach", "response": "Yes i am. I am a coach for the orioles.", "annotation_id": "Bot004_070_18", "annotations": ["T", "O", "T", "O", "O", "T", "O", "T", "X", "O", "O", "X", "T", "T", "T"], "gpt2background_target_score": [-13.153082847595215, -5.424360752105713, -8.213347434997559, -10.158945083618164, -5.28425407409668, -11.16081714630127, -6.571955680847168, -12.728189468383789, -10.146300315856934, -11.177687644958496, -12.387887954711914, -14.329327583312988, -6.443449020385742], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -2.0623934268951416, -0.8293642997741699, -1.648406744003296, -0.36759477853775024, -1.4814761877059937, -1.9103349447250366, -3.6224184036254883, -2.0706253051757812, -1.3051379919052124, -1.674824595451355, -2.2739884853363037, -1.3401269912719727, -1.4908145666122437, -1.1260097026824951, -1.63040030002594, -1.0845434665679932, -2.3813798427581787, -1.1834319829940796, -2.6604623794555664, -1.882314682006836, -1.3693084716796875, -1.3872120380401611, -1.9537781476974487, -1.698503017425537, -1.4333834648132324, -1.4125115871429443, -0.29978418350219727, -1.2772247791290283, -0.5543772578239441, -2.4389634132385254, -0.78111332654953, -2.0673460960388184, -1.7527052164077759, -1.8445292711257935, -1.8650258779525757, -2.016710042953491, -2.130033254623413, -1.0802607536315918, -1.2111698389053345, -1.1656227111816406, -1.9886761903762817, -0.3563019633293152, -0.8686105608940125, -2.160017728805542, -0.8431805372238159, -1.7619609832763672, -0.9498100280761719, -1.7681694030761719, -1.904170274734497, -1.782488465309143, -2.8029837608337402, -1.4729496240615845, -1.8637263774871826, -1.7941064834594727, -2.0495262145996094, -1.127942681312561, -1.5510022640228271, -0.2530820071697235, -0.5671513080596924, -2.02237606048584, -1.6299798488616943, -1.717879295349121, -0.9705254435539246, -1.9811230897903442, -0.7193016409873962, -1.2702325582504272, -2.106881856918335, -0.5161726474761963, -2.560523509979248, -1.9330356121063232, -0.4872162342071533, -2.719867467880249, -2.2322213649749756, -2.2168519496917725, -2.798311948776245, -1.0640320777893066, -1.6043870449066162, -2.355586290359497, -2.115206480026245, -2.0793490409851074, -1.5316741466522217, -1.2535486221313477, -2.7874300479888916, -1.9141921997070312, -1.491021752357483, -1.5210604667663574, -1.490728497505188, -1.5827502012252808, -0.20694324374198914, -0.7328881025314331, -2.493645668029785, -0.586164116859436, -1.8518264293670654, -2.1319942474365234, -1.9543546438217163, -0.6792987585067749, -1.1657185554504395, -1.8375294208526611, -0.7027150392532349, -1.8236714601516724, -1.5282280445098877, -1.3337929248809814, -1.4807897806167603, -1.2412070035934448, -2.562363862991333, -1.4785438776016235, -1.8297927379608154, -1.7743124961853027, -1.0746245384216309, -1.5490796566009521, -1.4531060457229614, -1.2136715650558472, -2.0434250831604004, -2.2876288890838623, -2.0341415405273438, -1.1723711490631104, -2.3742687702178955, -0.34883832931518555, -0.9755650162696838, -1.8727281093597412, -1.2613112926483154, -1.55803644657135, -0.6996062397956848, -1.7951232194900513, -2.343086004257202, -0.7604123950004578, -1.1399741172790527, -1.2022756338119507, -1.5239827632904053, -2.127224922180176, -1.8346301317214966, -0.5771914124488831, -1.3649640083312988, -1.0076029300689697, -2.372469902038574, -1.379021406173706, -2.4607465267181396, -1.3185402154922485, -0.18646535277366638, -1.1158339977264404, -0.6630595922470093, -0.8193258047103882, -0.9795035719871521, -1.7675572633743286, -1.6985588073730469, -1.7781662940979004, -1.1035364866256714, -1.953834056854248, -1.3585160970687866, -1.9206874370574951, -2.237416982650757, -1.9240180253982544, -0.9792867302894592, -1.0701812505722046, -2.0104548931121826, -0.8937440514564514, -2.5793704986572266, -1.694406270980835, -1.4919341802597046, -1.277570128440857, -1.5339653491973877, -1.7854782342910767, -2.319262742996216, -1.551645040512085, -2.1982433795928955, -1.8299345970153809, -2.9923276901245117, -1.8453011512756348, -1.790892243385315, -3.175644874572754, -2.1016640663146973, -1.4999582767486572, -1.4284995794296265, -1.2471489906311035, -2.191887855529785, -1.7361690998077393, -1.525306224822998, -1.3510228395462036, -1.462228775024414, -1.5062915086746216, -1.6843042373657227, -2.1669256687164307, -2.1126952171325684, -1.0218883752822876, -1.7446633577346802, -1.4173836708068848, -1.6885402202606201, -0.9810051918029785, -1.092782735824585, -1.5164616107940674, -1.023069977760315, -1.303939700126648, -0.6570937037467957, -0.22833900153636932, -4.500354766845703, -0.34035107493400574, -1.152952790260315, -1.2263685464859009]}, "Bot004_070_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_070.log.json", "context": "Hi! \nHow are you? [WINKING FACE] Hi I am doing well. Just got done with my band practice. Do you have five sons? No. I got married recently, so we don't have kids I understand. I have a couple kids and a wife. Do you coach little league baseball? No. I got new job as pa Oh, i see. I am a coach at the local college. Great. Do you like sports? I do not really like football Why? Football is nice He is a football player, linebacker, and i play football So do you like to play football? I love football, but i prefer to play sports Okay. So what do you like to read? I like to read books, and i like to play sports You must be really healthy I am. I am a coach for the orioles, and i play sports. Got it. You are coach Yes i am. I am a coach for the orioles. Say it again", "response": "I am sure it is. I am a coach for the orioles.", "annotation_id": "Bot004_070_20", "annotations": ["X", "O", "T", "T", "O", "T", "O", "T", "T", "T", "O", "X", "T", "T", "T"], "gpt2background_target_score": [-9.236458778381348, -8.606606483459473, -11.00497817993164, -10.796463012695312, -2.9503252506256104, -10.48315143585205, -8.921483993530273, -8.861552238464355, -10.349395751953125, -12.709341049194336, -7.814591884613037, -7.078295707702637, -12.59537410736084, -12.436958312988281, -3.5636935234069824], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -2.0623934268951416, -0.8293642997741699, -1.648406744003296, -0.36759477853775024, -1.4814761877059937, -1.9103349447250366, -3.6224184036254883, -2.0706253051757812, -1.3051379919052124, -1.674824595451355, -2.2739884853363037, -1.3401269912719727, -1.4908145666122437, -1.1260097026824951, -1.63040030002594, -1.0845434665679932, -2.3813798427581787, -1.1834319829940796, -2.6604623794555664, -1.882314682006836, -1.3693084716796875, -1.3872120380401611, -1.9537781476974487, -1.698503017425537, -1.4333834648132324, -1.4125115871429443, -0.29978418350219727, -1.2772247791290283, -0.5543772578239441, -2.4389634132385254, -0.78111332654953, -2.0673460960388184, -1.7527052164077759, -1.8445292711257935, -1.8650258779525757, -2.016710042953491, -2.130033254623413, -1.0802607536315918, -1.2111698389053345, -1.1656227111816406, -1.9886761903762817, -0.3563019633293152, -0.8686105608940125, -2.160017728805542, -0.8431805372238159, -1.7619609832763672, -0.9498100280761719, -1.7681694030761719, -1.904170274734497, -1.782488465309143, -2.8029837608337402, -1.4729496240615845, -1.8637263774871826, -1.7941064834594727, -2.0495262145996094, -1.127942681312561, -1.5510022640228271, -0.2530820071697235, -0.5671513080596924, -2.02237606048584, -1.6299798488616943, -1.717879295349121, -0.9705254435539246, -1.9811230897903442, -0.7193016409873962, -1.2702325582504272, -2.106881856918335, -0.5161726474761963, -2.560523509979248, -1.9330356121063232, -0.4872162342071533, -2.719867467880249, -2.2322213649749756, -2.2168519496917725, -2.798311948776245, -1.0640320777893066, -1.6043870449066162, -2.355586290359497, -2.115206480026245, -2.0793490409851074, -1.5316741466522217, -1.2535486221313477, -2.7874300479888916, -1.9141921997070312, -1.491021752357483, -1.5210604667663574, -1.490728497505188, -1.5827502012252808, -0.20694324374198914, -0.7328881025314331, -2.493645668029785, -0.586164116859436, -1.8518264293670654, -2.1319942474365234, -1.9543546438217163, -0.6792987585067749, -1.1657185554504395, -1.8375294208526611, -0.7027150392532349, -1.8236714601516724, -1.5282280445098877, -1.3337929248809814, -1.4807897806167603, -1.2412070035934448, -2.562363862991333, -1.4785438776016235, -1.8297927379608154, -1.7743124961853027, -1.0746245384216309, -1.5490796566009521, -1.4531060457229614, -1.2136715650558472, -2.0434250831604004, -2.2876288890838623, -2.0341415405273438, -1.1723711490631104, -2.3742687702178955, -0.34883832931518555, -0.9755650162696838, -1.8727281093597412, -1.2613112926483154, -1.55803644657135, -0.6996062397956848, -1.7951232194900513, -2.343086004257202, -0.7604123950004578, -1.1399741172790527, -1.2022756338119507, -1.5239827632904053, -2.127224922180176, -1.8346301317214966, -0.5771914124488831, -1.3649640083312988, -1.0076029300689697, -2.372469902038574, -1.379021406173706, -2.4607465267181396, -1.3185402154922485, -0.18646535277366638, -1.1158339977264404, -0.6630595922470093, -0.8193258047103882, -0.9795035719871521, -1.7675572633743286, -1.6985588073730469, -1.7781662940979004, -1.1035364866256714, -1.953834056854248, -1.3585160970687866, -1.9206874370574951, -2.237416982650757, -1.9240180253982544, -0.9792867302894592, -1.0701812505722046, -2.0104548931121826, -0.8937440514564514, -2.5793704986572266, -1.694406270980835, -1.4919341802597046, -1.277570128440857, -1.5339653491973877, -1.7854782342910767, -2.319262742996216, -1.551645040512085, -2.1982433795928955, -1.8299345970153809, -2.9923276901245117, -1.8453011512756348, -1.790892243385315, -3.175644874572754, -2.1016640663146973, -1.4999582767486572, -1.4284995794296265, -1.2471489906311035, -2.191887855529785, -1.7361690998077393, -1.525306224822998, -1.3510228395462036, -1.462228775024414, -1.5062918663024902, -1.6843037605285645, -2.166926383972168, -2.1126952171325684, -1.0218877792358398, -1.4912497997283936, -1.7843022346496582, -1.1206047534942627, -1.360748291015625, -1.4007043838500977, -1.0531432628631592, -1.3654565811157227, -0.7426608204841614, -0.24709686636924744, -4.894664764404297, -0.32868725061416626, -1.3130815029144287, -1.4921287298202515, -1.7648627758026123, -1.4601236581802368, -1.0540157556533813, -2.034360885620117, -1.9174524545669556, -0.593827486038208, -1.2252987623214722, -1.1647828817367554, -2.0423357486724854, -1.2070066928863525, -1.5799992084503174, -1.1374726295471191, -1.096978783607483, -0.5394614338874817, -0.19999708235263824, -1.3116716146469116, -0.43386444449424744, -0.9633224010467529, -1.5313626527786255]}, "Bot004_072_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_072.log.json", "context": "Hi! \nHow are you? [WINKING FACE] fine thanks how are you?", "response": "I am doing well. Just got done working out. Do you work from home?", "annotation_id": "Bot004_072_02", "annotations": ["O", "T", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "T", "O", "T"], "gpt2background_target_score": [-9.236455917358398, -8.606605529785156, -10.181716918945312, -12.072458267211914, -8.602923393249512, -11.414913177490234, -8.794839859008789, -11.00240707397461, -12.508222579956055, -10.865667343139648, -6.75876522064209, -10.35877513885498, -8.914836883544922, -10.722153663635254, -6.94215202331543, -9.678915023803711, -6.462969779968262], "gpt2background_argmax_score": [-1.9761712551116943, -1.080935001373291, -2.0623934268951416, -0.8293625116348267, -1.648406982421875, -0.36759501695632935, -1.4814773797988892, -1.9103336334228516, -3.6224164962768555, -2.0706288814544678, -1.3051387071609497, -1.6748243570327759, -2.273987054824829, -1.3401267528533936, -2.4424259662628174, -1.7292855978012085, -1.7999670505523682, -0.19798965752124786, -1.4110488891601562, -1.9657206535339355, -1.6623573303222656, -1.4180524349212646, -1.9781156778335571, -1.6832414865493774, -2.2320685386657715, -1.1749807596206665, -3.1857597827911377, -1.8371472358703613, -1.4251105785369873, -1.2002437114715576, -1.3922781944274902, -1.7128795385360718, -0.40119850635528564, -1.1403974294662476, -2.0188260078430176, -0.14068759977817535, -0.8875927925109863, -0.6377027630805969]}, "Bot004_072_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_072.log.json", "context": "Hi! \nHow are you? [WINKING FACE] fine thanks how are you? I am doing well. Just got done working out. Do you work from home? yes where do you work?", "response": "I work at home. How about you?", "annotation_id": "Bot004_072_04", "annotations": ["O", "T", "T", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "T", "T"], "gpt2background_target_score": [-9.236455917358398, -11.115638732910156, -9.37576961517334, -12.344132423400879, -8.602923393249512, -12.046857833862305, -6.6590752601623535, -7.930993556976318, -10.450992584228516], "gpt2background_argmax_score": [-1.9761712551116943, -1.080935001373291, -2.0623934268951416, -0.8293625116348267, -1.648406982421875, -0.36759501695632935, -1.4814773797988892, -1.9103336334228516, -3.6224164962768555, -2.0706288814544678, -1.3051387071609497, -1.6748243570327759, -2.273987054824829, -1.3401267528533936, -2.4424259662628174, -1.7292855978012085, -1.7999670505523682, -0.19798965752124786, -1.4110488891601562, -1.9657206535339355, -1.568018913269043, -2.1576952934265137, -1.8432087898254395, -2.362471580505371, -1.3591958284378052, -3.2560579776763916, -1.8622044324874878, -1.389893889427185, -1.219354271888733, -1.403361201286316, -1.5945799350738525, -0.30841296911239624, -1.1951262950897217, -2.0320825576782227, -0.08753764629364014, -0.8446251153945923, -1.7450977563858032, -2.019460678100586, -1.8871829509735107, -0.30133065581321716, -0.9655260443687439, -0.9893211126327515, -2.289886474609375, -1.9498188495635986, -0.48424994945526123, -0.5650691390037537, -0.7256495356559753, -1.336990475654602, -1.1727206707000732, -1.6343491077423096, -0.9523491859436035, -0.8403095602989197, -0.5056650638580322]}, "Bot004_072_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_072.log.json", "context": "Hi! \nHow are you? [WINKING FACE] fine thanks how are you? I am doing well. Just got done working out. Do you work from home? yes where do you work? I work at home. How about you? me too", "response": "I am a huge gamer, i love[HEAVY BLACK HEART] it.", "annotation_id": "Bot004_072_06", "annotations": ["T", "T", "O", "O", "O", "O", "O", "X", "T", "X", "X", "O", "T", "O", "X"], "gpt2background_target_score": [-9.236458778381348, -8.606606483459473, -7.233031272888184, -12.562068939208984, -12.390737533569336, -9.20483112335205, -11.0066556930542, -11.063201904296875, -9.97865104675293, -12.051344871520996, -10.818666458129883, -7.909520626068115, -8.693397521972656, -10.234394073486328, -10.759210586547852, -9.380972862243652, -4.794699668884277, -9.636360168457031], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -2.0623934268951416, -0.8293642997741699, -1.648406744003296, -0.36759477853775024, -1.4814761877059937, -1.9103349447250366, -3.6224184036254883, -2.0706253051757812, -1.3051379919052124, -1.674824595451355, -2.2739884853363037, -1.3401269912719727, -2.4424262046813965, -1.7292859554290771, -1.799968957901001, -0.19798965752124786, -1.4110476970672607, -1.965722680091858, -1.5680195093154907, -2.1576967239379883, -1.8432095050811768, -2.3624720573425293, -1.3591947555541992, -3.256056070327759, -1.862204670906067, -1.389893889427185, -1.2193557024002075, -1.4033607244491577, -1.5945818424224854, -0.3084127902984619, -1.1951227188110352, -2.0320799350738525, -0.08753764629364014, -0.8446269631385803, -1.7450975179672241, -2.0194599628448486, -1.8871830701828003, -0.3013323247432709, -0.9655226469039917, -0.9893220067024231, -2.2898881435394287, -0.9323746562004089, -0.5306233763694763, -0.9573907852172852, -1.35081946849823, -1.403660774230957, -1.6511896848678589, -0.9531943202018738, -0.7235111594200134, -1.8041001558303833, -2.225202798843384, -1.460896611213684, -1.8280248641967773, -0.4785879850387573, -2.1577224731445312, -3.8434176445007324, -1.4157177209854126, -1.5735113620758057, -1.9480408430099487, -2.082232713699341, -1.8378925323486328, -1.8512701988220215, -1.3509825468063354, -0.22961413860321045, -3.1827332973480225, -3.519425392150879, -0.7229161262512207, -1.2732057571411133, -1.6549328565597534, -1.0038400888442993, -1.6164054870605469]}, "Bot004_072_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_072.log.json", "context": "Hi! \nHow are you? [WINKING FACE] fine thanks how are you? I am doing well. Just got done working out. Do you work from home? yes where do you work? I work at home. How about you? me too I am a huge gamer, i love[HEAVY BLACK HEART] it. which games do you love?", "response": "I like to play games and play cards.", "annotation_id": "Bot004_072_08", "annotations": ["T", "T", "T", "O", "T", "O", "O", "X", "T", "X", "T", "T", "O", "T", "T"], "gpt2background_target_score": [-9.236458778381348, -10.69127368927002, -8.151948928833008, -12.683303833007812, -10.077105522155762, -8.97998332977295, -11.725534439086914, -13.205307006835938, -11.019145011901855], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -2.0623934268951416, -0.8293642997741699, -1.648406744003296, -0.36759477853775024, -1.4814761877059937, -1.9103349447250366, -3.6224184036254883, -2.0706253051757812, -1.3051379919052124, -1.674824595451355, -2.2739884853363037, -1.3401269912719727, -2.4424262046813965, -1.7292859554290771, -1.799968957901001, -0.19798965752124786, -1.4110476970672607, -1.965722680091858, -1.5680195093154907, -2.1576967239379883, -1.8432095050811768, -2.3624720573425293, -1.3591947555541992, -3.256056070327759, -1.862204670906067, -1.389893889427185, -1.2193557024002075, -1.4033607244491577, -1.5945818424224854, -0.3084127902984619, -1.1951227188110352, -2.0320799350738525, -0.08753764629364014, -0.8446269631385803, -1.7450982332229614, -2.0194602012634277, -1.8871824741363525, -0.30133169889450073, -0.9655215740203857, -0.9893207550048828, -2.2898876667022705, -0.9323746562004089, -0.5306228995323181, -0.9573900103569031, -1.3508192300796509, -1.4036604166030884, -1.6511906385421753, -0.9531941413879395, -0.7235109210014343, -1.804101824760437, -2.225200891494751, -1.46089768409729, -1.0183888673782349, -2.3681652545928955, -3.658740997314453, -1.4080867767333984, -1.3986597061157227, -1.9489691257476807, -2.386462688446045, -1.7264105081558228, -1.720316767692566, -1.201321005821228, -0.24465803802013397, -3.1596202850341797, -3.39880633354187, -0.8153754472732544, -0.8188322186470032, -2.241931915283203, -1.025342345237732, -1.8584550619125366, -1.4421714544296265, -1.4731435775756836, -0.13971246778964996, -0.9911000728607178, -1.0419771671295166, -2.241858720779419, -1.9456894397735596, -2.356008768081665, -2.764626979827881, -0.9865802526473999, -2.5355732440948486, -1.4797612428665161, -2.2295777797698975, -1.8508636951446533, -1.345391035079956, -1.1889804601669312]}, "Bot004_072_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_072.log.json", "context": "Hi! \nHow are you? [WINKING FACE] fine thanks how are you? I am doing well. Just got done working out. Do you work from home? yes where do you work? I work at home. How about you? me too I am a huge gamer, i love[HEAVY BLACK HEART] it. which games do you love? I like to play games and play cards. what is your favorite tv program?", "response": "I like to watch old sitcoms.", "annotation_id": "Bot004_072_10", "annotations": ["T", "T", "O", "O", "O", "O", "O", "X", "T", "X", "X", "O", "T", "T", "X"], "gpt2background_target_score": [-9.236458778381348, -10.69127368927002, -8.151948928833008, -13.314092636108398, -4.602331161499023, -12.315627098083496, -10.407794952392578, -9.429658889770508], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -2.0623934268951416, -0.8293642997741699, -1.648406744003296, -0.36759477853775024, -1.4814761877059937, -1.9103349447250366, -3.6224184036254883, -2.0706253051757812, -1.3051379919052124, -1.674824595451355, -2.2739884853363037, -1.3401269912719727, -2.4424262046813965, -1.7292859554290771, -1.799968957901001, -0.19798965752124786, -1.4110476970672607, -1.965722680091858, -1.5680195093154907, -2.1576967239379883, -1.8432095050811768, -2.3624720573425293, -1.3591947555541992, -3.256056070327759, -1.862204670906067, -1.389893889427185, -1.2193557024002075, -1.4033607244491577, -1.5945818424224854, -0.3084127902984619, -1.1951227188110352, -2.0320799350738525, -0.08753764629364014, -0.8446269631385803, -1.7450982332229614, -2.0194602012634277, -1.8871824741363525, -0.30133169889450073, -0.9655215740203857, -0.9893207550048828, -2.2898876667022705, -0.9323747754096985, -0.5306236743927002, -0.9573887586593628, -1.3508191108703613, -1.4036604166030884, -1.6511898040771484, -0.9531943202018738, -0.7235106825828552, -1.804100513458252, -2.2252016067504883, -1.4608968496322632, -1.0183895826339722, -2.36816668510437, -3.6587421894073486, -1.4080849885940552, -1.3986607789993286, -1.9489712715148926, -2.3864634037017822, -1.7264095544815063, -1.7203165292739868, -1.2013202905654907, -0.2446586936712265, -3.1596195697784424, -3.3988072872161865, -0.8153751492500305, -0.8188318014144897, -2.241933584213257, -1.0253409147262573, -1.858455777168274, -1.442173957824707, -1.4731429815292358, -0.13971246778964996, -0.9911004304885864, -1.0419769287109375, -2.2418603897094727, -2.3359997272491455, -2.707540273666382, -0.9601338505744934, -2.641691207885742, -1.5868337154388428, -2.3242218494415283, -1.9817924499511719, -1.2797774076461792, -1.5748845338821411, -1.2471837997436523, -0.926937997341156, -1.1089098453521729, -2.0246477127075195, -1.095360279083252, -0.7160943150520325, -2.1205620765686035, -2.092653512954712, -1.9800422191619873, -1.689786672592163, -0.8732290863990784, -2.2978625297546387, -2.261505126953125, -0.1942683309316635, -1.7352068424224854, -1.3886380195617676]}, "Bot004_072_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_072.log.json", "context": "Hi! \nHow are you? [WINKING FACE] fine thanks how are you? I am doing well. Just got done working out. Do you work from home? yes where do you work? I work at home. How about you? me too I am a huge gamer, i love[HEAVY BLACK HEART] it. which games do you love? I like to play games and play cards. what is your favorite tv program? I like to watch old sitcoms. are you fan of something?", "response": "I am not really into movies.", "annotation_id": "Bot004_072_12", "annotations": ["T", "T", "O", "O", "O", "O", "T", "X", "T", "X", "X", "T", "T", "T", "X"], "gpt2background_target_score": [-9.236458778381348, -8.606606483459473, -9.04069995880127, -10.843441009521484, -9.69989013671875, -9.990345001220703, -6.558328151702881], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -2.0623934268951416, -0.8293642997741699, -1.648406744003296, -0.36759477853775024, -1.4814761877059937, -1.9103349447250366, -3.6224184036254883, -2.0706253051757812, -1.3051379919052124, -1.674824595451355, -2.2739884853363037, -1.3401269912719727, -2.4424262046813965, -1.7292859554290771, -1.799968957901001, -0.19798965752124786, -1.4110476970672607, -1.965722680091858, -1.5680195093154907, -2.1576967239379883, -1.8432095050811768, -2.3624720573425293, -1.3591947555541992, -3.256056070327759, -1.862204670906067, -1.389893889427185, -1.2193557024002075, -1.4033607244491577, -1.5945818424224854, -0.3084127902984619, -1.1951227188110352, -2.0320799350738525, -0.08753764629364014, -0.8446269631385803, -1.7450982332229614, -2.0194602012634277, -1.8871824741363525, -0.30133169889450073, -0.9655215740203857, -0.9893207550048828, -2.2898876667022705, -0.9323747754096985, -0.5306236743927002, -0.9573887586593628, -1.3508191108703613, -1.4036604166030884, -1.6511898040771484, -0.9531943202018738, -0.7235106825828552, -1.804100513458252, -2.2252016067504883, -1.4608968496322632, -1.0183895826339722, -2.36816668510437, -3.6587421894073486, -1.4080849885940552, -1.3986607789993286, -1.9489712715148926, -2.3864634037017822, -1.7264095544815063, -1.7203165292739868, -1.2013202905654907, -0.2446586936712265, -3.1596195697784424, -3.3988072872161865, -0.8153751492500305, -0.8188318014144897, -2.241933584213257, -1.0253409147262573, -1.858455777168274, -1.442173957824707, -1.4731429815292358, -0.13971246778964996, -0.9911004304885864, -1.0419769287109375, -2.2418603897094727, -2.3359997272491455, -2.707540273666382, -0.9601338505744934, -2.641691207885742, -1.5868337154388428, -2.3242218494415283, -1.9817924499511719, -1.2797774076461792, -1.5748845338821411, -1.2471837997436523, -0.926937997341156, -1.1089098453521729, -2.0246477127075195, -1.095360279083252, -0.7160943150520325, -2.1205620765686035, -1.7845385074615479, -1.4929462671279907, -1.0530813932418823, -2.4727306365966797, -1.9266315698623657, -0.20955534279346466, -1.6345834732055664, -1.7595373392105103, -0.589643657207489, -2.799975872039795, -0.8653254508972168, -2.7404086589813232, -1.6840492486953735, -2.1681711673736572, -1.7996710538864136, -1.7943921089172363, -1.3577953577041626, -1.319412350654602, -1.562650203704834, -2.545757532119751, -1.6141084432601929, -0.8557081818580627]}, "Bot004_072_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_072.log.json", "context": "Hi! \nHow are you? [WINKING FACE] fine thanks how are you? I am doing well. Just got done working out. Do you work from home? yes where do you work? I work at home. How about you? me too I am a huge gamer, i love[HEAVY BLACK HEART] it. which games do you love? I like to play games and play cards. what is your favorite tv program? I like to watch old sitcoms. are you fan of something? I am not really into movies. are you terrified of something?", "response": "No i am not a fan of that. I do like to watch tv.", "annotation_id": "Bot004_072_14", "annotations": ["T", "T", "T", "T", "X", "O", "O", "X", "T", "X", "T", "T", "O", "O", "T"], "gpt2background_target_score": [-10.534525871276855, -5.424360752105713, -8.213347434997559, -11.063798904418945, -6.532115936279297, -11.852794647216797, -8.559396743774414, -9.330418586730957, -11.019145011901855, -10.053472518920898, -9.571950912475586, -8.994091033935547, -6.811976432800293, -12.093964576721191, -11.84860610961914, -2.903050184249878], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -2.0623934268951416, -0.8293642997741699, -1.648406744003296, -0.36759477853775024, -1.4814761877059937, -1.9103349447250366, -3.6224184036254883, -2.0706253051757812, -1.3051379919052124, -1.674824595451355, -2.2739884853363037, -1.3401269912719727, -2.4424262046813965, -1.7292859554290771, -1.799968957901001, -0.19798965752124786, -1.4110476970672607, -1.965722680091858, -1.5680195093154907, -2.1576967239379883, -1.8432095050811768, -2.3624720573425293, -1.3591947555541992, -3.256056070327759, -1.862204670906067, -1.389893889427185, -1.2193557024002075, -1.4033607244491577, -1.5945818424224854, -0.3084127902984619, -1.1951227188110352, -2.0320799350738525, -0.08753764629364014, -0.8446269631385803, -1.7450982332229614, -2.0194602012634277, -1.8871824741363525, -0.30133169889450073, -0.9655215740203857, -0.9893207550048828, -2.2898876667022705, -0.9323747754096985, -0.5306236743927002, -0.9573887586593628, -1.3508191108703613, -1.4036604166030884, -1.6511898040771484, -0.9531943202018738, -0.7235106825828552, -1.804100513458252, -2.2252016067504883, -1.4608968496322632, -1.0183895826339722, -2.36816668510437, -3.6587421894073486, -1.4080849885940552, -1.3986607789993286, -1.9489712715148926, -2.3864634037017822, -1.7264095544815063, -1.7203165292739868, -1.2013202905654907, -0.2446586936712265, -3.1596195697784424, -3.3988072872161865, -0.8153751492500305, -0.8188318014144897, -2.241933584213257, -1.0253409147262573, -1.858455777168274, -1.442173957824707, -1.4731429815292358, -0.13971246778964996, -0.9911004304885864, -1.0419769287109375, -2.2418603897094727, -2.3359997272491455, -2.707540273666382, -0.9601338505744934, -2.641691207885742, -1.5868337154388428, -2.3242218494415283, -1.9817924499511719, -1.2797774076461792, -1.5748845338821411, -1.2471837997436523, -0.926937997341156, -1.1089098453521729, -2.0246496200561523, -1.0953607559204102, -0.7160952091217041, -2.1205620765686035, -1.7845385074615479, -1.4929450750350952, -1.053081750869751, -2.4727301597595215, -1.9266315698623657, -0.20955514907836914, -1.634582757949829, -1.759537696838379, -0.5896442532539368, -2.799976110458374, -0.8653265237808228, -2.740408182144165, -1.6840496063232422, -2.168170690536499, -1.5595401525497437, -1.4991271495819092, -1.2616832256317139, -1.3220373392105103, -2.2615973949432373, -1.6633635759353638, -1.4378057718276978, -0.3294926583766937, -2.4921412467956543, -0.5764238834381104, -2.972707748413086, -1.2400168180465698, -1.9077070951461792, -1.5105317831039429, -1.8027880191802979, -2.3077590465545654, -1.4949190616607666, -1.988499641418457, -0.25441280007362366, -0.3968935012817383, -2.104975461959839, -1.33128023147583, -1.6080131530761719, -1.831229567527771, -1.94089674949646, -1.5058982372283936, -0.5302878618240356, -1.9595693349838257, -1.5669031143188477, -1.4748589992523193]}, "Bot004_072_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_072.log.json", "context": "Hi! \nHow are you? [WINKING FACE] fine thanks how are you? I am doing well. Just got done working out. Do you work from home? yes where do you work? I work at home. How about you? me too I am a huge gamer, i love[HEAVY BLACK HEART] it. which games do you love? I like to play games and play cards. what is your favorite tv program? I like to watch old sitcoms. are you fan of something? I am not really into movies. are you terrified of something? No i am not a fan of that. I do like to watch tv. do you like sports?", "response": "I like sports. I like to watch sports.", "annotation_id": "Bot004_072_16", "annotations": ["T", "T", "O", "O", "O", "O", "O", "X", "T", "X", "X", "O", "T", "X", "X"], "gpt2background_target_score": [-9.236458778381348, -10.69127368927002, -12.718250274658203, -10.158945083618164, -5.28425407409668, -10.055571556091309, -6.881508827209473, -12.156112670898438, -12.711627960205078, -6.980744361877441], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -2.0623934268951416, -0.8293642997741699, -1.648406744003296, -0.36759477853775024, -1.4814761877059937, -1.9103349447250366, -3.6224184036254883, -2.0706253051757812, -1.3051379919052124, -1.674824595451355, -2.2739884853363037, -1.3401269912719727, -2.4424262046813965, -1.7292859554290771, -1.799968957901001, -0.19798965752124786, -1.4110476970672607, -1.965722680091858, -1.5680195093154907, -2.1576967239379883, -1.8432095050811768, -2.3624720573425293, -1.3591947555541992, -3.256056070327759, -1.862204670906067, -1.389893889427185, -1.2193557024002075, -1.4033607244491577, -1.5945818424224854, -0.3084127902984619, -1.1951227188110352, -2.0320799350738525, -0.08753764629364014, -0.8446269631385803, -1.7450982332229614, -2.0194602012634277, -1.8871824741363525, -0.30133169889450073, -0.9655215740203857, -0.9893207550048828, -2.2898876667022705, -0.9323747754096985, -0.5306236743927002, -0.9573887586593628, -1.3508191108703613, -1.4036604166030884, -1.6511898040771484, -0.9531943202018738, -0.7235106825828552, -1.804100513458252, -2.2252016067504883, -1.4608968496322632, -1.0183895826339722, -2.36816668510437, -3.6587421894073486, -1.4080849885940552, -1.3986607789993286, -1.9489712715148926, -2.3864634037017822, -1.7264095544815063, -1.7203165292739868, -1.2013202905654907, -0.2446586936712265, -3.1596195697784424, -3.3988072872161865, -0.8153751492500305, -0.8188318014144897, -2.241933584213257, -1.0253409147262573, -1.858455777168274, -1.442173957824707, -1.4731429815292358, -0.13971246778964996, -0.9911004304885864, -1.0419769287109375, -2.2418603897094727, -2.3359997272491455, -2.707540273666382, -0.9601338505744934, -2.641691207885742, -1.5868337154388428, -2.3242218494415283, -1.9817924499511719, -1.2797774076461792, -1.5748845338821411, -1.2471837997436523, -0.926937997341156, -1.1089098453521729, -2.0246477127075195, -1.095360279083252, -0.7160943150520325, -2.1205620765686035, -1.7845385074615479, -1.4929462671279907, -1.0530813932418823, -2.4727306365966797, -1.9266315698623657, -0.20955534279346466, -1.6345834732055664, -1.7595373392105103, -0.589643657207489, -2.799975872039795, -0.8653254508972168, -2.7404086589813232, -1.6840492486953735, -2.1681711673736572, -1.55954110622406, -1.499125599861145, -1.2616842985153198, -1.3220361471176147, -2.2615966796875, -1.663362979888916, -1.437806248664856, -0.3294926583766937, -2.4921391010284424, -0.5764235854148865, -2.972707986831665, -1.2400174140930176, -1.907705307006836, -1.9286257028579712, -2.003880500793457, -1.697275161743164, -1.9679924249649048, -0.27312618494033813, -0.35782843828201294, -1.970380187034607, -1.2340664863586426, -2.0137672424316406, -1.767490029335022, -1.8859831094741821, -1.5058473348617554, -0.6371529698371887, -2.1667439937591553, -1.5756546258926392, -1.8840014934539795, -0.24241270124912262, -1.6132408380508423, -1.8357938528060913, -0.7260439991950989, -2.220310926437378, -1.639894962310791, -1.9722144603729248, -1.5696971416473389, -0.9854236841201782, -1.29677414894104, -1.2331374883651733, -1.8033610582351685, -0.3483830690383911, -1.7991334199905396, -0.737381100654602, -0.9463942050933838]}, "Bot004_072_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_072.log.json", "context": "Hi! \nHow are you? [WINKING FACE] fine thanks how are you? I am doing well. Just got done working out. Do you work from home? yes where do you work? I work at home. How about you? me too I am a huge gamer, i love[HEAVY BLACK HEART] it. which games do you love? I like to play games and play cards. what is your favorite tv program? I like to watch old sitcoms. are you fan of something? I am not really into movies. are you terrified of something? No i am not a fan of that. I do like to watch tv. do you like sports? I like sports. I like to watch sports. what are your hobbies?", "response": "I like to watch tv and watch tv.", "annotation_id": "Bot004_072_18", "annotations": ["O", "T", "T", "O", "T", "O", "O", "X", "X", "X", "X", "O", "O", "T", "T"], "gpt2background_target_score": [-9.236458778381348, -10.69127368927002, -8.151948928833008, -13.314092636108398, -11.29664421081543, -8.97998332977295, -12.330147743225098, -12.06174373626709, -11.019145011901855], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -2.0623934268951416, -0.8293642997741699, -1.648406744003296, -0.36759477853775024, -1.4814761877059937, -1.9103349447250366, -3.6224184036254883, -2.0706253051757812, -1.3051379919052124, -1.674824595451355, -2.2739884853363037, -1.3401269912719727, -2.4424262046813965, -1.7292859554290771, -1.799968957901001, -0.19798965752124786, -1.4110476970672607, -1.965722680091858, -1.5680195093154907, -2.1576967239379883, -1.8432095050811768, -2.3624720573425293, -1.3591947555541992, -3.256056070327759, -1.862204670906067, -1.389893889427185, -1.2193557024002075, -1.4033607244491577, -1.5945818424224854, -0.3084127902984619, -1.1951227188110352, -2.0320799350738525, -0.08753764629364014, -0.8446269631385803, -1.7450982332229614, -2.0194602012634277, -1.8871824741363525, -0.30133169889450073, -0.9655215740203857, -0.9893207550048828, -2.2898876667022705, -0.9323747754096985, -0.5306236743927002, -0.9573887586593628, -1.3508191108703613, -1.4036604166030884, -1.6511898040771484, -0.9531943202018738, -0.7235106825828552, -1.804100513458252, -2.2252016067504883, -1.4608968496322632, -1.0183895826339722, -2.36816668510437, -3.6587421894073486, -1.4080849885940552, -1.3986607789993286, -1.9489712715148926, -2.3864634037017822, -1.7264095544815063, -1.7203165292739868, -1.2013202905654907, -0.2446586936712265, -3.1596195697784424, -3.3988072872161865, -0.8153751492500305, -0.8188318014144897, -2.241933584213257, -1.0253409147262573, -1.858455777168274, -1.442173957824707, -1.4731429815292358, -0.13971246778964996, -0.9911004304885864, -1.0419769287109375, -2.2418603897094727, -2.3359997272491455, -2.707540273666382, -0.9601338505744934, -2.641691207885742, -1.5868337154388428, -2.3242218494415283, -1.9817924499511719, -1.2797774076461792, -1.5748845338821411, -1.2471837997436523, -0.926937997341156, -1.1089098453521729, -2.0246477127075195, -1.095360279083252, -0.7160943150520325, -2.1205620765686035, -1.7845385074615479, -1.4929462671279907, -1.0530813932418823, -2.4727306365966797, -1.9266315698623657, -0.20955534279346466, -1.6345834732055664, -1.7595373392105103, -0.589643657207489, -2.799975872039795, -0.8653254508972168, -2.7404086589813232, -1.6840492486953735, -2.1681711673736572, -1.55954110622406, -1.499125599861145, -1.2616842985153198, -1.3220361471176147, -2.2615966796875, -1.663362979888916, -1.437806248664856, -0.3294926583766937, -2.4921391010284424, -0.5764235854148865, -2.972707986831665, -1.2400174140930176, -1.907705307006836, -1.9286257028579712, -2.003880500793457, -1.697275161743164, -1.9679924249649048, -0.27312618494033813, -0.35782843828201294, -1.970380187034607, -1.2340664863586426, -2.0137672424316406, -1.767490029335022, -1.8859831094741821, -1.5058473348617554, -0.6371529698371887, -2.1667439937591553, -1.5756546258926392, -1.8840014934539795, -0.24241270124912262, -1.6132408380508423, -1.8357938528060913, -0.7260439991950989, -2.220310926437378, -1.6016486883163452, -1.232266902923584, -1.0125229358673096, -1.6825982332229614, -1.1246992349624634, -1.5838348865509033, -0.47491246461868286, -1.946014165878296, -0.6573131680488586, -1.305511474609375, -1.7622562646865845, -0.9465563297271729, -0.8862258791923523, -0.43973299860954285, -1.6797759532928467, -1.7452877759933472, -1.7678024768829346, -1.1427967548370361, -0.39857345819473267, -1.396768569946289, -0.8338971138000488, -2.0988051891326904, -1.9933702945709229, -0.7929729223251343, -1.231263518333435]}, "Bot004_072_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_072.log.json", "context": "Hi! \nHow are you? [WINKING FACE] fine thanks how are you? I am doing well. Just got done working out. Do you work from home? yes where do you work? I work at home. How about you? me too I am a huge gamer, i love[HEAVY BLACK HEART] it. which games do you love? I like to play games and play cards. what is your favorite tv program? I like to watch old sitcoms. are you fan of something? I am not really into movies. are you terrified of something? No i am not a fan of that. I do like to watch tv. do you like sports? I like sports. I like to watch sports. what are your hobbies? I like to watch tv and watch tv. do you like cooking?", "response": "I love[HEAVY BLACK HEART] cooking and i love to cook.", "annotation_id": "Bot004_072_20", "annotations": ["T", "T", "O", "O", "O", "O", "O", "X", "T", "X", "T", "O", "T", "T", "X"], "gpt2background_target_score": [-9.236458778381348, -11.459829330444336, -12.235919952392578, -10.877819061279297, -12.084657669067383, -13.117791175842285, -13.580205917358398, -11.928096771240234, -9.79481315612793, -2.0706253051757812, -12.171154975891113, -7.430032730102539, -8.935234069824219, -10.714385986328125, -5.851748466491699, -11.820152282714844, -7.466340065002441], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -2.0623934268951416, -0.8293642997741699, -1.648406744003296, -0.36759477853775024, -1.4814761877059937, -1.9103349447250366, -3.6224184036254883, -2.0706253051757812, -1.3051379919052124, -1.674824595451355, -2.2739884853363037, -1.3401269912719727, -2.4424262046813965, -1.7292859554290771, -1.799968957901001, -0.19798965752124786, -1.4110476970672607, -1.965722680091858, -1.5680195093154907, -2.1576967239379883, -1.8432095050811768, -2.3624720573425293, -1.3591947555541992, -3.256056070327759, -1.862204670906067, -1.389893889427185, -1.2193557024002075, -1.4033607244491577, -1.5945818424224854, -0.3084127902984619, -1.1951227188110352, -2.0320799350738525, -0.08753764629364014, -0.8446269631385803, -1.7450982332229614, -2.0194602012634277, -1.8871824741363525, -0.30133169889450073, -0.9655215740203857, -0.9893207550048828, -2.2898876667022705, -0.9323747754096985, -0.5306236743927002, -0.9573887586593628, -1.3508191108703613, -1.4036604166030884, -1.6511898040771484, -0.9531943202018738, -0.7235106825828552, -1.804100513458252, -2.2252016067504883, -1.4608968496322632, -1.0183895826339722, -2.36816668510437, -3.6587421894073486, -1.4080849885940552, -1.3986607789993286, -1.9489712715148926, -2.3864634037017822, -1.7264095544815063, -1.7203165292739868, -1.2013202905654907, -0.2446586936712265, -3.1596195697784424, -3.3988072872161865, -0.8153751492500305, -0.8188318014144897, -2.241933584213257, -1.0253409147262573, -1.858455777168274, -1.442173957824707, -1.4731429815292358, -0.13971246778964996, -0.9911004304885864, -1.0419769287109375, -2.2418603897094727, -2.3359997272491455, -2.707540273666382, -0.9601338505744934, -2.641691207885742, -1.5868337154388428, -2.3242218494415283, -1.9817924499511719, -1.2797774076461792, -1.5748845338821411, -1.2471837997436523, -0.926937997341156, -1.1089098453521729, -2.0246477127075195, -1.095360279083252, -0.7160943150520325, -2.1205620765686035, -1.7845385074615479, -1.4929462671279907, -1.0530813932418823, -2.4727306365966797, -1.9266315698623657, -0.20955534279346466, -1.6345834732055664, -1.7595373392105103, -0.589643657207489, -2.799975872039795, -0.8653254508972168, -2.7404086589813232, -1.6840492486953735, -2.1681711673736572, -1.55954110622406, -1.499125599861145, -1.2616842985153198, -1.3220361471176147, -2.2615966796875, -1.663362979888916, -1.437806248664856, -0.3294926583766937, -2.4921391010284424, -0.5764235854148865, -2.972707986831665, -1.2400174140930176, -1.907705307006836, -1.9286257028579712, -2.003880500793457, -1.697275161743164, -1.9679924249649048, -0.27312618494033813, -0.35782843828201294, -1.970380187034607, -1.2340664863586426, -2.0137672424316406, -1.767490029335022, -1.8859831094741821, -1.5058473348617554, -0.6371529698371887, -2.1667439937591553, -1.5756546258926392, -1.8840014934539795, -0.24241270124912262, -1.6132408380508423, -1.8357938528060913, -0.7260439991950989, -2.220310926437378, -1.6016486883163452, -1.232266902923584, -1.0125229358673096, -1.6825982332229614, -1.1246992349624634, -1.5838348865509033, -0.47491246461868286, -1.946014165878296, -0.6573131680488586, -1.305511474609375, -1.7622562646865845, -0.9465563297271729, -0.8862258791923523, -0.43973299860954285, -1.6797759532928467, -1.2320548295974731, -0.9082632064819336, -0.6719928979873657, -1.6002217531204224, -0.4709179997444153, -2.1331279277801514, -2.0303165912628174, -0.538091242313385, -1.9620839357376099, -0.1851068139076233, -1.1309078931808472, -1.7220473289489746, -0.820298433303833, -1.5320767164230347, -1.5123718976974487, -1.644840121269226, -0.47204697132110596, -2.395131826400757, -0.07624313980340958, -0.12593583762645721, -1.1391079425811768, -0.17478147149085999, -0.19609050452709198, -0.2976020574569702, -0.9321700930595398, -0.8483757376670837, -1.7488954067230225, -1.0872550010681152, -0.6867863535881042, -0.5875513553619385, -0.5595837235450745, -1.7759586572647095]}, "Bot004_081_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_081.log.json", "context": "Hello! How is your going? [WINKING FACE] I am good, how are you?", "response": "I am doing well. Just got done with my daily workout. Have you short hair?  Where are you? [SEE-NO-EVIL MONKEY]", "annotation_id": "Bot004_081_02", "annotations": ["X", "X", "O", "O", "O", "O", "O", "O", "T", "T", "O", "O", "O", "T", "T"], "gpt2background_target_score": [-9.545134544372559, -8.814092636108398, -9.601699829101562, -10.229995727539062, -11.372946739196777, -10.6326322555542, -9.529218673706055, -11.23915958404541, -10.392553329467773, -8.78303050994873, -11.37378978729248, -11.360383033752441, -10.117905616760254, -9.305630683898926, -7.761807441711426, -10.630034446716309, -10.215173721313477, -5.857382774353027, -9.258633613586426, -12.779668807983398, -8.604511260986328, -9.562649726867676, -10.856051445007324, -6.8848347663879395, -13.25744342803955, -7.0313920974731445, -12.965960502624512, -9.902484893798828, -13.084217071533203, -12.72027587890625, -11.82036304473877, -12.85684585571289, -11.949576377868652], "gpt2background_argmax_score": [-2.13662052154541, -1.2113471031188965, -1.5648894309997559, -1.7970792055130005, -0.6839268803596497, -1.862032175064087, -0.9321656823158264, -3.0241472721099854, -2.331768274307251, -1.2557718753814697, -1.4701858758926392, -2.0209763050079346, -0.4223697781562805, -1.6216375827789307, -2.1688077449798584, -0.8290374875068665, -1.7090179920196533, -1.5663917064666748, -0.32935425639152527, -1.472704529762268, -1.764201045036316, -1.5547845363616943, -1.5931119918823242, -1.86190927028656, -2.2854244709014893, -1.9441872835159302, -1.0305278301239014, -3.1321234703063965, -1.8772187232971191, -1.4828693866729736, -1.3608704805374146, -2.15527606010437, -0.954764723777771, -1.6013097763061523, -1.5789661407470703, -1.0698076486587524, -1.8700627088546753, -0.9580695629119873, -0.9709256291389465, -1.3590004444122314, -0.7586475610733032, -1.3536407947540283, -0.23173868656158447, -2.1054906845092773, -0.5322512984275818, -2.5960073471069336, -2.5294220447540283, -3.7627060413360596, -2.4708492755889893, -2.421043634414673, -1.391014575958252, -1.8885347843170166, -1.304428219795227, -1.6251590251922607, -0.9027187824249268]}, "Bot004_081_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_081.log.json", "context": "Hello! How is your going? [WINKING FACE] I am good, how are you? I am doing well. Just got done with my daily workout. Have you short hair?  Where are you? [SEE-NO-EVIL MONKEY] No", "response": "I am not a fan of that.", "annotation_id": "Bot004_081_04", "annotations": ["X", "X", "O", "X", "O", "X", "T", "O", "X", "O", "O", "O", "T", "T", "X"], "gpt2background_target_score": [-9.545134544372559, -8.814092636108398, -9.398666381835938, -4.2903733253479, -10.539627075195312, -7.525542259216309, -9.759974479675293, -11.33132553100586], "gpt2background_argmax_score": [-2.13662052154541, -1.2113471031188965, -1.5648894309997559, -1.7970792055130005, -0.6839268803596497, -1.862032175064087, -0.9321656823158264, -3.0241472721099854, -2.331768274307251, -1.2557718753814697, -1.4701858758926392, -2.0209763050079346, -0.4223697781562805, -1.6216375827789307, -2.1688077449798584, -0.8290374875068665, -1.7090179920196533, -1.5663917064666748, -0.32935425639152527, -1.472704529762268, -1.764201045036316, -1.869571328163147, -2.518373966217041, -2.109402656555176, -1.831450343132019, -1.1524686813354492, -3.2574334144592285, -1.9038333892822266, -1.436966061592102, -1.4680132865905762, -2.282686948776245, -0.9546163082122803, -1.6480079889297485, -1.4518840312957764, -1.1460235118865967, -1.757455825805664, -0.9518520832061768, -0.9103626012802124, -1.6875247955322266, -1.746001958847046, -1.4265234470367432, -0.2214335799217224, -1.6795034408569336, -1.605635404586792, -2.3685808181762695, -3.2068214416503906, -3.904754877090454, -2.366948127746582, -2.570434093475342, -1.3722801208496094, -1.6640366315841675, -1.2349402904510498, -1.3751273155212402, -1.9248672723770142, -1.5376282930374146, -1.9381473064422607, -1.78459894657135, -2.523854970932007, -2.4982824325561523, -2.5542919635772705, -0.3071267604827881, -1.9101866483688354, -1.802386999130249, -1.0307128429412842]}, "Bot004_081_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_081.log.json", "context": "Hello! How is your going? [WINKING FACE] I am good, how are you? I am doing well. Just got done with my daily workout. Have you short hair?  Where are you? [SEE-NO-EVIL MONKEY] No I am not a fan of that. What are you fan of ?", "response": "I am a huge fan of all sports myself.", "annotation_id": "Bot004_081_06", "annotations": ["O", "X", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "T", "O"], "gpt2background_target_score": [-9.545137405395508, -8.814091682434082, -6.720869541168213, -12.004768371582031, -10.539628028869629, -7.525542736053467, -9.869706153869629, -12.561887741088867, -12.746574401855469, -7.080935955047607], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -1.8620365858078003, -0.9321646094322205, -3.0241472721099854, -2.3317694664001465, -1.255773901939392, -1.470184326171875, -2.0209755897521973, -0.42236843705177307, -1.6216377019882202, -2.168806314468384, -0.8290364146232605, -1.7090184688568115, -1.5663909912109375, -0.32935503125190735, -1.472703218460083, -1.7642006874084473, -1.8695725202560425, -2.518371820449829, -2.109402894973755, -1.8314508199691772, -1.1524672508239746, -3.2574334144592285, -1.9038314819335938, -1.4369641542434692, -1.468010663986206, -2.282689094543457, -0.9546173214912415, -1.6480108499526978, -1.4518824815750122, -1.1460238695144653, -1.7574563026428223, -0.9518526792526245, -0.9103589653968811, -1.6875261068344116, -1.7460055351257324, -1.426521897315979, -0.22143463790416718, -1.6795099973678589, -1.605637550354004, -2.368582248687744, -3.2068183422088623, -3.904757499694824, -2.3669490814208984, -2.5704355239868164, -1.3722825050354004, -1.6640340089797974, -1.2349392175674438, -1.3751263618469238, -1.9248652458190918, -1.537629246711731, -1.4216485023498535, -1.6497422456741333, -1.4299436807632446, -2.674551010131836, -0.4206213355064392, -2.042351722717285, -1.4179023504257202, -1.126694917678833, -1.9090688228607178, -0.6123337149620056, -0.8385133147239685, -1.0482288599014282, -0.48751115798950195, -1.5663686990737915, -1.6255691051483154, -2.0014498233795166, -1.7514970302581787, -1.5135473012924194, -0.5434295535087585, -0.2658429443836212, -2.5895533561706543, -1.1479933261871338, -1.2973546981811523, -0.8974136710166931, -0.9436182379722595]}, "Bot004_081_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_081.log.json", "context": "Hello! How is your going? [WINKING FACE] I am good, how are you? I am doing well. Just got done with my daily workout. Have you short hair?  Where are you? [SEE-NO-EVIL MONKEY] No I am not a fan of that. What are you fan of ? I am a huge fan of all sports myself. What do you like to do?", "response": "I love[HEAVY BLACK HEART] to surf, and barre.", "annotation_id": "Bot004_081_08", "annotations": ["X", "X", "O", "O", "O", "O", "O", "O", "O", "O", "O", "T", "O", "T", "O"], "gpt2background_target_score": [-9.545137405395508, -11.421222686767578, -11.991495132446289, -11.993122100830078, -14.83598804473877, -11.354423522949219, -11.935425758361816, -14.160881996154785, -10.47360610961914, -1.255773901939392, -5.7835798263549805, -12.118583679199219, -10.286367416381836, -8.936936378479004, -11.263330459594727, -13.042072296142578, -8.80363941192627], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -1.8620365858078003, -0.9321646094322205, -3.0241472721099854, -2.3317694664001465, -1.255773901939392, -1.470184326171875, -2.0209755897521973, -0.42236843705177307, -1.6216377019882202, -2.168806314468384, -0.8290364146232605, -1.7090184688568115, -1.5663909912109375, -0.32935503125190735, -1.472703218460083, -1.7642006874084473, -1.8695725202560425, -2.518371820449829, -2.109402894973755, -1.8314508199691772, -1.1524672508239746, -3.2574334144592285, -1.9038314819335938, -1.4369641542434692, -1.468010663986206, -2.282689094543457, -0.9546173214912415, -1.6480108499526978, -1.4518824815750122, -1.1460238695144653, -1.7574563026428223, -0.9518526792526245, -0.9103589653968811, -1.6875261068344116, -1.7460055351257324, -1.426521897315979, -0.22143463790416718, -1.6795099973678589, -1.605637550354004, -2.368582248687744, -3.2068183422088623, -3.904757499694824, -2.3669490814208984, -2.5704355239868164, -1.3722825050354004, -1.6640340089797974, -1.2349392175674438, -1.3751263618469238, -1.9248652458190918, -1.537629246711731, -1.4216485023498535, -1.6497422456741333, -1.4299436807632446, -2.674551010131836, -0.4206213355064392, -2.042351722717285, -1.4179023504257202, -1.126694917678833, -1.9090688228607178, -0.6123337149620056, -0.8385133147239685, -1.0482288599014282, -0.48751115798950195, -1.5663686990737915, -2.0571091175079346, -1.7824867963790894, -1.9511423110961914, -0.6399432420730591, -0.2756209969520569, -2.6384201049804688, -1.1803001165390015, -1.2525070905685425, -0.8554266095161438, -1.1237074136734009, -1.6304939985275269, -0.25318649411201477, -1.7532037496566772, -0.612181544303894, -1.4284355640411377, -1.5266379117965698, -1.646175742149353, -1.5661002397537231, -1.869922161102295, -1.8357219696044922, -3.559293270111084, -1.7701863050460815, -0.3167785406112671, -2.791630506515503, -3.360863447189331, -0.5839691162109375, -0.7240589261054993, -1.3955227136611938, -2.2001352310180664, -1.9183919429779053, -2.268373966217041, -1.7374862432479858, -2.326106309890747, -0.8203120827674866, -1.1782294511795044]}, "Bot004_081_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_081.log.json", "context": "Hello! How is your going? [WINKING FACE] I am good, how are you? I am doing well. Just got done with my daily workout. Have you short hair?  Where are you? [SEE-NO-EVIL MONKEY] No I am not a fan of that. What are you fan of ? I am a huge fan of all sports myself. What do you like to do? I love[HEAVY BLACK HEART] to surf, and barre. Can you help me?", "response": "Sure i can help you", "annotation_id": "Bot004_081_10", "annotations": ["O", "X", "O", "O", "O", "O", "O", "O", "O", "T", "O", "T", "O", "T", "O"], "gpt2background_target_score": [-13.461407661437988, -5.6088643074035645, -3.6373186111450195, -10.054765701293945, -10.142598152160645], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -1.8620365858078003, -0.9321646094322205, -3.0241472721099854, -2.3317694664001465, -1.255773901939392, -1.470184326171875, -2.0209755897521973, -0.42236843705177307, -1.6216377019882202, -2.168806314468384, -0.8290364146232605, -1.7090184688568115, -1.5663909912109375, -0.32935503125190735, -1.472703218460083, -1.7642006874084473, -1.8695725202560425, -2.518371820449829, -2.109402894973755, -1.8314508199691772, -1.1524672508239746, -3.2574334144592285, -1.9038314819335938, -1.4369641542434692, -1.468010663986206, -2.282689094543457, -0.9546173214912415, -1.6480108499526978, -1.4518824815750122, -1.1460238695144653, -1.7574563026428223, -0.9518526792526245, -0.9103589653968811, -1.6875261068344116, -1.7460055351257324, -1.426521897315979, -0.22143463790416718, -1.6795099973678589, -1.605637550354004, -2.368582248687744, -3.2068183422088623, -3.904757499694824, -2.3669490814208984, -2.5704355239868164, -1.3722825050354004, -1.6640340089797974, -1.2349392175674438, -1.3751263618469238, -1.9248652458190918, -1.537629246711731, -1.4216485023498535, -1.6497422456741333, -1.4299436807632446, -2.674551010131836, -0.4206213355064392, -2.042351722717285, -1.4179023504257202, -1.126694917678833, -1.9090688228607178, -0.6123337149620056, -0.8385133147239685, -1.0482288599014282, -0.48751115798950195, -1.5663686990737915, -2.0571091175079346, -1.7824867963790894, -1.9511423110961914, -0.6399432420730591, -0.2756209969520569, -2.6384201049804688, -1.1803001165390015, -1.2525070905685425, -0.8554266095161438, -1.1237074136734009, -1.6304939985275269, -0.25318649411201477, -1.7532037496566772, -0.612181544303894, -1.4284355640411377, -1.5266379117965698, -1.646175742149353, -1.9487369060516357, -1.7824739217758179, -2.6687889099121094, -1.7332357168197632, -0.18116220831871033, -2.7038135528564453, -3.294898509979248, -0.7112762928009033, -0.40094003081321716, -1.6028356552124023, -2.247840166091919, -1.8319854736328125, -2.5084426403045654, -1.9324465990066528, -2.6909947395324707, -0.8971871137619019, -1.181829810142517, -1.3601840734481812, -2.2165684700012207, -0.3295670747756958, -2.077122211456299, -1.4639240503311157, -1.584904432296753, -1.6096338033676147, -2.2580668926239014, -1.8163490295410156, -0.9337289929389954, -2.2608914375305176]}, "Bot004_081_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_081.log.json", "context": "Hello! How is your going? [WINKING FACE] I am good, how are you? I am doing well. Just got done with my daily workout. Have you short hair?  Where are you? [SEE-NO-EVIL MONKEY] No I am not a fan of that. What are you fan of ? I am a huge fan of all sports myself. What do you like to do? I love[HEAVY BLACK HEART] to surf, and barre. Can you help me? Sure i can help you Tell me about yourself", "response": "I am a health nut, and i am a big thumb.  Are you bored talking to me? [LOUDLY CRYING FACE]", "annotation_id": "Bot004_081_12", "annotations": ["X", "X", "T", "T", "O", "O", "O", "O", "T", "O", "O", "O", "O", "T", "T"], "gpt2background_target_score": [-9.545137405395508, -8.814091682434082, -6.720869541168213, -10.33750057220459, -11.603120803833008, -4.196175575256348, -7.23178243637085, -11.97183609008789, -12.253751754760742, -8.770710945129395, -12.397034645080566, -14.775629043579102, -10.117908477783203, -8.688749313354492, -12.768434524536133, -6.863764762878418, -7.489191055297852, -11.407885551452637, -10.171319961547852, -11.9749116897583, -10.105552673339844, -8.017752647399902, -11.84832763671875, -12.663146018981934, -12.612342834472656, -12.5167236328125, -12.287094116210938, -13.340420722961426, -12.01615047454834, -12.185807228088379], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -1.8620365858078003, -0.9321646094322205, -3.0241472721099854, -2.3317694664001465, -1.255773901939392, -1.470184326171875, -2.0209755897521973, -0.42236843705177307, -1.6216377019882202, -2.168806314468384, -0.8290364146232605, -1.7090184688568115, -1.5663909912109375, -0.32935503125190735, -1.472703218460083, -1.7642006874084473, -1.8695725202560425, -2.518371820449829, -2.109402894973755, -1.8314508199691772, -1.1524672508239746, -3.2574334144592285, -1.9038314819335938, -1.4369641542434692, -1.468010663986206, -2.282689094543457, -0.9546173214912415, -1.6480108499526978, -1.4518824815750122, -1.1460238695144653, -1.7574563026428223, -0.9518526792526245, -0.9103589653968811, -1.6875261068344116, -1.7460055351257324, -1.426521897315979, -0.22143463790416718, -1.6795099973678589, -1.605637550354004, -2.368582248687744, -3.2068183422088623, -3.904757499694824, -2.3669490814208984, -2.5704355239868164, -1.3722825050354004, -1.6640340089797974, -1.2349392175674438, -1.3751263618469238, -1.9248652458190918, -1.537629246711731, -1.4216485023498535, -1.6497422456741333, -1.4299436807632446, -2.674551010131836, -0.4206213355064392, -2.042351722717285, -1.4179023504257202, -1.126694917678833, -1.9090688228607178, -0.6123337149620056, -0.8385133147239685, -1.0482288599014282, -0.48751115798950195, -1.5663686990737915, -2.0571091175079346, -1.7824867963790894, -1.9511423110961914, -0.6399432420730591, -0.2756209969520569, -2.6384201049804688, -1.1803001165390015, -1.2525070905685425, -0.8554266095161438, -1.1237074136734009, -1.6304939985275269, -0.25318649411201477, -1.7532037496566772, -0.612181544303894, -1.4284355640411377, -1.5266379117965698, -1.646175742149353, -1.9487369060516357, -1.7824739217758179, -2.6687889099121094, -1.7332357168197632, -0.18116220831871033, -2.7038135528564453, -3.294898509979248, -0.7112762928009033, -0.40094003081321716, -1.6028356552124023, -2.247840166091919, -1.8319854736328125, -2.5084426403045654, -1.9324465990066528, -2.6909947395324707, -0.8971871137619019, -1.181829810142517, -1.3601840734481812, -2.2165684700012207, -0.3295670747756958, -2.077122211456299, -1.4639240503311157, -1.6364096403121948, -1.9811625480651855, -1.9520196914672852, -1.0733064413070679, -2.037468671798706, -0.7674670219421387, -1.9157540798187256, -1.4302561283111572, -1.4348782300949097, -1.6400277614593506, -2.1033530235290527, -1.336585521697998, -2.4265975952148438, -2.7513458728790283, -2.2813236713409424, -1.9021559953689575, -1.217281460762024, -2.060534715652466, -1.8792539834976196, -3.7704834938049316, -0.8831078410148621, -1.8545477390289307, -1.0028666257858276, -1.1263909339904785, -0.2598324120044708, -2.3277394771575928, -0.9606620073318481, -0.6337187886238098, -1.799354910850525, -0.7836501598358154, -0.8297570943832397, -2.893080472946167, -1.301225185394287, -1.028397798538208, -1.322194218635559, -1.9700151681900024, -2.0941696166992188, -1.6013023853302002, -1.0153042078018188, -1.283706784248352]}, "Bot004_081_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_081.log.json", "context": "Hello! How is your going? [WINKING FACE] I am good, how are you? I am doing well. Just got done with my daily workout. Have you short hair?  Where are you? [SEE-NO-EVIL MONKEY] No I am not a fan of that. What are you fan of ? I am a huge fan of all sports myself. What do you like to do? I love[HEAVY BLACK HEART] to surf, and barre. Can you help me? Sure i can help you Tell me about yourself I am a health nut, and i am a big thumb.  Are you bored talking to me? [LOUDLY CRYING FACE] Fuck you", "response": "Are you normal? [POUTING FACE]", "annotation_id": "Bot004_081_14", "annotations": ["X", "X", "X", "T", "T", "O", "O", "O", "T", "X", "X", "T", "O", "T", "X"], "gpt2background_target_score": [-11.791726112365723, -7.502675533294678, -10.215656280517578, -9.713800430297852, -8.76755142211914, -12.258522033691406, -12.733244895935059, -11.928580284118652, -13.520999908447266, -1.255773901939392], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -1.8620365858078003, -0.9321646094322205, -3.0241472721099854, -2.3317694664001465, -1.255773901939392, -1.470184326171875, -2.0209755897521973, -0.42236843705177307, -1.6216377019882202, -2.168806314468384, -0.8290364146232605, -1.7090184688568115, -1.5663909912109375, -0.32935503125190735, -1.472703218460083, -1.7642006874084473, -1.8695725202560425, -2.518371820449829, -2.109402894973755, -1.8314508199691772, -1.1524672508239746, -3.2574334144592285, -1.9038314819335938, -1.4369641542434692, -1.468010663986206, -2.282689094543457, -0.9546173214912415, -1.6480108499526978, -1.4518824815750122, -1.1460238695144653, -1.7574563026428223, -0.9518526792526245, -0.9103589653968811, -1.6875261068344116, -1.7460055351257324, -1.426521897315979, -0.22143463790416718, -1.6795099973678589, -1.605637550354004, -2.368582248687744, -3.2068183422088623, -3.904757499694824, -2.3669490814208984, -2.5704355239868164, -1.3722825050354004, -1.6640340089797974, -1.2349392175674438, -1.3751263618469238, -1.9248652458190918, -1.537629246711731, -1.4216485023498535, -1.6497422456741333, -1.4299436807632446, -2.674551010131836, -0.4206213355064392, -2.042351722717285, -1.4179023504257202, -1.126694917678833, -1.9090688228607178, -0.6123337149620056, -0.8385133147239685, -1.0482288599014282, -0.48751115798950195, -1.5663686990737915, -2.0571091175079346, -1.7824867963790894, -1.9511423110961914, -0.6399432420730591, -0.2756209969520569, -2.6384201049804688, -1.1803001165390015, -1.2525070905685425, -0.8554266095161438, -1.1237074136734009, -1.6304939985275269, -0.25318649411201477, -1.7532037496566772, -0.612181544303894, -1.4284355640411377, -1.5266379117965698, -1.646175742149353, -1.9487369060516357, -1.7824739217758179, -2.6687889099121094, -1.7332357168197632, -0.18116220831871033, -2.7038135528564453, -3.294898509979248, -0.7112762928009033, -0.40094003081321716, -1.6028356552124023, -2.247840166091919, -1.8319854736328125, -2.5084426403045654, -1.9324465990066528, -2.6909947395324707, -0.8971871137619019, -1.181829810142517, -1.3601840734481812, -2.2165684700012207, -0.3295670747756958, -2.077122211456299, -1.4639240503311157, -1.6364096403121948, -1.9811625480651855, -1.9520196914672852, -1.0733064413070679, -2.037468671798706, -0.7674670219421387, -1.9157540798187256, -1.4302561283111572, -1.4348782300949097, -1.5361921787261963, -1.6872966289520264, -2.344719648361206, -2.9256861209869385, -1.926301121711731, -1.6561919450759888, -1.4955816268920898, -1.669775366783142, -1.6462475061416626, -3.372130870819092, -1.0593000650405884, -1.6774752140045166, -1.3590584993362427, -1.4723047018051147, -0.23401346802711487, -2.1826534271240234, -0.9712413549423218, -0.7465400695800781, -1.8465251922607422, -0.8656797409057617, -1.4603602886199951, -3.316147565841675, -1.4220021963119507, -1.0014493465423584, -1.1593742370605469, -1.4185693264007568, -2.0445516109466553, -1.4599223136901855, -0.7125080227851868, -1.5707987546920776, -1.749667763710022, -1.5363699197769165, -1.7828118801116943, -0.18161065876483917, -2.4795145988464355, -0.682127833366394, -1.2880492210388184, -1.4578619003295898, -3.233365297317505, -1.6471282243728638, -0.7585165500640869, -0.2478092759847641, -1.8839247226715088]}, "Bot004_081_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_081.log.json", "context": "Hello! How is your going? [WINKING FACE] I am good, how are you? I am doing well. Just got done with my daily workout. Have you short hair?  Where are you? [SEE-NO-EVIL MONKEY] No I am not a fan of that. What are you fan of ? I am a huge fan of all sports myself. What do you like to do? I love[HEAVY BLACK HEART] to surf, and barre. Can you help me? Sure i can help you Tell me about yourself I am a health nut, and i am a big thumb.  Are you bored talking to me? [LOUDLY CRYING FACE] Fuck you Are you normal? [POUTING FACE] Yes", "response": "I am a huge reader.", "annotation_id": "Bot004_081_16", "annotations": ["X", "X", "X", "X", "T", "X", "O", "O", "X", "T", "O", "T", "T", "T", "X"], "gpt2background_target_score": [-9.545137405395508, -8.814091682434082, -6.720869541168213, -12.004768371582031, -12.283610343933105, -5.982457160949707], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -1.8620365858078003, -0.9321646094322205, -3.0241472721099854, -2.3317694664001465, -1.255773901939392, -1.470184326171875, -2.0209755897521973, -0.42236843705177307, -1.6216377019882202, -2.168806314468384, -0.8290364146232605, -1.7090184688568115, -1.5663909912109375, -0.32935503125190735, -1.472703218460083, -1.7642006874084473, -1.8695725202560425, -2.518371820449829, -2.109402894973755, -1.8314508199691772, -1.1524672508239746, -3.2574334144592285, -1.9038314819335938, -1.4369641542434692, -1.468010663986206, -2.282689094543457, -0.9546173214912415, -1.6480108499526978, -1.4518824815750122, -1.1460238695144653, -1.7574563026428223, -0.9518526792526245, -0.9103589653968811, -1.6875261068344116, -1.7460055351257324, -1.426521897315979, -0.22143463790416718, -1.6795099973678589, -1.605637550354004, -2.368582248687744, -3.2068183422088623, -3.904757499694824, -2.3669490814208984, -2.5704355239868164, -1.3722825050354004, -1.6640340089797974, -1.2349392175674438, -1.3751263618469238, -1.9248652458190918, -1.537629246711731, -1.4216485023498535, -1.6497422456741333, -1.4299436807632446, -2.674551010131836, -0.4206213355064392, -2.042351722717285, -1.4179023504257202, -1.126694917678833, -1.9090688228607178, -0.6123337149620056, -0.8385133147239685, -1.0482288599014282, -0.48751115798950195, -1.5663686990737915, -2.0571091175079346, -1.7824867963790894, -1.9511423110961914, -0.6399432420730591, -0.2756209969520569, -2.6384201049804688, -1.1803001165390015, -1.2525070905685425, -0.8554266095161438, -1.1237074136734009, -1.6304939985275269, -0.25318649411201477, -1.7532037496566772, -0.612181544303894, -1.4284355640411377, -1.5266379117965698, -1.646175742149353, -1.9487369060516357, -1.7824739217758179, -2.6687889099121094, -1.7332357168197632, -0.18116220831871033, -2.7038135528564453, -3.294898509979248, -0.7112762928009033, -0.40094003081321716, -1.6028356552124023, -2.247840166091919, -1.8319854736328125, -2.5084426403045654, -1.9324465990066528, -2.6909947395324707, -0.8971871137619019, -1.181829810142517, -1.3601840734481812, -2.2165684700012207, -0.3295670747756958, -2.077122211456299, -1.4639240503311157, -1.6364096403121948, -1.9811625480651855, -1.9520196914672852, -1.0733064413070679, -2.037468671798706, -0.7674670219421387, -1.9157540798187256, -1.4302561283111572, -1.4348782300949097, -1.5361921787261963, -1.6872966289520264, -2.344719648361206, -2.9256861209869385, -1.926301121711731, -1.6561919450759888, -1.4955816268920898, -1.669775366783142, -1.6462475061416626, -3.372130870819092, -1.0593000650405884, -1.6774752140045166, -1.3590584993362427, -1.4723047018051147, -0.23401346802711487, -2.1826534271240234, -0.9712413549423218, -0.7465400695800781, -1.8465251922607422, -0.8656797409057617, -1.4603602886199951, -3.316147565841675, -1.4220021963119507, -1.0014493465423584, -1.1593742370605469, -1.4185693264007568, -2.0445516109466553, -1.4599223136901855, -0.7125080227851868, -1.5707987546920776, -1.749667763710022, -1.5363699197769165, -0.27456238865852356, -2.241909980773926, -0.6173539161682129, -1.7057379484176636, -1.5852055549621582, -3.267162799835205, -1.8258920907974243, -0.8053942322731018, -0.20907515287399292, -1.7182896137237549, -1.6857808828353882, -1.8562061786651611, -1.5143715143203735, -2.1324150562286377, -2.6185619831085205, -1.1653501987457275, -0.9033136963844299, -0.839539647102356]}, "Bot004_081_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_081.log.json", "context": "Hello! How is your going? [WINKING FACE] I am good, how are you? I am doing well. Just got done with my daily workout. Have you short hair?  Where are you? [SEE-NO-EVIL MONKEY] No I am not a fan of that. What are you fan of ? I am a huge fan of all sports myself. What do you like to do? I love[HEAVY BLACK HEART] to surf, and barre. Can you help me? Sure i can help you Tell me about yourself I am a health nut, and i am a big thumb.  Are you bored talking to me? [LOUDLY CRYING FACE] Fuck you Are you normal? [POUTING FACE] Yes I am a huge reader. Yes", "response": "I am a huge proofreader.", "annotation_id": "Bot004_081_18", "annotations": ["X", "X", "X", "X", "T", "T", "O", "O", "X", "T", "O", "O", "O", "O", "X"], "gpt2background_target_score": [-9.545137405395508, -8.814091682434082, -6.720869541168213, -12.004768371582031, -11.842451095581055, -13.679564476013184, -9.99903678894043], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -1.8620365858078003, -0.9321646094322205, -3.0241472721099854, -2.3317694664001465, -1.255773901939392, -1.470184326171875, -2.0209755897521973, -0.42236843705177307, -1.6216377019882202, -2.168806314468384, -0.8290364146232605, -1.7090184688568115, -1.5663909912109375, -0.32935503125190735, -1.472703218460083, -1.7642006874084473, -1.8695725202560425, -2.518371820449829, -2.109402894973755, -1.8314508199691772, -1.1524672508239746, -3.2574334144592285, -1.9038314819335938, -1.4369641542434692, -1.468010663986206, -2.282689094543457, -0.9546173214912415, -1.6480108499526978, -1.4518824815750122, -1.1460238695144653, -1.7574563026428223, -0.9518526792526245, -0.9103589653968811, -1.6875261068344116, -1.7460055351257324, -1.426521897315979, -0.22143463790416718, -1.6795099973678589, -1.605637550354004, -2.368582248687744, -3.2068183422088623, -3.904757499694824, -2.3669490814208984, -2.5704355239868164, -1.3722825050354004, -1.6640340089797974, -1.2349392175674438, -1.3751263618469238, -1.9248652458190918, -1.537629246711731, -1.4216485023498535, -1.6497422456741333, -1.4299436807632446, -2.674551010131836, -0.4206213355064392, -2.042351722717285, -1.4179023504257202, -1.126694917678833, -1.9090688228607178, -0.6123337149620056, -0.8385133147239685, -1.0482288599014282, -0.48751115798950195, -1.5663686990737915, -2.0571091175079346, -1.7824867963790894, -1.9511423110961914, -0.6399432420730591, -0.2756209969520569, -2.6384201049804688, -1.1803001165390015, -1.2525070905685425, -0.8554266095161438, -1.1237074136734009, -1.6304939985275269, -0.25318649411201477, -1.7532037496566772, -0.612181544303894, -1.4284355640411377, -1.5266379117965698, -1.646175742149353, -1.9487369060516357, -1.7824739217758179, -2.6687889099121094, -1.7332357168197632, -0.18116220831871033, -2.7038135528564453, -3.294898509979248, -0.7112762928009033, -0.40094003081321716, -1.6028356552124023, -2.247840166091919, -1.8319854736328125, -2.5084426403045654, -1.9324465990066528, -2.6909947395324707, -0.8971871137619019, -1.181829810142517, -1.3601840734481812, -2.2165684700012207, -0.3295670747756958, -2.077122211456299, -1.4639240503311157, -1.6364096403121948, -1.9811625480651855, -1.9520196914672852, -1.0733064413070679, -2.037468671798706, -0.7674670219421387, -1.9157540798187256, -1.4302561283111572, -1.4348782300949097, -1.5361921787261963, -1.6872966289520264, -2.344719648361206, -2.9256861209869385, -1.926301121711731, -1.6561919450759888, -1.4955816268920898, -1.669775366783142, -1.6462475061416626, -3.372130870819092, -1.0593000650405884, -1.6774752140045166, -1.3590584993362427, -1.4723047018051147, -0.23401346802711487, -2.1826534271240234, -0.9712413549423218, -0.7465400695800781, -1.8465251922607422, -0.8656797409057617, -1.4603602886199951, -3.316147565841675, -1.4220021963119507, -1.0014493465423584, -1.1593742370605469, -1.4185693264007568, -2.0445516109466553, -1.4599223136901855, -0.7125080227851868, -1.5707987546920776, -1.749667763710022, -1.5363699197769165, -0.27456238865852356, -2.241909980773926, -0.6173539161682129, -1.7057379484176636, -1.5852055549621582, -3.267162799835205, -1.8258920907974243, -0.8053942322731018, -0.20907515287399292, -1.7182896137237549, -1.6857808828353882, -0.33367934823036194, -1.5310364961624146, -2.6833653450012207, -1.1742968559265137, -1.0327154397964478, -1.0579453706741333, -1.1437581777572632, -1.7951430082321167, -1.149121642112732, -1.7515462636947632, -2.535435199737549, -0.6672337055206299, -1.6739431619644165, -0.9885194897651672, -0.896104097366333]}, "Bot004_081_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_081.log.json", "context": "Hello! How is your going? [WINKING FACE] I am good, how are you? I am doing well. Just got done with my daily workout. Have you short hair?  Where are you? [SEE-NO-EVIL MONKEY] No I am not a fan of that. What are you fan of ? I am a huge fan of all sports myself. What do you like to do? I love[HEAVY BLACK HEART] to surf, and barre. Can you help me? Sure i can help you Tell me about yourself I am a health nut, and i am a big thumb.  Are you bored talking to me? [LOUDLY CRYING FACE] Fuck you Are you normal? [POUTING FACE] Yes I am a huge reader. Yes I am a huge proofreader. Yes", "response": "I like all kinds. I am more into jazz and hip hop.", "annotation_id": "Bot004_081_20", "annotations": ["X", "X", "X", "X", "T", "X", "X", "O", "X", "T", "O", "X", "X", "T", "X"], "gpt2background_target_score": [-9.545137405395508, -10.840545654296875, -7.826491832733154, -14.218637466430664, -11.372945785522461, -7.820469856262207, -9.920004844665527, -11.165197372436523, -12.662097930908203, -12.445097923278809, -7.851487159729004, -14.145254135131836, -13.610638618469238, -8.533662796020508], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -1.8620365858078003, -0.9321646094322205, -3.0241472721099854, -2.3317694664001465, -1.255773901939392, -1.470184326171875, -2.0209755897521973, -0.42236843705177307, -1.6216377019882202, -2.168806314468384, -0.8290364146232605, -1.7090184688568115, -1.5663909912109375, -0.32935503125190735, -1.472703218460083, -1.7642006874084473, -1.8695725202560425, -2.518371820449829, -2.109402894973755, -1.8314508199691772, -1.1524672508239746, -3.2574334144592285, -1.9038314819335938, -1.4369641542434692, -1.468010663986206, -2.282689094543457, -0.9546173214912415, -1.6480108499526978, -1.4518824815750122, -1.1460238695144653, -1.7574563026428223, -0.9518526792526245, -0.9103589653968811, -1.6875261068344116, -1.7460055351257324, -1.426521897315979, -0.22143463790416718, -1.6795099973678589, -1.605637550354004, -2.368582248687744, -3.2068183422088623, -3.904757499694824, -2.3669490814208984, -2.5704355239868164, -1.3722825050354004, -1.6640340089797974, -1.2349392175674438, -1.3751263618469238, -1.9248652458190918, -1.537629246711731, -1.4216485023498535, -1.6497422456741333, -1.4299436807632446, -2.674551010131836, -0.4206213355064392, -2.042351722717285, -1.4179023504257202, -1.126694917678833, -1.9090688228607178, -0.6123337149620056, -0.8385133147239685, -1.0482288599014282, -0.48751115798950195, -1.5663686990737915, -2.0571091175079346, -1.7824867963790894, -1.9511423110961914, -0.6399432420730591, -0.2756209969520569, -2.6384201049804688, -1.1803001165390015, -1.2525070905685425, -0.8554266095161438, -1.1237074136734009, -1.6304939985275269, -0.25318649411201477, -1.7532037496566772, -0.612181544303894, -1.4284355640411377, -1.5266379117965698, -1.646175742149353, -1.9487369060516357, -1.7824739217758179, -2.6687889099121094, -1.7332357168197632, -0.18116220831871033, -2.7038135528564453, -3.294898509979248, -0.7112762928009033, -0.40094003081321716, -1.6028356552124023, -2.247840166091919, -1.8319854736328125, -2.5084426403045654, -1.9324465990066528, -2.6909947395324707, -0.8971871137619019, -1.181829810142517, -1.3601840734481812, -2.2165684700012207, -0.3295670747756958, -2.077122211456299, -1.4639240503311157, -1.6364096403121948, -1.9811625480651855, -1.9520196914672852, -1.0733064413070679, -2.037468671798706, -0.7674670219421387, -1.9157540798187256, -1.4302561283111572, -1.4348782300949097, -1.5361921787261963, -1.6872966289520264, -2.344719648361206, -2.9256861209869385, -1.926301121711731, -1.6561919450759888, -1.4955816268920898, -1.669775366783142, -1.6462475061416626, -3.372130870819092, -1.0593000650405884, -1.6774752140045166, -1.3590584993362427, -1.4723047018051147, -0.23401346802711487, -2.1826534271240234, -0.9712413549423218, -0.7465400695800781, -1.8465251922607422, -0.8656797409057617, -1.4603602886199951, -3.316147565841675, -1.4220021963119507, -1.0014493465423584, -1.1593742370605469, -1.4185693264007568, -2.0445516109466553, -1.4599223136901855, -0.7125080227851868, -1.5707987546920776, -1.749667763710022, -1.5363699197769165, -0.27456238865852356, -2.241909980773926, -0.6173539161682129, -1.7057379484176636, -1.5852055549621582, -3.267162799835205, -1.8258920907974243, -0.8053942322731018, -0.20907515287399292, -1.7182896137237549, -1.6857808828353882, -0.33367934823036194, -1.5310364961624146, -2.6833653450012207, -1.1742968559265137, -1.0327154397964478, -1.0579453706741333, -1.1437581777572632, -0.157775416970253, -1.1468815803527832, -2.3773531913757324, -0.8059039115905762, -1.7931264638900757, -0.6057605743408203, -1.230866551399231, -0.7943550944328308, -1.8088406324386597, -0.9801308512687683, -1.3217560052871704, -0.6484522223472595, -0.20183242857456207, -1.036141276359558, -1.9713828563690186, -1.552377462387085, -2.108901023864746, -2.3930318355560303, -1.65744948387146, -2.2405786514282227, -1.1895837783813477, -1.01163649559021, -0.967796802520752]}, "Bot004_084_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_084.log.json", "context": "Hi! How is your day? [WINKING FACE] Hi! Nice, and how is yours?", "response": "Pretty good. Just got done practicing my piano[MUSICAL KEYBOARD].", "annotation_id": "Bot004_084_02", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-13.058891296386719, -10.769014358520508, -8.750771522521973, -10.418269157409668, -11.061822891235352, -6.973509788513184, -11.977489471435547, -10.928982734680176, -12.766085624694824, -11.473684310913086, -10.352595329284668, -8.50035285949707, -14.002496719360352, -12.840036392211914, -13.119457244873047, -13.573954582214355, -12.5120267868042], "gpt2background_argmax_score": [-1.9761712551116943, -1.080935001373291, -1.5788280963897705, -1.8688772916793823, -0.7835593223571777, -0.8251312375068665, -1.2261830568313599, -3.530320405960083, -2.1764137744903564, -1.2882709503173828, -1.4682852029800415, -2.2315967082977295, -0.4133280813694, -1.5128957033157349, -1.1703717708587646, -2.2254459857940674, -1.585959553718567, -1.9228278398513794, -1.7177759408950806, -0.6609514355659485, -0.35069990158081055, -1.700334906578064, -1.7887622117996216, -1.7306647300720215, -1.8600510358810425, -1.5066214799880981, -2.6382639408111572, -1.8209171295166016, -1.4956097602844238, -3.137551784515381, -2.7811083793640137, -1.9189953804016113, -3.28479266166687, -3.286018133163452, -0.09637417644262314, -2.5776467323303223, -1.754213809967041, -0.32966095209121704, -1.168886661529541, -1.8211746215820312]}, "Bot004_084_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_084.log.json", "context": "Hi! How is your day? [WINKING FACE] Hi! Nice, and how is yours? Pretty good. Just got done practicing my piano[MUSICAL KEYBOARD]. Cool. I just git done cooking my lunch", "response": "What did you study?", "annotation_id": "Bot004_084_04", "annotations": ["O", "T", "O", "X", "X", "O", "X", "T", "O", "O", "O", "T", "T", "O", "T"], "gpt2background_target_score": [-11.423528671264648, -9.343944549560547, -5.630984306335449, -11.478142738342285, -9.156133651733398], "gpt2background_argmax_score": [-1.9761712551116943, -1.080935001373291, -1.5788280963897705, -1.8688772916793823, -0.7835593223571777, -0.8251312375068665, -1.2261830568313599, -3.530320405960083, -2.1764137744903564, -1.2882709503173828, -1.4682852029800415, -2.2315967082977295, -0.4133280813694, -1.5128957033157349, -1.1703717708587646, -2.2254459857940674, -1.585959553718567, -1.9228278398513794, -1.7177759408950806, -0.6609514355659485, -0.35069990158081055, -1.700334906578064, -1.6921379566192627, -2.034614324569702, -1.720279335975647, -2.506762981414795, -1.8192130327224731, -1.4837315082550049, -3.0707318782806396, -2.918210983276367, -1.7201697826385498, -2.862076997756958, -3.321613073348999, -0.118265800178051, -2.2995645999908447, -1.8654251098632812, -0.31108954548835754, -0.8974647521972656, -1.7978410720825195, -1.691343069076538, -1.8361241817474365, -1.7399927377700806, -1.9682835340499878, -1.571050763130188, -2.333331823348999, -2.0609476566314697, -2.2694036960601807, -1.8089659214019775, -2.2453274726867676, -1.6741706132888794, -0.23106838762760162, -0.9079537987709045, -0.9755691885948181, -0.702714204788208]}, "Bot004_084_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_084.log.json", "context": "Hi! How is your day? [WINKING FACE] Hi! Nice, and how is yours? Pretty good. Just got done practicing my piano[MUSICAL KEYBOARD]. Cool. I just git done cooking my lunch What did you study? Cooking. Do you study anything?", "response": "I do not cook, i am more of a homebody.", "annotation_id": "Bot004_084_06", "annotations": ["O", "O", "O", "O", "T", "T", "X", "O", "O", "O", "T", "O", "O", "O", "T"], "gpt2background_target_score": [-9.236458778381348, -8.541638374328613, -9.389801025390625, -10.790264129638672, -9.974273681640625, -9.662875175476074, -9.79542350769043, -11.277174949645996, -11.508852005004883, -8.72105884552002, -9.865516662597656, -15.579046249389648, -10.170244216918945], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.5788270235061646, -1.8688774108886719, -0.7835614085197449, -0.8251311779022217, -1.2261850833892822, -3.5303213596343994, -2.176412582397461, -1.2882696390151978, -1.4682830572128296, -2.231595993041992, -0.4133283793926239, -1.5128954648971558, -1.1703715324401855, -2.225445508956909, -1.5859591960906982, -1.922827959060669, -1.7177746295928955, -0.6609528064727783, -0.35069990158081055, -1.7003344297409058, -1.692135214805603, -2.0346124172210693, -1.7202777862548828, -2.5067622661590576, -1.819212794303894, -1.4837291240692139, -3.070730686187744, -2.918210983276367, -1.7201688289642334, -2.862074851989746, -3.3216123580932617, -0.1182650551199913, -2.2995665073394775, -1.865424633026123, -0.311088502407074, -0.8974639177322388, -1.7978413105010986, -1.6913408041000366, -1.8361271619796753, -1.7399930953979492, -1.9682830572128296, -1.5710489749908447, -2.3333325386047363, -2.060948610305786, -2.269399404525757, -1.8089679479599, -1.704396367073059, -0.21762143075466156, -0.9176062345504761, -1.037217617034912, -1.6701312065124512, -1.5931074619293213, -1.5640151500701904, -0.3048439919948578, -1.3746247291564941, -2.10923433303833, -1.2540321350097656, -1.6385756731033325, -1.8933932781219482, -2.034620523452759, -2.159954071044922, -1.5230456590652466, -1.855473279953003, -1.4822255373001099, -2.0003199577331543, -1.976472020149231, -1.9678945541381836, -0.22689189016819, -1.7328758239746094, -1.7536574602127075, -1.9328416585922241, -1.060370683670044]}, "Bot004_084_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_084.log.json", "context": "Hi! How is your day? [WINKING FACE] Hi! Nice, and how is yours? Pretty good. Just got done practicing my piano[MUSICAL KEYBOARD]. Cool. I just git done cooking my lunch What did you study? Cooking. Do you study anything? I do not cook, i am more of a homebody. I don\u2019t cook very good too but I kinda enjoy it", "response": "I love[HEAVY BLACK HEART] to cook, but i am not good at it.", "annotation_id": "Bot004_084_08", "annotations": ["X", "O", "O", "O", "O", "X", "X", "O", "O", "X", "O", "T", "X", "O", "O"], "gpt2background_target_score": [-9.236458778381348, -11.459829330444336, -11.965788841247559, -12.004692077636719, -14.580934524536133, -12.48390007019043, -12.038595199584961, -14.437849998474121, -10.72472095489502, -1.2882696390151978, -5.610873222351074, -14.823991775512695, -10.278905868530273, -9.270564079284668, -5.411915302276611, -10.248379707336426, -6.143705368041992, -3.622356653213501, -9.307042121887207, -1.4617950916290283, -4.329732418060303], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.5788270235061646, -1.8688774108886719, -0.7835614085197449, -0.8251311779022217, -1.2261850833892822, -3.5303213596343994, -2.176412582397461, -1.2882696390151978, -1.4682830572128296, -2.231595993041992, -0.4133283793926239, -1.5128954648971558, -1.1703715324401855, -2.225445508956909, -1.5859591960906982, -1.922827959060669, -1.7177746295928955, -0.6609528064727783, -0.35069990158081055, -1.7003344297409058, -1.692135214805603, -2.0346124172210693, -1.7202777862548828, -2.5067622661590576, -1.819212794303894, -1.4837291240692139, -3.070730686187744, -2.918210983276367, -1.7201688289642334, -2.862074851989746, -3.3216123580932617, -0.1182650551199913, -2.2995665073394775, -1.865424633026123, -0.31108900904655457, -0.8974635004997253, -1.7978408336639404, -1.6913400888442993, -1.836127758026123, -1.7399922609329224, -1.968282699584961, -1.5710467100143433, -2.3333303928375244, -2.0609493255615234, -2.2694029808044434, -1.808968186378479, -1.7043975591659546, -0.21762162446975708, -0.9176061153411865, -1.0372203588485718, -1.670129656791687, -1.5931068658828735, -1.5640136003494263, -0.30484408140182495, -1.3746250867843628, -2.109234094619751, -1.2540333271026611, -1.6385780572891235, -2.087533473968506, -2.748643636703491, -2.083815336227417, -1.9475414752960205, -1.6818804740905762, -2.002908945083618, -1.9560506343841553, -1.923227310180664, -0.231730654835701, -1.726259469985962, -1.6244444847106934, -1.531996488571167, -1.2399274110794067, -2.093027114868164, -0.3992989957332611, -0.13569983839988708, -0.1283831149339676, -2.1465861797332764, -1.8311182260513306, -0.9764757752418518, -1.5587750673294067, -1.1722795963287354, -0.8814769387245178, -1.4949527978897095, -2.063729763031006, -0.5774925947189331, -0.905549168586731, -1.6962801218032837, -2.520750045776367, -0.39588862657546997, -1.1525907516479492, -1.7764410972595215, -0.3003818392753601, -3.248288154602051, -3.5912272930145264, -0.7307013273239136, -1.5165690183639526, -1.9830561876296997, -2.658449172973633, -1.6883330345153809, -1.7283021211624146, -1.041616439819336, -2.527878999710083, -1.6795947551727295, -2.04701566696167, -0.7383593916893005, -0.30535218119621277, -0.9490182399749756, -1.0113897323608398]}, "Bot004_084_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_084.log.json", "context": "Hi! How is your day? [WINKING FACE] Hi! Nice, and how is yours? Pretty good. Just got done practicing my piano[MUSICAL KEYBOARD]. Cool. I just git done cooking my lunch What did you study? Cooking. Do you study anything? I do not cook, i am more of a homebody. I don\u2019t cook very good too but I kinda enjoy it I love[HEAVY BLACK HEART] to cook, but i am not good at it. Me too. What cuisines do you like?", "response": "I like to play piano and piano", "annotation_id": "Bot004_084_10", "annotations": ["X", "O", "O", "X", "X", "O", "X", "T", "O", "O", "X", "X", "X", "T", "X"], "gpt2background_target_score": [-9.236458778381348, -10.69127368927002, -2.6446523666381836, -9.472617149353027, -10.535024642944336, -4.191448211669922, -12.31118392944336], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.5788270235061646, -1.8688774108886719, -0.7835614085197449, -0.8251311779022217, -1.2261850833892822, -3.5303213596343994, -2.176412582397461, -1.2882696390151978, -1.4682830572128296, -2.231595993041992, -0.4133283793926239, -1.5128954648971558, -1.1703715324401855, -2.225445508956909, -1.5859591960906982, -1.922827959060669, -1.7177746295928955, -0.6609528064727783, -0.35069990158081055, -1.7003344297409058, -1.692135214805603, -2.0346124172210693, -1.7202777862548828, -2.5067622661590576, -1.819212794303894, -1.4837291240692139, -3.070730686187744, -2.918210983276367, -1.7201688289642334, -2.862074851989746, -3.3216123580932617, -0.1182650551199913, -2.2995665073394775, -1.865424633026123, -0.31108900904655457, -0.8974635004997253, -1.7978408336639404, -1.6913400888442993, -1.836127758026123, -1.7399922609329224, -1.968282699584961, -1.5710467100143433, -2.3333303928375244, -2.0609493255615234, -2.2694029808044434, -1.808968186378479, -1.7043975591659546, -0.21762162446975708, -0.9176061153411865, -1.0372203588485718, -1.670129656791687, -1.5931068658828735, -1.5640136003494263, -0.30484408140182495, -1.3746250867843628, -2.109234094619751, -1.2540333271026611, -1.6385780572891235, -2.087533473968506, -2.748643636703491, -2.083815336227417, -1.9475414752960205, -1.6818804740905762, -2.002908945083618, -1.9560506343841553, -1.923227310180664, -0.231730654835701, -1.726259469985962, -1.6244444847106934, -1.531996488571167, -1.2399274110794067, -2.093027114868164, -0.3992989957332611, -0.13569983839988708, -0.1283831149339676, -2.1465861797332764, -1.8311182260513306, -0.9764757752418518, -1.5587750673294067, -1.1722795963287354, -0.8814769387245178, -1.4949527978897095, -2.063729763031006, -0.5774925947189331, -0.905549168586731, -2.249568223953247, -0.8461845517158508, -2.5879790782928467, -1.7403411865234375, -0.34588533639907837, -2.9701955318450928, -3.511702537536621, -0.6804602742195129, -1.239945411682129, -1.7237576246261597, -2.5691843032836914, -1.4192824363708496, -1.8682475090026855, -1.0531960725784302, -2.530402660369873, -1.8109300136566162, -2.012225866317749, -0.6938183307647705, -0.2970956563949585, -1.1699835062026978, -1.0877232551574707, -0.9010503888130188, -1.2752914428710938, -1.219348669052124, -1.9846863746643066, -2.810391426086426, -0.12405513972043991, -1.239464282989502, -0.15194328129291534, -1.715247631072998, -1.3665423393249512, -1.4859986305236816, -1.7201578617095947, -1.4542322158813477, -2.6100540161132812, -1.0789759159088135, -2.5105178356170654, -1.6537867784500122, -2.061204671859741, -1.616185188293457]}, "Bot004_084_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_084.log.json", "context": "Hi! How is your day? [WINKING FACE] Hi! Nice, and how is yours? Pretty good. Just got done practicing my piano[MUSICAL KEYBOARD]. Cool. I just git done cooking my lunch What did you study? Cooking. Do you study anything? I do not cook, i am more of a homebody. I don\u2019t cook very good too but I kinda enjoy it I love[HEAVY BLACK HEART] to cook, but i am not good at it. Me too. What cuisines do you like? I like to play piano and piano I wish i could play piano. How long have you been playing piano?", "response": "About seven years. Right now i am trying to get into music.", "annotation_id": "Bot004_084_12", "annotations": ["O", "O", "O", "O", "O", "T", "X", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-13.484784126281738, -11.680944442749023, -10.346622467041016, -10.192619323730469, -12.77441120147705, -5.623073577880859, -6.7493696212768555, -11.511335372924805, -12.923521041870117, -7.1677327156066895, -13.183040618896484, -8.36734676361084, -12.721525192260742, -3.798121452331543], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.5788270235061646, -1.8688774108886719, -0.7835614085197449, -0.8251311779022217, -1.2261850833892822, -3.5303213596343994, -2.176412582397461, -1.2882696390151978, -1.4682830572128296, -2.231595993041992, -0.4133283793926239, -1.5128954648971558, -1.1703715324401855, -2.225445508956909, -1.5859591960906982, -1.922827959060669, -1.7177746295928955, -0.6609528064727783, -0.35069990158081055, -1.7003344297409058, -1.692135214805603, -2.0346124172210693, -1.7202777862548828, -2.5067622661590576, -1.819212794303894, -1.4837291240692139, -3.070730686187744, -2.918210983276367, -1.7201688289642334, -2.862074851989746, -3.3216123580932617, -0.1182650551199913, -2.2995665073394775, -1.865424633026123, -0.31108900904655457, -0.8974635004997253, -1.7978408336639404, -1.6913400888442993, -1.836127758026123, -1.7399922609329224, -1.968282699584961, -1.5710467100143433, -2.3333303928375244, -2.0609493255615234, -2.2694029808044434, -1.808968186378479, -1.7043975591659546, -0.21762162446975708, -0.9176061153411865, -1.0372203588485718, -1.670129656791687, -1.5931068658828735, -1.5640136003494263, -0.30484408140182495, -1.3746250867843628, -2.109234094619751, -1.2540333271026611, -1.6385780572891235, -2.087533473968506, -2.748643636703491, -2.083815336227417, -1.9475414752960205, -1.6818804740905762, -2.002908945083618, -1.9560506343841553, -1.923227310180664, -0.231730654835701, -1.726259469985962, -1.6244444847106934, -1.531996488571167, -1.2399274110794067, -2.093027114868164, -0.3992989957332611, -0.13569983839988708, -0.1283831149339676, -2.1465861797332764, -1.8311182260513306, -0.9764757752418518, -1.5587750673294067, -1.1722795963287354, -0.8814769387245178, -1.4949527978897095, -2.063729763031006, -0.5774925947189331, -0.905549168586731, -2.249568223953247, -0.8461845517158508, -2.5879790782928467, -1.7403411865234375, -0.34588533639907837, -2.9701955318450928, -3.511702537536621, -0.6804602742195129, -1.239945411682129, -1.7237576246261597, -2.5691843032836914, -1.4192824363708496, -1.8682475090026855, -1.0531960725784302, -2.530402660369873, -1.8109300136566162, -2.012225866317749, -0.6938183307647705, -0.2970956563949585, -1.1699835062026978, -1.0877232551574707, -0.9010503888130188, -1.2752914428710938, -1.219348669052124, -1.9846863746643066, -2.810391426086426, -0.12405513972043991, -1.239464282989502, -0.15194328129291534, -1.715247631072998, -1.3665423393249512, -1.4859986305236816, -1.5443958044052124, -2.27933406829834, -1.2591341733932495, -2.5925519466400146, -1.6715039014816284, -2.12483811378479, -1.6043388843536377, -1.5950536727905273, -0.8573058843612671, -0.5772245526313782, -1.7341673374176025, -2.41812801361084, -1.968357801437378, -1.1689573526382446, -1.7200924158096313, -0.8976107239723206, -0.15315338969230652, -0.2663893401622772, -1.7003958225250244, -0.8232097625732422, -0.5376582741737366, -1.192176103591919, -1.4154953956604004, -2.3037021160125732, -0.8272813558578491, -1.3835560083389282, -1.0296510457992554, -0.22853726148605347, -0.9172123074531555, -1.089453935623169, -2.408952474594116, -0.2628481984138489, -1.778828501701355, -1.511559009552002, -1.835657000541687, -1.638303518295288, -0.7754328846931458]}, "Bot004_084_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_084.log.json", "context": "Hi! How is your day? [WINKING FACE] Hi! Nice, and how is yours? Pretty good. Just got done practicing my piano[MUSICAL KEYBOARD]. Cool. I just git done cooking my lunch What did you study? Cooking. Do you study anything? I do not cook, i am more of a homebody. I don\u2019t cook very good too but I kinda enjoy it I love[HEAVY BLACK HEART] to cook, but i am not good at it. Me too. What cuisines do you like? I like to play piano and piano I wish i could play piano. How long have you been playing piano? About seven years. Right now i am trying to get into music. Wow it\u2019s a lot. How old are you?", "response": "I am in my 30s. I have a hard time choosing between between jobs", "annotation_id": "Bot004_084_14", "annotations": ["O", "O", "X", "O", "O", "X", "X", "O", "O", "T", "O", "O", "O", "X", "O"], "gpt2background_target_score": [-9.236458778381348, -8.606606483459473, -7.492591857910156, -3.7551565170288086, -9.0053071975708, -10.024619102478027, -9.970293045043945, -10.445144653320312, -11.826380729675293, -8.72105884552002, -11.212824821472168, -10.489826202392578, -14.279755592346191, -12.318745613098145, -13.464630126953125, -8.894543647766113], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.5788270235061646, -1.8688774108886719, -0.7835614085197449, -0.8251311779022217, -1.2261850833892822, -3.5303213596343994, -2.176412582397461, -1.2882696390151978, -1.4682830572128296, -2.231595993041992, -0.4133283793926239, -1.5128954648971558, -1.1703715324401855, -2.225445508956909, -1.5859591960906982, -1.922827959060669, -1.7177746295928955, -0.6609528064727783, -0.35069990158081055, -1.7003344297409058, -1.692135214805603, -2.0346124172210693, -1.7202777862548828, -2.5067622661590576, -1.819212794303894, -1.4837291240692139, -3.070730686187744, -2.918210983276367, -1.7201688289642334, -2.862074851989746, -3.3216123580932617, -0.1182650551199913, -2.2995665073394775, -1.865424633026123, -0.31108900904655457, -0.8974635004997253, -1.7978408336639404, -1.6913400888442993, -1.836127758026123, -1.7399922609329224, -1.968282699584961, -1.5710467100143433, -2.3333303928375244, -2.0609493255615234, -2.2694029808044434, -1.808968186378479, -1.7043975591659546, -0.21762162446975708, -0.9176061153411865, -1.0372203588485718, -1.670129656791687, -1.5931068658828735, -1.5640136003494263, -0.30484408140182495, -1.3746250867843628, -2.109234094619751, -1.2540333271026611, -1.6385780572891235, -2.087533473968506, -2.748643636703491, -2.083815336227417, -1.9475414752960205, -1.6818804740905762, -2.002908945083618, -1.9560506343841553, -1.923227310180664, -0.231730654835701, -1.726259469985962, -1.6244444847106934, -1.531996488571167, -1.2399274110794067, -2.093027114868164, -0.3992989957332611, -0.13569983839988708, -0.1283831149339676, -2.1465861797332764, -1.8311182260513306, -0.9764757752418518, -1.5587750673294067, -1.1722795963287354, -0.8814769387245178, -1.4949527978897095, -2.063729763031006, -0.5774925947189331, -0.905549168586731, -2.249568223953247, -0.8461845517158508, -2.5879790782928467, -1.7403411865234375, -0.34588533639907837, -2.9701955318450928, -3.511702537536621, -0.6804602742195129, -1.239945411682129, -1.7237576246261597, -2.5691843032836914, -1.4192824363708496, -1.8682475090026855, -1.0531960725784302, -2.530402660369873, -1.8109300136566162, -2.012225866317749, -0.6938183307647705, -0.2970956563949585, -1.1699835062026978, -1.0877232551574707, -0.9010503888130188, -1.2752914428710938, -1.219348669052124, -1.9846863746643066, -2.810391426086426, -0.12405513972043991, -1.239464282989502, -0.15194328129291534, -1.715247631072998, -1.3665423393249512, -1.4859986305236816, -1.5443958044052124, -2.27933406829834, -1.2591341733932495, -2.5925519466400146, -1.6715039014816284, -2.12483811378479, -1.6043388843536377, -1.5950536727905273, -0.8573058843612671, -0.5772245526313782, -1.7341673374176025, -2.41812801361084, -1.968357801437378, -1.1689573526382446, -1.7200924158096313, -0.8976107239723206, -0.15315338969230652, -0.2663893401622772, -1.7003958225250244, -0.8232084512710571, -0.5376579761505127, -1.1921764612197876, -2.3334593772888184, -0.9784888029098511, -2.0033462047576904, -1.204740285873413, -0.24337166547775269, -0.960010290145874, -1.0057793855667114, -2.2084197998046875, -0.24328485131263733, -1.7145397663116455, -1.4981861114501953, -1.7771378755569458, -1.5650018453598022, -0.8317732810974121, -1.5220707654953003, -1.2337110042572021, -0.15141677856445312, -0.12931130826473236, -2.421597480773926, -2.3555784225463867, -1.291053056716919, -1.1169334650039673, -1.6039552688598633, -0.3934851884841919, -0.17936551570892334, -0.2966236472129822, -1.383331298828125, -1.8050410747528076, -1.810694932937622, -2.8561437129974365, -1.216124415397644, -1.5766656398773193, -0.3758562505245209, -1.5445561408996582, -0.7948071956634521, -2.054780960083008, -1.616281509399414, -2.6348154544830322, -0.15134751796722412, -2.512850761413574, -1.9759951829910278, -2.8339667320251465, -2.7484421730041504, -1.2489007711410522]}, "Bot004_084_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_084.log.json", "context": "Hi! How is your day? [WINKING FACE] Hi! Nice, and how is yours? Pretty good. Just got done practicing my piano[MUSICAL KEYBOARD]. Cool. I just git done cooking my lunch What did you study? Cooking. Do you study anything? I do not cook, i am more of a homebody. I don\u2019t cook very good too but I kinda enjoy it I love[HEAVY BLACK HEART] to cook, but i am not good at it. Me too. What cuisines do you like? I like to play piano and piano I wish i could play piano. How long have you been playing piano? About seven years. Right now i am trying to get into music. Wow it\u2019s a lot. How old are you? I am in my 30s. I have a hard time choosing between between jobs True. I\u2019m 23", "response": "I hate my parents. I am independent.", "annotation_id": "Bot004_084_16", "annotations": ["O", "X", "O", "T", "T", "O", "X", "O", "O", "X", "T", "T", "X", "X", "O"], "gpt2background_target_score": [-9.236458778381348, -12.503205299377441, -7.426291465759277, -11.40548324584961, -11.301307678222656, -8.080955505371094, -9.79542350769043, -13.732440948486328, -7.08311653137207], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.5788270235061646, -1.8688774108886719, -0.7835614085197449, -0.8251311779022217, -1.2261850833892822, -3.5303213596343994, -2.176412582397461, -1.2882696390151978, -1.4682830572128296, -2.231595993041992, -0.4133283793926239, -1.5128954648971558, -1.1703715324401855, -2.225445508956909, -1.5859591960906982, -1.922827959060669, -1.7177746295928955, -0.6609528064727783, -0.35069990158081055, -1.7003344297409058, -1.692135214805603, -2.0346124172210693, -1.7202777862548828, -2.5067622661590576, -1.819212794303894, -1.4837291240692139, -3.070730686187744, -2.918210983276367, -1.7201688289642334, -2.862074851989746, -3.3216123580932617, -0.1182650551199913, -2.2995665073394775, -1.865424633026123, -0.31108900904655457, -0.8974635004997253, -1.7978408336639404, -1.6913400888442993, -1.836127758026123, -1.7399922609329224, -1.968282699584961, -1.5710467100143433, -2.3333303928375244, -2.0609493255615234, -2.2694029808044434, -1.808968186378479, -1.7043975591659546, -0.21762162446975708, -0.9176061153411865, -1.0372203588485718, -1.670129656791687, -1.5931068658828735, -1.5640136003494263, -0.30484408140182495, -1.3746250867843628, -2.109234094619751, -1.2540333271026611, -1.6385780572891235, -2.087533473968506, -2.748643636703491, -2.083815336227417, -1.9475414752960205, -1.6818804740905762, -2.002908945083618, -1.9560506343841553, -1.923227310180664, -0.231730654835701, -1.726259469985962, -1.6244444847106934, -1.531996488571167, -1.2399274110794067, -2.093027114868164, -0.3992989957332611, -0.13569983839988708, -0.1283831149339676, -2.1465861797332764, -1.8311182260513306, -0.9764757752418518, -1.5587750673294067, -1.1722795963287354, -0.8814769387245178, -1.4949527978897095, -2.063729763031006, -0.5774925947189331, -0.905549168586731, -2.249568223953247, -0.8461845517158508, -2.5879790782928467, -1.7403411865234375, -0.34588533639907837, -2.9701955318450928, -3.511702537536621, -0.6804602742195129, -1.239945411682129, -1.7237576246261597, -2.5691843032836914, -1.4192824363708496, -1.8682475090026855, -1.0531960725784302, -2.530402660369873, -1.8109300136566162, -2.012225866317749, -0.6938183307647705, -0.2970956563949585, -1.1699835062026978, -1.0877232551574707, -0.9010503888130188, -1.2752914428710938, -1.219348669052124, -1.9846863746643066, -2.810391426086426, -0.12405513972043991, -1.239464282989502, -0.15194328129291534, -1.715247631072998, -1.3665423393249512, -1.4859986305236816, -1.5443958044052124, -2.27933406829834, -1.2591341733932495, -2.5925519466400146, -1.6715039014816284, -2.12483811378479, -1.6043388843536377, -1.5950536727905273, -0.8573058843612671, -0.5772245526313782, -1.7341673374176025, -2.41812801361084, -1.968357801437378, -1.1689573526382446, -1.7200924158096313, -0.8976107239723206, -0.15315338969230652, -0.2663893401622772, -1.7003958225250244, -0.8232097625732422, -0.5376582741737366, -1.192176103591919, -2.3334603309631348, -0.9784884452819824, -2.0033442974090576, -1.2047404050827026, -0.2433711141347885, -0.9600105881690979, -1.0057801008224487, -2.2084176540374756, -0.24328522384166718, -1.71453857421875, -1.4981850385665894, -1.7771357297897339, -1.5650004148483276, -0.8317731618881226, -1.5220708847045898, -1.2337093353271484, -0.15141677856445312, -0.12931162118911743, -2.4215993881225586, -2.3555796146392822, -1.2910531759262085, -1.1169344186782837, -1.603955626487732, -0.39348453283309937, -0.1793651133775711, -0.2966245412826538, -1.3833303451538086, -1.6379493474960327, -2.7289180755615234, -1.1519038677215576, -1.473124623298645, -0.35036700963974, -1.4945751428604126, -1.0209957361221313, -2.175760507583618, -1.6956470012664795, -2.4768385887145996, -0.1615651249885559, -2.558988094329834, -2.0133800506591797, -2.923293113708496, -2.8362233638763428, -1.2445666790008545, -1.7053643465042114, -1.0561604499816895, -2.183608293533325, -0.1442510038614273, -0.5267738103866577, -2.595548629760742, -1.4339712858200073, -1.7636315822601318, -2.0747506618499756, -1.8943235874176025, -1.783581256866455, -1.5644510984420776, -1.065415382385254, -2.417485237121582, -2.313589096069336, -1.6330145597457886, -0.984623908996582]}, "Bot004_084_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_084.log.json", "context": "Hi! How is your day? [WINKING FACE] Hi! Nice, and how is yours? Pretty good. Just got done practicing my piano[MUSICAL KEYBOARD]. Cool. I just git done cooking my lunch What did you study? Cooking. Do you study anything? I do not cook, i am more of a homebody. I don\u2019t cook very good too but I kinda enjoy it I love[HEAVY BLACK HEART] to cook, but i am not good at it. Me too. What cuisines do you like? I like to play piano and piano I wish i could play piano. How long have you been playing piano? About seven years. Right now i am trying to get into music. Wow it\u2019s a lot. How old are you? I am in my 30s. I have a hard time choosing between between jobs True. I\u2019m 23 I hate my parents. I am independent. Do you live by yourself?", "response": "I live in the united states, how about you?", "annotation_id": "Bot004_084_18", "annotations": ["O", "O", "O", "T", "T", "T", "X", "O", "O", "O", "T", "T", "O", "O", "T"], "gpt2background_target_score": [-9.236458778381348, -11.238861083984375, -7.492591857910156, -1.8696060180664062, -13.59937572479248, -14.557000160217285, -9.81279182434082, -12.170321464538574, -12.742188453674316, -7.540379047393799, -6.2084059715271], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.5788270235061646, -1.8688774108886719, -0.7835614085197449, -0.8251311779022217, -1.2261850833892822, -3.5303213596343994, -2.176412582397461, -1.2882696390151978, -1.4682830572128296, -2.231595993041992, -0.4133283793926239, -1.5128954648971558, -1.1703715324401855, -2.225445508956909, -1.5859591960906982, -1.922827959060669, -1.7177746295928955, -0.6609528064727783, -0.35069990158081055, -1.7003344297409058, -1.692135214805603, -2.0346124172210693, -1.7202777862548828, -2.5067622661590576, -1.819212794303894, -1.4837291240692139, -3.070730686187744, -2.918210983276367, -1.7201688289642334, -2.862074851989746, -3.3216123580932617, -0.1182650551199913, -2.2995665073394775, -1.865424633026123, -0.31108900904655457, -0.8974635004997253, -1.7978408336639404, -1.6913400888442993, -1.836127758026123, -1.7399922609329224, -1.968282699584961, -1.5710467100143433, -2.3333303928375244, -2.0609493255615234, -2.2694029808044434, -1.808968186378479, -1.7043975591659546, -0.21762162446975708, -0.9176061153411865, -1.0372203588485718, -1.670129656791687, -1.5931068658828735, -1.5640136003494263, -0.30484408140182495, -1.3746250867843628, -2.109234094619751, -1.2540333271026611, -1.6385780572891235, -2.087533473968506, -2.748643636703491, -2.083815336227417, -1.9475414752960205, -1.6818804740905762, -2.002908945083618, -1.9560506343841553, -1.923227310180664, -0.231730654835701, -1.726259469985962, -1.6244444847106934, -1.531996488571167, -1.2399274110794067, -2.093027114868164, -0.3992989957332611, -0.13569983839988708, -0.1283831149339676, -2.1465861797332764, -1.8311182260513306, -0.9764757752418518, -1.5587750673294067, -1.1722795963287354, -0.8814769387245178, -1.4949527978897095, -2.063729763031006, -0.5774925947189331, -0.905549168586731, -2.249568223953247, -0.8461845517158508, -2.5879790782928467, -1.7403411865234375, -0.34588533639907837, -2.9701955318450928, -3.511702537536621, -0.6804602742195129, -1.239945411682129, -1.7237576246261597, -2.5691843032836914, -1.4192824363708496, -1.8682475090026855, -1.0531960725784302, -2.530402660369873, -1.8109300136566162, -2.012225866317749, -0.6938183307647705, -0.2970956563949585, -1.1699835062026978, -1.0877232551574707, -0.9010503888130188, -1.2752914428710938, -1.219348669052124, -1.9846863746643066, -2.810391426086426, -0.12405513972043991, -1.239464282989502, -0.15194328129291534, -1.715247631072998, -1.3665423393249512, -1.4859986305236816, -1.5443958044052124, -2.27933406829834, -1.2591341733932495, -2.5925519466400146, -1.6715039014816284, -2.12483811378479, -1.6043388843536377, -1.5950536727905273, -0.8573058843612671, -0.5772245526313782, -1.7341673374176025, -2.41812801361084, -1.968357801437378, -1.1689573526382446, -1.7200924158096313, -0.8976107239723206, -0.15315338969230652, -0.2663893401622772, -1.7003958225250244, -0.8232097625732422, -0.5376582741737366, -1.192176103591919, -2.3334603309631348, -0.9784884452819824, -2.0033442974090576, -1.2047404050827026, -0.2433711141347885, -0.9600105881690979, -1.0057801008224487, -2.2084176540374756, -0.24328522384166718, -1.71453857421875, -1.4981850385665894, -1.7771357297897339, -1.5650004148483276, -0.8317731618881226, -1.5220708847045898, -1.2337093353271484, -0.15141677856445312, -0.12931162118911743, -2.4215993881225586, -2.3555796146392822, -1.2910531759262085, -1.1169344186782837, -1.603955626487732, -0.39348453283309937, -0.1793651133775711, -0.2966245412826538, -1.3833303451538086, -1.6379493474960327, -2.7289180755615234, -1.1519038677215576, -1.473124623298645, -0.35036700963974, -1.4945751428604126, -1.0209957361221313, -2.175760507583618, -1.6956470012664795, -2.4768385887145996, -0.1615651249885559, -2.558988094329834, -2.013382911682129, -2.923292636871338, -2.8362245559692383, -1.2445662021636963, -1.705364465713501, -1.0561596155166626, -2.183608293533325, -0.14425089955329895, -0.5267726182937622, -2.5955493450164795, -1.433971881866455, -1.7598494291305542, -2.444643974304199, -1.3088563680648804, -1.3149715662002563, -0.9423309564590454, -2.23923397064209, -2.3076887130737305, -1.6299854516983032, -0.7955619096755981, -0.26605600118637085, -1.0747754573822021, -0.6700102090835571, -1.3441118001937866, -0.4801076352596283, -1.2909808158874512, -1.478625774383545, -1.3287967443466187, -0.42365092039108276, -1.6806824207305908, -1.9771068096160889, -0.32229846715927124, -1.291473388671875, -1.5841015577316284, -1.764054775238037, -0.6474961042404175, -0.6048609018325806, -1.0060837268829346]}, "Bot004_084_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_084.log.json", "context": "Hi! How is your day? [WINKING FACE] Hi! Nice, and how is yours? Pretty good. Just got done practicing my piano[MUSICAL KEYBOARD]. Cool. I just git done cooking my lunch What did you study? Cooking. Do you study anything? I do not cook, i am more of a homebody. I don\u2019t cook very good too but I kinda enjoy it I love[HEAVY BLACK HEART] to cook, but i am not good at it. Me too. What cuisines do you like? I like to play piano and piano I wish i could play piano. How long have you been playing piano? About seven years. Right now i am trying to get into music. Wow it\u2019s a lot. How old are you? I am in my 30s. I have a hard time choosing between between jobs True. I\u2019m 23 I hate my parents. I am independent. Do you live by yourself? I live in the united states, how about you? I live in Russia but i have been travelling the world for a years", "response": "That is awesome. I am a big fan of travel so i never learned to play guitar.", "annotation_id": "Bot004_084_20", "annotations": ["O", "O", "O", "X", "T", "X", "X", "T", "O", "O", "T", "O", "X", "T", "O"], "gpt2background_target_score": [-13.368456840515137, -7.617142200469971, -7.8904547691345215, -10.192619323730469, -10.074382781982422, -11.823845863342285, -8.31440544128418, -13.018463134765625, -14.125141143798828, -7.854278087615967, -13.237573623657227, -9.723750114440918, -7.695770263671875, -10.927931785583496, -12.748636245727539, -2.3042542934417725, -9.243120193481445, -12.65727424621582, -7.395456314086914], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.5788270235061646, -1.8688774108886719, -0.7835614085197449, -0.8251311779022217, -1.2261850833892822, -3.5303213596343994, -2.176412582397461, -1.2882696390151978, -1.4682830572128296, -2.231595993041992, -0.4133283793926239, -1.5128954648971558, -1.1703715324401855, -2.225445508956909, -1.5859591960906982, -1.922827959060669, -1.7177746295928955, -0.6609528064727783, -0.35069990158081055, -1.7003344297409058, -1.692135214805603, -2.0346124172210693, -1.7202777862548828, -2.5067622661590576, -1.819212794303894, -1.4837291240692139, -3.070730686187744, -2.918210983276367, -1.7201688289642334, -2.862074851989746, -3.3216123580932617, -0.1182650551199913, -2.2995665073394775, -1.865424633026123, -0.31108900904655457, -0.8974635004997253, -1.7978408336639404, -1.6913400888442993, -1.836127758026123, -1.7399922609329224, -1.968282699584961, -1.5710467100143433, -2.3333303928375244, -2.0609493255615234, -2.2694029808044434, -1.808968186378479, -1.7043975591659546, -0.21762162446975708, -0.9176061153411865, -1.0372203588485718, -1.670129656791687, -1.5931068658828735, -1.5640136003494263, -0.30484408140182495, -1.3746250867843628, -2.109234094619751, -1.2540333271026611, -1.6385780572891235, -2.087533473968506, -2.748643636703491, -2.083815336227417, -1.9475414752960205, -1.6818804740905762, -2.002908945083618, -1.9560506343841553, -1.923227310180664, -0.231730654835701, -1.726259469985962, -1.6244444847106934, -1.531996488571167, -1.2399274110794067, -2.093027114868164, -0.3992989957332611, -0.13569983839988708, -0.1283831149339676, -2.1465861797332764, -1.8311182260513306, -0.9764757752418518, -1.5587750673294067, -1.1722795963287354, -0.8814769387245178, -1.4949527978897095, -2.063729763031006, -0.5774925947189331, -0.905549168586731, -2.249568223953247, -0.8461845517158508, -2.5879790782928467, -1.7403411865234375, -0.34588533639907837, -2.9701955318450928, -3.511702537536621, -0.6804602742195129, -1.239945411682129, -1.7237576246261597, -2.5691843032836914, -1.4192824363708496, -1.8682475090026855, -1.0531960725784302, -2.530402660369873, -1.8109300136566162, -2.012225866317749, -0.6938183307647705, -0.2970956563949585, -1.1699835062026978, -1.0877232551574707, -0.9010503888130188, -1.2752914428710938, -1.219348669052124, -1.9846863746643066, -2.810391426086426, -0.12405513972043991, -1.239464282989502, -0.15194328129291534, -1.715247631072998, -1.3665423393249512, -1.4859986305236816, -1.5443958044052124, -2.27933406829834, -1.2591341733932495, -2.5925519466400146, -1.6715039014816284, -2.12483811378479, -1.6043388843536377, -1.5950536727905273, -0.8573058843612671, -0.5772245526313782, -1.7341673374176025, -2.41812801361084, -1.968357801437378, -1.1689573526382446, -1.7200924158096313, -0.8976107239723206, -0.15315338969230652, -0.2663893401622772, -1.7003958225250244, -0.8232097625732422, -0.5376582741737366, -1.192176103591919, -2.3334603309631348, -0.9784884452819824, -2.0033442974090576, -1.2047404050827026, -0.2433711141347885, -0.9600105881690979, -1.0057801008224487, -2.2084176540374756, -0.24328522384166718, -1.71453857421875, -1.4981850385665894, -1.7771357297897339, -1.5650004148483276, -0.8317731618881226, -1.5220708847045898, -1.2337093353271484, -0.15141677856445312, -0.12931162118911743, -2.4215993881225586, -2.3555796146392822, -1.2910531759262085, -1.1169344186782837, -1.603955626487732, -0.39348453283309937, -0.1793651133775711, -0.2966245412826538, -1.3833303451538086, -1.6379493474960327, -2.7289180755615234, -1.1519038677215576, -1.473124623298645, -0.35036700963974, -1.4945751428604126, -1.0209957361221313, -2.175760507583618, -1.6956470012664795, -2.4768385887145996, -0.1615651249885559, -2.558988094329834, -2.0133800506591797, -2.923293113708496, -2.8362233638763428, -1.2445666790008545, -1.7053643465042114, -1.0561604499816895, -2.183608293533325, -0.1442510038614273, -0.5267738103866577, -2.595548629760742, -1.4339712858200073, -1.7598482370376587, -2.444647789001465, -1.3088555335998535, -1.3149727582931519, -0.9423315525054932, -2.239232063293457, -2.3076891899108887, -1.6299855709075928, -0.7955619096755981, -0.2660561800003052, -1.0747767686843872, -0.6700085997581482, -1.3441104888916016, -0.48010778427124023, -1.290979266166687, -2.1970126628875732, -0.4603116810321808, -1.236202597618103, -2.586221933364868, -0.3437547981739044, -1.168426752090454, -1.5135562419891357, -1.6768559217453003, -0.6353923082351685, -0.45101824402809143, -1.1867239475250244, -2.016530752182007, -0.8125689625740051, -0.9754847884178162, -1.322155237197876, -1.1331318616867065, -2.0578293800354004, -1.3910108804702759, -2.200529098510742, -1.7107744216918945, -1.7161976099014282, -1.43830406665802, -1.2891151905059814, -1.4713373184204102, -1.2295329570770264, -1.6515001058578491, -1.160390853881836, -2.2758798599243164, -0.9676946997642517, -1.0204386711120605, -2.3094403743743896, -2.4882214069366455, -3.193326950073242, -0.8038706183433533, -0.31340962648391724, -2.5343949794769287, -1.7078747749328613, -1.1241332292556763, -2.0888969898223877, -1.7725861072540283, -1.9060707092285156, -1.5507607460021973, -1.4167999029159546, -1.3479907512664795, -1.011515736579895]}, "Bot004_086_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_086.log.json", "context": "I am little bit shy[WHITE SMILING FACE]\ufe0f \nTell me about yourself! finally. don't be shy. i'm blond", "response": "I only have one, but i want to be a music teacher. Do you listen to rap music?", "annotation_id": "Bot004_086_02", "annotations": ["T", "X", "O", "T", "X", "T", "X", "T", "T", "X", "X", "X", "T", "O", "X"], "gpt2background_target_score": [-9.058670997619629, -6.757567405700684, -9.668134689331055, -8.995477676391602, -2.1714351177215576, -6.261696815490723, -9.246504783630371, -9.28436279296875, -10.16877269744873, -10.840961456298828, -8.538222312927246, -10.580450057983398, -11.59296989440918, -4.23660945892334, -6.182631969451904, -10.757505416870117, -13.31187629699707, -5.450896263122559, -10.736310958862305, -10.746667861938477, -10.228693008422852], "gpt2background_argmax_score": [-1.9620229005813599, -1.8248172998428345, -2.1407651901245117, -2.4256651401519775, -2.1714351177215576, -3.2189462184906006, -0.7037171721458435, -0.859801173210144, -0.9932162761688232, -2.6203231811523438, -0.6741974353790283, -2.0456645488739014, -0.7090531587600708, -0.5435453653335571, -1.899198055267334, -0.873415470123291, -0.4211333692073822, -1.8021304607391357, -1.0539546012878418, -2.315882921218872, -1.4907528162002563, -2.1371262073516846, -2.232529878616333, -0.49709078669548035, -2.1851558685302734, -0.49731525778770447, -1.8237770795822144, -2.489724636077881, -1.8994477987289429, -2.204991102218628, -2.0124149322509766, -2.2619822025299072, -1.5819851160049438, -2.018373727798462, -1.6563613414764404, -1.4915457963943481, -2.1929922103881836, -1.438283085823059, -2.1746697425842285, -0.46371889114379883, -1.4945564270019531, -2.4453394412994385, -2.6312906742095947, -1.8899805545806885, -1.4289900064468384, -0.8655949831008911, -0.40367043018341064, -0.9102831482887268, -0.2074650377035141, -2.389197587966919, -1.6838277578353882, -1.10526442527771, -0.6732272505760193]}, "Bot004_086_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_086.log.json", "context": "I am little bit shy[WHITE SMILING FACE]\ufe0f \nTell me about yourself! finally. don't be shy. i'm blond I only have one, but i want to be a music teacher. Do you listen to rap music? i have to. because i'm working at bar", "response": "I have a lot of piercings that i drive around.", "annotation_id": "Bot004_086_04", "annotations": ["O", "X", "O", "T", "X", "O", "X", "X", "X", "X", "X", "X", "X", "O", "X"], "gpt2background_target_score": [-9.058675765991211, -9.826778411865234, -6.042139053344727, -12.762723922729492, -2.700650215148926, -11.725666999816895, -10.661091804504395, -14.174591064453125, -10.321345329284668, -8.438554763793945, -12.873636245727539, -12.871175765991211, -7.568005084991455], "gpt2background_argmax_score": [-1.9620229005813599, -1.8248188495635986, -2.1407625675201416, -2.425666093826294, -2.1714353561401367, -3.218947649002075, -0.7037155628204346, -0.8597986698150635, -0.9932182431221008, -2.6203224658966064, -0.6741978526115417, -2.0456631183624268, -0.7090533971786499, -0.5435458421707153, -1.8991988897323608, -0.8734158873558044, -0.4211331307888031, -1.8021297454833984, -1.0539547204971313, -2.3158819675445557, -1.490752100944519, -2.137127637863159, -2.232530117034912, -0.49709105491638184, -2.185152530670166, -0.49731409549713135, -1.8237783908843994, -2.4897255897521973, -1.8994457721710205, -2.2049903869628906, -2.0124168395996094, -1.2248823642730713, -1.754016637802124, -1.6869988441467285, -1.814298152923584, -2.3123748302459717, -1.5044785737991333, -1.866963267326355, -0.43899279832839966, -1.3277908563613892, -2.6002936363220215, -2.624809503555298, -1.9036027193069458, -1.303280234336853, -1.7363649606704712, -0.42824724316596985, -1.0732862949371338, -0.18434540927410126, -2.424531936645508, -1.689400315284729, -1.047470211982727, -1.959360122680664, -2.0804104804992676, -1.3513870239257812, -1.2860068082809448, -1.5595554113388062, -0.8033338189125061, -2.4185142517089844, -2.118462562561035, -1.347098708152771, -0.5971100926399231, -2.748720169067383, -2.2320077419281006, -2.486109972000122, -1.3454385995864868, -2.561016321182251, -0.45311903953552246, -1.951270341873169, -2.2895796298980713, -0.036972776055336, -2.064812421798706, -1.2889418601989746, -2.2208311557769775, -2.078542947769165, -2.0992493629455566, -1.7345435619354248]}, "Bot004_086_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_086.log.json", "context": "I am little bit shy[WHITE SMILING FACE]\ufe0f \nTell me about yourself! finally. don't be shy. i'm blond I only have one, but i want to be a music teacher. Do you listen to rap music? i have to. because i'm working at bar I have a lot of piercings that i drive around. okay, do you have tattoos?", "response": "No tattoos. I have a honda civic. Do you produce music for artists?", "annotation_id": "Bot004_086_06", "annotations": ["O", "X", "O", "T", "X", "O", "O", "O", "T", "T", "O", "O", "T", "O", "O"], "gpt2background_target_score": [-10.551536560058594, -12.296515464782715, -6.157069206237793, -9.215452194213867, -10.235701560974121, -7.663103103637695, -13.093542098999023, -14.668329238891602, -14.096789360046387, -6.475066184997559, -10.539042472839355, -9.314550399780273, -13.700220108032227, -11.977396011352539, -7.635593891143799, -12.688076972961426, -8.81922721862793], "gpt2background_argmax_score": [-1.9620229005813599, -1.8248188495635986, -2.1407625675201416, -2.425666093826294, -2.1714353561401367, -3.218947649002075, -0.7037155628204346, -0.8597986698150635, -0.9932182431221008, -2.6203224658966064, -0.6741978526115417, -2.0456631183624268, -0.7090533971786499, -0.5435458421707153, -1.8991988897323608, -0.8734158873558044, -0.4211331307888031, -1.8021297454833984, -1.0539547204971313, -2.3158819675445557, -1.490752100944519, -2.137127637863159, -2.232530117034912, -0.49709105491638184, -2.185152530670166, -0.49731409549713135, -1.8237783908843994, -2.4897255897521973, -1.8994457721710205, -2.2049903869628906, -2.0124168395996094, -1.2248823642730713, -1.754016637802124, -1.6869988441467285, -1.814298152923584, -2.3123748302459717, -1.504477858543396, -1.8669630289077759, -0.43899303674697876, -1.3277918100357056, -2.600292921066284, -2.6248092651367188, -1.9036002159118652, -1.303278923034668, -1.7363662719726562, -0.42824772000312805, -1.0732866525650024, -0.1843453049659729, -2.424531936645508, -1.689399242401123, -1.047469139099121, -1.9593605995178223, -2.0804078578948975, -1.3513885736465454, -1.2860068082809448, -1.559556484222412, -0.8033334016799927, -2.418513059616089, -2.1184613704681396, -1.3470981121063232, -0.597111165523529, -2.748720645904541, -2.173896074295044, -1.4835844039916992, -2.4379031658172607, -0.4487338960170746, -1.9584460258483887, -2.193321943283081, -0.055913835763931274, -1.7617135047912598, -1.0161809921264648, -2.051825761795044, -2.09375262260437, -1.7264885902404785, -1.4907170534133911, -1.6025683879852295, -1.5539053678512573, -0.2760067582130432, -1.5871673822402954, -0.9817731380462646, -0.7365010380744934, -1.7670385837554932, -2.0665526390075684, -1.2924177646636963, -1.5479590892791748, -1.7774120569229126, -1.9905853271484375, -1.4318034648895264, -1.6649277210235596, -2.074115753173828, -2.578195810317993, -2.5893747806549072, -1.4569685459136963, -0.2669050395488739, -0.5821014642715454, -1.9394184350967407, -0.8769944906234741, -2.1738555431365967, -1.044657826423645, -0.9218538403511047]}, "Bot004_086_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_086.log.json", "context": "I am little bit shy[WHITE SMILING FACE]\ufe0f \nTell me about yourself! finally. don't be shy. i'm blond I only have one, but i want to be a music teacher. Do you listen to rap music? i have to. because i'm working at bar I have a lot of piercings that i drive around. okay, do you have tattoos? No tattoos. I have a honda civic. Do you produce music for artists? no. I wish I was. but i just working at bar", "response": "I drive a ton of my car[AUTOMOBILE].", "annotation_id": "Bot004_086_08", "annotations": ["O", "X", "O", "T", "X", "T", "X", "X", "X", "T", "X", "T", "X", "O", "X"], "gpt2background_target_score": [-9.058675765991211, -13.61925983428955, -6.042139053344727, -13.52387809753418, -2.700650215148926, -7.742791175842285, -11.962644577026367, -11.806910514831543, -12.161820411682129, -9.813471794128418, -10.295757293701172, -9.084264755249023, -12.220939636230469, -11.11698055267334], "gpt2background_argmax_score": [-1.9620229005813599, -1.8248188495635986, -2.1407625675201416, -2.425666093826294, -2.1714353561401367, -3.218947649002075, -0.7037155628204346, -0.8597986698150635, -0.9932182431221008, -2.6203224658966064, -0.6741978526115417, -2.0456631183624268, -0.7090533971786499, -0.5435458421707153, -1.8991988897323608, -0.8734158873558044, -0.4211331307888031, -1.8021297454833984, -1.0539547204971313, -2.3158819675445557, -1.490752100944519, -2.137127637863159, -2.232530117034912, -0.49709105491638184, -2.185152530670166, -0.49731409549713135, -1.8237783908843994, -2.4897255897521973, -1.8994457721710205, -2.2049903869628906, -2.0124168395996094, -1.2248823642730713, -1.754016637802124, -1.6869988441467285, -1.814298152923584, -2.3123748302459717, -1.504477858543396, -1.8669630289077759, -0.43899303674697876, -1.3277918100357056, -2.600292921066284, -2.6248092651367188, -1.9036002159118652, -1.303278923034668, -1.7363662719726562, -0.42824772000312805, -1.0732866525650024, -0.1843453049659729, -2.424531936645508, -1.689399242401123, -1.047469139099121, -1.9593605995178223, -2.0804078578948975, -1.3513885736465454, -1.2860068082809448, -1.559556484222412, -0.8033334016799927, -2.418513059616089, -2.1184613704681396, -1.3470981121063232, -0.597111165523529, -2.748720645904541, -2.173896074295044, -1.4835844039916992, -2.4379031658172607, -0.4487338960170746, -1.9584460258483887, -2.193321943283081, -0.055913835763931274, -1.7617135047912598, -1.0161809921264648, -2.051825761795044, -2.09375262260437, -1.7264885902404785, -1.4907170534133911, -1.6025683879852295, -1.5539053678512573, -0.2760067582130432, -1.5871673822402954, -0.9817731380462646, -0.7365010380744934, -1.7670385837554932, -1.3165717124938965, -1.6088645458221436, -1.8209367990493774, -1.982446551322937, -1.3757456541061401, -1.6862767934799194, -1.911135196685791, -2.5649826526641846, -2.5154411792755127, -2.146566390991211, -0.20447637140750885, -0.6576173901557922, -2.3575806617736816, -0.7637314796447754, -1.9032262563705444, -0.8638197183609009, -2.378833532333374, -1.148138165473938, -1.8104487657546997, -1.9547168016433716, -1.2222950458526611, -0.7971107363700867, -1.8506073951721191, -1.8405959606170654, -1.6060000658035278, -2.0041263103485107, -1.6611340045928955, -0.99216628074646, -1.1238526105880737, -1.477325439453125, -2.197570323944092, -2.3656656742095947, -1.3868252038955688, -0.21877765655517578, -1.6576875448226929, -1.494042992591858, -2.1096317768096924, -1.5021790266036987, -1.4234367609024048, -1.536673903465271, -2.1420845985412598, -1.7335089445114136, -0.9829975366592407, -1.364083170890808, -1.7819337844848633]}, "Bot004_086_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_086.log.json", "context": "I am little bit shy[WHITE SMILING FACE]\ufe0f \nTell me about yourself! finally. don't be shy. i'm blond I only have one, but i want to be a music teacher. Do you listen to rap music? i have to. because i'm working at bar I have a lot of piercings that i drive around. okay, do you have tattoos? No tattoos. I have a honda civic. Do you produce music for artists? no. I wish I was. but i just working at bar I drive a ton of my car[AUTOMOBILE]. nice for you. which car do you have?", "response": "I drive a ford civic. It is a ford focus.", "annotation_id": "Bot004_086_10", "annotations": ["O", "X", "O", "T", "O", "O", "O", "X", "O", "X", "X", "X", "X", "O", "X"], "gpt2background_target_score": [-9.058675765991211, -13.61925983428955, -6.042139053344727, -8.279146194458008, -11.796648025512695, -12.154083251953125, -7.79632568359375, -11.154149055480957, -8.43431282043457, -8.728981971740723, -7.6005964279174805, -11.655340194702148, -12.628256797790527, -4.236608028411865], "gpt2background_argmax_score": [-1.9620229005813599, -1.8248188495635986, -2.1407625675201416, -2.425666093826294, -2.1714353561401367, -3.218947649002075, -0.7037155628204346, -0.8597986698150635, -0.9932182431221008, -2.6203224658966064, -0.6741978526115417, -2.0456631183624268, -0.7090533971786499, -0.5435458421707153, -1.8991988897323608, -0.8734158873558044, -0.4211331307888031, -1.8021297454833984, -1.0539547204971313, -2.3158819675445557, -1.490752100944519, -2.137127637863159, -2.232530117034912, -0.49709105491638184, -2.185152530670166, -0.49731409549713135, -1.8237783908843994, -2.4897255897521973, -1.8994457721710205, -2.2049903869628906, -2.0124168395996094, -1.2248823642730713, -1.754016637802124, -1.6869988441467285, -1.814298152923584, -2.3123748302459717, -1.504477858543396, -1.8669630289077759, -0.43899303674697876, -1.3277918100357056, -2.600292921066284, -2.6248092651367188, -1.9036002159118652, -1.303278923034668, -1.7363662719726562, -0.42824772000312805, -1.0732866525650024, -0.1843453049659729, -2.424531936645508, -1.689399242401123, -1.047469139099121, -1.9593605995178223, -2.0804078578948975, -1.3513885736465454, -1.2860068082809448, -1.559556484222412, -0.8033334016799927, -2.418513059616089, -2.1184613704681396, -1.3470981121063232, -0.597111165523529, -2.748720645904541, -2.173896074295044, -1.4835844039916992, -2.4379031658172607, -0.4487338960170746, -1.9584460258483887, -2.193321943283081, -0.055913835763931274, -1.7617135047912598, -1.0161809921264648, -2.051825761795044, -2.09375262260437, -1.7264885902404785, -1.4907170534133911, -1.6025683879852295, -1.5539053678512573, -0.2760067582130432, -1.5871673822402954, -0.9817731380462646, -0.7365010380744934, -1.7670385837554932, -1.3165717124938965, -1.6088645458221436, -1.8209367990493774, -1.982446551322937, -1.3757456541061401, -1.6862767934799194, -1.911135196685791, -2.5649826526641846, -2.5154411792755127, -2.146566390991211, -0.20447637140750885, -0.6576173901557922, -2.3575806617736816, -0.7637314796447754, -1.9032262563705444, -0.8638197183609009, -2.378833532333374, -1.148138165473938, -1.8104487657546997, -1.9547168016433716, -1.2222950458526611, -0.7971107363700867, -1.8506073951721191, -1.8405959606170654, -1.6060000658035278, -2.0041263103485107, -1.6611340045928955, -0.99216628074646, -1.1238526105880737, -1.477325439453125, -1.3602386713027954, -0.8242799043655396, -0.2127228081226349, -1.2375836372375488, -2.085111141204834, -1.987831473350525, -1.3018085956573486, -3.387192487716675, -1.759210467338562, -2.530205249786377, -1.763116478919983, -1.3932092189788818, -1.6225284337997437, -2.1297402381896973, -2.0172252655029297, -1.2021174430847168, -1.535510540008545, -2.136739730834961, -1.4792505502700806, -1.3829201459884644, -0.17895473539829254, -0.8731456995010376, -0.4994829297065735, -2.1283717155456543, -2.2080390453338623, -1.549958348274231, -0.7576996088027954, -1.5181857347488403, -2.8649981021881104, -2.6030304431915283, -1.1585556268692017, -1.50455904006958, -0.7438932657241821, -1.5914356708526611, -3.6309027671813965, -0.09811645746231079, -1.8217600584030151, -1.7309242486953735, -1.5906603336334229]}, "Bot004_086_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_086.log.json", "context": "I am little bit shy[WHITE SMILING FACE]\ufe0f \nTell me about yourself! finally. don't be shy. i'm blond I only have one, but i want to be a music teacher. Do you listen to rap music? i have to. because i'm working at bar I have a lot of piercings that i drive around. okay, do you have tattoos? No tattoos. I have a honda civic. Do you produce music for artists? no. I wish I was. but i just working at bar I drive a ton of my car[AUTOMOBILE]. nice for you. which car do you have? I drive a ford civic. It is a ford focus. good car. i don't have enoygh money for this.", "response": "I have no idea what that is. I am more of a car[AUTOMOBILE] person.", "annotation_id": "Bot004_086_12", "annotations": ["O", "X", "O", "T", "X", "T", "O", "X", "T", "T", "T", "T", "T", "T", "X"], "gpt2background_target_score": [-9.058675765991211, -9.826778411865234, -8.066906929016113, -12.199519157409668, -8.07335090637207, -9.032184600830078, -6.9944305419921875, -7.065545082092285, -9.159290313720703, -10.341772079467773, -10.639886856079102, -7.425963401794434, -6.664886951446533, -12.61225700378418, -11.19024658203125, -12.191349983215332, -10.298929214477539, -12.086892127990723, -12.213071823120117, -11.85036563873291, -9.907305717468262, -9.303098678588867, -8.578191757202148], "gpt2background_argmax_score": [-1.9620229005813599, -1.8248188495635986, -2.1407625675201416, -2.425666093826294, -2.1714353561401367, -3.218947649002075, -0.7037155628204346, -0.8597986698150635, -0.9932182431221008, -2.6203224658966064, -0.6741978526115417, -2.0456631183624268, -0.7090533971786499, -0.5435458421707153, -1.8991988897323608, -0.8734158873558044, -0.4211331307888031, -1.8021297454833984, -1.0539547204971313, -2.3158819675445557, -1.490752100944519, -2.137127637863159, -2.232530117034912, -0.49709105491638184, -2.185152530670166, -0.49731409549713135, -1.8237783908843994, -2.4897255897521973, -1.8994457721710205, -2.2049903869628906, -2.0124168395996094, -1.2248823642730713, -1.754016637802124, -1.6869988441467285, -1.814298152923584, -2.3123748302459717, -1.504477858543396, -1.8669630289077759, -0.43899303674697876, -1.3277918100357056, -2.600292921066284, -2.6248092651367188, -1.9036002159118652, -1.303278923034668, -1.7363662719726562, -0.42824772000312805, -1.0732866525650024, -0.1843453049659729, -2.424531936645508, -1.689399242401123, -1.047469139099121, -1.9593605995178223, -2.0804078578948975, -1.3513885736465454, -1.2860068082809448, -1.559556484222412, -0.8033334016799927, -2.418513059616089, -2.1184613704681396, -1.3470981121063232, -0.597111165523529, -2.748720645904541, -2.173896074295044, -1.4835844039916992, -2.4379031658172607, -0.4487338960170746, -1.9584460258483887, -2.193321943283081, -0.055913835763931274, -1.7617135047912598, -1.0161809921264648, -2.051825761795044, -2.09375262260437, -1.7264885902404785, -1.4907170534133911, -1.6025683879852295, -1.5539053678512573, -0.2760067582130432, -1.5871673822402954, -0.9817731380462646, -0.7365010380744934, -1.7670385837554932, -1.3165717124938965, -1.6088645458221436, -1.8209367990493774, -1.982446551322937, -1.3757456541061401, -1.6862767934799194, -1.911135196685791, -2.5649826526641846, -2.5154411792755127, -2.146566390991211, -0.20447637140750885, -0.6576173901557922, -2.3575806617736816, -0.7637314796447754, -1.9032262563705444, -0.8638197183609009, -2.378833532333374, -1.148138165473938, -1.8104487657546997, -1.9547168016433716, -1.2222950458526611, -0.7971107363700867, -1.8506073951721191, -1.8405959606170654, -1.6060000658035278, -2.0041263103485107, -1.6611340045928955, -0.99216628074646, -1.1238526105880737, -1.477325439453125, -1.3602386713027954, -0.8242799043655396, -0.2127228081226349, -1.2375836372375488, -2.085111141204834, -1.987831473350525, -1.3018085956573486, -3.387192487716675, -1.759210467338562, -2.530205249786377, -1.763116478919983, -1.3932092189788818, -1.6225284337997437, -2.1297402381896973, -2.0172252655029297, -1.2021174430847168, -1.535510540008545, -2.136739730834961, -1.4792505502700806, -1.3829201459884644, -0.17895473539829254, -0.8731456995010376, -0.4994829297065735, -2.1283717155456543, -1.6152946949005127, -0.8732699155807495, -1.265195608139038, -2.546481132507324, -2.642118453979492, -1.1546227931976318, -2.081885576248169, -0.7511033415794373, -1.6364214420318604, -3.263711929321289, -0.10243117064237595, -1.933585524559021, -1.6967703104019165, -1.9490156173706055, -1.892694354057312, -1.5942667722702026, -2.511774778366089, -1.8460134267807007, -0.2896968126296997, -1.194588303565979, -1.1920932531356812, -2.01420521736145, -2.855055809020996, -1.9429974555969238, -1.8834986686706543, -1.8578765392303467, -1.6995961666107178, -1.8887872695922852, -2.179203748703003, -1.985377311706543, -1.035693645477295, -1.1791868209838867, -1.4909108877182007, -1.7533925771713257, -1.066057801246643, -1.1765469312667847, -1.4953454732894897, -1.948474407196045, -1.6195567846298218, -1.667428731918335, -0.2609681487083435, -2.446582794189453, -2.4670307636260986, -3.1807186603546143, -0.1940087527036667, -0.6351481080055237, -0.035924844443798065, -0.34062033891677856, -0.5971314311027527, -2.8217570781707764, -1.2675827741622925, -1.462198257446289]}, "Bot004_086_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_086.log.json", "context": "I am little bit shy[WHITE SMILING FACE]\ufe0f \nTell me about yourself! finally. don't be shy. i'm blond I only have one, but i want to be a music teacher. Do you listen to rap music? i have to. because i'm working at bar I have a lot of piercings that i drive around. okay, do you have tattoos? No tattoos. I have a honda civic. Do you produce music for artists? no. I wish I was. but i just working at bar I drive a ton of my car[AUTOMOBILE]. nice for you. which car do you have? I drive a ford civic. It is a ford focus. good car. i don't have enoygh money for this. I have no idea what that is. I am more of a car[AUTOMOBILE] person. sorry. good car. i don't have enough money for this.", "response": "I am not that good at all.", "annotation_id": "Bot004_086_14", "annotations": ["O", "X", "O", "T", "T", "T", "X", "X", "O", "T", "X", "X", "T", "O", "X"], "gpt2background_target_score": [-9.058675765991211, -9.939969062805176, -7.963340759277344, -9.178171157836914, -10.4132661819458, -9.008868217468262, -12.688076972961426, -7.065545082092285], "gpt2background_argmax_score": [-1.9620229005813599, -1.8248188495635986, -2.1407625675201416, -2.425666093826294, -2.1714353561401367, -3.218947649002075, -0.7037155628204346, -0.8597986698150635, -0.9932182431221008, -2.6203224658966064, -0.6741978526115417, -2.0456631183624268, -0.7090533971786499, -0.5435458421707153, -1.8991988897323608, -0.8734158873558044, -0.4211331307888031, -1.8021297454833984, -1.0539547204971313, -2.3158819675445557, -1.490752100944519, -2.137127637863159, -2.232530117034912, -0.49709105491638184, -2.185152530670166, -0.49731409549713135, -1.8237783908843994, -2.4897255897521973, -1.8994457721710205, -2.2049903869628906, -2.0124168395996094, -1.2248823642730713, -1.754016637802124, -1.6869988441467285, -1.814298152923584, -2.3123748302459717, -1.504477858543396, -1.8669630289077759, -0.43899303674697876, -1.3277918100357056, -2.600292921066284, -2.6248092651367188, -1.9036002159118652, -1.303278923034668, -1.7363662719726562, -0.42824772000312805, -1.0732866525650024, -0.1843453049659729, -2.424531936645508, -1.689399242401123, -1.047469139099121, -1.9593605995178223, -2.0804078578948975, -1.3513885736465454, -1.2860068082809448, -1.559556484222412, -0.8033334016799927, -2.418513059616089, -2.1184613704681396, -1.3470981121063232, -0.597111165523529, -2.748720645904541, -2.173896074295044, -1.4835844039916992, -2.4379031658172607, -0.4487338960170746, -1.9584460258483887, -2.193321943283081, -0.055913835763931274, -1.7617135047912598, -1.0161809921264648, -2.051825761795044, -2.09375262260437, -1.7264885902404785, -1.4907170534133911, -1.6025683879852295, -1.5539053678512573, -0.2760067582130432, -1.5871673822402954, -0.9817731380462646, -0.7365010380744934, -1.7670385837554932, -1.3165717124938965, -1.6088645458221436, -1.8209367990493774, -1.982446551322937, -1.3757456541061401, -1.6862767934799194, -1.911135196685791, -2.5649826526641846, -2.5154411792755127, -2.146566390991211, -0.20447637140750885, -0.6576173901557922, -2.3575806617736816, -0.7637314796447754, -1.9032262563705444, -0.8638197183609009, -2.378833532333374, -1.148138165473938, -1.8104487657546997, -1.9547168016433716, -1.2222950458526611, -0.7971107363700867, -1.8506073951721191, -1.8405959606170654, -1.6060000658035278, -2.0041263103485107, -1.6611340045928955, -0.99216628074646, -1.1238526105880737, -1.477325439453125, -1.3602386713027954, -0.8242799043655396, -0.2127228081226349, -1.2375836372375488, -2.085111141204834, -1.987831473350525, -1.3018085956573486, -3.387192487716675, -1.759210467338562, -2.530205249786377, -1.763116478919983, -1.3932092189788818, -1.6225284337997437, -2.1297402381896973, -2.0172252655029297, -1.2021174430847168, -1.535510540008545, -2.136739730834961, -1.4792505502700806, -1.3829201459884644, -0.17895473539829254, -0.8731456995010376, -0.4994829297065735, -2.1283717155456543, -1.6152946949005127, -0.8732699155807495, -1.265195608139038, -2.546481132507324, -2.642118453979492, -1.1546227931976318, -2.081885576248169, -0.7511033415794373, -1.6364214420318604, -3.263711929321289, -0.10243117064237595, -1.933585524559021, -1.6967703104019165, -1.9490156173706055, -1.892694354057312, -1.5942667722702026, -2.511774778366089, -1.8460134267807007, -0.2896968126296997, -1.194588303565979, -1.1920932531356812, -2.01420521736145, -2.855055809020996, -1.9429974555969238, -1.8834986686706543, -1.8578765392303467, -1.6995961666107178, -1.8887872695922852, -1.8527867794036865, -1.0156183242797852, -1.1442766189575195, -1.283339262008667, -1.7487890720367432, -1.1798269748687744, -0.9430153369903564, -2.108765125274658, -1.827199935913086, -1.6576687097549438, -1.772157073020935, -0.26874181628227234, -2.5515143871307373, -2.632436752319336, -4.315583229064941, -0.1789824366569519, -0.6120466589927673, -0.041268978267908096, -0.3272152245044708, -0.5239688158035278, -3.101778745651245, -0.9347899556159973, -2.0695245265960693, -2.0989468097686768, -1.7684227228164673, -0.6186995506286621, -0.5399150848388672, -1.8217980861663818, -1.792439579963684, -0.22103188931941986, -0.951297402381897, -0.876926839351654, -0.46251368522644043, -0.9582419991493225, -0.8497399091720581, -0.7969512939453125, -1.6617926359176636, -2.1869235038757324, -1.8789044618606567, -1.7173210382461548, -1.7071518898010254, -2.429866313934326, -1.6319411993026733, -2.671811819076538, -0.7815050482749939, -1.411229133605957]}, "Bot004_086_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_086.log.json", "context": "I am little bit shy[WHITE SMILING FACE]\ufe0f \nTell me about yourself! finally. don't be shy. i'm blond I only have one, but i want to be a music teacher. Do you listen to rap music? i have to. because i'm working at bar I have a lot of piercings that i drive around. okay, do you have tattoos? No tattoos. I have a honda civic. Do you produce music for artists? no. I wish I was. but i just working at bar I drive a ton of my car[AUTOMOBILE]. nice for you. which car do you have? I drive a ford civic. It is a ford focus. good car. i don't have enoygh money for this. I have no idea what that is. I am more of a car[AUTOMOBILE] person. sorry. good car. i don't have enough money for this. I am not that good at all. you are good person", "response": "I am. I am a pizza person.", "annotation_id": "Bot004_086_16", "annotations": ["T", "X", "O", "T", "T", "T", "T", "X", "X", "T", "T", "T", "T", "O", "X"], "gpt2background_target_score": [-9.058675765991211, -9.939969062805176, -6.157069206237793, -9.215452194213867, -10.265402793884277, -7.663103103637695, -12.53405475616455, -11.805916786193848, -9.029261589050293], "gpt2background_argmax_score": [-1.9620229005813599, -1.8248188495635986, -2.1407625675201416, -2.425666093826294, -2.1714353561401367, -3.218947649002075, -0.7037155628204346, -0.8597986698150635, -0.9932182431221008, -2.6203224658966064, -0.6741978526115417, -2.0456631183624268, -0.7090533971786499, -0.5435458421707153, -1.8991988897323608, -0.8734158873558044, -0.4211331307888031, -1.8021297454833984, -1.0539547204971313, -2.3158819675445557, -1.490752100944519, -2.137127637863159, -2.232530117034912, -0.49709105491638184, -2.185152530670166, -0.49731409549713135, -1.8237783908843994, -2.4897255897521973, -1.8994457721710205, -2.2049903869628906, -2.0124168395996094, -1.2248823642730713, -1.754016637802124, -1.6869988441467285, -1.814298152923584, -2.3123748302459717, -1.504477858543396, -1.8669630289077759, -0.43899303674697876, -1.3277918100357056, -2.600292921066284, -2.6248092651367188, -1.9036002159118652, -1.303278923034668, -1.7363662719726562, -0.42824772000312805, -1.0732866525650024, -0.1843453049659729, -2.424531936645508, -1.689399242401123, -1.047469139099121, -1.9593605995178223, -2.0804078578948975, -1.3513885736465454, -1.2860068082809448, -1.559556484222412, -0.8033334016799927, -2.418513059616089, -2.1184613704681396, -1.3470981121063232, -0.597111165523529, -2.748720645904541, -2.173896074295044, -1.4835844039916992, -2.4379031658172607, -0.4487338960170746, -1.9584460258483887, -2.193321943283081, -0.055913835763931274, -1.7617135047912598, -1.0161809921264648, -2.051825761795044, -2.09375262260437, -1.7264885902404785, -1.4907170534133911, -1.6025683879852295, -1.5539053678512573, -0.2760067582130432, -1.5871673822402954, -0.9817731380462646, -0.7365010380744934, -1.7670385837554932, -1.3165717124938965, -1.6088645458221436, -1.8209367990493774, -1.982446551322937, -1.3757456541061401, -1.6862767934799194, -1.911135196685791, -2.5649826526641846, -2.5154411792755127, -2.146566390991211, -0.20447637140750885, -0.6576173901557922, -2.3575806617736816, -0.7637314796447754, -1.9032262563705444, -0.8638197183609009, -2.378833532333374, -1.148138165473938, -1.8104487657546997, -1.9547168016433716, -1.2222950458526611, -0.7971107363700867, -1.8506073951721191, -1.8405959606170654, -1.6060000658035278, -2.0041263103485107, -1.6611340045928955, -0.99216628074646, -1.1238526105880737, -1.477325439453125, -1.3602386713027954, -0.8242799043655396, -0.2127228081226349, -1.2375836372375488, -2.085111141204834, -1.987831473350525, -1.3018085956573486, -3.387192487716675, -1.759210467338562, -2.530205249786377, -1.763116478919983, -1.3932092189788818, -1.6225284337997437, -2.1297402381896973, -2.0172252655029297, -1.2021174430847168, -1.535510540008545, -2.136739730834961, -1.4792505502700806, -1.3829201459884644, -0.17895473539829254, -0.8731456995010376, -0.4994829297065735, -2.1283717155456543, -1.6152946949005127, -0.8732699155807495, -1.265195608139038, -2.546481132507324, -2.642118453979492, -1.1546227931976318, -2.081885576248169, -0.7511033415794373, -1.6364214420318604, -3.263711929321289, -0.10243117064237595, -1.933585524559021, -1.6967703104019165, -1.9490156173706055, -1.892694354057312, -1.5942667722702026, -2.511774778366089, -1.8460134267807007, -0.2896968126296997, -1.194588303565979, -1.1920932531356812, -2.01420521736145, -2.855055809020996, -1.9429974555969238, -1.8834986686706543, -1.8578765392303467, -1.6995961666107178, -1.8887872695922852, -1.8527867794036865, -1.0156183242797852, -1.1442766189575195, -1.283339262008667, -1.7487890720367432, -1.1798269748687744, -0.9430153369903564, -2.108765125274658, -1.827199935913086, -1.6576687097549438, -1.772157073020935, -0.26874181628227234, -2.5515143871307373, -2.632436752319336, -4.315583229064941, -0.1789824366569519, -0.6120466589927673, -0.041268978267908096, -0.3272152245044708, -0.5239688158035278, -3.101778745651245, -0.9347899556159973, -2.0695245265960693, -2.0989468097686768, -1.7684227228164673, -0.6186995506286621, -0.5399150848388672, -1.8217980861663818, -1.792439579963684, -0.22103188931941986, -0.951297402381897, -0.876926839351654, -0.46251368522644043, -0.9582419991493225, -0.8497399091720581, -0.7969512939453125, -1.6617926359176636, -1.497190237045288, -1.968039631843567, -1.7648727893829346, -1.7356059551239014, -1.817588448524475, -2.5644774436950684, -0.6028640866279602, -1.5562478303909302, -2.1387276649475098, -2.416801691055298, -0.5244186520576477, -0.5707702040672302, -1.9383374452590942, -2.0973522663116455, -2.0459115505218506, -1.7943562269210815, -1.68845534324646, -1.9776246547698975, -2.256749153137207, -1.9513823986053467, -0.6289045214653015, -0.8982444405555725]}, "Bot004_086_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_086.log.json", "context": "I am little bit shy[WHITE SMILING FACE]\ufe0f \nTell me about yourself! finally. don't be shy. i'm blond I only have one, but i want to be a music teacher. Do you listen to rap music? i have to. because i'm working at bar I have a lot of piercings that i drive around. okay, do you have tattoos? No tattoos. I have a honda civic. Do you produce music for artists? no. I wish I was. but i just working at bar I drive a ton of my car[AUTOMOBILE]. nice for you. which car do you have? I drive a ford civic. It is a ford focus. good car. i don't have enoygh money for this. I have no idea what that is. I am more of a car[AUTOMOBILE] person. sorry. good car. i don't have enough money for this. I am not that good at all. you are good person I am. I am a pizza person. i am not chicken person", "response": "I am a very good person. I am not a fan of meat though.", "annotation_id": "Bot004_086_18", "annotations": ["O", "X", "O", "T", "X", "O", "X", "X", "T", "O", "T", "O", "T", "O", "X"], "gpt2background_target_score": [-9.058675765991211, -9.939969062805176, -6.042139053344727, -8.987709999084473, -10.4132661819458, -9.556551933288574, -7.79632568359375, -3.53985333442688, -11.494978904724121, -8.483214378356934, -8.538217544555664, -11.077461242675781, -4.4522881507873535, -12.645781517028809, -10.100654602050781, -8.678472518920898], "gpt2background_argmax_score": [-1.9620229005813599, -1.8248188495635986, -2.1407625675201416, -2.425666093826294, -2.1714353561401367, -3.218947649002075, -0.7037155628204346, -0.8597986698150635, -0.9932182431221008, -2.6203224658966064, -0.6741978526115417, -2.0456631183624268, -0.7090533971786499, -0.5435458421707153, -1.8991988897323608, -0.8734158873558044, -0.4211331307888031, -1.8021297454833984, -1.0539547204971313, -2.3158819675445557, -1.490752100944519, -2.137127637863159, -2.232530117034912, -0.49709105491638184, -2.185152530670166, -0.49731409549713135, -1.8237783908843994, -2.4897255897521973, -1.8994457721710205, -2.2049903869628906, -2.0124168395996094, -1.2248823642730713, -1.754016637802124, -1.6869988441467285, -1.814298152923584, -2.3123748302459717, -1.504477858543396, -1.8669630289077759, -0.43899303674697876, -1.3277918100357056, -2.600292921066284, -2.6248092651367188, -1.9036002159118652, -1.303278923034668, -1.7363662719726562, -0.42824772000312805, -1.0732866525650024, -0.1843453049659729, -2.424531936645508, -1.689399242401123, -1.047469139099121, -1.9593605995178223, -2.0804078578948975, -1.3513885736465454, -1.2860068082809448, -1.559556484222412, -0.8033334016799927, -2.418513059616089, -2.1184613704681396, -1.3470981121063232, -0.597111165523529, -2.748720645904541, -2.173896074295044, -1.4835844039916992, -2.4379031658172607, -0.4487338960170746, -1.9584460258483887, -2.193321943283081, -0.055913835763931274, -1.7617135047912598, -1.0161809921264648, -2.051825761795044, -2.09375262260437, -1.7264885902404785, -1.4907170534133911, -1.6025683879852295, -1.5539053678512573, -0.2760067582130432, -1.5871673822402954, -0.9817731380462646, -0.7365010380744934, -1.7670385837554932, -1.3165717124938965, -1.6088645458221436, -1.8209367990493774, -1.982446551322937, -1.3757456541061401, -1.6862767934799194, -1.911135196685791, -2.5649826526641846, -2.5154411792755127, -2.146566390991211, -0.20447637140750885, -0.6576173901557922, -2.3575806617736816, -0.7637314796447754, -1.9032262563705444, -0.8638197183609009, -2.378833532333374, -1.148138165473938, -1.8104487657546997, -1.9547168016433716, -1.2222950458526611, -0.7971107363700867, -1.8506073951721191, -1.8405959606170654, -1.6060000658035278, -2.0041263103485107, -1.6611340045928955, -0.99216628074646, -1.1238526105880737, -1.477325439453125, -1.3602386713027954, -0.8242799043655396, -0.2127228081226349, -1.2375836372375488, -2.085111141204834, -1.987831473350525, -1.3018085956573486, -3.387192487716675, -1.759210467338562, -2.530205249786377, -1.763116478919983, -1.3932092189788818, -1.6225284337997437, -2.1297402381896973, -2.0172252655029297, -1.2021174430847168, -1.535510540008545, -2.136739730834961, -1.4792505502700806, -1.3829201459884644, -0.17895473539829254, -0.8731456995010376, -0.4994829297065735, -2.1283717155456543, -1.6152946949005127, -0.8732699155807495, -1.265195608139038, -2.546481132507324, -2.642118453979492, -1.1546227931976318, -2.081885576248169, -0.7511033415794373, -1.6364214420318604, -3.263711929321289, -0.10243117064237595, -1.933585524559021, -1.6967703104019165, -1.9490156173706055, -1.892694354057312, -1.5942667722702026, -2.511774778366089, -1.8460134267807007, -0.2896968126296997, -1.194588303565979, -1.1920932531356812, -2.01420521736145, -2.855055809020996, -1.9429974555969238, -1.8834986686706543, -1.8578765392303467, -1.6995961666107178, -1.8887872695922852, -1.8527867794036865, -1.0156183242797852, -1.1442766189575195, -1.283339262008667, -1.7487890720367432, -1.1798269748687744, -0.9430153369903564, -2.108765125274658, -1.827199935913086, -1.6576687097549438, -1.772157073020935, -0.26874181628227234, -2.5515143871307373, -2.632436752319336, -4.315583229064941, -0.1789824366569519, -0.6120466589927673, -0.041268978267908096, -0.3272152245044708, -0.5239688158035278, -3.101778745651245, -0.9347899556159973, -2.0695245265960693, -2.0989468097686768, -1.7684227228164673, -0.6186995506286621, -0.5399150848388672, -1.8217980861663818, -1.792439579963684, -0.22103188931941986, -0.951297402381897, -0.876926839351654, -0.46251368522644043, -0.9582419991493225, -0.8497399091720581, -0.7969512939453125, -1.6617926359176636, -1.497190237045288, -1.968039631843567, -1.7648727893829346, -1.7356059551239014, -1.817588448524475, -2.5644774436950684, -0.6028640866279602, -1.5562478303909302, -2.1387276649475098, -2.416801691055298, -0.5244186520576477, -0.5707702040672302, -1.6302980184555054, -1.349940299987793, -1.993728756904602, -1.4306135177612305, -1.7800981998443604, -1.622253656387329, -1.5353972911834717, -0.7728472948074341, -1.9658578634262085, -1.6582460403442383, -1.6563876867294312, -1.6607517004013062, -1.2117626667022705, -0.5686055421829224, -2.0090510845184326, -2.0564112663269043, -1.839930772781372, -0.28278788924217224, -0.5980184078216553, -1.2691532373428345, -0.809812605381012, -1.299683690071106, -1.3165109157562256, -1.4759637117385864, -1.818223237991333, -1.556844711303711, -0.3109455108642578, -1.2164483070373535, -1.1779347658157349, -0.5581108927726746, -0.8622847199440002]}, "Bot004_086_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_086.log.json", "context": "I am little bit shy[WHITE SMILING FACE]\ufe0f \nTell me about yourself! finally. don't be shy. i'm blond I only have one, but i want to be a music teacher. Do you listen to rap music? i have to. because i'm working at bar I have a lot of piercings that i drive around. okay, do you have tattoos? No tattoos. I have a honda civic. Do you produce music for artists? no. I wish I was. but i just working at bar I drive a ton of my car[AUTOMOBILE]. nice for you. which car do you have? I drive a ford civic. It is a ford focus. good car. i don't have enoygh money for this. I have no idea what that is. I am more of a car[AUTOMOBILE] person. sorry. good car. i don't have enough money for this. I am not that good at all. you are good person I am. I am a pizza person. i am not chicken person I am a very good person. I am not a fan of meat though. Are you a vegan?", "response": "I am not a vegan. I am vegan.", "annotation_id": "Bot004_086_20", "annotations": ["O", "X", "O", "T", "X", "T", "O", "X", "T", "X", "X", "X", "X", "O", "O"], "gpt2background_target_score": [-9.058675765991211, -9.939969062805176, -7.963340759277344, -5.911584854125977, -11.153690338134766, -7.845934867858887, -6.9173078536987305, -6.539698600769043, -13.584137916564941, -6.475066184997559], "gpt2background_argmax_score": [-1.9620229005813599, -1.8248188495635986, -2.1407625675201416, -2.425666093826294, -2.1714353561401367, -3.218947649002075, -0.7037155628204346, -0.8597986698150635, -0.9932182431221008, -2.6203224658966064, -0.6741978526115417, -2.0456631183624268, -0.7090533971786499, -0.5435458421707153, -1.8991988897323608, -0.8734158873558044, -0.4211331307888031, -1.8021297454833984, -1.0539547204971313, -2.3158819675445557, -1.490752100944519, -2.137127637863159, -2.232530117034912, -0.49709105491638184, -2.185152530670166, -0.49731409549713135, -1.8237783908843994, -2.4897255897521973, -1.8994457721710205, -2.2049903869628906, -2.0124168395996094, -1.2248823642730713, -1.754016637802124, -1.6869988441467285, -1.814298152923584, -2.3123748302459717, -1.504477858543396, -1.8669630289077759, -0.43899303674697876, -1.3277918100357056, -2.600292921066284, -2.6248092651367188, -1.9036002159118652, -1.303278923034668, -1.7363662719726562, -0.42824772000312805, -1.0732866525650024, -0.1843453049659729, -2.424531936645508, -1.689399242401123, -1.047469139099121, -1.9593605995178223, -2.0804078578948975, -1.3513885736465454, -1.2860068082809448, -1.559556484222412, -0.8033334016799927, -2.418513059616089, -2.1184613704681396, -1.3470981121063232, -0.597111165523529, -2.748720645904541, -2.173896074295044, -1.4835844039916992, -2.4379031658172607, -0.4487338960170746, -1.9584460258483887, -2.193321943283081, -0.055913835763931274, -1.7617135047912598, -1.0161809921264648, -2.051825761795044, -2.09375262260437, -1.7264885902404785, -1.4907170534133911, -1.6025683879852295, -1.5539053678512573, -0.2760067582130432, -1.5871673822402954, -0.9817731380462646, -0.7365010380744934, -1.7670385837554932, -1.3165717124938965, -1.6088645458221436, -1.8209367990493774, -1.982446551322937, -1.3757456541061401, -1.6862767934799194, -1.911135196685791, -2.5649826526641846, -2.5154411792755127, -2.146566390991211, -0.20447637140750885, -0.6576173901557922, -2.3575806617736816, -0.7637314796447754, -1.9032262563705444, -0.8638197183609009, -2.378833532333374, -1.148138165473938, -1.8104487657546997, -1.9547168016433716, -1.2222950458526611, -0.7971107363700867, -1.8506073951721191, -1.8405959606170654, -1.6060000658035278, -2.0041263103485107, -1.6611340045928955, -0.99216628074646, -1.1238526105880737, -1.477325439453125, -1.3602386713027954, -0.8242799043655396, -0.2127228081226349, -1.2375836372375488, -2.085111141204834, -1.987831473350525, -1.3018085956573486, -3.387192487716675, -1.759210467338562, -2.530205249786377, -1.763116478919983, -1.3932092189788818, -1.6225284337997437, -2.1297402381896973, -2.0172252655029297, -1.2021174430847168, -1.535510540008545, -2.136739730834961, -1.4792516231536865, -1.3829176425933838, -0.17895503342151642, -0.8731451034545898, -0.4994836449623108, -2.128371477127075, -1.6152938604354858, -0.8732696175575256, -1.2651959657669067, -2.5464820861816406, -2.6421186923980713, -1.154621958732605, -2.0818862915039062, -0.7511028051376343, -1.6364208459854126, -3.2637109756469727, -0.10243117064237595, -1.9335843324661255, -1.6967703104019165, -1.9490166902542114, -1.8926931619644165, -1.5942682027816772, -2.511775016784668, -1.8460144996643066, -0.2896970808506012, -1.194588541984558, -1.192093014717102, -2.0142083168029785, -2.8550543785095215, -1.9429967403411865, -1.8834983110427856, -1.85787832736969, -1.6995949745178223, -1.8887882232666016, -1.852787733078003, -1.0156168937683105, -1.1442790031433105, -1.2833389043807983, -1.7487903833389282, -1.1798251867294312, -0.9430161118507385, -2.1087653636932373, -1.827199935913086, -1.6576684713363647, -1.7721593379974365, -0.2687419056892395, -2.5515153408050537, -2.6324355602264404, -4.315582752227783, -0.17898234724998474, -0.6120471954345703, -0.041268978267908096, -0.3272148668766022, -0.5239686965942383, -3.1017792224884033, -0.9347902536392212, -2.069524049758911, -2.0989463329315186, -1.7684239149093628, -0.6186976432800293, -0.5399143695831299, -1.8217970132827759, -1.7924387454986572, -0.22103217244148254, -0.9512979388237, -0.8769264221191406, -0.46251368522644043, -0.9582428932189941, -0.8497406840324402, -0.7969509363174438, -1.6617909669876099, -1.4971892833709717, -1.9680389165878296, -1.7648730278015137, -1.7356065511703491, -1.817589521408081, -2.5644772052764893, -0.6028634905815125, -1.5562474727630615, -2.138730525970459, -2.416802167892456, -0.5244194269180298, -0.5707700848579407, -1.6302978992462158, -1.3499387502670288, -1.993728756904602, -1.4306124448776245, -1.7800984382629395, -1.6222552061080933, -1.5353949069976807, -0.7728455662727356, -1.9658578634262085, -1.6582458019256592, -1.6563867330551147, -1.6607517004013062, -1.211763858795166, -0.5686057806015015, -0.14252345263957977, -0.22430846095085144, -0.49321338534355164, -0.72391676902771, -0.9444830417633057, -0.4939405024051666, -1.2714002132415771, -0.5685796737670898, -1.4589217901229858, -1.746304988861084, -1.749647617340088, -0.32346174120903015, -1.031768560409546, -0.88161700963974, -0.5139462351799011, -1.4398666620254517, -0.16635042428970337, -2.0071914196014404, -1.8745596408843994, -0.4829619228839874, -2.561046600341797, -2.0246715545654297, -1.877592921257019, -1.370496392250061, -1.353718638420105, -1.211172342300415, -0.7912272214889526, -0.7604491710662842, -0.9848659038543701, -1.2832801342010498, -0.6393324732780457, -0.5722070336341858]}, "Bot004_089_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_089.log.json", "context": "I am little bit shy[WHITE SMILING FACE]\ufe0f \nTell me about yourself! allright. i have a german shepher dog. his name is Clue. i love animals beside dogs. do you love animals too ?", "response": "I do, i have a dog named patrick. He is a bichon. Do you enjoy building houses?", "annotation_id": "Bot004_089_02", "annotations": ["O", "O", "O", "O", "O", "T", "T", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-9.058675765991211, -10.683478355407715, -5.701272010803223, -10.98013973236084, -10.235701560974121, -7.663103103637695, -12.841582298278809, -9.763206481933594, -14.615116119384766, -16.878740310668945, -6.1710124015808105, -10.228063583374023, -6.518520355224609, -6.144076347351074, -9.58588695526123, -11.953580856323242, -11.416448593139648, -5.403025150299072, -11.670345306396484, -5.179697036743164, -11.256752967834473, -11.670907974243164, -12.004531860351562, -9.788496971130371], "gpt2background_argmax_score": [-1.9620229005813599, -1.8248188495635986, -2.1407625675201416, -2.425666093826294, -2.1714353561401367, -3.218947649002075, -0.7037155628204346, -0.8597986698150635, -0.9932182431221008, -2.6203224658966064, -0.6741978526115417, -2.0456631183624268, -0.7090533971786499, -0.5435458421707153, -1.8991988897323608, -0.8734158873558044, -0.4211331307888031, -1.8021297454833984, -1.0539547204971313, -2.3158819675445557, -1.490752100944519, -2.458303213119507, -2.0668528079986572, -2.1381397247314453, -2.271369218826294, -1.5600529909133911, -3.015920877456665, -0.646288275718689, -1.8148508071899414, -1.786149501800537, -0.13388268649578094, -1.929656982421875, -1.6740937232971191, -1.6495354175567627, -0.3082442879676819, -3.9449687004089355, -3.4092538356781006, -2.4339077472686768, -1.888159155845642, -2.1139755249023438, -1.3916987180709839, -1.548538088798523, -1.3224318027496338, -1.054062843322754, -1.1557250022888184, -0.5583429336547852, -1.5095276832580566, -2.2483320236206055, -0.9705275893211365, -0.6088962554931641, -1.533063530921936, -2.2926409244537354, -1.3897756338119507, -1.2764317989349365, -1.775597333908081, -1.5376932621002197, -0.7588943839073181, -1.4761797189712524, -1.5436679124832153, -0.349698007106781, -0.955726146697998, -1.3709543943405151, -1.4219874143600464, -1.5773612260818481, -1.4313545227050781, -2.697937488555908, -2.3677597045898438, -2.216949939727783, -1.5807290077209473, -1.372378945350647, -0.3287021219730377, -1.5431104898452759, -2.245333433151245, -1.9829946756362915, -1.3013755083084106, -1.203731656074524]}, "Bot004_089_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_089.log.json", "context": "I am little bit shy[WHITE SMILING FACE]\ufe0f \nTell me about yourself! allright. i have a german shepher dog. his name is Clue. i love animals beside dogs. do you love animals too ? I do, i have a dog named patrick. He is a bichon. Do you enjoy building houses? well i do, but most of that i like coloring books", "response": "I like to collect things, but i am not a big fan of them. Are you a construction worker?", "annotation_id": "Bot004_089_04", "annotations": ["T", "O", "X", "O", "O", "X", "T", "X", "X", "T", "O", "X", "O", "X", "O"], "gpt2background_target_score": [-9.058675765991211, -7.645462989807129, -5.148567199707031, -12.97763442993164, -9.648475646972656, -7.040874481201172, -9.89218521118164, -6.72929573059082, -11.494978904724121, -8.483214378356934, -8.538217544555664, -11.931936264038086, -10.698186874389648, -7.5937910079956055, -12.628211975097656, -8.678472518920898, -12.15519905090332, -3.8185296058654785, -4.3329854011535645, -13.08100414276123, -13.26412296295166, -7.943153381347656], "gpt2background_argmax_score": [-1.9620229005813599, -1.8248188495635986, -2.1407625675201416, -2.425666093826294, -2.1714353561401367, -3.218947649002075, -0.7037155628204346, -0.8597986698150635, -0.9932182431221008, -2.6203224658966064, -0.6741978526115417, -2.0456631183624268, -0.7090533971786499, -0.5435458421707153, -1.8991988897323608, -0.8734158873558044, -0.4211331307888031, -1.8021297454833984, -1.0539547204971313, -2.3158819675445557, -1.490752100944519, -2.458303213119507, -2.0668528079986572, -2.1381397247314453, -2.271369218826294, -1.5600529909133911, -3.015920877456665, -0.646288275718689, -1.8148508071899414, -1.786149501800537, -0.13388268649578094, -1.929656982421875, -1.6740937232971191, -1.6495354175567627, -0.3082442879676819, -3.9449687004089355, -3.4092540740966797, -2.4339065551757812, -1.8881582021713257, -2.113975763320923, -1.3916977643966675, -1.5485378503799438, -1.3224321603775024, -1.0540636777877808, -1.1557259559631348, -0.5583428740501404, -1.5095257759094238, -2.248333215713501, -0.9705290198326111, -0.6088973879814148, -1.533063530921936, -1.5790513753890991, -1.1573195457458496, -1.736220121383667, -1.4579943418502808, -0.9130910038948059, -1.418360710144043, -1.5696711540222168, -0.5628229379653931, -0.8755742907524109, -1.2773181200027466, -1.7109321355819702, -1.5664482116699219, -1.457387924194336, -2.7453880310058594, -2.2384426593780518, -2.293546438217163, -1.4637426137924194, -2.181669235229492, -0.28770866990089417, -1.7044581174850464, -2.217780590057373, -2.060567855834961, -1.3696194887161255, -1.9083954095840454, -1.4472029209136963, -2.4055371284484863, -1.8173869848251343, -1.2068204879760742, -1.2254083156585693, -0.8962331414222717, -0.7609224319458008, -0.9459470510482788, -1.7852813005447388, -1.779137134552002, -2.2028255462646484, -1.2243068218231201, -2.3925883769989014, -1.7597222328186035, -2.4629883766174316, -1.8243391513824463, -2.3080663681030273, -1.9290164709091187, -1.6733320951461792, -1.5767064094543457, -2.2910330295562744, -1.9253212213516235, -1.685144066810608, -1.5518403053283691, -0.23902355134487152, -0.27167192101478577, -2.5326268672943115, -0.7805942893028259, -1.5829100608825684, -0.8107708096504211, -2.0667009353637695, -2.3608696460723877, -1.3214956521987915, -0.7467667460441589, -0.9700040817260742]}, "Bot004_089_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_089.log.json", "context": "I am little bit shy[WHITE SMILING FACE]\ufe0f \nTell me about yourself! allright. i have a german shepher dog. his name is Clue. i love animals beside dogs. do you love animals too ? I do, i have a dog named patrick. He is a bichon. Do you enjoy building houses? well i do, but most of that i like coloring books I like to collect things, but i am not a big fan of them. Are you a construction worker? i am not. are you a construction worker ?", "response": "I am a expression worker, i am axerophthol expression worker.", "annotation_id": "Bot004_089_06", "annotations": ["T", "O", "O", "O", "T", "X", "T", "O", "X", "O", "O", "X", "O", "X", "O"], "gpt2background_target_score": [-9.058675765991211, -9.939969062805176, -6.042139053344727, -13.463151931762695, -12.51891040802002, -7.040874481201172, -9.246508598327637, -6.539698600769043, -14.498797416687012, -9.926872253417969, -13.817268371582031, -11.312326431274414, -11.654874801635742, -11.869769096374512, -12.881927490234375, -8.678472518920898], "gpt2background_argmax_score": [-1.9620229005813599, -1.8248188495635986, -2.1407625675201416, -2.425666093826294, -2.1714353561401367, -3.218947649002075, -0.7037155628204346, -0.8597986698150635, -0.9932182431221008, -2.6203224658966064, -0.6741978526115417, -2.0456631183624268, -0.7090533971786499, -0.5435458421707153, -1.8991988897323608, -0.8734158873558044, -0.4211331307888031, -1.8021297454833984, -1.0539547204971313, -2.3158819675445557, -1.490752100944519, -2.458303213119507, -2.0668528079986572, -2.1381397247314453, -2.271369218826294, -1.5600529909133911, -3.015920877456665, -0.646288275718689, -1.8148508071899414, -1.786149501800537, -0.13388268649578094, -1.929656982421875, -1.6740937232971191, -1.6495354175567627, -0.3082442879676819, -3.9449687004089355, -3.4092540740966797, -2.4339065551757812, -1.8881582021713257, -2.113975763320923, -1.3916977643966675, -1.5485378503799438, -1.3224321603775024, -1.0540636777877808, -1.1557259559631348, -0.5583428740501404, -1.5095257759094238, -2.248333215713501, -0.9705290198326111, -0.6088973879814148, -1.533063530921936, -1.5790513753890991, -1.1573195457458496, -1.736220121383667, -1.4579943418502808, -0.9130910038948059, -1.418360710144043, -1.5696711540222168, -0.5628229379653931, -0.8755742907524109, -1.2773181200027466, -1.7109321355819702, -1.5664482116699219, -1.457387924194336, -2.7453880310058594, -2.2384426593780518, -2.293546438217163, -1.4637426137924194, -2.181669235229492, -0.28770866990089417, -1.7044581174850464, -2.217780590057373, -2.060567855834961, -1.3696194887161255, -1.9083954095840454, -1.4472029209136963, -2.4055371284484863, -1.8173869848251343, -1.2068204879760742, -1.2254083156585693, -0.8962331414222717, -0.7609224319458008, -0.9459470510482788, -1.7852813005447388, -1.779137134552002, -2.2028255462646484, -1.2243068218231201, -1.9953978061676025, -1.8275452852249146, -1.9041035175323486, -1.0454405546188354, -1.9241398572921753, -2.2268753051757812, -1.3512500524520874, -2.365363597869873, -1.977419376373291, -1.8944629430770874, -1.4493749141693115, -0.2612396478652954, -0.26095086336135864, -2.685781717300415, -0.7833561301231384, -1.6162053346633911, -0.5300034284591675, -2.040266513824463, -2.331132650375366, -1.1845773458480835, -0.8313937783241272, -2.1357505321502686, -2.3455543518066406, -1.0793107748031616, -0.8750250935554504, -1.379360556602478, -0.2844899296760559, -1.249746322631836, -0.2807524502277374, -0.4925348162651062, -0.5103203058242798, -1.8697710037231445, -2.2864763736724854, -1.604304552078247, -0.8693211674690247, -0.08205477148294449, -1.7731810808181763, -1.1390607357025146, -1.8369262218475342, -1.6866178512573242, -0.887043297290802, -3.3023035526275635, -1.3853514194488525, -2.8436801433563232, -2.4752466678619385, -2.6523940563201904, -1.5096056461334229, -1.0486674308776855, -1.5375968217849731]}, "Bot004_089_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_089.log.json", "context": "I am little bit shy[WHITE SMILING FACE]\ufe0f \nTell me about yourself! allright. i have a german shepher dog. his name is Clue. i love animals beside dogs. do you love animals too ? I do, i have a dog named patrick. He is a bichon. Do you enjoy building houses? well i do, but most of that i like coloring books I like to collect things, but i am not a big fan of them. Are you a construction worker? i am not. are you a construction worker ? I am a expression worker, i am axerophthol expression worker. what is axerophthol", "response": "I love to make friends and family have you 5cats?", "annotation_id": "Bot004_089_08", "annotations": ["X", "T", "X", "T", "X", "X", "T", "X", "X", "X", "O", "X", "T", "O", "X"], "gpt2background_target_score": [-9.058675765991211, -10.367016792297363, -5.148567199707031, -12.279422760009766, -10.289652824401855, -5.842594146728516, -11.42896556854248, -8.233522415161133, -12.1235990524292, -8.584341049194336, -12.40339469909668, -5.576303482055664], "gpt2background_argmax_score": [-1.9620229005813599, -1.8248188495635986, -2.1407625675201416, -2.425666093826294, -2.1714353561401367, -3.218947649002075, -0.7037155628204346, -0.8597986698150635, -0.9932182431221008, -2.6203224658966064, -0.6741978526115417, -2.0456631183624268, -0.7090533971786499, -0.5435458421707153, -1.8991988897323608, -0.8734158873558044, -0.4211331307888031, -1.8021297454833984, -1.0539547204971313, -2.3158819675445557, -1.490752100944519, -2.458303213119507, -2.0668528079986572, -2.1381397247314453, -2.271369218826294, -1.5600529909133911, -3.015920877456665, -0.646288275718689, -1.8148508071899414, -1.786149501800537, -0.13388268649578094, -1.929656982421875, -1.6740937232971191, -1.6495354175567627, -0.3082442879676819, -3.9449687004089355, -3.4092540740966797, -2.4339065551757812, -1.8881582021713257, -2.113975763320923, -1.3916977643966675, -1.5485378503799438, -1.3224321603775024, -1.0540636777877808, -1.1557259559631348, -0.5583428740501404, -1.5095257759094238, -2.248333215713501, -0.9705290198326111, -0.6088973879814148, -1.533063530921936, -1.5790513753890991, -1.1573195457458496, -1.736220121383667, -1.4579943418502808, -0.9130910038948059, -1.418360710144043, -1.5696711540222168, -0.5628229379653931, -0.8755742907524109, -1.2773181200027466, -1.7109321355819702, -1.5664482116699219, -1.457387924194336, -2.7453880310058594, -2.2384426593780518, -2.293546438217163, -1.4637426137924194, -2.181669235229492, -0.28770866990089417, -1.7044581174850464, -2.217780590057373, -2.060567855834961, -1.3696194887161255, -1.9083954095840454, -1.4472029209136963, -2.4055371284484863, -1.8173869848251343, -1.2068204879760742, -1.2254083156585693, -0.8962331414222717, -0.7609224319458008, -0.9459470510482788, -1.7852813005447388, -1.779137134552002, -2.2028255462646484, -1.2243068218231201, -1.9953978061676025, -1.8275452852249146, -1.9041035175323486, -1.045440912246704, -1.9241396188735962, -2.2268757820129395, -1.3512499332427979, -2.3653628826141357, -1.9774190187454224, -1.8944636583328247, -1.4493755102157593, -0.2612389922142029, -0.2609507739543915, -2.6857826709747314, -0.7833565473556519, -1.6162075996398926, -0.5300036668777466, -2.040266275405884, -2.3311328887939453, -1.1845777034759521, -0.8313928842544556, -2.135749578475952, -2.3455543518066406, -1.0793107748031616, -0.8750256896018982, -1.379360318183899, -0.28448957204818726, -1.2497470378875732, -0.2807520031929016, -0.49253395199775696, -0.510320782661438, -1.8697701692581177, -1.1470857858657837, -1.0386693477630615, -0.15888310968875885, -1.8917204141616821, -1.1156857013702393, -1.7967323064804077, -1.2786214351654053, -1.0126051902770996, -3.241661310195923, -1.1889703273773193, -2.7948288917541504, -2.191725015640259, -2.3919711112976074, -1.8269001245498657, -1.0428025722503662, -1.571007251739502, -2.009402275085449, -0.9522334933280945, -0.24710598587989807, -0.10270056873559952, -0.06846888363361359, -0.12188589572906494, -0.7400017380714417, -2.295607328414917, -1.5657376050949097, -2.264592170715332, -2.9139626026153564, -2.3691322803497314, -1.2186791896820068, -2.889816999435425, -1.4004089832305908, -1.8764970302581787, -2.356287717819214, -2.2699389457702637, -2.0185184478759766, -0.9045215845108032]}, "Bot004_089_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_089.log.json", "context": "I am little bit shy[WHITE SMILING FACE]\ufe0f \nTell me about yourself! allright. i have a german shepher dog. his name is Clue. i love animals beside dogs. do you love animals too ? I do, i have a dog named patrick. He is a bichon. Do you enjoy building houses? well i do, but most of that i like coloring books I like to collect things, but i am not a big fan of them. Are you a construction worker? i am not. are you a construction worker ? I am a expression worker, i am axerophthol expression worker. what is axerophthol I love to make friends and family have you 5cats? i don't have any cats i just have a dog. but i like cats so much.", "response": "I have a cat named oreo, he is my favorite.", "annotation_id": "Bot004_089_10", "annotations": ["O", "O", "X", "X", "O", "T", "T", "O", "X", "O", "O", "T", "O", "O", "O"], "gpt2background_target_score": [-9.058675765991211, -9.826778411865234, -6.042139053344727, -9.50588321685791, -12.26945686340332, -14.249366760253906, -9.22321891784668, -5.379860877990723, -12.583142280578613, -6.217367172241211, -7.6165595054626465, -12.477519035339355, -7.568005084991455], "gpt2background_argmax_score": [-1.9620229005813599, -1.8248188495635986, -2.1407625675201416, -2.425666093826294, -2.1714353561401367, -3.218947649002075, -0.7037155628204346, -0.8597986698150635, -0.9932182431221008, -2.6203224658966064, -0.6741978526115417, -2.0456631183624268, -0.7090533971786499, -0.5435458421707153, -1.8991988897323608, -0.8734158873558044, -0.4211331307888031, -1.8021297454833984, -1.0539547204971313, -2.3158819675445557, -1.490752100944519, -2.458303213119507, -2.0668528079986572, -2.1381397247314453, -2.271369218826294, -1.5600529909133911, -3.015920877456665, -0.646288275718689, -1.8148508071899414, -1.786149501800537, -0.13388268649578094, -1.929656982421875, -1.6740937232971191, -1.6495354175567627, -0.3082442879676819, -3.9449687004089355, -3.4092540740966797, -2.4339065551757812, -1.8881582021713257, -2.113975763320923, -1.3916977643966675, -1.5485378503799438, -1.3224321603775024, -1.0540636777877808, -1.1557259559631348, -0.5583428740501404, -1.5095257759094238, -2.248333215713501, -0.9705290198326111, -0.6088973879814148, -1.533063530921936, -1.5790513753890991, -1.1573195457458496, -1.736220121383667, -1.4579943418502808, -0.9130910038948059, -1.418360710144043, -1.5696711540222168, -0.5628229379653931, -0.8755742907524109, -1.2773181200027466, -1.7109321355819702, -1.5664482116699219, -1.457387924194336, -2.7453880310058594, -2.2384426593780518, -2.293546438217163, -1.4637426137924194, -2.181669235229492, -0.28770866990089417, -1.7044581174850464, -2.217780590057373, -2.060567855834961, -1.3696194887161255, -1.9083954095840454, -1.4472029209136963, -2.4055371284484863, -1.8173869848251343, -1.2068204879760742, -1.2254083156585693, -0.8962331414222717, -0.7609224319458008, -0.9459470510482788, -1.7852813005447388, -1.779137134552002, -2.2028255462646484, -1.2243068218231201, -1.9953978061676025, -1.8275452852249146, -1.9041035175323486, -1.045440912246704, -1.9241396188735962, -2.2268757820129395, -1.3512499332427979, -2.3653628826141357, -1.9774190187454224, -1.8944636583328247, -1.4493755102157593, -0.2612389922142029, -0.2609507739543915, -2.6857826709747314, -0.7833565473556519, -1.6162075996398926, -0.5300036668777466, -2.040266275405884, -2.3311328887939453, -1.1845777034759521, -0.8313928842544556, -2.135749578475952, -2.3455543518066406, -1.0793107748031616, -0.8750256896018982, -1.379360318183899, -0.28448957204818726, -1.2497470378875732, -0.2807520031929016, -0.49253395199775696, -0.510320782661438, -1.8697701692581177, -1.1470857858657837, -1.0386693477630615, -0.15888310968875885, -1.8917204141616821, -1.1156857013702393, -1.7967323064804077, -1.2786214351654053, -1.0126051902770996, -3.241661310195923, -1.1889703273773193, -2.7948288917541504, -2.191725015640259, -2.3919711112976074, -1.8269001245498657, -1.0428025722503662, -1.571007251739502, -2.009402275085449, -0.9522334933280945, -0.24710598587989807, -0.10270056873559952, -0.06846888363361359, -0.12188589572906494, -0.7400017380714417, -1.0833969116210938, -2.3605153560638428, -2.6786954402923584, -1.926276683807373, -1.1363683938980103, -3.0380167961120605, -1.1950773000717163, -1.848376750946045, -1.901512622833252, -2.2383041381835938, -2.3656556606292725, -2.2649595737457275, -1.7068723440170288, -0.41370704770088196, -1.5592340230941772, -1.296571969985962, -1.5992553234100342, -1.5933676958084106, -2.3015780448913574, -2.1105334758758545, -1.221137523651123, -2.3259024620056152, -1.864181399345398, -1.7160125970840454, -1.0807392597198486, -1.9325968027114868, -1.4749386310577393, -1.344145655632019, -1.2192484140396118, -1.4089995622634888, -1.6214622259140015, -2.1983144283294678, -2.340437412261963, -0.8884281516075134, -1.1572580337524414, -1.71226966381073, -2.4488885402679443, -3.1856653690338135, -1.3920155763626099, -2.0266027450561523, -1.3255585432052612, -1.2322542667388916, -2.092332601547241, -1.818593144416809, -1.9334690570831299]}, "Bot004_089_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_089.log.json", "context": "I am little bit shy[WHITE SMILING FACE]\ufe0f \nTell me about yourself! allright. i have a german shepher dog. his name is Clue. i love animals beside dogs. do you love animals too ? I do, i have a dog named patrick. He is a bichon. Do you enjoy building houses? well i do, but most of that i like coloring books I like to collect things, but i am not a big fan of them. Are you a construction worker? i am not. are you a construction worker ? I am a expression worker, i am axerophthol expression worker. what is axerophthol I love to make friends and family have you 5cats? i don't have any cats i just have a dog. but i like cats so much. I have a cat named oreo, he is my favorite. it's a great name ! tell me about you more", "response": "I have never seen that. I am sure it is.", "annotation_id": "Bot004_089_12", "annotations": ["X", "T", "X", "X", "X", "T", "T", "X", "X", "X", "O", "X", "O", "O", "T"], "gpt2background_target_score": [-9.058675765991211, -9.826778411865234, -10.751823425292969, -11.307574272155762, -6.40972375869751, -7.845934867858887, -6.9173078536987305, -6.539698600769043, -12.665117263793945, -8.057711601257324, -6.710107326507568, -5.4556427001953125], "gpt2background_argmax_score": [-1.9620229005813599, -1.8248188495635986, -2.1407625675201416, -2.425666093826294, -2.1714353561401367, -3.218947649002075, -0.7037155628204346, -0.8597986698150635, -0.9932182431221008, -2.6203224658966064, -0.6741978526115417, -2.0456631183624268, -0.7090533971786499, -0.5435458421707153, -1.8991988897323608, -0.8734158873558044, -0.4211331307888031, -1.8021297454833984, -1.0539547204971313, -2.3158819675445557, -1.490752100944519, -2.458303213119507, -2.0668528079986572, -2.1381397247314453, -2.271369218826294, -1.5600529909133911, -3.015920877456665, -0.646288275718689, -1.8148508071899414, -1.786149501800537, -0.13388268649578094, -1.929656982421875, -1.6740937232971191, -1.6495354175567627, -0.3082442879676819, -3.9449687004089355, -3.4092540740966797, -2.4339065551757812, -1.8881582021713257, -2.113975763320923, -1.3916977643966675, -1.5485378503799438, -1.3224321603775024, -1.0540636777877808, -1.1557259559631348, -0.5583428740501404, -1.5095257759094238, -2.248333215713501, -0.9705290198326111, -0.6088973879814148, -1.533063530921936, -1.5790513753890991, -1.1573195457458496, -1.736220121383667, -1.4579943418502808, -0.9130910038948059, -1.418360710144043, -1.5696711540222168, -0.5628229379653931, -0.8755742907524109, -1.2773181200027466, -1.7109321355819702, -1.5664482116699219, -1.457387924194336, -2.7453880310058594, -2.2384426593780518, -2.293546438217163, -1.4637426137924194, -2.181669235229492, -0.28770866990089417, -1.7044581174850464, -2.217780590057373, -2.060567855834961, -1.3696194887161255, -1.9083954095840454, -1.4472029209136963, -2.4055371284484863, -1.8173869848251343, -1.2068204879760742, -1.2254083156585693, -0.8962331414222717, -0.7609224319458008, -0.9459470510482788, -1.7852813005447388, -1.779137134552002, -2.2028255462646484, -1.2243068218231201, -1.9953978061676025, -1.8275452852249146, -1.9041035175323486, -1.045440912246704, -1.9241396188735962, -2.2268757820129395, -1.3512499332427979, -2.3653628826141357, -1.9774190187454224, -1.8944636583328247, -1.4493755102157593, -0.2612389922142029, -0.2609507739543915, -2.6857826709747314, -0.7833565473556519, -1.6162075996398926, -0.5300036668777466, -2.040266275405884, -2.3311328887939453, -1.1845777034759521, -0.8313928842544556, -2.135749578475952, -2.3455543518066406, -1.0793107748031616, -0.8750256896018982, -1.379360318183899, -0.28448957204818726, -1.2497470378875732, -0.2807520031929016, -0.49253395199775696, -0.510320782661438, -1.8697701692581177, -1.1470857858657837, -1.0386693477630615, -0.15888310968875885, -1.8917204141616821, -1.1156857013702393, -1.7967323064804077, -1.2786214351654053, -1.0126051902770996, -3.241661310195923, -1.1889703273773193, -2.7948288917541504, -2.191725015640259, -2.3919711112976074, -1.8269001245498657, -1.0428025722503662, -1.571007251739502, -2.009402275085449, -0.9522334933280945, -0.24710598587989807, -0.10270056873559952, -0.06846888363361359, -0.12188589572906494, -0.7400017380714417, -1.0833969116210938, -2.3605153560638428, -2.6786954402923584, -1.926276683807373, -1.1363683938980103, -3.0380167961120605, -1.1950773000717163, -1.848376750946045, -1.901512622833252, -2.2383041381835938, -2.3656556606292725, -2.2649595737457275, -1.7068723440170288, -0.41370704770088196, -1.5592340230941772, -1.296571969985962, -1.5992553234100342, -1.5933676958084106, -2.3015780448913574, -2.1105334758758545, -1.221137523651123, -2.3259024620056152, -1.864181399345398, -1.7160125970840454, -1.0807392597198486, -1.9325968027114868, -1.4749386310577393, -1.344145655632019, -1.2192484140396118, -1.4089995622634888, -1.6214622259140015, -2.0524635314941406, -0.9760509133338928, -1.3979825973510742, -1.658874273300171, -2.9144127368927, -3.0252134799957275, -1.276565432548523, -2.174384355545044, -1.2799183130264282, -1.340268850326538, -2.004762649536133, -1.6037310361862183, -1.965035080909729, -1.331635594367981, -1.8338817358016968, -2.7201645374298096, -1.8310253620147705, -1.6824157238006592, -1.778822898864746, -0.26185673475265503, -0.9240485429763794, -1.5741921663284302, -1.618505835533142, -2.189037561416626, -2.069871425628662, -2.324976682662964, -0.5528579950332642, -1.8688207864761353, -1.6084917783737183, -1.7615495920181274, -1.774393081665039, -2.477107524871826, -1.489271640777588, -1.5061644315719604, -1.3408886194229126, -1.7631303071975708, -1.615326166152954]}, "Bot004_089_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_089.log.json", "context": "I am little bit shy[WHITE SMILING FACE]\ufe0f \nTell me about yourself! allright. i have a german shepher dog. his name is Clue. i love animals beside dogs. do you love animals too ? I do, i have a dog named patrick. He is a bichon. Do you enjoy building houses? well i do, but most of that i like coloring books I like to collect things, but i am not a big fan of them. Are you a construction worker? i am not. are you a construction worker ? I am a expression worker, i am axerophthol expression worker. what is axerophthol I love to make friends and family have you 5cats? i don't have any cats i just have a dog. but i like cats so much. I have a cat named oreo, he is my favorite. it's a great name ! tell me about you more I have never seen that. I am sure it is. tell me about yourself  one kiss is all it takes don't you ever forget that.", "response": "I do not think that is a good thing.", "annotation_id": "Bot004_089_14", "annotations": ["T", "T", "X", "O", "O", "X", "X", "T", "X", "T", "O", "X", "O", "O", "O"], "gpt2background_target_score": [-9.058675765991211, -10.683478355407715, -7.963340759277344, -10.917939186096191, -6.40972375869751, -9.063776016235352, -8.64113998413086, -11.350645065307617, -11.561423301696777, -6.475066184997559], "gpt2background_argmax_score": [-1.9620229005813599, -1.8248188495635986, -2.1407625675201416, -2.425666093826294, -2.1714353561401367, -3.218947649002075, -0.7037155628204346, -0.8597986698150635, -0.9932182431221008, -2.6203224658966064, -0.6741978526115417, -2.0456631183624268, -0.7090533971786499, -0.5435458421707153, -1.8991988897323608, -0.8734158873558044, -0.4211331307888031, -1.8021297454833984, -1.0539547204971313, -2.3158819675445557, -1.490752100944519, -2.458303213119507, -2.0668528079986572, -2.1381397247314453, -2.271369218826294, -1.5600529909133911, -3.015920877456665, -0.646288275718689, -1.8148508071899414, -1.786149501800537, -0.13388268649578094, -1.929656982421875, -1.6740937232971191, -1.6495354175567627, -0.3082442879676819, -3.9449687004089355, -3.4092540740966797, -2.4339065551757812, -1.8881582021713257, -2.113975763320923, -1.3916977643966675, -1.5485378503799438, -1.3224321603775024, -1.0540636777877808, -1.1557259559631348, -0.5583428740501404, -1.5095257759094238, -2.248333215713501, -0.9705290198326111, -0.6088973879814148, -1.533063530921936, -1.5790513753890991, -1.1573195457458496, -1.736220121383667, -1.4579943418502808, -0.9130910038948059, -1.418360710144043, -1.5696711540222168, -0.5628229379653931, -0.8755742907524109, -1.2773181200027466, -1.7109321355819702, -1.5664482116699219, -1.457387924194336, -2.7453880310058594, -2.2384426593780518, -2.293546438217163, -1.4637426137924194, -2.181669235229492, -0.28770866990089417, -1.7044581174850464, -2.217780590057373, -2.060567855834961, -1.3696194887161255, -1.9083954095840454, -1.4472029209136963, -2.4055371284484863, -1.8173869848251343, -1.2068204879760742, -1.2254083156585693, -0.8962331414222717, -0.7609224319458008, -0.9459470510482788, -1.7852813005447388, -1.779137134552002, -2.2028255462646484, -1.2243068218231201, -1.9953978061676025, -1.8275452852249146, -1.9041035175323486, -1.045440912246704, -1.9241396188735962, -2.2268757820129395, -1.3512499332427979, -2.3653628826141357, -1.9774190187454224, -1.8944636583328247, -1.4493755102157593, -0.2612389922142029, -0.2609507739543915, -2.6857826709747314, -0.7833565473556519, -1.6162075996398926, -0.5300036668777466, -2.040266275405884, -2.3311328887939453, -1.1845777034759521, -0.8313928842544556, -2.135749578475952, -2.3455543518066406, -1.0793107748031616, -0.8750256896018982, -1.379360318183899, -0.28448957204818726, -1.2497470378875732, -0.2807520031929016, -0.49253395199775696, -0.510320782661438, -1.8697701692581177, -1.1470857858657837, -1.0386693477630615, -0.15888310968875885, -1.8917204141616821, -1.1156857013702393, -1.7967323064804077, -1.2786214351654053, -1.0126051902770996, -3.241661310195923, -1.1889703273773193, -2.7948288917541504, -2.191725015640259, -2.3919711112976074, -1.8269001245498657, -1.0428025722503662, -1.571007251739502, -2.009402275085449, -0.9522334933280945, -0.24710598587989807, -0.10270056873559952, -0.06846888363361359, -0.12188589572906494, -0.7400017380714417, -1.0833969116210938, -2.3605153560638428, -2.6786954402923584, -1.926276683807373, -1.1363683938980103, -3.0380167961120605, -1.1950773000717163, -1.848376750946045, -1.901512622833252, -2.2383041381835938, -2.3656556606292725, -2.2649595737457275, -1.7068723440170288, -0.41370704770088196, -1.5592340230941772, -1.296571969985962, -1.5992553234100342, -1.5933676958084106, -2.3015780448913574, -2.1105334758758545, -1.221137523651123, -2.3259024620056152, -1.864181399345398, -1.7160125970840454, -1.0807392597198486, -1.9325968027114868, -1.4749386310577393, -1.344145655632019, -1.2192484140396118, -1.4089995622634888, -1.6214622259140015, -2.0524635314941406, -0.9760509133338928, -1.3979825973510742, -1.658874273300171, -2.9144127368927, -3.0252134799957275, -1.276565432548523, -2.174384355545044, -1.2799183130264282, -1.340268850326538, -2.004762649536133, -1.6037310361862183, -1.965035080909729, -1.331635594367981, -1.8338817358016968, -2.7201645374298096, -1.8310253620147705, -1.6824157238006592, -1.778822898864746, -0.26185673475265503, -0.9240485429763794, -1.5741921663284302, -1.618505835533142, -2.189037561416626, -2.441767454147339, -0.8004708886146545, -1.8480806350708008, -1.6358767747879028, -1.9150034189224243, -2.288060188293457, -2.0973734855651855, -1.4442280530929565, -1.2762548923492432, -1.384293556213379, -1.7422125339508057, -2.288814067840576, -0.29998326301574707, -0.5840154886245728, -1.572195053100586, -1.7373186349868774, -2.1284945011138916, -1.2998626232147217, -2.5818519592285156, -2.2446889877319336, -2.350238561630249, -0.3691856265068054, -0.9916659593582153, -0.8008473515510559, -2.558591604232788, -1.8397164344787598, -2.8190011978149414, -1.8933542966842651, -1.5455793142318726, -2.2175707817077637, -2.2724297046661377, -2.240067481994629, -2.0998892784118652, -2.0940277576446533, -2.145747423171997, -1.8896642923355103, -1.5366944074630737, -1.9594252109527588, -0.4481436014175415, -1.154830813407898, -1.4339382648468018]}, "Bot004_089_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_089.log.json", "context": "I am little bit shy[WHITE SMILING FACE]\ufe0f \nTell me about yourself! allright. i have a german shepher dog. his name is Clue. i love animals beside dogs. do you love animals too ? I do, i have a dog named patrick. He is a bichon. Do you enjoy building houses? well i do, but most of that i like coloring books I like to collect things, but i am not a big fan of them. Are you a construction worker? i am not. are you a construction worker ? I am a expression worker, i am axerophthol expression worker. what is axerophthol I love to make friends and family have you 5cats? i don't have any cats i just have a dog. but i like cats so much. I have a cat named oreo, he is my favorite. it's a great name ! tell me about you more I have never seen that. I am sure it is. tell me about yourself  one kiss is all it takes don't you ever forget that. I do not think that is a good thing. i never said it's a good thing. you just make sure you remember.", "response": "I think i will try that. I am not sure if i could fit right in.", "annotation_id": "Bot004_089_16", "annotations": ["X", "T", "X", "X", "T", "X", "X", "T", "X", "X", "O", "X", "O", "O", "O"], "gpt2background_target_score": [-9.058675765991211, -10.839266777038574, -8.492632865905762, -11.989296913146973, -12.057333946228027, -9.032184600830078, -7.79632568359375, -3.53985333442688, -11.494978904724121, -8.483214378356934, -13.052315711975098, -9.97255802154541, -7.458644866943359, -9.80640983581543, -11.869792938232422, -12.17127513885498, -8.793594360351562, -5.403025150299072], "gpt2background_argmax_score": [-1.9620229005813599, -1.8248188495635986, -2.1407625675201416, -2.425666093826294, -2.1714353561401367, -3.218947649002075, -0.7037155628204346, -0.8597986698150635, -0.9932182431221008, -2.6203224658966064, -0.6741978526115417, -2.0456631183624268, -0.7090533971786499, -0.5435458421707153, -1.8991988897323608, -0.8734158873558044, -0.4211331307888031, -1.8021297454833984, -1.0539547204971313, -2.3158819675445557, -1.490752100944519, -2.458303213119507, -2.0668528079986572, -2.1381397247314453, -2.271369218826294, -1.5600529909133911, -3.015920877456665, -0.646288275718689, -1.8148508071899414, -1.786149501800537, -0.13388268649578094, -1.929656982421875, -1.6740937232971191, -1.6495354175567627, -0.3082442879676819, -3.9449687004089355, -3.4092540740966797, -2.4339065551757812, -1.8881582021713257, -2.113975763320923, -1.3916977643966675, -1.5485378503799438, -1.3224321603775024, -1.0540636777877808, -1.1557259559631348, -0.5583428740501404, -1.5095257759094238, -2.248333215713501, -0.9705290198326111, -0.6088973879814148, -1.533063530921936, -1.5790513753890991, -1.1573195457458496, -1.736220121383667, -1.4579943418502808, -0.9130910038948059, -1.418360710144043, -1.5696711540222168, -0.5628229379653931, -0.8755742907524109, -1.2773181200027466, -1.7109321355819702, -1.5664482116699219, -1.457387924194336, -2.7453880310058594, -2.2384426593780518, -2.293546438217163, -1.4637426137924194, -2.181669235229492, -0.28770866990089417, -1.7044581174850464, -2.217780590057373, -2.060567855834961, -1.3696194887161255, -1.9083954095840454, -1.4472029209136963, -2.4055371284484863, -1.8173869848251343, -1.2068204879760742, -1.2254083156585693, -0.8962331414222717, -0.7609224319458008, -0.9459470510482788, -1.7852813005447388, -1.779137134552002, -2.2028255462646484, -1.2243068218231201, -1.9953978061676025, -1.8275452852249146, -1.9041035175323486, -1.045440912246704, -1.9241396188735962, -2.2268757820129395, -1.3512499332427979, -2.3653628826141357, -1.9774190187454224, -1.8944636583328247, -1.4493755102157593, -0.2612389922142029, -0.2609507739543915, -2.6857826709747314, -0.7833565473556519, -1.6162075996398926, -0.5300036668777466, -2.040266275405884, -2.3311328887939453, -1.1845777034759521, -0.8313928842544556, -2.135749578475952, -2.3455543518066406, -1.0793107748031616, -0.8750256896018982, -1.379360318183899, -0.28448957204818726, -1.2497470378875732, -0.2807520031929016, -0.49253395199775696, -0.510320782661438, -1.8697701692581177, -1.1470857858657837, -1.0386693477630615, -0.15888310968875885, -1.8917204141616821, -1.1156857013702393, -1.7967323064804077, -1.2786214351654053, -1.0126051902770996, -3.241661310195923, -1.1889703273773193, -2.7948288917541504, -2.191725015640259, -2.3919711112976074, -1.8269001245498657, -1.0428025722503662, -1.571007251739502, -2.009402275085449, -0.9522328972816467, -0.24710524082183838, -0.10270056873559952, -0.06846854835748672, -0.12188579142093658, -0.740003228187561, -1.083397388458252, -2.3605148792266846, -2.6786935329437256, -1.9262758493423462, -1.1363686323165894, -3.038017511367798, -1.1950769424438477, -1.8483777046203613, -1.9015109539031982, -2.23830246925354, -2.3656556606292725, -2.2649612426757812, -1.7068737745285034, -0.4137076735496521, -1.5592341423034668, -1.2965714931488037, -1.5992558002471924, -1.593367338180542, -2.3015787601470947, -2.110534429550171, -1.2211384773254395, -2.325901985168457, -1.8641812801361084, -1.7160115242004395, -1.0807386636734009, -1.9325965642929077, -1.4749391078948975, -1.3441466093063354, -1.2192463874816895, -1.4089996814727783, -1.6214640140533447, -2.052464485168457, -0.9760513305664062, -1.3979824781417847, -1.65887451171875, -2.91441011428833, -3.025214195251465, -1.2765659093856812, -2.174384832382202, -1.2799181938171387, -1.3402694463729858, -2.0047659873962402, -1.6037310361862183, -1.9650362730026245, -1.3316344022750854, -1.8338813781738281, -2.720162868499756, -1.8310233354568481, -1.6824153661727905, -1.7788240909576416, -0.2618559002876282, -0.9240482449531555, -1.5741950273513794, -1.6185065507888794, -2.189035415649414, -2.4417645931243896, -0.8004703521728516, -1.8480815887451172, -1.6358790397644043, -1.9150021076202393, -2.2880616188049316, -2.097374439239502, -1.444227933883667, -1.2762551307678223, -1.3842966556549072, -1.742212176322937, -2.2888128757476807, -0.29998335242271423, -0.5840169191360474, -1.572194218635559, -1.7373197078704834, -2.128493547439575, -1.2998629808425903, -2.5818517208099365, -2.2446906566619873, -2.3502423763275146, -0.3691846430301666, -0.9916640520095825, -0.8008473515510559, -2.55859112739563, -1.839717149734497, -2.819002151489258, -1.8933542966842651, -1.545580267906189, -2.21756911277771, -2.0958516597747803, -2.4395408630371094, -2.0790066719055176, -2.0642433166503906, -2.1635401248931885, -1.740686058998108, -1.9660909175872803, -0.4899788200855255, -1.2402111291885376, -1.9648857116699219, -2.0375986099243164, -1.6210064888000488, -1.0304856300354004, -2.0365591049194336, -1.0372554063796997, -0.7579951882362366, -0.11341819912195206, -0.9585273265838623, -1.9432238340377808, -2.1229407787323, -2.4268856048583984, -1.445242166519165, -1.109973669052124, -2.117060661315918, -1.5751841068267822, -2.1412203311920166, -2.0944204330444336, -2.2009356021881104, -1.6810767650604248, -1.9034062623977661, -1.9268522262573242, -1.2397308349609375, -1.4714208841323853, -1.7408862113952637, -2.176992416381836, -1.8779222965240479, -1.3910276889801025, -1.332676887512207, -1.6584734916687012, -1.443982720375061, -2.5420029163360596, -1.3708641529083252, -0.8477082252502441, -1.5118752717971802, -1.4999526739120483]}, "Bot004_089_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_089.log.json", "context": "I am little bit shy[WHITE SMILING FACE]\ufe0f \nTell me about yourself! allright. i have a german shepher dog. his name is Clue. i love animals beside dogs. do you love animals too ? I do, i have a dog named patrick. He is a bichon. Do you enjoy building houses? well i do, but most of that i like coloring books I like to collect things, but i am not a big fan of them. Are you a construction worker? i am not. are you a construction worker ? I am a expression worker, i am axerophthol expression worker. what is axerophthol I love to make friends and family have you 5cats? i don't have any cats i just have a dog. but i like cats so much. I have a cat named oreo, he is my favorite. it's a great name ! tell me about you more I have never seen that. I am sure it is. tell me about yourself  one kiss is all it takes don't you ever forget that. I do not think that is a good thing. i never said it's a good thing. you just make sure you remember. I think i will try that. I am not sure if i could fit right in. what do you like to do", "response": "I like to surf and surf", "annotation_id": "Bot004_089_18", "annotations": ["O", "T", "X", "O", "T", "T", "T", "T", "X", "O", "O", "O", "O", "O", "T"], "gpt2background_target_score": [-9.058675765991211, -7.645462989807129, -5.148567199707031, -13.847301483154297, -2.238217353820801, -13.054221153259277], "gpt2background_argmax_score": [-1.9620229005813599, -1.8248188495635986, -2.1407625675201416, -2.425666093826294, -2.1714353561401367, -3.218947649002075, -0.7037155628204346, -0.8597986698150635, -0.9932182431221008, -2.6203224658966064, -0.6741978526115417, -2.0456631183624268, -0.7090533971786499, -0.5435458421707153, -1.8991988897323608, -0.8734158873558044, -0.4211331307888031, -1.8021297454833984, -1.0539547204971313, -2.3158819675445557, -1.490752100944519, -2.458303213119507, -2.0668528079986572, -2.1381397247314453, -2.271369218826294, -1.5600529909133911, -3.015920877456665, -0.646288275718689, -1.8148508071899414, -1.786149501800537, -0.13388268649578094, -1.929656982421875, -1.6740937232971191, -1.6495354175567627, -0.3082442879676819, -3.9449687004089355, -3.4092540740966797, -2.4339065551757812, -1.8881582021713257, -2.113975763320923, -1.3916977643966675, -1.5485378503799438, -1.3224321603775024, -1.0540636777877808, -1.1557259559631348, -0.5583428740501404, -1.5095257759094238, -2.248333215713501, -0.9705290198326111, -0.6088973879814148, -1.533063530921936, -1.5790513753890991, -1.1573195457458496, -1.736220121383667, -1.4579943418502808, -0.9130910038948059, -1.418360710144043, -1.5696711540222168, -0.5628229379653931, -0.8755742907524109, -1.2773181200027466, -1.7109321355819702, -1.5664482116699219, -1.457387924194336, -2.7453880310058594, -2.2384426593780518, -2.293546438217163, -1.4637426137924194, -2.181669235229492, -0.28770866990089417, -1.7044581174850464, -2.217780590057373, -2.060567855834961, -1.3696194887161255, -1.9083954095840454, -1.4472029209136963, -2.4055371284484863, -1.8173869848251343, -1.2068204879760742, -1.2254083156585693, -0.8962331414222717, -0.7609224319458008, -0.9459470510482788, -1.7852813005447388, -1.779137134552002, -2.2028255462646484, -1.2243068218231201, -1.9953978061676025, -1.8275452852249146, -1.9041035175323486, -1.045440912246704, -1.9241396188735962, -2.2268757820129395, -1.3512499332427979, -2.3653628826141357, -1.9774190187454224, -1.8944636583328247, -1.4493755102157593, -0.2612389922142029, -0.2609507739543915, -2.6857826709747314, -0.7833565473556519, -1.6162075996398926, -0.5300036668777466, -2.040266275405884, -2.3311328887939453, -1.1845777034759521, -0.8313928842544556, -2.135749578475952, -2.3455543518066406, -1.0793107748031616, -0.8750256896018982, -1.379360318183899, -0.28448957204818726, -1.2497470378875732, -0.2807520031929016, -0.49253395199775696, -0.510320782661438, -1.8697701692581177, -1.1470857858657837, -1.0386693477630615, -0.15888310968875885, -1.8917204141616821, -1.1156857013702393, -1.7967323064804077, -1.2786214351654053, -1.0126051902770996, -3.241661310195923, -1.1889703273773193, -2.7948288917541504, -2.191725015640259, -2.3919711112976074, -1.8269001245498657, -1.0428025722503662, -1.571007251739502, -2.009402275085449, -0.9522334933280945, -0.24710598587989807, -0.10270056873559952, -0.06846888363361359, -0.12188589572906494, -0.7400017380714417, -1.0833971500396729, -2.3605146408081055, -2.678696632385254, -1.9262782335281372, -1.1363701820373535, -3.0380191802978516, -1.1950761079788208, -1.8483778238296509, -1.901510238647461, -2.2383038997650146, -2.3656558990478516, -2.264960527420044, -1.7068743705749512, -0.41370728611946106, -1.5592327117919922, -1.296571969985962, -1.5992562770843506, -1.5933680534362793, -2.301579713821411, -2.1105353832244873, -1.221137523651123, -2.325901985168457, -1.8641822338104248, -1.7160117626190186, -1.0807390213012695, -1.9325958490371704, -1.4749367237091064, -1.344146490097046, -1.219248652458191, -1.409001350402832, -1.6214625835418701, -2.052464008331299, -0.9760503172874451, -1.3979829549789429, -1.6588764190673828, -2.914412260055542, -3.025212287902832, -1.276566505432129, -2.174384832382202, -1.2799185514450073, -1.3402693271636963, -2.0047643184661865, -1.6037300825119019, -1.9650360345840454, -1.331632137298584, -1.8338819742202759, -2.720165491104126, -1.8310261964797974, -1.6824156045913696, -1.778822898864746, -0.26185616850852966, -0.9240478873252869, -1.5741935968399048, -1.6185063123703003, -2.1890387535095215, -2.4417643547058105, -0.8004707098007202, -1.848081111907959, -1.635878324508667, -1.9150031805038452, -2.2880616188049316, -2.0973753929138184, -1.4442293643951416, -1.2762547731399536, -1.3842949867248535, -1.7422140836715698, -2.2888128757476807, -0.29998326301574707, -0.5840172171592712, -1.5721971988677979, -1.737319827079773, -2.128493547439575, -1.2998634576797485, -2.58185076713562, -2.244690418243408, -2.350240707397461, -0.36918506026268005, -0.9916666150093079, -0.8008459210395813, -2.5585923194885254, -1.839717984199524, -2.819002151489258, -1.8933528661727905, -1.545576572418213, -2.217569589614868, -2.095851421356201, -2.439540147781372, -2.0790038108825684, -2.0642447471618652, -2.1635403633117676, -1.7406871318817139, -1.9660897254943848, -0.48997947573661804, -1.2402112483978271, -1.964884877204895, -2.037597894668579, -1.6210068464279175, -1.030485987663269, -2.03655743598938, -1.037256121635437, -0.7579932808876038, -0.11341819912195206, -0.9585270881652832, -1.943224310874939, -2.122941732406616, -2.426884412765503, -1.4452393054962158, -1.1099722385406494, -2.1170601844787598, -1.5751845836639404, -2.141221046447754, -1.9872463941574097, -1.5492619276046753, -1.8445065021514893, -1.8696764707565308, -1.0408976078033447, -1.4793777465820312, -2.1424713134765625, -2.0439870357513428, -2.1073460578918457, -1.4155428409576416, -1.4644039869308472, -1.6022891998291016, -1.3775668144226074, -2.668658971786499, -1.2303576469421387, -0.7029277682304382, -1.5327807664871216, -1.9765784740447998, -1.5566449165344238, -0.3129015862941742, -1.6206045150756836, -0.715509295463562, -0.8041216135025024, -1.3546892404556274, -2.1182539463043213, -2.2017312049865723, -2.0499215126037598, -1.7015302181243896, -2.0363547801971436, -2.363856077194214, -1.613121509552002]}, "Bot004_089_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_089.log.json", "context": "I am little bit shy[WHITE SMILING FACE]\ufe0f \nTell me about yourself! allright. i have a german shepher dog. his name is Clue. i love animals beside dogs. do you love animals too ? I do, i have a dog named patrick. He is a bichon. Do you enjoy building houses? well i do, but most of that i like coloring books I like to collect things, but i am not a big fan of them. Are you a construction worker? i am not. are you a construction worker ? I am a expression worker, i am axerophthol expression worker. what is axerophthol I love to make friends and family have you 5cats? i don't have any cats i just have a dog. but i like cats so much. I have a cat named oreo, he is my favorite. it's a great name ! tell me about you more I have never seen that. I am sure it is. tell me about yourself  one kiss is all it takes don't you ever forget that. I do not think that is a good thing. i never said it's a good thing. you just make sure you remember. I think i will try that. I am not sure if i could fit right in. what do you like to do I like to surf and surf where do you surf often", "response": "I am a pilot by the way", "annotation_id": "Bot004_089_20", "annotations": ["T", "T", "X", "T", "X", "T", "T", "T", "X", "X", "T", "X", "O", "O", "X"], "gpt2background_target_score": [-9.058675765991211, -9.939969062805176, -6.042139053344727, -12.518924713134766, -6.3214640617370605, -8.706159591674805, -12.654927253723145], "gpt2background_argmax_score": [-1.9620229005813599, -1.8248188495635986, -2.1407625675201416, -2.425666093826294, -2.1714353561401367, -3.218947649002075, -0.7037155628204346, -0.8597986698150635, -0.9932182431221008, -2.6203224658966064, -0.6741978526115417, -2.0456631183624268, -0.7090533971786499, -0.5435458421707153, -1.8991988897323608, -0.8734158873558044, -0.4211331307888031, -1.8021297454833984, -1.0539547204971313, -2.3158819675445557, -1.490752100944519, -2.458303213119507, -2.0668528079986572, -2.1381397247314453, -2.271369218826294, -1.5600529909133911, -3.015920877456665, -0.646288275718689, -1.8148508071899414, -1.786149501800537, -0.13388268649578094, -1.929656982421875, -1.6740937232971191, -1.6495354175567627, -0.3082442879676819, -3.9449687004089355, -3.4092540740966797, -2.4339065551757812, -1.8881582021713257, -2.113975763320923, -1.3916977643966675, -1.5485378503799438, -1.3224321603775024, -1.0540636777877808, -1.1557259559631348, -0.5583428740501404, -1.5095257759094238, -2.248333215713501, -0.9705290198326111, -0.6088973879814148, -1.533063530921936, -1.5790513753890991, -1.1573195457458496, -1.736220121383667, -1.4579943418502808, -0.9130910038948059, -1.418360710144043, -1.5696711540222168, -0.5628229379653931, -0.8755742907524109, -1.2773181200027466, -1.7109321355819702, -1.5664482116699219, -1.457387924194336, -2.7453880310058594, -2.2384426593780518, -2.293546438217163, -1.4637426137924194, -2.181669235229492, -0.28770866990089417, -1.7044581174850464, -2.217780590057373, -2.060567855834961, -1.3696194887161255, -1.9083954095840454, -1.4472029209136963, -2.4055371284484863, -1.8173869848251343, -1.2068204879760742, -1.2254083156585693, -0.8962331414222717, -0.7609224319458008, -0.9459470510482788, -1.7852813005447388, -1.779137134552002, -2.2028255462646484, -1.2243068218231201, -1.9953978061676025, -1.8275452852249146, -1.9041035175323486, -1.045440912246704, -1.9241396188735962, -2.2268757820129395, -1.3512499332427979, -2.3653628826141357, -1.9774190187454224, -1.8944636583328247, -1.4493755102157593, -0.2612389922142029, -0.2609507739543915, -2.6857826709747314, -0.7833565473556519, -1.6162075996398926, -0.5300036668777466, -2.040266275405884, -2.3311328887939453, -1.1845777034759521, -0.8313928842544556, -2.135749578475952, -2.3455543518066406, -1.0793107748031616, -0.8750256896018982, -1.379360318183899, -0.28448957204818726, -1.2497470378875732, -0.2807520031929016, -0.49253395199775696, -0.510320782661438, -1.8697701692581177, -1.1470857858657837, -1.0386693477630615, -0.15888310968875885, -1.8917204141616821, -1.1156857013702393, -1.7967323064804077, -1.2786214351654053, -1.0126051902770996, -3.241661310195923, -1.1889703273773193, -2.7948288917541504, -2.191725015640259, -2.3919711112976074, -1.8269001245498657, -1.0428025722503662, -1.571007251739502, -2.009402275085449, -0.9522334933280945, -0.24710598587989807, -0.10270056873559952, -0.06846888363361359, -0.12188589572906494, -0.7400017380714417, -1.0833969116210938, -2.3605153560638428, -2.6786954402923584, -1.926276683807373, -1.1363683938980103, -3.0380167961120605, -1.195075273513794, -1.8483787775039673, -1.901510238647461, -2.2383038997650146, -2.3656539916992188, -2.264960527420044, -1.7068723440170288, -0.4137076735496521, -1.5592327117919922, -1.2965731620788574, -1.5992560386657715, -1.5933693647384644, -2.301579236984253, -2.1105360984802246, -1.2211369276046753, -2.3259012699127197, -1.864180564880371, -1.7160115242004395, -1.0807396173477173, -1.9325968027114868, -1.474937915802002, -1.3441455364227295, -1.2192482948303223, -1.4089999198913574, -1.6214632987976074, -2.052464246749878, -0.976050615310669, -1.3979827165603638, -1.6588767766952515, -2.914414882659912, -3.025211811065674, -1.2765662670135498, -2.1743857860565186, -1.2799173593521118, -1.3402681350708008, -2.004762887954712, -1.60373055934906, -1.9650347232818604, -1.331635594367981, -1.8338819742202759, -2.7201662063598633, -1.83102548122406, -1.6824169158935547, -1.7788231372833252, -0.2618559002876282, -0.9240490198135376, -1.5741941928863525, -1.6185063123703003, -2.1890358924865723, -2.4417643547058105, -0.8004697561264038, -1.848081350326538, -1.6358790397644043, -1.915002703666687, -2.2880609035491943, -2.0973753929138184, -1.4442282915115356, -1.2762562036514282, -1.384293556213379, -1.7422138452529907, -2.2888126373291016, -0.29998308420181274, -0.5840170383453369, -1.572194218635559, -1.7373181581497192, -2.1284945011138916, -1.299863576889038, -2.5818514823913574, -2.244690179824829, -2.35024094581604, -0.3691858649253845, -0.9916660189628601, -0.8008469939231873, -2.5585923194885254, -1.8397170305252075, -2.8190009593963623, -1.893352746963501, -1.5455795526504517, -2.2175705432891846, -2.0958521366119385, -2.4395408630371094, -2.0790064334869385, -2.064244031906128, -2.1635406017303467, -1.7406853437423706, -1.966090440750122, -0.48998022079467773, -1.240212082862854, -1.9648855924606323, -2.037597894668579, -1.6210068464279175, -1.030484676361084, -2.0365583896636963, -1.0372569561004639, -0.757991373538971, -0.11341819912195206, -0.9585274457931519, -1.943223237991333, -2.1229405403137207, -2.4268860816955566, -1.445238471031189, -1.1099716424942017, -2.1170620918273926, -1.5751813650131226, -2.1412179470062256, -1.9872456789016724, -1.5492608547210693, -1.8445063829421997, -1.8696753978729248, -1.040900468826294, -1.4793791770935059, -2.142472267150879, -2.04398775100708, -2.107347249984741, -1.4155445098876953, -1.4644047021865845, -1.602288842201233, -1.3775651454925537, -2.6686601638793945, -1.2303591966629028, -0.7029290795326233, -1.5327800512313843, -1.9765790700912476, -1.5566447973251343, -0.31290149688720703, -1.6206070184707642, -0.7155106663703918, -0.8041222095489502, -1.3546912670135498, -2.3494882583618164, -1.697318434715271, -1.5865999460220337, -1.829545021057129, -2.7363884449005127, -1.4661344289779663, -0.7511308789253235, -0.2881799638271332, -0.9261854887008667, -1.0273391008377075, -1.1454941034317017, -2.1819968223571777, -2.4508674144744873, -1.298046588897705, -0.7082332968711853, -1.5040525197982788, -1.9243378639221191, -0.3390350043773651, -1.08035409450531]}, "Bot004_090_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_090.log.json", "context": "I am little bit shy[WHITE SMILING FACE]\ufe0f \nTell me about yourself! hii", "response": "I am a retired man. Are you an electrician?", "annotation_id": "Bot004_090_02", "annotations": ["T", "T", "T", "O", "O", "T", "O", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-9.058670997619629, -9.939970016479492, -6.042136192321777, -11.027971267700195, -9.175787925720215, -7.84593391418457, -10.967010498046875, -8.148937225341797, -11.668259620666504, -13.837102890014648, -15.070011138916016, -5.576301574707031], "gpt2background_argmax_score": [-1.9620229005813599, -1.8248172998428345, -2.1407651901245117, -2.4256651401519775, -2.1714351177215576, -3.2189462184906006, -0.7037171721458435, -0.859801173210144, -0.9932162761688232, -2.6203231811523438, -0.6741974353790283, -2.0456645488739014, -0.7090531587600708, -0.5435453653335571, -1.899198055267334, -0.873415470123291, -0.4211333692073822, -1.8021304607391357, -1.0539546012878418, -2.315882921218872, -1.4907528162002563, -1.7360661029815674, -0.6909860372543335, -2.18969988822937, -1.9912365674972534, -1.9095430374145508, -1.5153464078903198, -3.7505486011505127, -1.7732170820236206, -1.2666144371032715, -0.23559847474098206, -2.285857677459717, -2.887019157409668, -0.12005570530891418, -0.5905619263648987, -0.5592281818389893]}, "Bot004_090_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_090.log.json", "context": "I am little bit shy[WHITE SMILING FACE]\ufe0f \nTell me about yourself! hii I am a retired man. Are you an electrician? no i am not an electrian", "response": "I am sorry to hear that.", "annotation_id": "Bot004_090_04", "annotations": ["O", "T", "O", "O", "X", "O", "O", "O", "T", "O", "O", "T", "T", "T", "T"], "gpt2background_target_score": [-9.058670997619629, -9.939970016479492, -7.558621406555176, -7.206548690795898, -13.793663024902344, -9.032183647155762, -7.796324253082275], "gpt2background_argmax_score": [-1.9620229005813599, -1.8248172998428345, -2.1407651901245117, -2.4256651401519775, -2.1714351177215576, -3.2189462184906006, -0.7037171721458435, -0.859801173210144, -0.9932162761688232, -2.6203231811523438, -0.6741974353790283, -2.0456645488739014, -0.7090531587600708, -0.5435453653335571, -1.899198055267334, -0.873415470123291, -0.4211333692073822, -1.8021304607391357, -1.0539546012878418, -2.315882921218872, -1.4907528162002563, -1.7360661029815674, -0.6909860372543335, -2.0158441066741943, -1.908005952835083, -1.764003872871399, -3.7856781482696533, -2.0162041187286377, -1.4931575059890747, -0.2408054918050766, -2.3768601417541504, -2.947204828262329, -0.13834896683692932, -0.5835903286933899, -1.6789512634277344, -1.778200626373291, -1.565675973892212, -1.5867654085159302, -0.9433271288871765, -0.04458671808242798, -1.5460196733474731, -1.3385913372039795, -2.155149459838867, -1.171136736869812, -1.0038957595825195, -2.0378081798553467, -0.2703782916069031, -0.8464348316192627, -1.0916266441345215, -1.439460039138794]}, "Bot004_090_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_090.log.json", "context": "I am little bit shy[WHITE SMILING FACE]\ufe0f \nTell me about yourself! hii I am a retired man. Are you an electrician? no i am not an electrian I am sorry to hear that. i am just 13 years old", "response": "Wow that is quite impressive.", "annotation_id": "Bot004_090_06", "annotations": ["T", "O", "T", "T", "X", "T", "O", "O", "T", "O", "T", "O", "O", "O", "O"], "gpt2background_target_score": [-12.362373352050781, -8.70840072631836, -8.90452766418457, -10.544395446777344, -13.157708168029785, -7.84593391418457], "gpt2background_argmax_score": [-1.9620229005813599, -1.8248172998428345, -2.1407651901245117, -2.4256651401519775, -2.1714351177215576, -3.2189462184906006, -0.7037171721458435, -0.859801173210144, -0.9932162761688232, -2.6203231811523438, -0.6741974353790283, -2.0456645488739014, -0.7090531587600708, -0.5435453653335571, -1.899198055267334, -0.873415470123291, -0.4211333692073822, -1.8021304607391357, -1.0539546012878418, -2.315882921218872, -1.4907528162002563, -1.7360661029815674, -0.6909860372543335, -2.0158441066741943, -1.9080065488815308, -1.7640056610107422, -3.7856783866882324, -2.016204595565796, -1.4931584596633911, -0.24080483615398407, -2.376859426498413, -2.947206974029541, -0.13834896683692932, -0.5835888981819153, -1.6789517402648926, -1.7782012224197388, -1.5656771659851074, -1.5867645740509033, -0.9433275461196899, -0.044586606323719025, -1.5460184812545776, -1.3385902643203735, -0.5189409852027893, -1.1273863315582275, -1.43285071849823, -0.5286160111427307, -1.1024538278579712, -0.987084686756134, -1.987830400466919, -0.9270181655883789, -1.3728734254837036, -1.4777215719223022, -1.796903133392334, -0.1698768138885498, -1.2808464765548706, -2.1268885135650635, -1.5018500089645386, -1.3735742568969727, -1.9990234375, -2.027496337890625, -1.075439453125, -1.549445390701294]}, "Bot004_090_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_090.log.json", "context": "I am little bit shy[WHITE SMILING FACE]\ufe0f \nTell me about yourself! hii I am a retired man. Are you an electrician? no i am not an electrian I am sorry to hear that. i am just 13 years old Wow that is quite impressive. i m playing on the soccer team", "response": "I love soccer, i am a big fan of country music. Do you work my parents farms?", "annotation_id": "Bot004_090_08", "annotations": ["O", "T", "X", "T", "O", "O", "O", "O", "X", "O", "T", "T", "O", "O", "O"], "gpt2background_target_score": [-9.058675765991211, -10.367016792297363, -12.29327392578125, -7.643271446228027, -8.536317825317383, -9.825899124145508, -8.64113998413086, -12.550583839416504, -11.204684257507324, -8.89053726196289, -12.85800838470459, -10.58044719696045, -7.568005084991455, -8.302401542663574, -7.988150596618652, -11.861361503601074, -4.122204780578613, -10.53476619720459, -12.435088157653809, -3.387929677963257], "gpt2background_argmax_score": [-1.9620229005813599, -1.8248188495635986, -2.1407625675201416, -2.425666093826294, -2.1714353561401367, -3.218947649002075, -0.7037155628204346, -0.8597986698150635, -0.9932182431221008, -2.6203224658966064, -0.6741978526115417, -2.0456631183624268, -0.7090533971786499, -0.5435458421707153, -1.8991988897323608, -0.8734158873558044, -0.4211331307888031, -1.8021297454833984, -1.0539547204971313, -2.3158819675445557, -1.490752100944519, -1.7360650300979614, -0.6909842491149902, -2.0158438682556152, -1.9080051183700562, -1.7640063762664795, -3.7856810092926025, -2.0162031650543213, -1.493159532546997, -0.24080483615398407, -2.3768601417541504, -2.947204828262329, -0.13834907114505768, -0.5835912823677063, -1.678951621055603, -1.7782015800476074, -1.5656763315200806, -1.5867657661437988, -0.9433258175849915, -0.04458671808242798, -1.5460193157196045, -1.3385937213897705, -0.5189419984817505, -1.1273868083953857, -1.432852029800415, -0.5286166071891785, -1.1024558544158936, -0.9870846271514893, -1.9878289699554443, -0.9270186424255371, -1.3728740215301514, -1.4777181148529053, -1.7969003915786743, -0.16987691819667816, -1.2808458805084229, -1.718498706817627, -1.39509916305542, -2.2285330295562744, -1.9113385677337646, -0.9912877082824707, -1.818525791168213, -1.389206051826477, -2.5551111698150635, -2.3474600315093994, -1.5672979354858398, -2.1884570121765137, -0.8081389665603638, -1.9528729915618896, -2.466264486312866, -1.7105298042297363, -2.1329445838928223, -1.5370664596557617, -1.515987753868103, -1.7402814626693726, -1.6678485870361328, -3.5277254581451416, -0.7438840866088867, -0.45792800188064575, -2.25382399559021, -2.0918161869049072, -1.3241703510284424, -1.6894757747650146, -0.278597354888916, -1.5374523401260376, -1.6046699285507202, -1.0033574104309082, -1.626418113708496, -1.194189429283142, -0.8571333885192871]}, "Bot004_090_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_090.log.json", "context": "I am little bit shy[WHITE SMILING FACE]\ufe0f \nTell me about yourself! hii I am a retired man. Are you an electrician? no i am not an electrian I am sorry to hear that. i am just 13 years old Wow that is quite impressive. i m playing on the soccer team I love soccer, i am a big fan of country music. Do you work my parents farms? i m not working", "response": "What do you do for work?", "annotation_id": "Bot004_090_10", "annotations": ["T", "T", "X", "T", "O", "T", "O", "O", "X", "O", "T", "O", "X", "O", "X"], "gpt2background_target_score": [-11.777623176574707, -10.683478355407715, -7.804696083068848, -11.178082466125488, -3.836289405822754, -10.947103500366211, -7.959786415100098], "gpt2background_argmax_score": [-1.9620229005813599, -1.8248188495635986, -2.1407625675201416, -2.425666093826294, -2.1714353561401367, -3.218947649002075, -0.7037155628204346, -0.8597986698150635, -0.9932182431221008, -2.6203224658966064, -0.6741978526115417, -2.0456631183624268, -0.7090533971786499, -0.5435458421707153, -1.8991988897323608, -0.8734158873558044, -0.4211331307888031, -1.8021297454833984, -1.0539547204971313, -2.3158819675445557, -1.490752100944519, -1.7360650300979614, -0.6909842491149902, -2.0158438682556152, -1.9080051183700562, -1.7640063762664795, -3.7856810092926025, -2.0162031650543213, -1.493159532546997, -0.24080483615398407, -2.3768601417541504, -2.947204828262329, -0.13834907114505768, -0.5835912823677063, -1.678951621055603, -1.7782015800476074, -1.5656763315200806, -1.5867657661437988, -0.9433258175849915, -0.04458671808242798, -1.5460193157196045, -1.3385937213897705, -0.5189411044120789, -1.1273856163024902, -1.4328515529632568, -0.5286170244216919, -1.1024549007415771, -0.9870848059654236, -1.9878296852111816, -0.9270197153091431, -1.3728735446929932, -1.4777179956436157, -1.7969001531600952, -0.16987691819667816, -1.2808458805084229, -1.718498706817627, -1.3950974941253662, -2.228532314300537, -1.9113370180130005, -0.9912878274917603, -1.8185265064239502, -1.389207124710083, -2.555114269256592, -2.347461700439453, -1.5672975778579712, -2.1884591579437256, -0.8081389665603638, -1.9528744220733643, -1.5074878931045532, -2.351383686065674, -1.3270171880722046, -1.9281986951828003, -1.5995779037475586, -1.7008472681045532, -3.8155646324157715, -0.7465246915817261, -0.44951537251472473, -2.0379724502563477, -1.7154539823532104, -1.2736971378326416, -1.6546123027801514, -0.2842492461204529, -1.5040278434753418, -1.6837345361709595, -1.2117340564727783, -1.6272757053375244, -1.3283237218856812, -2.2522008419036865, -1.5672158002853394, -1.7835547924041748, -1.4872009754180908, -0.9733032584190369, -2.238748073577881, -2.0595474243164062, -0.36791786551475525, -0.9923589825630188, -1.5502606630325317, -2.2117533683776855, -0.502949595451355, -0.43479353189468384]}, "Bot004_090_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_090.log.json", "context": "I am little bit shy[WHITE SMILING FACE]\ufe0f \nTell me about yourself! hii I am a retired man. Are you an electrician? no i am not an electrian I am sorry to hear that. i am just 13 years old Wow that is quite impressive. i m playing on the soccer team I love soccer, i am a big fan of country music. Do you work my parents farms? i m not working What do you do for work? i hate my big brother", "response": "You are crazy?", "annotation_id": "Bot004_090_12", "annotations": ["O", "T", "X", "T", "T", "O", "T", "O", "T", "O", "T", "T", "T", "T", "X"], "gpt2background_target_score": [-11.806857109069824, -12.6482572555542, -6.288913726806641, -11.33442211151123], "gpt2background_argmax_score": [-1.9620229005813599, -1.8248188495635986, -2.1407625675201416, -2.425666093826294, -2.1714353561401367, -3.218947649002075, -0.7037155628204346, -0.8597986698150635, -0.9932182431221008, -2.6203224658966064, -0.6741978526115417, -2.0456631183624268, -0.7090533971786499, -0.5435458421707153, -1.8991988897323608, -0.8734158873558044, -0.4211331307888031, -1.8021297454833984, -1.0539547204971313, -2.3158819675445557, -1.490752100944519, -1.7360650300979614, -0.6909842491149902, -2.0158438682556152, -1.9080051183700562, -1.7640063762664795, -3.7856810092926025, -2.0162031650543213, -1.493159532546997, -0.24080483615398407, -2.3768601417541504, -2.947204828262329, -0.13834907114505768, -0.5835912823677063, -1.678951621055603, -1.7782015800476074, -1.5656763315200806, -1.5867657661437988, -0.9433258175849915, -0.04458671808242798, -1.5460193157196045, -1.3385937213897705, -0.5189411044120789, -1.1273856163024902, -1.4328515529632568, -0.5286170244216919, -1.1024549007415771, -0.9870848059654236, -1.9878296852111816, -0.9270197153091431, -1.3728735446929932, -1.4777179956436157, -1.7969001531600952, -0.16987691819667816, -1.2808458805084229, -1.718498706817627, -1.3950974941253662, -2.228532314300537, -1.9113370180130005, -0.9912878274917603, -1.8185265064239502, -1.389207124710083, -2.555114269256592, -2.347461700439453, -1.5672975778579712, -2.1884591579437256, -0.8081389665603638, -1.9528744220733643, -1.5074878931045532, -2.351383686065674, -1.3270171880722046, -1.9281986951828003, -1.5995779037475586, -1.7008472681045532, -3.8155646324157715, -0.7465246915817261, -0.44951537251472473, -2.0379724502563477, -1.7154539823532104, -1.2736971378326416, -1.6546123027801514, -0.2842492461204529, -1.5040278434753418, -1.6837345361709595, -1.2117340564727783, -1.6272757053375244, -1.3283237218856812, -2.2522008419036865, -1.5672158002853394, -1.7835547924041748, -1.4872009754180908, -0.9733032584190369, -1.9240747690200806, -0.338937908411026, -0.8057719469070435, -1.4341667890548706, -2.037809133529663, -0.7924029231071472, -1.9301929473876953, -1.7186309099197388, -2.570760488510132, -1.4238125085830688, -1.0737457275390625, -1.5964032411575317, -2.2194530963897705, -2.3603157997131348, -1.8133925199508667, -1.445744276046753, -0.8181405067443848]}, "Bot004_090_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_090.log.json", "context": "I am little bit shy[WHITE SMILING FACE]\ufe0f \nTell me about yourself! hii I am a retired man. Are you an electrician? no i am not an electrian I am sorry to hear that. i am just 13 years old Wow that is quite impressive. i m playing on the soccer team I love soccer, i am a big fan of country music. Do you work my parents farms? i m not working What do you do for work? i hate my big brother You are crazy? he can do everything, but i m not, forbidden for me", "response": "I am not a fan of that. I am wiccan so i do not know what to say.", "annotation_id": "Bot004_090_14", "annotations": ["T", "T", "T", "T", "X", "T", "T", "O", "O", "O", "T", "T", "X", "X", "X"], "gpt2background_target_score": [-9.058675765991211, -9.939969062805176, -7.963340759277344, -5.911584854125977, -11.172758102416992, -8.223920822143555, -8.567880630493164, -7.065545082092285, -9.159290313720703, -10.341772079467773, -8.707033157348633, -11.692818641662598, -11.441579818725586, -7.06947135925293, -5.880265712738037, -10.022107124328613, -9.899219512939453, -9.515593528747559, -3.9102139472961426, -6.092532634735107, -11.315384864807129, -6.513073444366455], "gpt2background_argmax_score": [-1.9620229005813599, -1.8248188495635986, -2.1407625675201416, -2.425666093826294, -2.1714353561401367, -3.218947649002075, -0.7037155628204346, -0.8597986698150635, -0.9932182431221008, -2.6203224658966064, -0.6741978526115417, -2.0456631183624268, -0.7090533971786499, -0.5435458421707153, -1.8991988897323608, -0.8734158873558044, -0.4211331307888031, -1.8021297454833984, -1.0539547204971313, -2.3158819675445557, -1.490752100944519, -1.7360650300979614, -0.6909842491149902, -2.0158438682556152, -1.9080051183700562, -1.7640063762664795, -3.7856810092926025, -2.0162031650543213, -1.493159532546997, -0.24080483615398407, -2.3768601417541504, -2.947204828262329, -0.13834907114505768, -0.5835912823677063, -1.678951621055603, -1.7782015800476074, -1.5656763315200806, -1.5867657661437988, -0.9433258175849915, -0.04458671808242798, -1.5460193157196045, -1.3385937213897705, -0.5189411044120789, -1.1273856163024902, -1.4328515529632568, -0.5286170244216919, -1.1024549007415771, -0.9870848059654236, -1.9878296852111816, -0.9270197153091431, -1.3728735446929932, -1.4777179956436157, -1.7969001531600952, -0.16987691819667816, -1.2808458805084229, -1.718498706817627, -1.3950974941253662, -2.228532314300537, -1.9113370180130005, -0.9912878274917603, -1.8185265064239502, -1.389207124710083, -2.555114269256592, -2.347461700439453, -1.5672975778579712, -2.1884591579437256, -0.8081389665603638, -1.9528744220733643, -1.5074878931045532, -2.351383686065674, -1.3270171880722046, -1.9281986951828003, -1.5995779037475586, -1.7008472681045532, -3.8155646324157715, -0.7465246915817261, -0.44951537251472473, -2.0379724502563477, -1.7154539823532104, -1.2736971378326416, -1.6546123027801514, -0.2842492461204529, -1.5040278434753418, -1.6837345361709595, -1.2117340564727783, -1.6272757053375244, -1.3283237218856812, -2.2522008419036865, -1.5672158002853394, -1.7835547924041748, -1.4872009754180908, -0.9733032584190369, -1.9240747690200806, -0.338937908411026, -0.8057719469070435, -1.4341667890548706, -2.037809133529663, -0.7924033403396606, -1.9301929473876953, -1.7186315059661865, -2.570758104324341, -1.4238126277923584, -1.0737452507019043, -1.5964027643203735, -2.3559200763702393, -1.8962806463241577, -1.4390738010406494, -2.4225974082946777, -1.3476272821426392, -1.4788203239440918, -1.99912428855896, -1.9803004264831543, -2.0854570865631104, -1.7227641344070435, -2.196171522140503, -1.5296344757080078, -2.8841443061828613, -1.683042287826538, -2.9464142322540283, -2.6299636363983154, -1.5654603242874146, -2.3190886974334717, -1.9538922309875488, -1.759474515914917, -1.6502189636230469, -2.300905227661133, -0.33564838767051697, -1.0269057750701904, -1.538449764251709, -1.3322967290878296, -1.5343390703201294, -1.4940037727355957, -2.6445701122283936, -2.1715550422668457, -2.5105538368225098, -1.3484936952590942, -1.9600213766098022, -1.8945980072021484, -2.049478054046631, -1.5973905324935913, -1.559881567955017, -0.27989697456359863, -1.1360512971878052, -1.253624677658081]}, "Bot004_090_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_090.log.json", "context": "I am little bit shy[WHITE SMILING FACE]\ufe0f \nTell me about yourself! hii I am a retired man. Are you an electrician? no i am not an electrian I am sorry to hear that. i am just 13 years old Wow that is quite impressive. i m playing on the soccer team I love soccer, i am a big fan of country music. Do you work my parents farms? i m not working What do you do for work? i hate my big brother You are crazy? he can do everything, but i m not, forbidden for me I am not a fan of that. I am wiccan so i do not know what to say. its difficult to saying anything", "response": "I am sorry to hear that.", "annotation_id": "Bot004_090_16", "annotations": ["O", "O", "X", "T", "X", "O", "T", "T", "T", "O", "T", "T", "O", "O", "T"], "gpt2background_target_score": [-9.058675765991211, -9.939969062805176, -7.558621406555176, -7.206550598144531, -13.793663024902344, -9.032184600830078, -7.79632568359375], "gpt2background_argmax_score": [-1.9620229005813599, -1.8248188495635986, -2.1407625675201416, -2.425666093826294, -2.1714353561401367, -3.218947649002075, -0.7037155628204346, -0.8597986698150635, -0.9932182431221008, -2.6203224658966064, -0.6741978526115417, -2.0456631183624268, -0.7090533971786499, -0.5435458421707153, -1.8991988897323608, -0.8734158873558044, -0.4211331307888031, -1.8021297454833984, -1.0539547204971313, -2.3158819675445557, -1.490752100944519, -1.7360650300979614, -0.6909842491149902, -2.0158438682556152, -1.9080051183700562, -1.7640063762664795, -3.7856810092926025, -2.0162031650543213, -1.493159532546997, -0.24080483615398407, -2.3768601417541504, -2.947204828262329, -0.13834907114505768, -0.5835912823677063, -1.678951621055603, -1.7782015800476074, -1.5656763315200806, -1.5867657661437988, -0.9433258175849915, -0.04458671808242798, -1.5460193157196045, -1.3385937213897705, -0.5189411044120789, -1.1273856163024902, -1.4328515529632568, -0.5286170244216919, -1.1024549007415771, -0.9870848059654236, -1.9878296852111816, -0.9270197153091431, -1.3728735446929932, -1.4777179956436157, -1.7969001531600952, -0.16987691819667816, -1.2808458805084229, -1.718498706817627, -1.3950974941253662, -2.228532314300537, -1.9113370180130005, -0.9912878274917603, -1.8185265064239502, -1.389207124710083, -2.555114269256592, -2.347461700439453, -1.5672975778579712, -2.1884591579437256, -0.8081389665603638, -1.9528744220733643, -1.5074878931045532, -2.351383686065674, -1.3270171880722046, -1.9281986951828003, -1.5995779037475586, -1.7008472681045532, -3.8155646324157715, -0.7465246915817261, -0.44951537251472473, -2.0379724502563477, -1.7154539823532104, -1.2736971378326416, -1.6546123027801514, -0.2842492461204529, -1.5040278434753418, -1.6837345361709595, -1.2117340564727783, -1.6272757053375244, -1.3283237218856812, -2.2522008419036865, -1.5672158002853394, -1.7835547924041748, -1.4872009754180908, -0.9733032584190369, -1.9240747690200806, -0.338937908411026, -0.8057719469070435, -1.4341667890548706, -2.037809133529663, -0.7924033403396606, -1.9301929473876953, -1.7186315059661865, -2.570758104324341, -1.4238126277923584, -1.0737452507019043, -1.5964027643203735, -2.3559200763702393, -1.8962806463241577, -1.4390738010406494, -2.4225974082946777, -1.3476272821426392, -1.4788203239440918, -1.99912428855896, -1.9803004264831543, -2.0854570865631104, -1.7227641344070435, -2.196171522140503, -1.5296344757080078, -2.8841443061828613, -1.683042287826538, -2.9464142322540283, -2.6299636363983154, -1.5654603242874146, -1.6450543403625488, -2.1886630058288574, -2.015456438064575, -2.340594530105591, -0.4108392298221588, -1.8396546840667725, -1.2057394981384277, -1.982749581336975, -1.4201500415802002, -1.7533923387527466, -2.5832748413085938, -1.8764119148254395, -2.592984437942505, -1.413025975227356, -1.744173526763916, -2.192582607269287, -1.9210219383239746, -1.5505857467651367, -1.4275797605514526, -0.2365136444568634, -1.1725414991378784, -2.0269935131073, -2.0917136669158936, -1.1191397905349731, -2.8891870975494385, -2.734950542449951, -2.13508677482605, -2.3531789779663086, -2.160853862762451, -1.7277100086212158, -1.7067768573760986, -0.06326505541801453, -0.4625355303287506, -0.6461743712425232, -1.634891390800476]}, "Bot004_090_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_090.log.json", "context": "I am little bit shy[WHITE SMILING FACE]\ufe0f \nTell me about yourself! hii I am a retired man. Are you an electrician? no i am not an electrian I am sorry to hear that. i am just 13 years old Wow that is quite impressive. i m playing on the soccer team I love soccer, i am a big fan of country music. Do you work my parents farms? i m not working What do you do for work? i hate my big brother You are crazy? he can do everything, but i m not, forbidden for me I am not a fan of that. I am wiccan so i do not know what to say. its difficult to saying anything I am sorry to hear that. thanks for understanding me", "response": "You are welcome. Do you like music?", "annotation_id": "Bot004_090_18", "annotations": ["T", "O", "O", "X", "O", "T", "O", "O", "O", "O", "T", "O", "O", "O", "O"], "gpt2background_target_score": [-11.806857109069824, -12.6482572555542, -12.808576583862305, -7.93109130859375, -11.224748611450195, -9.982099533081055, -11.739920616149902, -11.81928825378418, -9.734953880310059], "gpt2background_argmax_score": [-1.9620229005813599, -1.8248188495635986, -2.1407625675201416, -2.425666093826294, -2.1714353561401367, -3.218947649002075, -0.7037155628204346, -0.8597986698150635, -0.9932182431221008, -2.6203224658966064, -0.6741978526115417, -2.0456631183624268, -0.7090533971786499, -0.5435458421707153, -1.8991988897323608, -0.8734158873558044, -0.4211331307888031, -1.8021297454833984, -1.0539547204971313, -2.3158819675445557, -1.490752100944519, -1.7360650300979614, -0.6909842491149902, -2.0158438682556152, -1.9080051183700562, -1.7640063762664795, -3.7856810092926025, -2.0162031650543213, -1.493159532546997, -0.24080483615398407, -2.3768601417541504, -2.947204828262329, -0.13834907114505768, -0.5835912823677063, -1.678951621055603, -1.7782015800476074, -1.5656763315200806, -1.5867657661437988, -0.9433258175849915, -0.04458671808242798, -1.5460193157196045, -1.3385937213897705, -0.5189411044120789, -1.1273856163024902, -1.4328515529632568, -0.5286170244216919, -1.1024549007415771, -0.9870848059654236, -1.9878296852111816, -0.9270197153091431, -1.3728735446929932, -1.4777179956436157, -1.7969001531600952, -0.16987691819667816, -1.2808458805084229, -1.718498706817627, -1.3950974941253662, -2.228532314300537, -1.9113370180130005, -0.9912878274917603, -1.8185265064239502, -1.389207124710083, -2.555114269256592, -2.347461700439453, -1.5672975778579712, -2.1884591579437256, -0.8081389665603638, -1.9528744220733643, -1.5074878931045532, -2.351383686065674, -1.3270171880722046, -1.9281986951828003, -1.5995779037475586, -1.7008472681045532, -3.8155646324157715, -0.7465246915817261, -0.44951537251472473, -2.0379724502563477, -1.7154539823532104, -1.2736971378326416, -1.6546123027801514, -0.2842492461204529, -1.5040278434753418, -1.6837345361709595, -1.2117340564727783, -1.6272757053375244, -1.3283237218856812, -2.2522008419036865, -1.5672158002853394, -1.7835547924041748, -1.4872009754180908, -0.9733032584190369, -1.9240747690200806, -0.338937908411026, -0.8057719469070435, -1.4341667890548706, -2.037809133529663, -0.7924033403396606, -1.9301929473876953, -1.7186315059661865, -2.570758104324341, -1.4238126277923584, -1.0737452507019043, -1.5964027643203735, -2.3559200763702393, -1.8962806463241577, -1.4390738010406494, -2.4225974082946777, -1.3476272821426392, -1.4788203239440918, -1.99912428855896, -1.9803004264831543, -2.0854570865631104, -1.7227641344070435, -2.196171522140503, -1.5296344757080078, -2.8841443061828613, -1.683042287826538, -2.9464142322540283, -2.6299636363983154, -1.5654603242874146, -1.6450543403625488, -2.1886630058288574, -2.015456438064575, -2.340594530105591, -0.4108392298221588, -1.8396546840667725, -1.2057394981384277, -1.982749581336975, -1.4201500415802002, -1.7533923387527466, -2.5832748413085938, -1.876409649848938, -2.5929863452911377, -1.4130280017852783, -1.7441743612289429, -2.1925809383392334, -1.9210200309753418, -1.550586462020874, -1.427580714225769, -0.23651345074176788, -1.1725407838821411, -2.0269935131073, -2.091712713241577, -1.1191396713256836, -2.8891854286193848, -2.734950304031372, -2.1350860595703125, -2.0998268127441406, -1.3632456064224243, -1.8249130249023438, -0.18345503509044647, -1.3274641036987305, -0.7030484080314636, -1.848307490348816, -1.1935861110687256, -1.418873906135559, -1.614094614982605, -1.3793113231658936, -2.2677645683288574, -1.4896148443222046, -2.120347261428833, -1.3657180070877075, -1.8910372257232666, -0.5997956991195679, -1.5745786428451538, -2.278172492980957, -0.6546894311904907, -1.4227744340896606]}, "Bot004_090_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_090.log.json", "context": "I am little bit shy[WHITE SMILING FACE]\ufe0f \nTell me about yourself! hii I am a retired man. Are you an electrician? no i am not an electrian I am sorry to hear that. i am just 13 years old Wow that is quite impressive. i m playing on the soccer team I love soccer, i am a big fan of country music. Do you work my parents farms? i m not working What do you do for work? i hate my big brother You are crazy? he can do everything, but i m not, forbidden for me I am not a fan of that. I am wiccan so i do not know what to say. its difficult to saying anything I am sorry to hear that. thanks for understanding me You are welcome. Do you like music? yes rap and r&b", "response": "I like pop music and country.", "annotation_id": "Bot004_090_20", "annotations": ["O", "O", "O", "X", "X", "O", "O", "X", "O", "O", "T", "T", "O", "O", "O"], "gpt2background_target_score": [-9.058675765991211, -7.645462989807129, -10.94146728515625, -12.06935977935791, -2.238217353820801, -11.989542961120605, -7.79632568359375], "gpt2background_argmax_score": [-1.9620229005813599, -1.8248188495635986, -2.1407625675201416, -2.425666093826294, -2.1714353561401367, -3.218947649002075, -0.7037155628204346, -0.8597986698150635, -0.9932182431221008, -2.6203224658966064, -0.6741978526115417, -2.0456631183624268, -0.7090533971786499, -0.5435458421707153, -1.8991988897323608, -0.8734158873558044, -0.4211331307888031, -1.8021297454833984, -1.0539547204971313, -2.3158819675445557, -1.490752100944519, -1.7360650300979614, -0.6909842491149902, -2.0158438682556152, -1.9080051183700562, -1.7640063762664795, -3.7856810092926025, -2.0162031650543213, -1.493159532546997, -0.24080483615398407, -2.3768601417541504, -2.947204828262329, -0.13834907114505768, -0.5835912823677063, -1.678951621055603, -1.7782015800476074, -1.5656763315200806, -1.5867657661437988, -0.9433258175849915, -0.04458671808242798, -1.5460193157196045, -1.3385937213897705, -0.5189411044120789, -1.1273856163024902, -1.4328515529632568, -0.5286170244216919, -1.1024549007415771, -0.9870848059654236, -1.9878296852111816, -0.9270197153091431, -1.3728735446929932, -1.4777179956436157, -1.7969001531600952, -0.16987691819667816, -1.2808458805084229, -1.718498706817627, -1.3950974941253662, -2.228532314300537, -1.9113370180130005, -0.9912878274917603, -1.8185265064239502, -1.389207124710083, -2.555114269256592, -2.347461700439453, -1.5672975778579712, -2.1884591579437256, -0.8081389665603638, -1.9528744220733643, -1.5074878931045532, -2.351383686065674, -1.3270171880722046, -1.9281986951828003, -1.5995779037475586, -1.7008472681045532, -3.8155646324157715, -0.7465246915817261, -0.44951537251472473, -2.0379724502563477, -1.7154539823532104, -1.2736971378326416, -1.6546123027801514, -0.2842492461204529, -1.5040278434753418, -1.6837345361709595, -1.2117340564727783, -1.6272757053375244, -1.3283237218856812, -2.2522008419036865, -1.5672158002853394, -1.7835547924041748, -1.4872009754180908, -0.9733032584190369, -1.9240747690200806, -0.338937908411026, -0.8057719469070435, -1.4341667890548706, -2.037809133529663, -0.7924033403396606, -1.9301929473876953, -1.7186315059661865, -2.570758104324341, -1.4238126277923584, -1.0737452507019043, -1.5964027643203735, -2.3559200763702393, -1.8962806463241577, -1.4390738010406494, -2.4225974082946777, -1.3476272821426392, -1.4788203239440918, -1.99912428855896, -1.9803004264831543, -2.0854570865631104, -1.7227641344070435, -2.196171522140503, -1.5296344757080078, -2.8841443061828613, -1.683042287826538, -2.9464142322540283, -2.6299636363983154, -1.5654603242874146, -1.6450543403625488, -2.1886630058288574, -2.015456438064575, -2.340594530105591, -0.4108392298221588, -1.8396546840667725, -1.2057394981384277, -1.982749581336975, -1.4201500415802002, -1.7533923387527466, -2.5832748413085938, -1.8764119148254395, -2.592984437942505, -1.413025975227356, -1.744173526763916, -2.192582607269287, -1.9210219383239746, -1.5505865812301636, -1.4275811910629272, -0.23651383817195892, -1.1725417375564575, -2.0269930362701416, -2.0917129516601562, -1.1191401481628418, -2.889186143875122, -2.734950542449951, -2.1350858211517334, -2.0998263359069824, -1.3632456064224243, -1.8249127864837646, -0.1834547370672226, -1.3274621963500977, -0.7030479311943054, -1.8483078479766846, -1.1935862302780151, -1.418872594833374, -1.6140943765640259, -1.3793121576309204, -1.122518539428711, -2.1934733390808105, -1.2814160585403442, -2.1333253383636475, -0.32536277174949646, -1.5631076097488403, -2.141439914703369, -0.5969191193580627, -2.1990180015563965, -1.705566167831421, -2.2357113361358643, -2.3340182304382324, -2.1557960510253906, -0.23593635857105255, -0.5030404329299927, -2.000471591949463, -2.030095338821411, -1.7139863967895508, -1.7710577249526978, -1.3603339195251465, -2.0558009147644043, -0.44703662395477295, -1.4797013998031616]}, "Bot004_091_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_091.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] not great, i hate school so much!", "response": "I am a huge fan of cake, but i am not good at it. Do you love[HEAVY BLACK HEART] to bake cookies?", "annotation_id": "Bot004_091_02", "annotations": ["O", "X", "O", "O", "T", "O", "O", "X", "O", "X", "X", "O", "X", "X", "X"], "gpt2background_target_score": [-9.64731502532959, -8.879878044128418, -9.902169227600098, -13.282953262329102, -10.619707107543945, -9.085234642028809, -11.45674991607666, -4.19261360168457, -9.289822578430176, -6.921525478363037, -8.384090423583984, -10.398590087890625, -6.2524614334106445, -9.980168342590332, -10.13291072845459, -5.188326835632324, -5.543100833892822, -10.85342788696289, -14.076072692871094, -10.654648780822754, -9.865270614624023, -9.964533805847168, -11.017001152038574, -11.230957984924316, -11.50739574432373, -12.069015502929688, -9.538494110107422, -4.222013473510742, -11.755699157714844, -12.144041061401367, -5.284096717834473], "gpt2background_argmax_score": [-2.115349054336548, -1.2066389322280884, -3.427891492843628, -2.1083855628967285, -1.758609414100647, -1.1045950651168823, -2.0833632946014404, -1.3243159055709839, -1.4527223110198975, -2.159738540649414, -1.5522708892822266, -1.135787010192871, -1.7081445455551147, -1.6626707315444946, -0.7671115398406982, -0.9127787947654724, -1.8935467004776, -2.054342031478882, -1.3302773237228394, -1.4898372888565063, -1.9743844270706177, -1.9876872301101685, -1.519574522972107, -3.0660390853881836, -2.1740639209747314, -1.5080068111419678, -2.2231554985046387, -1.8862850666046143, -2.0334391593933105, -1.0699580907821655, -1.5327268838882446, -1.7721152305603027, -2.112196922302246, -2.055081367492676, -2.2912540435791016, -3.1148390769958496, -1.7097649574279785, -0.27450767159461975, -2.526646614074707, -2.0865533351898193, -1.8562732934951782, -1.4352575540542603, -2.7223823070526123, -2.483473300933838, -2.097683906555176, -0.46360957622528076, -1.859007716178894, -1.057398796081543, -1.4248089790344238, -0.2802848219871521, -1.268079161643982, -1.0361703634262085, -3.1819441318511963, -1.7320982217788696, -0.18910212814807892, -2.505488634109497, -3.5033459663391113, -0.2212475687265396, -1.1361258029937744, -2.1986072063446045, -2.764094114303589, -1.0664865970611572, -0.8126595616340637, -0.7208660244941711]}, "Bot004_091_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_091.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] not great, i hate school so much! I am a huge fan of cake, but i am not good at it. Do you love[HEAVY BLACK HEART] to bake cookies? no. what  realy like is to play pobox", "response": "I am not familiar with that. Are you scared of dying?", "annotation_id": "Bot004_091_04", "annotations": ["O", "O", "O", "T", "X", "T", "T", "T", "O", "T", "T", "O", "T", "O", "T"], "gpt2background_target_score": [-9.647310256958008, -8.879878997802734, -10.56382942199707, -14.169107437133789, -8.323261260986328, -7.833911418914795, -6.66593074798584, -10.99331283569336, -9.845146179199219, -11.640934944152832, -9.310611724853516, -11.890252113342285, -5.573098182678223], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -3.427891492843628, -2.1083858013153076, -1.7586085796356201, -1.1045938730239868, -2.083359956741333, -1.324316143989563, -1.45271897315979, -2.1597375869750977, -1.5522701740264893, -1.1357872486114502, -1.708143949508667, -1.6626696586608887, -0.7671114206314087, -0.9127785563468933, -1.893546223640442, -2.0543439388275146, -1.3302772045135498, -1.4898380041122437, -1.974380612373352, -1.9876890182495117, -1.5195740461349487, -3.0660388469696045, -2.1740641593933105, -1.508007287979126, -2.2231571674346924, -1.8862853050231934, -2.033437967300415, -1.0699633359909058, -1.5327274799346924, -1.7721163034439087, -2.0122761726379395, -2.2683703899383545, -3.059678316116333, -2.0985777378082275, -0.32625317573547363, -2.6136932373046875, -1.9341498613357544, -1.882511854171753, -1.5341321229934692, -2.6952881813049316, -2.617117166519165, -2.126828193664551, -0.5208643078804016, -1.8920891284942627, -1.1542692184448242, -1.5907479524612427, -0.2927035391330719, -1.2308543920516968, -1.186452031135559, -2.6624088287353516, -1.76008141040802, -0.17225012183189392, -2.226149320602417, -3.3352391719818115, -0.23497900366783142, -0.6915829181671143, -2.4749245643615723, -2.688632011413574, -0.9950018525123596, -0.8480223417282104, -1.8861416578292847, -1.5602985620498657, -2.1397042274475098, -2.366346836090088, -1.1682484149932861, -2.594848394393921, -2.7222697734832764, -1.8519641160964966, -3.039830207824707, -1.2850383520126343, -2.0275800228118896, -3.0690529346466064, -2.849126100540161, -3.016685724258423, -2.1389575004577637, -2.1486730575561523, -1.6397221088409424, -1.4738730192184448, -0.1448066532611847, -2.3043766021728516, -1.7686809301376343, -1.3437155485153198, -0.3827050030231476, -2.5975494384765625, -1.158869743347168, -2.5095818042755127, -0.9407281279563904, -0.7504177689552307]}, "Bot004_091_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_091.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] not great, i hate school so much! I am a huge fan of cake, but i am not good at it. Do you love[HEAVY BLACK HEART] to bake cookies? no. what  realy like is to play pobox I am not familiar with that. Are you scared of dying? yeah even though i'm just 12 years old. and how old are you?", "response": "I am 22 and i am a huge fan of flowers", "annotation_id": "Bot004_091_06", "annotations": ["O", "O", "O", "T", "T", "X", "T", "O", "T", "O", "O", "O", "T", "O", "T"], "gpt2background_target_score": [-9.647310256958008, -8.879878997802734, -8.411005973815918, -9.743178367614746, -9.02078628540039, -10.680386543273926, -8.77684497833252, -13.30624771118164, -12.530988693237305, -8.25781536102295, -11.87932300567627], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -3.427891492843628, -2.1083858013153076, -1.7586085796356201, -1.1045938730239868, -2.083359956741333, -1.324316143989563, -1.45271897315979, -2.1597375869750977, -1.5522701740264893, -1.1357872486114502, -1.708143949508667, -1.6626696586608887, -0.7671114206314087, -0.9127785563468933, -1.893546223640442, -2.0543439388275146, -1.3302772045135498, -1.4898380041122437, -1.974380612373352, -1.9876890182495117, -1.5195740461349487, -3.0660388469696045, -2.1740641593933105, -1.508007287979126, -2.2231571674346924, -1.8862853050231934, -2.033437967300415, -1.0699633359909058, -1.5327274799346924, -1.7721163034439087, -2.0122761726379395, -2.2683703899383545, -3.059678316116333, -2.0985777378082275, -0.32625317573547363, -2.6136932373046875, -1.9341498613357544, -1.882511854171753, -1.5341321229934692, -2.6952881813049316, -2.617117166519165, -2.1268272399902344, -0.5208646059036255, -1.8920899629592896, -1.154268503189087, -1.5907479524612427, -0.2927039861679077, -1.2308555841445923, -1.1864523887634277, -2.6624093055725098, -1.7600796222686768, -0.1722499132156372, -2.2261476516723633, -3.3352432250976562, -0.2349797487258911, -0.6915852427482605, -2.4749226570129395, -2.6886303424835205, -0.9950011968612671, -0.8480220437049866, -1.886142373085022, -1.5602991580963135, -2.139705181121826, -2.366346836090088, -1.1682493686676025, -2.5948498249053955, -2.722269058227539, -1.851962924003601, -3.0398292541503906, -1.2850391864776611, -2.0275800228118896, -3.0690512657165527, -2.849128007888794, -3.016685724258423, -2.4797611236572266, -1.827430009841919, -1.391013264656067, -0.14692328870296478, -2.3325741291046143, -1.768353819847107, -2.1018455028533936, -0.38105571269989014, -2.592165231704712, -1.1348986625671387, -2.5366358757019043, -0.9386425614356995, -1.8427823781967163, -1.796391248703003, -1.612569808959961, -1.1995683908462524, -1.7830085754394531, -1.8980551958084106, -1.9251360893249512, -2.4383277893066406, -0.3088551163673401, -1.954313039779663, -2.0955915451049805, -1.3692569732666016, -1.9285039901733398, -0.6279792785644531, -0.1986638456583023, -0.49380940198898315, -2.3025572299957275, -2.200418472290039, -1.705259919166565, -3.068204164505005, -1.843397617340088, -2.011223077774048, -1.978368878364563, -2.722827672958374, -2.865838050842285, -0.8380016088485718, -0.3165489137172699, -0.7873005867004395, -1.2615575790405273]}, "Bot004_091_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_091.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] not great, i hate school so much! I am a huge fan of cake, but i am not good at it. Do you love[HEAVY BLACK HEART] to bake cookies? no. what  realy like is to play pobox I am not familiar with that. Are you scared of dying? yeah even though i'm just 12 years old. and how old are you? I am 22 and i am a huge fan of flowers describe how you look like?", "response": "I am very short and difficult to be honest", "annotation_id": "Bot004_091_08", "annotations": ["O", "T", "O", "T", "X", "X", "O", "T", "X", "O", "T", "O", "O", "O", "T"], "gpt2background_target_score": [-9.647310256958008, -8.879878997802734, -11.04971694946289, -14.132489204406738, -7.164958953857422, -11.990788459777832, -9.337259292602539, -11.89006519317627, -12.6044921875], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -3.427891492843628, -2.1083858013153076, -1.7586085796356201, -1.1045938730239868, -2.083359956741333, -1.324316143989563, -1.45271897315979, -2.1597375869750977, -1.5522701740264893, -1.1357872486114502, -1.708143949508667, -1.6626696586608887, -0.7671114206314087, -0.9127785563468933, -1.893546223640442, -2.0543439388275146, -1.3302772045135498, -1.4898380041122437, -1.974380612373352, -1.9876890182495117, -1.5195740461349487, -3.0660388469696045, -2.1740641593933105, -1.508007287979126, -2.2231571674346924, -1.8862853050231934, -2.033437967300415, -1.0699633359909058, -1.5327274799346924, -1.7721163034439087, -2.0122761726379395, -2.2683703899383545, -3.059678316116333, -2.0985777378082275, -0.32625317573547363, -2.6136932373046875, -1.9341498613357544, -1.882511854171753, -1.5341321229934692, -2.6952881813049316, -2.617117166519165, -2.1268272399902344, -0.5208646059036255, -1.8920899629592896, -1.154268503189087, -1.5907479524612427, -0.2927039861679077, -1.2308555841445923, -1.1864523887634277, -2.6624093055725098, -1.7600796222686768, -0.1722499132156372, -2.2261476516723633, -3.3352432250976562, -0.2349797487258911, -0.6915852427482605, -2.4749226570129395, -2.6886303424835205, -0.9950011968612671, -0.8480220437049866, -1.886142373085022, -1.5602991580963135, -2.139705181121826, -2.366346836090088, -1.1682493686676025, -2.5948498249053955, -2.722269058227539, -1.851962924003601, -3.0398292541503906, -1.2850391864776611, -2.0275800228118896, -3.0690512657165527, -2.849128007888794, -3.016685724258423, -2.4797611236572266, -1.827430009841919, -1.391013264656067, -0.14692328870296478, -2.3325741291046143, -1.768353819847107, -2.1018455028533936, -0.38105571269989014, -2.592165231704712, -1.1348986625671387, -2.5366358757019043, -0.9386425614356995, -1.8427823781967163, -1.796391248703003, -1.612569808959961, -1.1995683908462524, -1.7830085754394531, -1.8980551958084106, -1.9251360893249512, -2.4383277893066406, -0.3088551163673401, -1.954313039779663, -2.0955915451049805, -1.3692569732666016, -1.9285039901733398, -0.6279792785644531, -0.1986638456583023, -0.49380940198898315, -2.3025572299957275, -1.9350228309631348, -3.0340638160705566, -1.7285654544830322, -1.702592134475708, -2.1779673099517822, -2.727428913116455, -2.9409918785095215, -0.9110597968101501, -0.30188366770744324, -0.9104954600334167, -1.2860617637634277, -2.548872232437134, -2.424056053161621, -2.152215003967285, -1.768995761871338, -2.0563273429870605, -2.374340772628784, -1.988889217376709, -1.822638988494873, -2.3711812496185303, -2.4484188556671143, -1.46620512008667, -2.2921831607818604, -0.8697555661201477, -2.9322872161865234, -2.40419340133667, -1.0476452112197876]}, "Bot004_091_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_091.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] not great, i hate school so much! I am a huge fan of cake, but i am not good at it. Do you love[HEAVY BLACK HEART] to bake cookies? no. what  realy like is to play pobox I am not familiar with that. Are you scared of dying? yeah even though i'm just 12 years old. and how old are you? I am 22 and i am a huge fan of flowers describe how you look like? I am very short and difficult to be honest i have blue eyes and long red hairs", "response": "That is weird. I am a bit older and love tattoos.", "annotation_id": "Bot004_091_10", "annotations": ["O", "O", "T", "T", "X", "X", "T", "O", "O", "O", "X", "O", "O", "O", "O"], "gpt2background_target_score": [-13.324756622314453, -7.521540641784668, -11.385504722595215, -7.586313247680664, -6.721691131591797, -10.680386543273926, -8.77684497833252, -14.536981582641602, -11.796040534973145, -7.515410900115967, -10.319836616516113, -11.67972469329834, -8.277173042297363], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -3.427891492843628, -2.1083858013153076, -1.7586085796356201, -1.1045938730239868, -2.083359956741333, -1.324316143989563, -1.45271897315979, -2.1597375869750977, -1.5522701740264893, -1.1357872486114502, -1.708143949508667, -1.6626696586608887, -0.7671114206314087, -0.9127785563468933, -1.893546223640442, -2.0543439388275146, -1.3302772045135498, -1.4898380041122437, -1.974380612373352, -1.9876890182495117, -1.5195740461349487, -3.0660388469696045, -2.1740641593933105, -1.508007287979126, -2.2231571674346924, -1.8862853050231934, -2.033437967300415, -1.0699633359909058, -1.5327274799346924, -1.7721163034439087, -2.0122761726379395, -2.2683703899383545, -3.059678316116333, -2.0985777378082275, -0.32625317573547363, -2.6136932373046875, -1.9341498613357544, -1.882511854171753, -1.5341321229934692, -2.6952881813049316, -2.617117166519165, -2.1268272399902344, -0.5208646059036255, -1.8920899629592896, -1.154268503189087, -1.5907479524612427, -0.2927039861679077, -1.2308555841445923, -1.1864523887634277, -2.6624093055725098, -1.7600796222686768, -0.1722499132156372, -2.2261476516723633, -3.3352432250976562, -0.2349797487258911, -0.6915852427482605, -2.4749226570129395, -2.6886303424835205, -0.9950011968612671, -0.8480220437049866, -1.886142373085022, -1.5602991580963135, -2.139705181121826, -2.366346836090088, -1.1682493686676025, -2.5948498249053955, -2.722269058227539, -1.851962924003601, -3.0398292541503906, -1.2850391864776611, -2.0275800228118896, -3.0690512657165527, -2.849128007888794, -3.016685724258423, -2.4797611236572266, -1.827430009841919, -1.391013264656067, -0.14692328870296478, -2.3325741291046143, -1.768353819847107, -2.1018455028533936, -0.38105571269989014, -2.592165231704712, -1.1348986625671387, -2.5366358757019043, -0.9386425614356995, -1.8427823781967163, -1.796391248703003, -1.612569808959961, -1.1995683908462524, -1.7830085754394531, -1.8980551958084106, -1.9251360893249512, -2.4383277893066406, -0.3088551163673401, -1.954313039779663, -2.0955915451049805, -1.3692569732666016, -1.9285039901733398, -0.6279792785644531, -0.1986638456583023, -0.49380940198898315, -2.3025572299957275, -1.9350228309631348, -3.0340638160705566, -1.7285654544830322, -1.702592134475708, -2.1779673099517822, -2.727428913116455, -2.9409918785095215, -0.9110597968101501, -0.30188366770744324, -0.9104954600334167, -1.2860617637634277, -2.548872232437134, -2.424056053161621, -2.152215003967285, -1.768995761871338, -2.0563266277313232, -2.3743391036987305, -1.6656463146209717, -2.2246551513671875, -2.878087043762207, -1.2281825542449951, -2.010936737060547, -0.7661959528923035, -2.882788896560669, -1.9434597492218018, -1.1967802047729492, -1.6809433698654175, -1.9458972215652466, -0.3074880540370941, -1.6423749923706055, -2.267517566680908, -1.5804041624069214, -1.2418324947357178, -1.3059836626052856, -2.0387399196624756, -0.9614454507827759, -2.3514764308929443, -1.3326423168182373, -1.3206710815429688, -2.0626652240753174, -2.3471882343292236, -2.6475319862365723, -1.776237964630127, -0.6828035116195679, -1.8659515380859375, -2.6909689903259277, -1.6860883235931396, -1.2463945150375366]}, "Bot004_091_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_091.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] not great, i hate school so much! I am a huge fan of cake, but i am not good at it. Do you love[HEAVY BLACK HEART] to bake cookies? no. what  realy like is to play pobox I am not familiar with that. Are you scared of dying? yeah even though i'm just 12 years old. and how old are you? I am 22 and i am a huge fan of flowers describe how you look like? I am very short and difficult to be honest i have blue eyes and long red hairs That is weird. I am a bit older and love tattoos. why it's weird?", "response": "I do not think it is a good thing.", "annotation_id": "Bot004_091_12", "annotations": ["O", "T", "O", "T", "T", "X", "O", "O", "T", "T", "T", "O", "T", "O", "O"], "gpt2background_target_score": [-9.647310256958008, -8.556722640991211, -10.56382942199707, -11.20284366607666, -10.118233680725098, -8.22758674621582, -8.77684497833252, -12.118036270141602, -12.340909004211426, -11.117579460144043], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -3.427891492843628, -2.1083858013153076, -1.7586085796356201, -1.1045938730239868, -2.083359956741333, -1.324316143989563, -1.45271897315979, -2.1597375869750977, -1.5522701740264893, -1.1357872486114502, -1.708143949508667, -1.6626696586608887, -0.7671114206314087, -0.9127785563468933, -1.893546223640442, -2.0543439388275146, -1.3302772045135498, -1.4898380041122437, -1.974380612373352, -1.9876890182495117, -1.5195740461349487, -3.0660388469696045, -2.1740641593933105, -1.508007287979126, -2.2231571674346924, -1.8862853050231934, -2.033437967300415, -1.0699633359909058, -1.5327274799346924, -1.7721163034439087, -2.0122761726379395, -2.2683703899383545, -3.059678316116333, -2.0985777378082275, -0.32625317573547363, -2.6136932373046875, -1.9341498613357544, -1.882511854171753, -1.5341321229934692, -2.6952881813049316, -2.617117166519165, -2.1268272399902344, -0.5208646059036255, -1.8920899629592896, -1.154268503189087, -1.5907479524612427, -0.2927039861679077, -1.2308555841445923, -1.1864523887634277, -2.6624093055725098, -1.7600796222686768, -0.1722499132156372, -2.2261476516723633, -3.3352432250976562, -0.2349797487258911, -0.6915852427482605, -2.4749226570129395, -2.6886303424835205, -0.9950011968612671, -0.8480220437049866, -1.886142373085022, -1.5602991580963135, -2.139705181121826, -2.366346836090088, -1.1682493686676025, -2.5948498249053955, -2.722269058227539, -1.851962924003601, -3.0398292541503906, -1.2850391864776611, -2.0275800228118896, -3.0690512657165527, -2.849128007888794, -3.016685724258423, -2.4797611236572266, -1.827430009841919, -1.391013264656067, -0.14692328870296478, -2.3325741291046143, -1.768353819847107, -2.1018455028533936, -0.38105571269989014, -2.592165231704712, -1.1348986625671387, -2.5366358757019043, -0.9386425614356995, -1.8427823781967163, -1.796391248703003, -1.612569808959961, -1.1995683908462524, -1.7830085754394531, -1.8980551958084106, -1.9251360893249512, -2.4383277893066406, -0.3088551163673401, -1.954313039779663, -2.0955915451049805, -1.3692569732666016, -1.9285039901733398, -0.6279792785644531, -0.1986638456583023, -0.49380940198898315, -2.3025572299957275, -1.9350228309631348, -3.0340638160705566, -1.7285654544830322, -1.702592134475708, -2.1779673099517822, -2.727428913116455, -2.9409918785095215, -0.9110597968101501, -0.30188366770744324, -0.9104954600334167, -1.2860617637634277, -2.548872232437134, -2.424056053161621, -2.152215003967285, -1.768995761871338, -2.0563266277313232, -2.3743391036987305, -1.6656463146209717, -2.2246551513671875, -2.878087043762207, -1.2281825542449951, -2.010936737060547, -0.7661959528923035, -2.882788896560669, -1.9434597492218018, -1.1967802047729492, -1.6809433698654175, -1.9458972215652466, -0.3074880540370941, -1.6423749923706055, -2.267517566680908, -1.5804041624069214, -1.2418324947357178, -1.3059836626052856, -1.3693534135818481, -2.6193056106567383, -1.462663173675537, -1.9366505146026611, -1.6753284931182861, -2.2927284240722656, -2.619706392288208, -2.3210554122924805, -0.7742419242858887, -1.523786187171936, -2.5885558128356934, -1.7500115633010864, -1.748847484588623, -1.8581231832504272, -1.7017782926559448, -1.6133744716644287, -1.1194692850112915, -2.279465436935425, -1.802808403968811, -1.9466419219970703, -2.2314817905426025, -1.2836941480636597, -2.067328929901123, -1.105558156967163, -1.6820839643478394, -2.752812147140503, -0.5415770411491394, -1.2370338439941406, -1.096034288406372]}, "Bot004_091_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_091.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] not great, i hate school so much! I am a huge fan of cake, but i am not good at it. Do you love[HEAVY BLACK HEART] to bake cookies? no. what  realy like is to play pobox I am not familiar with that. Are you scared of dying? yeah even though i'm just 12 years old. and how old are you? I am 22 and i am a huge fan of flowers describe how you look like? I am very short and difficult to be honest i have blue eyes and long red hairs That is weird. I am a bit older and love tattoos. why it's weird? I do not think it is a good thing. having red hair isn't a good thing?", "response": "I will have to look into that. I am not looking for a new job.", "annotation_id": "Bot004_091_14", "annotations": ["X", "X", "X", "T", "X", "X", "T", "X", "X", "X", "X", "T", "X", "X", "X"], "gpt2background_target_score": [-9.647310256958008, -9.999136924743652, -9.771061897277832, -9.927289962768555, -10.15400218963623, -10.6112060546875, -9.86372184753418, -6.719521522521973, -5.952001571655273, -7.579084396362305, -9.066903114318848, -10.025580406188965, -8.333725929260254, -4.705757141113281, -5.616603851318359, -9.186747550964355, -9.871607780456543], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -3.427891492843628, -2.1083858013153076, -1.7586085796356201, -1.1045938730239868, -2.083359956741333, -1.324316143989563, -1.45271897315979, -2.1597375869750977, -1.5522701740264893, -1.1357872486114502, -1.708143949508667, -1.6626696586608887, -0.7671114206314087, -0.9127785563468933, -1.893546223640442, -2.0543439388275146, -1.3302772045135498, -1.4898380041122437, -1.974380612373352, -1.9876890182495117, -1.5195740461349487, -3.0660388469696045, -2.1740641593933105, -1.508007287979126, -2.2231571674346924, -1.8862853050231934, -2.033437967300415, -1.0699633359909058, -1.5327274799346924, -1.7721163034439087, -2.0122761726379395, -2.2683703899383545, -3.059678316116333, -2.0985777378082275, -0.32625317573547363, -2.6136932373046875, -1.9341498613357544, -1.882511854171753, -1.5341321229934692, -2.6952881813049316, -2.617117166519165, -2.1268272399902344, -0.5208646059036255, -1.8920899629592896, -1.154268503189087, -1.5907479524612427, -0.2927039861679077, -1.2308555841445923, -1.1864523887634277, -2.6624093055725098, -1.7600796222686768, -0.1722499132156372, -2.2261476516723633, -3.3352432250976562, -0.2349797487258911, -0.6915852427482605, -2.4749226570129395, -2.6886303424835205, -0.9950011968612671, -0.8480220437049866, -1.886142373085022, -1.5602991580963135, -2.139705181121826, -2.366346836090088, -1.1682493686676025, -2.5948498249053955, -2.722269058227539, -1.851962924003601, -3.0398292541503906, -1.2850391864776611, -2.0275800228118896, -3.0690512657165527, -2.849128007888794, -3.016685724258423, -2.4797611236572266, -1.827430009841919, -1.391013264656067, -0.14692328870296478, -2.3325741291046143, -1.768353819847107, -2.1018455028533936, -0.38105571269989014, -2.592165231704712, -1.1348986625671387, -2.5366358757019043, -0.9386425614356995, -1.8427823781967163, -1.796391248703003, -1.612569808959961, -1.1995683908462524, -1.7830085754394531, -1.8980551958084106, -1.9251360893249512, -2.4383277893066406, -0.3088551163673401, -1.954313039779663, -2.0955915451049805, -1.3692569732666016, -1.9285039901733398, -0.6279792785644531, -0.1986638456583023, -0.49380940198898315, -2.3025572299957275, -1.9350228309631348, -3.0340638160705566, -1.7285654544830322, -1.702592134475708, -2.1779673099517822, -2.727428913116455, -2.9409918785095215, -0.9110597968101501, -0.30188366770744324, -0.9104954600334167, -1.2860617637634277, -2.548872232437134, -2.424056053161621, -2.152215003967285, -1.768995761871338, -2.0563266277313232, -2.3743391036987305, -1.6656463146209717, -2.2246551513671875, -2.878087043762207, -1.2281825542449951, -2.010936737060547, -0.7661959528923035, -2.882788896560669, -1.9434597492218018, -1.1967802047729492, -1.6809433698654175, -1.9458972215652466, -0.3074880540370941, -1.6423749923706055, -2.267517566680908, -1.5804041624069214, -1.2418324947357178, -1.3059836626052856, -1.3693534135818481, -2.6193056106567383, -1.462663173675537, -1.9366505146026611, -1.6753284931182861, -2.2927284240722656, -2.619706392288208, -2.3210554122924805, -0.7742419242858887, -1.523786187171936, -2.5885558128356934, -1.7500115633010864, -1.748847484588623, -1.8581231832504272, -1.7017782926559448, -1.6133744716644287, -1.1194692850112915, -2.279465436935425, -1.7575726509094238, -1.8705111742019653, -0.9104695916175842, -1.9743447303771973, -0.8892349600791931, -1.5802267789840698, -2.6303935050964355, -0.5386900901794434, -1.3452986478805542, -1.6876109838485718, -1.4427341222763062, -1.0902856588363647, -1.3121836185455322, -0.18741285800933838, -1.7702323198318481, -0.9444547295570374, -0.2942409813404083, -0.9442082643508911, -2.385371446609497, -1.9143142700195312, -2.0617246627807617, -2.058081865310669, -1.2551138401031494, -2.4292194843292236, -2.001081943511963, -1.1269211769104004, -1.1938834190368652, -1.2812877893447876, -1.8626974821090698, -2.1180055141448975, -1.9860719442367554, -0.9911094903945923, -1.5720821619033813, -3.821155548095703, -2.356905937194824, -1.562316656112671, -0.9752137064933777]}, "Bot004_091_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_091.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] not great, i hate school so much! I am a huge fan of cake, but i am not good at it. Do you love[HEAVY BLACK HEART] to bake cookies? no. what  realy like is to play pobox I am not familiar with that. Are you scared of dying? yeah even though i'm just 12 years old. and how old are you? I am 22 and i am a huge fan of flowers describe how you look like? I am very short and difficult to be honest i have blue eyes and long red hairs That is weird. I am a bit older and love tattoos. why it's weird? I do not think it is a good thing. having red hair isn't a good thing? I will have to look into that. I am not looking for a new job. i'm a girl and you?", "response": "I am a cat person. I am a cat lady.", "annotation_id": "Bot004_091_16", "annotations": ["O", "T", "X", "T", "T", "X", "T", "X", "O", "T", "X", "T", "T", "X", "X"], "gpt2background_target_score": [-9.647310256958008, -8.879878997802734, -9.902169227600098, -13.05733585357666, -11.279314994812012, -7.718797206878662, -7.003775596618652, -11.217109680175781, -9.09463882446289, -10.720613479614258, -11.522248268127441, -9.131902694702148], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -3.427891492843628, -2.1083858013153076, -1.7586085796356201, -1.1045938730239868, -2.083359956741333, -1.324316143989563, -1.45271897315979, -2.1597375869750977, -1.5522701740264893, -1.1357872486114502, -1.708143949508667, -1.6626696586608887, -0.7671114206314087, -0.9127785563468933, -1.893546223640442, -2.0543439388275146, -1.3302772045135498, -1.4898380041122437, -1.974380612373352, -1.9876890182495117, -1.5195740461349487, -3.0660388469696045, -2.1740641593933105, -1.508007287979126, -2.2231571674346924, -1.8862853050231934, -2.033437967300415, -1.0699633359909058, -1.5327274799346924, -1.7721163034439087, -2.0122761726379395, -2.2683703899383545, -3.059678316116333, -2.0985777378082275, -0.32625317573547363, -2.6136932373046875, -1.9341498613357544, -1.882511854171753, -1.5341321229934692, -2.6952881813049316, -2.617117166519165, -2.1268272399902344, -0.5208646059036255, -1.8920899629592896, -1.154268503189087, -1.5907479524612427, -0.2927039861679077, -1.2308555841445923, -1.1864523887634277, -2.6624093055725098, -1.7600796222686768, -0.1722499132156372, -2.2261476516723633, -3.3352432250976562, -0.2349797487258911, -0.6915852427482605, -2.4749226570129395, -2.6886303424835205, -0.9950011968612671, -0.8480220437049866, -1.886142373085022, -1.5602991580963135, -2.139705181121826, -2.366346836090088, -1.1682493686676025, -2.5948498249053955, -2.722269058227539, -1.851962924003601, -3.0398292541503906, -1.2850391864776611, -2.0275800228118896, -3.0690512657165527, -2.849128007888794, -3.016685724258423, -2.4797611236572266, -1.827430009841919, -1.391013264656067, -0.14692328870296478, -2.3325741291046143, -1.768353819847107, -2.1018455028533936, -0.38105571269989014, -2.592165231704712, -1.1348986625671387, -2.5366358757019043, -0.9386425614356995, -1.8427823781967163, -1.796391248703003, -1.612569808959961, -1.1995683908462524, -1.7830085754394531, -1.8980551958084106, -1.9251360893249512, -2.4383277893066406, -0.3088551163673401, -1.954313039779663, -2.0955915451049805, -1.3692569732666016, -1.9285039901733398, -0.6279792785644531, -0.1986638456583023, -0.49380940198898315, -2.3025572299957275, -1.9350228309631348, -3.0340638160705566, -1.7285654544830322, -1.702592134475708, -2.1779673099517822, -2.727428913116455, -2.9409918785095215, -0.9110597968101501, -0.30188366770744324, -0.9104954600334167, -1.2860617637634277, -2.548872232437134, -2.424056053161621, -2.152215003967285, -1.768995761871338, -2.0563266277313232, -2.3743391036987305, -1.6656463146209717, -2.2246551513671875, -2.878087043762207, -1.2281825542449951, -2.010936737060547, -0.7661959528923035, -2.882788896560669, -1.9434597492218018, -1.1967802047729492, -1.6809433698654175, -1.9458972215652466, -0.3074880540370941, -1.6423749923706055, -2.267517566680908, -1.5804041624069214, -1.2418324947357178, -1.3059836626052856, -1.3693534135818481, -2.6193056106567383, -1.462663173675537, -1.9366505146026611, -1.6753284931182861, -2.2927284240722656, -2.619706392288208, -2.3210554122924805, -0.7742419242858887, -1.523786187171936, -2.5885558128356934, -1.7500115633010864, -1.748847484588623, -1.8581231832504272, -1.7017782926559448, -1.6133744716644287, -1.1194692850112915, -2.279465436935425, -1.7575726509094238, -1.8705111742019653, -0.9104695916175842, -1.9743447303771973, -0.8892349600791931, -1.5802267789840698, -2.6303935050964355, -0.5386900901794434, -1.3452986478805542, -1.6876109838485718, -1.4427341222763062, -1.0902856588363647, -1.3121836185455322, -0.18741285800933838, -1.7702323198318481, -0.9444547295570374, -0.2942409813404083, -0.9442082643508911, -2.385371446609497, -1.8425827026367188, -2.3254079818725586, -1.3236924409866333, -2.8651835918426514, -1.9650688171386719, -1.0622228384017944, -1.112025499343872, -1.9252638816833496, -1.638124942779541, -2.1938602924346924, -2.0472772121429443, -0.9439976811408997, -1.5769262313842773, -3.3754794597625732, -2.3477766513824463, -1.559715986251831, -1.2717410326004028, -1.2541424036026, -1.596352219581604, -2.453544855117798, -1.6059014797210693, -1.1532151699066162, -2.010101079940796, -2.261289358139038, -1.8644932508468628, -1.6958742141723633, -1.8578143119812012, -0.8931731581687927, -1.5591857433319092, -1.2903512716293335, -0.9236847162246704, -1.3456001281738281, -1.5636296272277832, -1.8906253576278687, -0.15281805396080017, -0.8737215399742126, -0.7025018930435181]}, "Bot004_091_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_091.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] not great, i hate school so much! I am a huge fan of cake, but i am not good at it. Do you love[HEAVY BLACK HEART] to bake cookies? no. what  realy like is to play pobox I am not familiar with that. Are you scared of dying? yeah even though i'm just 12 years old. and how old are you? I am 22 and i am a huge fan of flowers describe how you look like? I am very short and difficult to be honest i have blue eyes and long red hairs That is weird. I am a bit older and love tattoos. why it's weird? I do not think it is a good thing. having red hair isn't a good thing? I will have to look into that. I am not looking for a new job. i'm a girl and you? I am a cat person. I am a cat lady. right. i'm more a dog person", "response": "I have a cat that is like a sock.", "annotation_id": "Bot004_091_18", "annotations": ["O", "X", "O", "T", "O", "X", "T", "T", "T", "X", "X", "O", "X", "O", "X"], "gpt2background_target_score": [-9.647310256958008, -8.671810150146484, -9.902169227600098, -13.05733585357666, -9.885856628417969, -8.22758674621582, -10.481358528137207, -9.827760696411133, -15.067142486572266, -11.117579460144043], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -3.427891492843628, -2.1083858013153076, -1.7586085796356201, -1.1045938730239868, -2.083359956741333, -1.324316143989563, -1.45271897315979, -2.1597375869750977, -1.5522701740264893, -1.1357872486114502, -1.708143949508667, -1.6626696586608887, -0.7671114206314087, -0.9127785563468933, -1.893546223640442, -2.0543439388275146, -1.3302772045135498, -1.4898380041122437, -1.974380612373352, -1.9876890182495117, -1.5195740461349487, -3.0660388469696045, -2.1740641593933105, -1.508007287979126, -2.2231571674346924, -1.8862853050231934, -2.033437967300415, -1.0699633359909058, -1.5327274799346924, -1.7721163034439087, -2.0122761726379395, -2.2683703899383545, -3.059678316116333, -2.0985777378082275, -0.32625317573547363, -2.6136932373046875, -1.9341498613357544, -1.882511854171753, -1.5341321229934692, -2.6952881813049316, -2.617117166519165, -2.1268272399902344, -0.5208646059036255, -1.8920899629592896, -1.154268503189087, -1.5907479524612427, -0.2927039861679077, -1.2308555841445923, -1.1864523887634277, -2.6624093055725098, -1.7600796222686768, -0.1722499132156372, -2.2261476516723633, -3.3352432250976562, -0.2349797487258911, -0.6915852427482605, -2.4749226570129395, -2.6886303424835205, -0.9950011968612671, -0.8480220437049866, -1.886142373085022, -1.5602991580963135, -2.139705181121826, -2.366346836090088, -1.1682493686676025, -2.5948498249053955, -2.722269058227539, -1.851962924003601, -3.0398292541503906, -1.2850391864776611, -2.0275800228118896, -3.0690512657165527, -2.849128007888794, -3.016685724258423, -2.4797611236572266, -1.827430009841919, -1.391013264656067, -0.14692328870296478, -2.3325741291046143, -1.768353819847107, -2.1018455028533936, -0.38105571269989014, -2.592165231704712, -1.1348986625671387, -2.5366358757019043, -0.9386425614356995, -1.8427823781967163, -1.796391248703003, -1.612569808959961, -1.1995683908462524, -1.7830085754394531, -1.8980551958084106, -1.9251360893249512, -2.4383277893066406, -0.3088551163673401, -1.954313039779663, -2.0955915451049805, -1.3692569732666016, -1.9285039901733398, -0.6279792785644531, -0.1986638456583023, -0.49380940198898315, -2.3025572299957275, -1.9350228309631348, -3.0340638160705566, -1.7285654544830322, -1.702592134475708, -2.1779673099517822, -2.727428913116455, -2.9409918785095215, -0.9110597968101501, -0.30188366770744324, -0.9104954600334167, -1.2860617637634277, -2.548872232437134, -2.424056053161621, -2.152215003967285, -1.768995761871338, -2.0563266277313232, -2.3743391036987305, -1.6656463146209717, -2.2246551513671875, -2.878087043762207, -1.2281825542449951, -2.010936737060547, -0.7661959528923035, -2.882788896560669, -1.9434597492218018, -1.1967802047729492, -1.6809433698654175, -1.9458972215652466, -0.3074880540370941, -1.6423749923706055, -2.267517566680908, -1.5804041624069214, -1.2418324947357178, -1.3059836626052856, -1.3693534135818481, -2.6193056106567383, -1.462663173675537, -1.9366505146026611, -1.6753284931182861, -2.2927284240722656, -2.619706392288208, -2.3210554122924805, -0.7742419242858887, -1.523786187171936, -2.5885558128356934, -1.7500115633010864, -1.748847484588623, -1.8581231832504272, -1.7017782926559448, -1.6133744716644287, -1.1194692850112915, -2.279465436935425, -1.7575726509094238, -1.8705111742019653, -0.9104695916175842, -1.9743447303771973, -0.8892349600791931, -1.5802267789840698, -2.6303935050964355, -0.5386900901794434, -1.3452986478805542, -1.6876109838485718, -1.4427341222763062, -1.0902856588363647, -1.3121836185455322, -0.18741285800933838, -1.7702323198318481, -0.9444547295570374, -0.2942409813404083, -0.9442082643508911, -2.385371446609497, -1.8425827026367188, -2.3254079818725586, -1.3236924409866333, -2.8651835918426514, -1.9650688171386719, -1.0622228384017944, -1.112025499343872, -1.9252638816833496, -1.638124942779541, -2.1938602924346924, -2.0472774505615234, -0.943997323513031, -1.5769271850585938, -3.3754806518554688, -2.3477773666381836, -1.559714913368225, -1.2717410326004028, -1.254142165184021, -1.5963534116744995, -2.4535462856292725, -1.6059030294418335, -1.1532158851623535, -2.0101003646850586, -2.2612874507904053, -1.2071473598480225, -1.8922168016433716, -1.4749510288238525, -1.2839488983154297, -1.1775685548782349, -1.488842487335205, -1.0632140636444092, -1.6809700727462769, -1.766729712486267, -0.13070152699947357, -0.8085042834281921, -1.0265178680419922, -0.9513433575630188, -1.7659473419189453, -1.070360541343689, -1.112115502357483, -2.0267117023468018, -0.8556208610534668, -0.3715288043022156, -0.9633690714836121, -2.1926090717315674, -1.719306468963623, -1.424333930015564, -1.3860852718353271, -1.568318247795105, -1.9698845148086548, -2.3448855876922607, -1.58343505859375, -2.4023892879486084, -1.5360373258590698, -1.462465524673462]}, "Bot004_091_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_091.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] not great, i hate school so much! I am a huge fan of cake, but i am not good at it. Do you love[HEAVY BLACK HEART] to bake cookies? no. what  realy like is to play pobox I am not familiar with that. Are you scared of dying? yeah even though i'm just 12 years old. and how old are you? I am 22 and i am a huge fan of flowers describe how you look like? I am very short and difficult to be honest i have blue eyes and long red hairs That is weird. I am a bit older and love tattoos. why it's weird? I do not think it is a good thing. having red hair isn't a good thing? I will have to look into that. I am not looking for a new job. i'm a girl and you? I am a cat person. I am a cat lady. right. i'm more a dog person I have a cat that is like a sock. like a sock? what do you mean?", "response": "I am a huge fan of candy, i am a huge candy fan.", "annotation_id": "Bot004_091_20", "annotations": ["X", "X", "X", "T", "T", "X", "O", "X", "X", "X", "X", "O", "X", "X", "X"], "gpt2background_target_score": [-9.647310256958008, -8.879878997802734, -9.902169227600098, -13.282955169677734, -10.619707107543945, -9.085235595703125, -11.86126708984375, -4.192612648010254, -9.332234382629395, -7.579084396362305, -7.248080253601074, -12.613938331604004, -12.570374488830566, -11.285449981689453, -11.499390602111816], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -3.427891492843628, -2.1083858013153076, -1.7586085796356201, -1.1045938730239868, -2.083359956741333, -1.324316143989563, -1.45271897315979, -2.1597375869750977, -1.5522701740264893, -1.1357872486114502, -1.708143949508667, -1.6626696586608887, -0.7671114206314087, -0.9127785563468933, -1.893546223640442, -2.0543439388275146, -1.3302772045135498, -1.4898380041122437, -1.974380612373352, -1.9876890182495117, -1.5195740461349487, -3.0660388469696045, -2.1740641593933105, -1.508007287979126, -2.2231571674346924, -1.8862853050231934, -2.033437967300415, -1.0699633359909058, -1.5327274799346924, -1.7721163034439087, -2.0122761726379395, -2.2683703899383545, -3.059678316116333, -2.0985777378082275, -0.32625317573547363, -2.6136932373046875, -1.9341498613357544, -1.882511854171753, -1.5341321229934692, -2.6952881813049316, -2.617117166519165, -2.1268272399902344, -0.5208646059036255, -1.8920899629592896, -1.154268503189087, -1.5907479524612427, -0.2927039861679077, -1.2308555841445923, -1.1864523887634277, -2.6624093055725098, -1.7600796222686768, -0.1722499132156372, -2.2261476516723633, -3.3352432250976562, -0.2349797487258911, -0.6915852427482605, -2.4749226570129395, -2.6886303424835205, -0.9950011968612671, -0.8480220437049866, -1.886142373085022, -1.5602991580963135, -2.139705181121826, -2.366346836090088, -1.1682493686676025, -2.5948498249053955, -2.722269058227539, -1.851962924003601, -3.0398292541503906, -1.2850391864776611, -2.0275800228118896, -3.0690512657165527, -2.849128007888794, -3.016685724258423, -2.4797611236572266, -1.827430009841919, -1.391013264656067, -0.14692328870296478, -2.3325741291046143, -1.768353819847107, -2.1018455028533936, -0.38105571269989014, -2.592165231704712, -1.1348986625671387, -2.5366358757019043, -0.9386425614356995, -1.8427823781967163, -1.796391248703003, -1.612569808959961, -1.1995683908462524, -1.7830085754394531, -1.8980551958084106, -1.9251360893249512, -2.4383277893066406, -0.3088551163673401, -1.954313039779663, -2.0955915451049805, -1.3692569732666016, -1.9285039901733398, -0.6279792785644531, -0.1986638456583023, -0.49380940198898315, -2.3025572299957275, -1.9350228309631348, -3.0340638160705566, -1.7285654544830322, -1.702592134475708, -2.1779673099517822, -2.727428913116455, -2.9409918785095215, -0.9110597968101501, -0.30188366770744324, -0.9104954600334167, -1.2860617637634277, -2.548872232437134, -2.424056053161621, -2.152215003967285, -1.768995761871338, -2.0563266277313232, -2.3743391036987305, -1.6656463146209717, -2.2246551513671875, -2.878087043762207, -1.2281825542449951, -2.010936737060547, -0.7661959528923035, -2.882788896560669, -1.9434597492218018, -1.1967802047729492, -1.6809433698654175, -1.9458972215652466, -0.3074880540370941, -1.6423749923706055, -2.267517566680908, -1.5804041624069214, -1.2418324947357178, -1.3059836626052856, -1.3693534135818481, -2.6193056106567383, -1.462663173675537, -1.9366505146026611, -1.6753284931182861, -2.2927284240722656, -2.619706392288208, -2.3210554122924805, -0.7742419242858887, -1.523786187171936, -2.5885558128356934, -1.7500115633010864, -1.748847484588623, -1.8581231832504272, -1.7017782926559448, -1.6133744716644287, -1.1194692850112915, -2.279465436935425, -1.7575726509094238, -1.8705111742019653, -0.9104695916175842, -1.9743447303771973, -0.8892349600791931, -1.5802267789840698, -2.6303935050964355, -0.5386900901794434, -1.3452986478805542, -1.6876109838485718, -1.4427341222763062, -1.0902856588363647, -1.3121836185455322, -0.18741285800933838, -1.7702323198318481, -0.9444547295570374, -0.2942409813404083, -0.9442082643508911, -2.385371446609497, -1.8425827026367188, -2.3254079818725586, -1.3236924409866333, -2.8651835918426514, -1.9650688171386719, -1.0622228384017944, -1.112025499343872, -1.9252638816833496, -1.638124942779541, -2.1938602924346924, -2.0472772121429443, -0.9439976811408997, -1.5769262313842773, -3.3754794597625732, -2.3477766513824463, -1.559715986251831, -1.2717410326004028, -1.2541424036026, -1.596352219581604, -2.453544855117798, -1.6059014797210693, -1.1532151699066162, -2.010101079940796, -2.261289358139038, -1.2071477174758911, -1.892216444015503, -1.474950909614563, -1.2839490175247192, -1.1775678396224976, -1.4888426065444946, -1.0632141828536987, -1.6809688806533813, -1.766730546951294, -0.13070110976696014, -0.8085048198699951, -1.0265167951583862, -0.9513432383537292, -1.7659481763839722, -1.0703617334365845, -1.1121162176132202, -2.0267136096954346, -0.8556210398674011, -0.37152791023254395, -0.9633681774139404, -0.6214970350265503, -1.5222408771514893, -1.9811689853668213, -1.1792900562286377, -2.0023581981658936, -2.548609733581543, -1.539407730102539, -2.314896583557129, -1.3831508159637451, -2.017951011657715, -1.7834413051605225, -2.066978693008423, -0.8438555002212524, -2.579179525375366, -2.0920159816741943, -0.3823680281639099, -1.5825996398925781, -0.9958894848823547, -2.4397239685058594, -2.086559772491455, -1.6821025609970093, -1.0139830112457275, -0.6875033378601074, -0.8842730522155762, -0.2632313370704651, -3.0736985206604004, -1.181212306022644, -1.303584337234497, -1.6864924430847168, -1.315112829208374, -1.8048264980316162, -0.5258339047431946, -1.792983055114746, -1.0400471687316895, -1.3704830408096313]}, "Bot004_092_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_092.log.json", "context": "Hi! [THINKING FACE] Hello", "response": "Hello, how are you?", "annotation_id": "Bot004_092_02", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-10.208453178405762, -9.642866134643555, -11.26998519897461, -11.624011039733887, -6.095798969268799, -10.243159294128418], "gpt2background_argmax_score": [-1.9761712551116943, -1.080935001373291, -3.50620436668396, -1.4584380388259888, -1.6542505025863647, -1.6344377994537354, -0.944851279258728, -1.8349523544311523, -1.695411205291748, -2.0923900604248047, -1.1044749021530151, -1.242810606956482, -1.8327587842941284, -0.2190786600112915, -1.592650294303894, -0.9221950173377991]}, "Bot004_092_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_092.log.json", "context": "Hi! [THINKING FACE] Hello Hello, how are you? I'm good, how about you?", "response": "I am doing well. I am listening to country music. Have you a pet cow?", "annotation_id": "Bot004_092_04", "annotations": ["O", "O", "O", "T", "O", "O", "O", "O", "O", "O", "O", "O", "T", "O", "T"], "gpt2background_target_score": [-9.236455917358398, -8.606605529785156, -11.855504035949707, -13.257617950439453, -9.217428207397461, -5.4718217849731445, -11.369941711425781, -11.943721771240234, -5.0938005447387695, -10.903437614440918, -10.488984107971191, -7.546023845672607, -12.838081359863281, -9.012062072753906, -8.592048645019531, -11.955526351928711, -12.211145401000977, -6.624016761779785], "gpt2background_argmax_score": [-1.9761712551116943, -1.080935001373291, -3.50620436668396, -1.4584380388259888, -1.6542505025863647, -1.6344377994537354, -0.944851279258728, -1.8349523544311523, -1.695411205291748, -1.4811798334121704, -1.2643415927886963, -1.9210611581802368, -0.22702480852603912, -1.5890947580337524, -1.4742701053619385, -1.3055840730667114, -1.8477323055267334, -0.8958109617233276, -1.8067272901535034, -1.088040828704834, -0.19850629568099976, -0.8164116144180298, -1.5309747457504272, -1.699123740196228, -1.124794363975525, -2.0159482955932617, -1.9293904304504395, -2.065977096557617, -1.0221434831619263, -1.859887719154358, -2.5654022693634033, -0.2627662420272827, -2.6210134029388428, -1.074544072151184, -1.6987626552581787, -1.065834641456604, -1.1442538499832153, -2.0064587593078613, -2.5590522289276123, -1.0800567865371704, -0.7844421863555908, -0.9571420550346375]}, "Bot004_092_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_092.log.json", "context": "Hi! [THINKING FACE] Hello Hello, how are you? I'm good, how about you? I am doing well. I am listening to country music. Have you a pet cow? No, I don't have. Do you have?", "response": "I do not. I am a very old man. Do you work my parents farms?", "annotation_id": "Bot004_092_06", "annotations": ["T", "X", "O", "T", "T", "T", "O", "O", "O", "O", "O", "O", "T", "O", "T"], "gpt2background_target_score": [-9.236458778381348, -8.541638374328613, -10.716007232666016, -10.298872947692871, -2.911670684814453, -12.408072471618652, -8.064997673034668, -10.80456829071045, -9.219578742980957, -7.5966386795043945, -9.222193717956543, -8.752511978149414, -0.22702424228191376, -10.246909141540527, -7.103078365325928, -12.795701026916504, -13.15871524810791, -6.624017238616943], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -3.5062060356140137, -1.4584399461746216, -1.6542493104934692, -1.634440541267395, -0.944851279258728, -1.8349525928497314, -1.6954114437103271, -1.4811803102493286, -1.2643417119979858, -1.9210588932037354, -0.22702424228191376, -1.5890954732894897, -1.4742711782455444, -1.3055845499038696, -1.8477321863174438, -0.8958109617233276, -1.806727647781372, -1.0880392789840698, -0.1985061913728714, -0.8164125680923462, -1.5309739112854004, -0.9744009375572205, -2.04166841506958, -2.174508810043335, -1.7345610857009888, -1.2660276889801025, -1.496435284614563, -2.547163248062134, -0.2650592029094696, -2.528316020965576, -0.9016903638839722, -1.753299355506897, -1.1462197303771973, -0.7690001130104065, -2.0858805179595947, -2.4027018547058105, -1.18430757522583, -0.7553344964981079, -1.7924271821975708, -1.5150026082992554, -1.4390146732330322, -1.8078809976577759, -0.19688580930233002, -1.5967282056808472, -0.5314759612083435, -1.2749273777008057, -0.1936749666929245, -0.8629013895988464, -1.0630338191986084, -1.9138790369033813, -1.9994162321090698, -1.8860939741134644, -1.3114978075027466, -0.73792564868927, -0.9069674611091614, -1.647010087966919, -2.2531614303588867, -2.8811137676239014, -2.0783350467681885, -1.1494505405426025, -1.0082069635391235, -0.9533846378326416, -0.18946467339992523, -0.6190015077590942, -1.790023922920227, -0.8945862650871277, -1.5651028156280518, -1.4436147212982178, -1.399298071861267]}, "Bot004_092_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_092.log.json", "context": "Hi! [THINKING FACE] Hello Hello, how are you? I'm good, how about you? I am doing well. I am listening to country music. Have you a pet cow? No, I don't have. Do you have? I do not. I am a very old man. Do you work my parents farms? No, I don't. Do you?", "response": "No i do not. I am a hippie", "annotation_id": "Bot004_092_08", "annotations": ["T", "X", "O", "T", "O", "T", "X", "O", "X", "O", "O", "O", "T", "O", "X"], "gpt2background_target_score": [-10.534525871276855, -5.424360752105713, -10.362688064575195, -12.33959674835205, -9.217429161071777, -5.471817970275879, -11.369939804077148, -8.011361122131348, -11.508838653564453, -10.442853927612305], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -3.5062060356140137, -1.4584399461746216, -1.6542493104934692, -1.634440541267395, -0.944851279258728, -1.8349525928497314, -1.6954114437103271, -1.4811803102493286, -1.2643417119979858, -1.9210588932037354, -0.22702424228191376, -1.5890954732894897, -1.4742711782455444, -1.3055845499038696, -1.8477321863174438, -0.8958109617233276, -1.806727647781372, -1.0880392789840698, -0.1985061913728714, -0.8164125680923462, -1.5309739112854004, -0.9744009375572205, -2.04166841506958, -2.174508810043335, -1.7345610857009888, -1.2660276889801025, -1.496435284614563, -2.547163248062134, -0.2650592029094696, -2.528316020965576, -0.9016903638839722, -1.753299355506897, -1.1462197303771973, -0.7690001130104065, -2.0858805179595947, -2.4027018547058105, -1.18430757522583, -0.7553344964981079, -1.7924271821975708, -1.5150026082992554, -1.4390132427215576, -1.8078815937042236, -0.19688571989536285, -1.596729040145874, -0.5314762592315674, -1.2749285697937012, -0.19367565214633942, -0.8629006743431091, -1.0630332231521606, -1.9138808250427246, -1.950157880783081, -1.3437936305999756, -0.7326582670211792, -1.201795220375061, -1.6436059474945068, -2.4194347858428955, -3.2543745040893555, -2.1600587368011475, -1.0685240030288696, -0.8865025639533997, -1.1242742538452148, -0.19870732724666595, -0.6656238436698914, -1.892250657081604, -1.2012113332748413, -1.5163240432739258, -1.0279734134674072, -1.6179043054580688, -0.8489382863044739, -0.6639517545700073, -1.6181000471115112, -0.12682723999023438, -1.2132623195648193, -0.9555487036705017, -0.16949552297592163, -1.162689447402954, -1.3881819248199463, -1.701067328453064, -0.7120311260223389, -1.4334529638290405, -1.5005595684051514, -0.6738317012786865, -0.8909159898757935, -1.2498236894607544, -1.4755644798278809, -1.3450173139572144, -0.3909437954425812, -1.0198389291763306]}, "Bot004_092_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_092.log.json", "context": "Hi! [THINKING FACE] Hello Hello, how are you? I'm good, how about you? I am doing well. I am listening to country music. Have you a pet cow? No, I don't have. Do you have? I do not. I am a very old man. Do you work my parents farms? No, I don't. Do you? No i do not. I am a hippie Cool. What is your greates adventure in the life?", "response": "I would not say the name of my country.", "annotation_id": "Bot004_092_10", "annotations": ["T", "X", "X", "X", "T", "X", "X", "T", "X", "T", "T", "X", "T", "T", "X"], "gpt2background_target_score": [-9.236458778381348, -9.538384437561035, -10.716007232666016, -12.773003578186035, -9.288495063781738, -13.758389472961426, -8.610077857971191, -7.473196983337402, -10.789107322692871, -4.199197769165039], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -3.5062060356140137, -1.4584399461746216, -1.6542493104934692, -1.634440541267395, -0.944851279258728, -1.8349525928497314, -1.6954114437103271, -1.4811803102493286, -1.2643417119979858, -1.9210588932037354, -0.22702424228191376, -1.5890954732894897, -1.4742711782455444, -1.3055845499038696, -1.8477321863174438, -0.8958109617233276, -1.806727647781372, -1.0880392789840698, -0.1985061913728714, -0.8164125680923462, -1.5309739112854004, -0.9744009375572205, -2.04166841506958, -2.174508810043335, -1.7345610857009888, -1.2660276889801025, -1.496435284614563, -2.547163248062134, -0.2650592029094696, -2.528316020965576, -0.9016903638839722, -1.753299355506897, -1.1462197303771973, -0.7690001130104065, -2.0858805179595947, -2.4027018547058105, -1.18430757522583, -0.7553344964981079, -1.7924271821975708, -1.5150026082992554, -1.4390146732330322, -1.8078809976577759, -0.19688580930233002, -1.5967282056808472, -0.5314759612083435, -1.2749273777008057, -0.1936749666929245, -0.8629013895988464, -1.0630338191986084, -1.9138790369033813, -1.9501570463180542, -1.3437920808792114, -0.7326593995094299, -1.201795220375061, -1.6436054706573486, -2.4194347858428955, -3.254373550415039, -2.1600587368011475, -1.0685244798660278, -0.8865022659301758, -1.1242749691009521, -0.1987079232931137, -0.6656239032745361, -1.8922498226165771, -1.20121169090271, -1.51632559299469, -1.0279732942581177, -1.617906928062439, -0.8489387035369873, -0.6639513969421387, -1.6181012392044067, -0.12682723999023438, -1.2132635116577148, -0.9555488228797913, -0.16949552297592163, -1.1626895666122437, -1.3881808519363403, -0.5208193063735962, -1.5904595851898193, -1.1070066690444946, -0.46909964084625244, -1.1861196756362915, -1.2711769342422485, -1.6707184314727783, -1.2052252292633057, -0.33567166328430176, -0.728485107421875, -2.230698585510254, -1.4605381488800049, -1.721306324005127, -0.7518960237503052, -2.068389892578125, -3.197861433029175, -0.9840831160545349, -0.7385268807411194, -1.5619337558746338, -2.206085205078125, -0.7573097348213196, -1.867856502532959, -1.7880030870437622, -2.166224956512451, -1.6092197895050049, -2.2022225856781006, -1.8592281341552734, -2.726484537124634, -0.5816511511802673, -1.5522067546844482, -2.7345681190490723, -1.4171240329742432, -1.1034955978393555]}, "Bot004_092_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_092.log.json", "context": "Hi! [THINKING FACE] Hello Hello, how are you? I'm good, how about you? I am doing well. I am listening to country music. Have you a pet cow? No, I don't have. Do you have? I do not. I am a very old man. Do you work my parents farms? No, I don't. Do you? No i do not. I am a hippie Cool. What is your greates adventure in the life? I would not say the name of my country. Why?", "response": "I am not sure what that means.", "annotation_id": "Bot004_092_12", "annotations": ["O", "X", "X", "O", "X", "X", "T", "X", "X", "T", "X", "X", "T", "O", "X"], "gpt2background_target_score": [-9.236458778381348, -8.606606483459473, -10.716007232666016, -13.998331069946289, -10.427223205566406, -8.465997695922852, -15.225122451782227, -10.815096855163574], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -3.5062060356140137, -1.4584399461746216, -1.6542493104934692, -1.634440541267395, -0.944851279258728, -1.8349525928497314, -1.6954114437103271, -1.4811803102493286, -1.2643417119979858, -1.9210588932037354, -0.22702424228191376, -1.5890954732894897, -1.4742711782455444, -1.3055845499038696, -1.8477321863174438, -0.8958109617233276, -1.806727647781372, -1.0880392789840698, -0.1985061913728714, -0.8164125680923462, -1.5309739112854004, -0.9744009375572205, -2.04166841506958, -2.174508810043335, -1.7345610857009888, -1.2660276889801025, -1.496435284614563, -2.547163248062134, -0.2650592029094696, -2.528316020965576, -0.9016903638839722, -1.753299355506897, -1.1462197303771973, -0.7690001130104065, -2.0858805179595947, -2.4027018547058105, -1.18430757522583, -0.7553344964981079, -1.7924271821975708, -1.5150026082992554, -1.4390146732330322, -1.8078809976577759, -0.19688580930233002, -1.5967282056808472, -0.5314759612083435, -1.2749273777008057, -0.1936749666929245, -0.8629013895988464, -1.0630338191986084, -1.9138790369033813, -1.9501570463180542, -1.3437920808792114, -0.7326593995094299, -1.201795220375061, -1.6436054706573486, -2.4194347858428955, -3.254373550415039, -2.1600587368011475, -1.0685244798660278, -0.8865022659301758, -1.1242749691009521, -0.1987079232931137, -0.6656239032745361, -1.8922498226165771, -1.20121169090271, -1.51632559299469, -1.0279732942581177, -1.617906928062439, -0.8489387035369873, -0.6639513969421387, -1.6181012392044067, -0.12682723999023438, -1.2132635116577148, -0.9555488228797913, -0.16949552297592163, -1.1626895666122437, -1.3881808519363403, -0.5208193063735962, -1.5904595851898193, -1.1070066690444946, -0.46909964084625244, -1.1861196756362915, -1.2711763381958008, -1.6707183122634888, -1.2052242755889893, -0.335671067237854, -0.7284853458404541, -2.230699062347412, -1.4605389833450317, -1.7213069200515747, -0.7518959045410156, -2.068390130996704, -3.1978604793548584, -0.9840828776359558, -0.7385267615318298, -1.5619347095489502, -2.2060861587524414, -0.7573108673095703, -1.8678568601608276, -1.626589298248291, -1.2698742151260376, -2.1841139793395996, -2.034252643585205, -2.6905229091644287, -0.5627736449241638, -1.7692315578460693, -2.623239755630493, -1.3170583248138428, -1.1831854581832886, -1.5295495986938477, -1.641259789466858, -1.6467365026474, -2.1481781005859375, -1.2738430500030518, -1.4892652034759521, -1.5781993865966797, -1.511372447013855, -0.5367638468742371, -0.823962390422821, -0.9688059687614441]}, "Bot004_092_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_092.log.json", "context": "Hi! [THINKING FACE] Hello Hello, how are you? I'm good, how about you? I am doing well. I am listening to country music. Have you a pet cow? No, I don't have. Do you have? I do not. I am a very old man. Do you work my parents farms? No, I don't. Do you? No i do not. I am a hippie Cool. What is your greates adventure in the life? I would not say the name of my country. Why? I am not sure what that means. Do you like pizza?", "response": "I love pizza[SLICE OF PIZZA], but i do not eat meat.", "annotation_id": "Bot004_092_14", "annotations": ["T", "T", "O", "O", "O", "O", "X", "O", "X", "O", "O", "O", "T", "O", "X"], "gpt2background_target_score": [-9.236458778381348, -11.459829330444336, -13.056617736816406, -10.931488990783691, -9.331120491027832, -11.529829978942871, -6.198910236358643, -6.326359748840332, -13.45931625366211, -14.083220481872559, -11.84302806854248, -11.028172492980957, -6.357607841491699, -8.93815803527832, -9.037002563476562, -8.681479454040527, -12.283019065856934, -3.6630630493164062], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -3.5062060356140137, -1.4584399461746216, -1.6542493104934692, -1.634440541267395, -0.944851279258728, -1.8349525928497314, -1.6954114437103271, -1.4811803102493286, -1.2643417119979858, -1.9210588932037354, -0.22702424228191376, -1.5890954732894897, -1.4742711782455444, -1.3055845499038696, -1.8477321863174438, -0.8958109617233276, -1.806727647781372, -1.0880392789840698, -0.1985061913728714, -0.8164125680923462, -1.5309739112854004, -0.9744009375572205, -2.04166841506958, -2.174508810043335, -1.7345610857009888, -1.2660276889801025, -1.496435284614563, -2.547163248062134, -0.2650592029094696, -2.528316020965576, -0.9016903638839722, -1.753299355506897, -1.1462197303771973, -0.7690001130104065, -2.0858805179595947, -2.4027018547058105, -1.18430757522583, -0.7553344964981079, -1.7924271821975708, -1.5150026082992554, -1.4390146732330322, -1.8078809976577759, -0.19688580930233002, -1.5967282056808472, -0.5314759612083435, -1.2749273777008057, -0.1936749666929245, -0.8629013895988464, -1.0630338191986084, -1.9138790369033813, -1.9501570463180542, -1.3437920808792114, -0.7326593995094299, -1.201795220375061, -1.6436054706573486, -2.4194347858428955, -3.254373550415039, -2.1600587368011475, -1.0685244798660278, -0.8865022659301758, -1.1242749691009521, -0.1987079232931137, -0.6656239032745361, -1.8922498226165771, -1.20121169090271, -1.51632559299469, -1.0279732942581177, -1.617906928062439, -0.8489387035369873, -0.6639513969421387, -1.6181012392044067, -0.12682723999023438, -1.2132635116577148, -0.9555488228797913, -0.16949552297592163, -1.1626895666122437, -1.3881808519363403, -0.5208193063735962, -1.5904595851898193, -1.1070066690444946, -0.46909964084625244, -1.1861196756362915, -1.2711769342422485, -1.6707184314727783, -1.2052252292633057, -0.33567166328430176, -0.728485107421875, -2.230698585510254, -1.4605381488800049, -1.721306324005127, -0.7518960237503052, -2.068389892578125, -3.197861433029175, -0.9840831160545349, -0.7385268807411194, -1.5619337558746338, -2.206085205078125, -0.7573097348213196, -1.867856502532959, -1.6265901327133179, -1.2698743343353271, -2.1841135025024414, -2.034252882003784, -2.6905226707458496, -0.5627742409706116, -1.7692312002182007, -2.623239755630493, -1.3170565366744995, -1.1831860542297363, -1.5295498371124268, -1.641258955001831, -1.5148993730545044, -1.4933253526687622, -1.6644871234893799, -1.092747688293457, -1.5614960193634033, -0.588555634021759, -0.6433665156364441, -1.2319951057434082, -0.20992900431156158, -1.2201976776123047, -1.800609827041626, -0.8806384205818176, -1.8289111852645874, -1.639467716217041, -2.027229070663452, -0.24371440708637238, -0.9713166356086731, -2.058197021484375, -2.668215036392212, -1.94855797290802, -3.211582899093628, -2.8075509071350098, -0.30971652269363403, -1.4933274984359741, -2.272576332092285, -1.0277893543243408, -2.503626823425293, -0.7677133679389954, -0.36141276359558105, -0.7453486919403076, -1.0402584075927734, -1.0819594860076904]}, "Bot004_092_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_092.log.json", "context": "Hi! [THINKING FACE] Hello Hello, how are you? I'm good, how about you? I am doing well. I am listening to country music. Have you a pet cow? No, I don't have. Do you have? I do not. I am a very old man. Do you work my parents farms? No, I don't. Do you? No i do not. I am a hippie Cool. What is your greates adventure in the life? I would not say the name of my country. Why? I am not sure what that means. Do you like pizza? I love pizza[SLICE OF PIZZA], but i do not eat meat. So, you are vegan ?", "response": "I am not. I am not a vegan.", "annotation_id": "Bot004_092_16", "annotations": ["T", "O", "O", "T", "O", "O", "X", "X", "X", "O", "X", "O", "T", "O", "X"], "gpt2background_target_score": [-9.236458778381348, -8.606606483459473, -10.716007232666016, -10.298872947692871, -2.911670684814453, -12.408072471618652, -10.596858024597168, -8.011361122131348, -10.822388648986816, -4.199197769165039], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -3.5062060356140137, -1.4584399461746216, -1.6542493104934692, -1.634440541267395, -0.944851279258728, -1.8349525928497314, -1.6954114437103271, -1.4811803102493286, -1.2643417119979858, -1.9210588932037354, -0.22702424228191376, -1.5890954732894897, -1.4742711782455444, -1.3055845499038696, -1.8477321863174438, -0.8958109617233276, -1.806727647781372, -1.0880392789840698, -0.1985061913728714, -0.8164125680923462, -1.5309739112854004, -0.9744009375572205, -2.04166841506958, -2.174508810043335, -1.7345610857009888, -1.2660276889801025, -1.496435284614563, -2.547163248062134, -0.2650592029094696, -2.528316020965576, -0.9016903638839722, -1.753299355506897, -1.1462197303771973, -0.7690001130104065, -2.0858805179595947, -2.4027018547058105, -1.18430757522583, -0.7553344964981079, -1.7924271821975708, -1.5150026082992554, -1.4390146732330322, -1.8078809976577759, -0.19688580930233002, -1.5967282056808472, -0.5314759612083435, -1.2749273777008057, -0.1936749666929245, -0.8629013895988464, -1.0630338191986084, -1.9138790369033813, -1.9501570463180542, -1.3437920808792114, -0.7326593995094299, -1.201795220375061, -1.6436054706573486, -2.4194347858428955, -3.254373550415039, -2.1600587368011475, -1.0685244798660278, -0.8865022659301758, -1.1242749691009521, -0.1987079232931137, -0.6656239032745361, -1.8922498226165771, -1.20121169090271, -1.51632559299469, -1.0279732942581177, -1.617906928062439, -0.8489387035369873, -0.6639513969421387, -1.6181012392044067, -0.12682723999023438, -1.2132635116577148, -0.9555488228797913, -0.16949552297592163, -1.1626895666122437, -1.3881808519363403, -0.5208193063735962, -1.5904595851898193, -1.1070066690444946, -0.46909964084625244, -1.1861196756362915, -1.2711769342422485, -1.6707184314727783, -1.2052252292633057, -0.33567166328430176, -0.728485107421875, -2.230698585510254, -1.4605381488800049, -1.721306324005127, -0.7518960237503052, -2.068389892578125, -3.197861433029175, -0.9840831160545349, -0.7385268807411194, -1.5619337558746338, -2.206085205078125, -0.7573097348213196, -1.867856502532959, -1.6265901327133179, -1.2698743343353271, -2.1841135025024414, -2.034252882003784, -2.6905226707458496, -0.5627742409706116, -1.7692312002182007, -2.623239755630493, -1.3170565366744995, -1.1831860542297363, -1.5295498371124268, -1.641258955001831, -1.5148993730545044, -1.4933253526687622, -1.6644871234893799, -1.092747688293457, -1.5614960193634033, -0.588555634021759, -0.6433665156364441, -1.2319951057434082, -0.20992900431156158, -1.2201976776123047, -1.800609827041626, -0.8806384205818176, -1.8289111852645874, -2.052377939224243, -0.7116674780845642, -0.777628481388092, -2.5918307304382324, -2.6712806224823, -1.9496465921401978, -3.1578893661499023, -2.819678544998169, -0.31899744272232056, -1.710299015045166, -2.2391462326049805, -1.1257834434509277, -2.1235430240631104, -0.5946008563041687, -0.36997413635253906, -0.6810985207557678, -0.8752666711807251, -1.1039108037948608, -2.3092358112335205, -1.972156047821045, -2.002453327178955, -2.4569761753082275, -1.2914609909057617, -2.0627894401550293, -1.8534672260284424, -2.498178005218506, -1.5862524509429932, -1.0920647382736206, -0.8372955918312073, -1.242063283920288, -1.5409730672836304, -1.0356192588806152, -2.079657554626465, -0.7651381492614746, -0.7002270221710205]}, "Bot004_092_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_092.log.json", "context": "Hi! [THINKING FACE] Hello Hello, how are you? I'm good, how about you? I am doing well. I am listening to country music. Have you a pet cow? No, I don't have. Do you have? I do not. I am a very old man. Do you work my parents farms? No, I don't. Do you? No i do not. I am a hippie Cool. What is your greates adventure in the life? I would not say the name of my country. Why? I am not sure what that means. Do you like pizza? I love pizza[SLICE OF PIZZA], but i do not eat meat. So, you are vegan ? I am not. I am not a vegan. So, what are you ?", "response": "I am a farmer. I live with my parents.", "annotation_id": "Bot004_092_18", "annotations": ["O", "T", "O", "O", "T", "T", "X", "O", "X", "O", "O", "X", "T", "O", "X"], "gpt2background_target_score": [-9.236458778381348, -8.606606483459473, -10.071662902832031, -13.065028190612793, -9.217429161071777, -5.471817970275879, -12.511175155639648, -8.585972785949707, -6.015603065490723, -10.067506790161133, -9.222193717956543], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -3.5062060356140137, -1.4584399461746216, -1.6542493104934692, -1.634440541267395, -0.944851279258728, -1.8349525928497314, -1.6954114437103271, -1.4811803102493286, -1.2643417119979858, -1.9210588932037354, -0.22702424228191376, -1.5890954732894897, -1.4742711782455444, -1.3055845499038696, -1.8477321863174438, -0.8958109617233276, -1.806727647781372, -1.0880392789840698, -0.1985061913728714, -0.8164125680923462, -1.5309739112854004, -0.9744009375572205, -2.04166841506958, -2.174508810043335, -1.7345610857009888, -1.2660276889801025, -1.496435284614563, -2.547163248062134, -0.2650592029094696, -2.528316020965576, -0.9016903638839722, -1.753299355506897, -1.1462197303771973, -0.7690001130104065, -2.0858805179595947, -2.4027018547058105, -1.18430757522583, -0.7553344964981079, -1.7924271821975708, -1.5150026082992554, -1.4390146732330322, -1.8078809976577759, -0.19688580930233002, -1.5967282056808472, -0.5314759612083435, -1.2749273777008057, -0.1936749666929245, -0.8629013895988464, -1.0630338191986084, -1.9138790369033813, -1.9501570463180542, -1.3437920808792114, -0.7326593995094299, -1.201795220375061, -1.6436054706573486, -2.4194347858428955, -3.254373550415039, -2.1600587368011475, -1.0685244798660278, -0.8865022659301758, -1.1242749691009521, -0.1987079232931137, -0.6656239032745361, -1.8922498226165771, -1.20121169090271, -1.51632559299469, -1.0279732942581177, -1.617906928062439, -0.8489387035369873, -0.6639513969421387, -1.6181012392044067, -0.12682723999023438, -1.2132635116577148, -0.9555488228797913, -0.16949552297592163, -1.1626895666122437, -1.3881808519363403, -0.5208193063735962, -1.5904595851898193, -1.1070066690444946, -0.46909964084625244, -1.1861196756362915, -1.2711769342422485, -1.6707184314727783, -1.2052252292633057, -0.33567166328430176, -0.728485107421875, -2.230698585510254, -1.4605381488800049, -1.721306324005127, -0.7518960237503052, -2.068389892578125, -3.197861433029175, -0.9840831160545349, -0.7385268807411194, -1.5619337558746338, -2.206085205078125, -0.7573097348213196, -1.867856502532959, -1.6265901327133179, -1.2698743343353271, -2.1841135025024414, -2.034252882003784, -2.6905226707458496, -0.5627742409706116, -1.7692312002182007, -2.623239755630493, -1.3170565366744995, -1.1831860542297363, -1.5295498371124268, -1.641258955001831, -1.5148993730545044, -1.4933253526687622, -1.6644871234893799, -1.092747688293457, -1.5614960193634033, -0.588555634021759, -0.6433665156364441, -1.2319951057434082, -0.20992900431156158, -1.2201976776123047, -1.800609827041626, -0.8806384205818176, -1.8289111852645874, -2.052377939224243, -0.7116674780845642, -0.777628481388092, -2.5918307304382324, -2.6712806224823, -1.9496465921401978, -3.1578893661499023, -2.819678544998169, -0.31899744272232056, -1.710299015045166, -2.2391462326049805, -1.1257834434509277, -2.1235430240631104, -0.5946008563041687, -0.36997413635253906, -0.6810985207557678, -0.8752666711807251, -1.1039108037948608, -2.3092358112335205, -1.972156047821045, -2.002453327178955, -2.4569761753082275, -1.2914609909057617, -2.0627894401550293, -1.7918158769607544, -1.582043170928955, -1.1823045015335083, -1.2316352128982544, -1.0804693698883057, -1.3720130920410156, -0.9788589477539062, -2.2764480113983154, -0.7838467955589294, -1.0615456104278564, -0.9344618916511536, -1.9643925428390503, -1.6362390518188477, -0.6496660709381104, -1.057260513305664, -1.3151413202285767, -1.7520840167999268, -1.865175724029541, -1.3710103034973145, -1.7614514827728271, -0.9328262805938721, -0.7815452218055725, -1.3919774293899536, -0.45892947912216187, -0.7476010322570801, -1.2908235788345337, -1.2320690155029297, -1.1566157341003418]}, "Bot004_092_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_092.log.json", "context": "Hi! [THINKING FACE] Hello Hello, how are you? I'm good, how about you? I am doing well. I am listening to country music. Have you a pet cow? No, I don't have. Do you have? I do not. I am a very old man. Do you work my parents farms? No, I don't. Do you? No i do not. I am a hippie Cool. What is your greates adventure in the life? I would not say the name of my country. Why? I am not sure what that means. Do you like pizza? I love pizza[SLICE OF PIZZA], but i do not eat meat. So, you are vegan ? I am not. I am not a vegan. So, what are you ? I am a farmer. I live with my parents. Ok", "response": "I am a country girl, and i love[HEAVY BLACK HEART] country music.", "annotation_id": "Bot004_092_20", "annotations": ["T", "X", "O", "T", "O", "X", "X", "O", "X", "O", "X", "X", "T", "O", "X"], "gpt2background_target_score": [-9.236458778381348, -8.606606483459473, -10.071662902832031, -13.499340057373047, -11.933892250061035, -7.077369689941406, -8.659491539001465, -6.470205307006836, -10.016847610473633, -10.8375883102417, -12.16086483001709, -11.744543075561523, -13.392114639282227, -13.354279518127441, -11.906683921813965, -12.754301071166992, -11.352317810058594, -12.65807056427002, -9.262779235839844, -7.965545177459717], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -3.5062060356140137, -1.4584399461746216, -1.6542493104934692, -1.634440541267395, -0.944851279258728, -1.8349525928497314, -1.6954114437103271, -1.4811803102493286, -1.2643417119979858, -1.9210588932037354, -0.22702424228191376, -1.5890954732894897, -1.4742711782455444, -1.3055845499038696, -1.8477321863174438, -0.8958109617233276, -1.806727647781372, -1.0880392789840698, -0.1985061913728714, -0.8164125680923462, -1.5309739112854004, -0.9744009375572205, -2.04166841506958, -2.174508810043335, -1.7345610857009888, -1.2660276889801025, -1.496435284614563, -2.547163248062134, -0.2650592029094696, -2.528316020965576, -0.9016903638839722, -1.753299355506897, -1.1462197303771973, -0.7690001130104065, -2.0858805179595947, -2.4027018547058105, -1.18430757522583, -0.7553344964981079, -1.7924271821975708, -1.5150026082992554, -1.4390146732330322, -1.8078809976577759, -0.19688580930233002, -1.5967282056808472, -0.5314759612083435, -1.2749273777008057, -0.1936749666929245, -0.8629013895988464, -1.0630338191986084, -1.9138790369033813, -1.9501570463180542, -1.3437920808792114, -0.7326593995094299, -1.201795220375061, -1.6436054706573486, -2.4194347858428955, -3.254373550415039, -2.1600587368011475, -1.0685244798660278, -0.8865022659301758, -1.1242749691009521, -0.1987079232931137, -0.6656239032745361, -1.8922498226165771, -1.20121169090271, -1.51632559299469, -1.0279732942581177, -1.617906928062439, -0.8489387035369873, -0.6639513969421387, -1.6181012392044067, -0.12682723999023438, -1.2132635116577148, -0.9555488228797913, -0.16949552297592163, -1.1626895666122437, -1.3881808519363403, -0.5208193063735962, -1.5904595851898193, -1.1070066690444946, -0.46909964084625244, -1.1861196756362915, -1.2711769342422485, -1.6707184314727783, -1.2052252292633057, -0.33567166328430176, -0.728485107421875, -2.230698585510254, -1.4605381488800049, -1.721306324005127, -0.7518960237503052, -2.068389892578125, -3.197861433029175, -0.9840831160545349, -0.7385268807411194, -1.5619337558746338, -2.206085205078125, -0.7573097348213196, -1.867856502532959, -1.6265901327133179, -1.2698743343353271, -2.1841135025024414, -2.034252882003784, -2.6905226707458496, -0.5627742409706116, -1.7692312002182007, -2.623239755630493, -1.3170565366744995, -1.1831860542297363, -1.5295498371124268, -1.641258955001831, -1.5148993730545044, -1.4933253526687622, -1.6644871234893799, -1.092747688293457, -1.5614960193634033, -0.588555634021759, -0.6433665156364441, -1.2319951057434082, -0.20992900431156158, -1.2201976776123047, -1.800609827041626, -0.8806384205818176, -1.8289111852645874, -2.052377939224243, -0.7116674780845642, -0.777628481388092, -2.5918307304382324, -2.6712806224823, -1.9496465921401978, -3.1578893661499023, -2.819678544998169, -0.31899744272232056, -1.710299015045166, -2.2391462326049805, -1.1257834434509277, -2.1235430240631104, -0.5946008563041687, -0.36997413635253906, -0.6810985207557678, -0.8752666711807251, -1.1039108037948608, -2.3092358112335205, -1.972156047821045, -2.002453327178955, -2.4569761753082275, -1.2914609909057617, -2.0627894401550293, -1.7918158769607544, -1.582043170928955, -1.1823045015335083, -1.2316352128982544, -1.0804693698883057, -1.3720130920410156, -0.9788589477539062, -2.2764480113983154, -0.7838467955589294, -1.0615456104278564, -0.9344618916511536, -1.9643925428390503, -1.6362390518188477, -0.6496660709381104, -1.057260513305664, -1.3151413202285767, -1.056807518005371, -1.3578574657440186, -2.228132486343384, -0.7942183017730713, -1.061130404472351, -0.924590528011322, -0.4541756808757782, -0.7415122389793396, -1.2434200048446655, -1.2945479154586792, -1.1167705059051514, -0.7044249176979065, -1.9774363040924072, -1.8996120691299438, -1.412087082862854, -2.114805221557617, -2.5935823917388916, -0.9407348036766052, -2.0948846340179443, -1.0570799112319946, -1.5920381546020508, -0.41531234979629517, -2.296041250228882, -1.9152003526687622, -0.499471515417099, -3.250492811203003, -3.272040367126465, -0.7507182955741882, -1.8439286947250366, -1.9051544666290283, -0.8052904009819031, -0.7346755862236023, -1.111935019493103]}, "Bot004_095_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_095.log.json", "context": "Hi! \nIt is nice to see you [SMILING FACE WITH SMILING EYES]\nHow is your day going? It's great. I've just finished my daily 3 miles walk", "response": "I have never heard of that, i am sure it is! Do you have a pet fish?", "annotation_id": "Bot004_095_02", "annotations": ["X", "X", "T", "X", "X", "O", "O", "O", "X", "T", "T", "T", "T", "T", "T"], "gpt2background_target_score": [-9.236455917358398, -8.602306365966797, -10.01986026763916, -14.293310165405273, -10.068156242370605, -6.3281683921813965, -4.188961982727051, -10.285408973693848, -10.005414962768555, -9.921560287475586, -10.872844696044922, -7.276938438415527, -5.297153949737549, -11.082056999206543, -8.230718612670898, -12.997468948364258, -11.947970390319824, -14.45219898223877, -12.690792083740234, -10.311454772949219], "gpt2background_argmax_score": [-1.9761712551116943, -1.080935001373291, -2.0623934268951416, -0.8293625116348267, -0.8124510049819946, -2.2414541244506836, -0.4281092584133148, -1.4112331867218018, -2.5969557762145996, -2.4599549770355225, -1.8056164979934692, -1.706571340560913, -0.5622708201408386, -1.1524895429611206, -2.2056117057800293, -2.2761125564575195, -0.14590974152088165, -0.8052281737327576, -1.504279375076294, -1.4037952423095703, -1.6761035919189453, -2.685335874557495, -0.4015410840511322, -2.104909896850586, -1.6593104600906372, -1.0583243370056152, -1.052560806274414, -0.3992704451084137, -1.4155634641647339, -0.911983847618103, -2.503587007522583, -0.9207311868667603, -1.8057407140731812, -1.5616724491119385, -0.8463452458381653, -1.5421448945999146, -1.4398322105407715, -1.416978359222412, -1.4737014770507812, -0.7113536596298218, -2.3173742294311523, -2.276045083999634, -1.8417179584503174, -1.7580167055130005, -1.417803168296814, -1.5999228954315186, -0.48872196674346924, -1.6915942430496216, -1.8340171575546265, -1.7300524711608887, -2.5399298667907715, -2.2878661155700684, -1.8075683116912842, -1.6042300462722778, -2.007894515991211, -1.0308077335357666, -0.22510439157485962, -1.1478902101516724, -0.9948700666427612, -2.8121392726898193, -1.2859019041061401, -1.2614684104919434, -0.7755677103996277]}, "Bot004_095_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_095.log.json", "context": "Hi! \nIt is nice to see you [SMILING FACE WITH SMILING EYES]\nHow is your day going? It's great. I've just finished my daily 3 miles walk I have never heard of that, i am sure it is! Do you have a pet fish? No, I don't have a pet fish", "response": "That is a shame. I am sorry.", "annotation_id": "Bot004_095_04", "annotations": ["X", "O", "O", "O", "O", "T", "T", "O", "X", "O", "O", "O", "T", "O", "O"], "gpt2background_target_score": [-13.368456840515137, -7.617142200469971, -7.233031272888184, -12.304634094238281, -9.24616527557373, -7.409514904022217, -12.189488410949707, -12.37013053894043, -8.379932403564453], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -2.0623934268951416, -0.8293642997741699, -0.8124532103538513, -2.241453170776367, -0.4281099736690521, -1.411234736442566, -2.596957206726074, -2.459956169128418, -1.8056162595748901, -1.7065714597702026, -0.5622707009315491, -1.1524860858917236, -2.20561146736145, -2.2761147022247314, -0.14590974152088165, -0.8052284121513367, -1.5042775869369507, -1.403796672821045, -1.6761023998260498, -2.6853363513946533, -0.4015403687953949, -2.104907512664795, -1.6593096256256104, -1.0583242177963257, -1.0525639057159424, -0.39927077293395996, -1.4155634641647339, -0.9119833707809448, -2.5035860538482666, -0.9207315444946289, -1.805741786956787, -1.5616737604141235, -0.8463490605354309, -1.5421465635299683, -1.4398287534713745, -1.4169814586639404, -1.4737001657485962, -0.7113568186759949, -2.3173739910125732, -2.276045560836792, -1.7095270156860352, -1.9350616931915283, -1.7327301502227783, -0.4691105782985687, -2.1978394985198975, -1.9254666566848755, -1.655561923980713, -1.9784841537475586, -2.158608913421631, -1.7084311246871948, -1.0288575887680054, -2.2525312900543213, -1.5058302879333496, -0.22650684416294098, -1.2126842737197876, -0.88001549243927, -3.633070707321167, -1.5699975490570068, -1.1958152055740356, -1.6727983951568604, -1.3858988285064697, -1.974185585975647, -1.9247181415557861, -0.18389809131622314, -1.3400325775146484, -0.6813122034072876, -1.1956812143325806, -0.7708153128623962, -1.084191083908081, -1.9363313913345337, -0.966431200504303, -2.1123294830322266, -2.3890933990478516, -1.1204183101654053, -1.3282139301300049, -2.376913547515869, -2.348073720932007, -2.259512424468994, -1.4461486339569092]}, "Bot004_095_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_095.log.json", "context": "Hi! \nIt is nice to see you [SMILING FACE WITH SMILING EYES]\nHow is your day going? It's great. I've just finished my daily 3 miles walk I have never heard of that, i am sure it is! Do you have a pet fish? No, I don't have a pet fish That is a shame. I am sorry. We do have a dog", "response": "I have a dog. He is named after i got done with my girlfriend.", "annotation_id": "Bot004_095_06", "annotations": ["X", "T", "O", "O", "T", "O", "O", "T", "O", "X", "O", "T", "O", "O", "O"], "gpt2background_target_score": [-9.236458778381348, -8.602306365966797, -7.233031272888184, -12.338338851928711, -9.24616527557373, -12.990540504455566, -9.536426544189453, -13.910384178161621, -9.459702491760254, -10.509535789489746, -10.774805068969727, -11.314264297485352, -7.1522440910339355, -5.577235221862793, -12.479331016540527, -8.971024513244629], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -2.0623934268951416, -0.8293642997741699, -0.8124532103538513, -2.241453170776367, -0.4281099736690521, -1.411234736442566, -2.596957206726074, -2.459956169128418, -1.8056162595748901, -1.7065714597702026, -0.5622707009315491, -1.1524860858917236, -2.20561146736145, -2.2761147022247314, -0.14590974152088165, -0.8052284121513367, -1.5042775869369507, -1.403796672821045, -1.6761023998260498, -2.6853363513946533, -0.4015403687953949, -2.104907512664795, -1.6593096256256104, -1.0583242177963257, -1.0525639057159424, -0.39927077293395996, -1.4155634641647339, -0.9119833707809448, -2.5035860538482666, -0.9207315444946289, -1.805741786956787, -1.5616737604141235, -0.8463490605354309, -1.5421465635299683, -1.4398287534713745, -1.4169814586639404, -1.4737001657485962, -0.7113568186759949, -2.3173739910125732, -2.276045560836792, -1.7095270156860352, -1.9350616931915283, -1.7327301502227783, -0.4691105782985687, -2.1978394985198975, -1.9254666566848755, -1.655561923980713, -1.9784841537475586, -2.158608913421631, -1.7084311246871948, -1.0288575887680054, -2.2525312900543213, -1.5058302879333496, -0.22650684416294098, -1.2126842737197876, -0.88001549243927, -3.633070707321167, -1.5699975490570068, -1.1958152055740356, -1.6727983951568604, -1.3858988285064697, -1.974185585975647, -1.9247181415557861, -0.18389809131622314, -1.3400325775146484, -0.6813122034072876, -1.1956812143325806, -0.7708153128623962, -1.084191083908081, -0.911613941192627, -2.2916696071624756, -2.793405532836914, -1.0327216386795044, -1.714695692062378, -2.216935396194458, -2.383258581161499, -2.1704812049865723, -1.526321291923523, -1.7758359909057617, -1.0386872291564941, -0.6683458685874939, -1.7494603395462036, -1.4058079719543457, -2.015291929244995, -2.0958611965179443, -0.43849635124206543, -1.9643278121948242, -1.520020842552185, -1.5540804862976074, -1.494063377380371, -1.5129834413528442, -2.531108856201172, -1.860951542854309, -2.0861682891845703, -1.2888875007629395, -0.966637909412384, -1.82560133934021, -1.8783859014511108, -1.010790467262268, -1.9033759832382202]}, "Bot004_095_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_095.log.json", "context": "Hi! \nIt is nice to see you [SMILING FACE WITH SMILING EYES]\nHow is your day going? It's great. I've just finished my daily 3 miles walk I have never heard of that, i am sure it is! Do you have a pet fish? No, I don't have a pet fish That is a shame. I am sorry. We do have a dog I have a dog. He is named after i got done with my girlfriend. What's his name?", "response": "I have not heard of it, but it is good to say.", "annotation_id": "Bot004_095_08", "annotations": ["X", "X", "X", "X", "X", "X", "T", "T", "X", "X", "X", "T", "X", "T", "X"], "gpt2background_target_score": [-9.236458778381348, -8.602306365966797, -9.04069995880127, -14.293310165405273, -10.068154335021973, -8.500027656555176, -4.188961029052734, -9.959372520446777, -5.404219627380371, -7.976271152496338, -10.684288024902344, -7.895068645477295, -11.0209321975708, -6.253305435180664], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -2.0623934268951416, -0.8293642997741699, -0.8124532103538513, -2.241453170776367, -0.4281099736690521, -1.411234736442566, -2.596957206726074, -2.459956169128418, -1.8056162595748901, -1.7065714597702026, -0.5622707009315491, -1.1524860858917236, -2.20561146736145, -2.2761147022247314, -0.14590974152088165, -0.8052284121513367, -1.5042775869369507, -1.403796672821045, -1.6761023998260498, -2.6853363513946533, -0.4015403687953949, -2.104907512664795, -1.6593096256256104, -1.0583242177963257, -1.0525639057159424, -0.39927077293395996, -1.4155634641647339, -0.9119833707809448, -2.5035860538482666, -0.9207315444946289, -1.805741786956787, -1.5616737604141235, -0.8463490605354309, -1.5421465635299683, -1.4398287534713745, -1.4169814586639404, -1.4737001657485962, -0.7113568186759949, -2.3173739910125732, -2.276045560836792, -1.7095270156860352, -1.9350616931915283, -1.7327301502227783, -0.4691105782985687, -2.1978394985198975, -1.9254666566848755, -1.655561923980713, -1.9784841537475586, -2.158608913421631, -1.7084311246871948, -1.0288575887680054, -2.2525312900543213, -1.5058302879333496, -0.22650684416294098, -1.2126842737197876, -0.88001549243927, -3.633070707321167, -1.5699975490570068, -1.1958152055740356, -1.6727983951568604, -1.3858988285064697, -1.974185585975647, -1.9247181415557861, -0.18389809131622314, -1.3400325775146484, -0.6813122034072876, -1.1956812143325806, -0.7708153128623962, -1.084191083908081, -0.911613941192627, -2.2916696071624756, -2.793405532836914, -1.0327216386795044, -1.714695692062378, -2.216935396194458, -2.383258581161499, -2.1704812049865723, -1.526321291923523, -1.7758359909057617, -1.0386872291564941, -0.6683458685874939, -1.7494603395462036, -1.4058074951171875, -2.527500629425049, -1.122553825378418, -1.4318175315856934, -1.545497179031372, -1.905531644821167, -1.324114203453064, -1.4925737380981445, -2.5684375762939453, -1.9186131954193115, -1.9315093755722046, -1.3288400173187256, -0.8962196111679077, -1.8366509675979614, -1.9593855142593384, -1.0921043157577515, -1.8791859149932861, -2.0858492851257324, -1.2681670188903809, -0.27558425068855286, -0.4223143756389618, -1.6890915632247925, -2.6964638233184814, -2.0309858322143555, -0.49676671624183655, -1.0656863451004028, -0.596553385257721, -1.098515272140503, -1.321561574935913, -1.6776853799819946, -1.5903418064117432, -1.3191297054290771, -1.7300394773483276, -1.2198492288589478, -1.0857517719268799, -2.059244394302368, -1.7482869625091553]}, "Bot004_095_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_095.log.json", "context": "Hi! \nIt is nice to see you [SMILING FACE WITH SMILING EYES]\nHow is your day going? It's great. I've just finished my daily 3 miles walk I have never heard of that, i am sure it is! Do you have a pet fish? No, I don't have a pet fish That is a shame. I am sorry. We do have a dog I have a dog. He is named after i got done with my girlfriend. What's his name? I have not heard of it, but it is good to say. Say what?", "response": "I am a huge gamer, i love the outdoors.", "annotation_id": "Bot004_095_10", "annotations": ["X", "X", "X", "T", "T", "X", "O", "O", "X", "X", "X", "T", "O", "O", "X"], "gpt2background_target_score": [-9.236458778381348, -8.606606483459473, -7.233031272888184, -12.562068939208984, -12.848772048950195, -6.7301483154296875, -8.213730812072754, -7.637630462646484, -2.8768515586853027, -9.533735275268555, -8.656206130981445], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -2.0623934268951416, -0.8293642997741699, -0.8124532103538513, -2.241453170776367, -0.4281099736690521, -1.411234736442566, -2.596957206726074, -2.459956169128418, -1.8056162595748901, -1.7065714597702026, -0.5622707009315491, -1.1524860858917236, -2.20561146736145, -2.2761147022247314, -0.14590974152088165, -0.8052284121513367, -1.5042775869369507, -1.403796672821045, -1.6761023998260498, -2.6853363513946533, -0.4015403687953949, -2.104907512664795, -1.6593096256256104, -1.0583242177963257, -1.0525639057159424, -0.39927077293395996, -1.4155634641647339, -0.9119833707809448, -2.5035860538482666, -0.9207315444946289, -1.805741786956787, -1.5616737604141235, -0.8463490605354309, -1.5421465635299683, -1.4398287534713745, -1.4169814586639404, -1.4737001657485962, -0.7113568186759949, -2.3173739910125732, -2.276045560836792, -1.7095270156860352, -1.9350616931915283, -1.7327301502227783, -0.4691105782985687, -2.1978394985198975, -1.9254666566848755, -1.655561923980713, -1.9784841537475586, -2.158608913421631, -1.7084311246871948, -1.0288575887680054, -2.2525312900543213, -1.5058302879333496, -0.22650684416294098, -1.2126842737197876, -0.88001549243927, -3.633070707321167, -1.5699975490570068, -1.1958152055740356, -1.6727983951568604, -1.3858988285064697, -1.974185585975647, -1.9247181415557861, -0.18389809131622314, -1.3400325775146484, -0.6813122034072876, -1.1956812143325806, -0.7708153128623962, -1.084191083908081, -0.911613941192627, -2.2916696071624756, -2.793405532836914, -1.0327216386795044, -1.714695692062378, -2.216935396194458, -2.383258581161499, -2.1704812049865723, -1.526321291923523, -1.7758359909057617, -1.0386872291564941, -0.6683458685874939, -1.7494603395462036, -1.4058079719543457, -2.527501344680786, -1.1225533485412598, -1.4318181276321411, -1.5454970598220825, -1.9055302143096924, -1.3241150379180908, -1.4925744533538818, -2.568436622619629, -1.9186140298843384, -1.931506633758545, -1.3288391828536987, -0.8962205648422241, -1.8366495370864868, -1.9593849182128906, -1.0921043157577515, -1.879185438156128, -2.0858476161956787, -1.2681679725646973, -0.27558478713035583, -0.4223140478134155, -1.6890932321548462, -2.158540725708008, -0.6098436117172241, -1.1503949165344238, -0.6906097531318665, -1.305733561515808, -1.3430107831954956, -1.768324613571167, -1.6517000198364258, -1.2119060754776, -1.8402431011199951, -1.3409795761108398, -0.9768455028533936, -2.1411778926849365, -1.8912895917892456, -1.9412596225738525, -1.391607642173767, -1.7928392887115479, -2.2758543491363525, -2.048607587814331, -1.7423652410507202, -2.5225110054016113, -1.34463632106781, -1.6732501983642578, -1.683184027671814, -2.2025463581085205, -2.8296797275543213, -1.7989177703857422, -1.4204025268554688, -1.0824939012527466]}, "Bot004_095_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_095.log.json", "context": "Hi! \nIt is nice to see you [SMILING FACE WITH SMILING EYES]\nHow is your day going? It's great. I've just finished my daily 3 miles walk I have never heard of that, i am sure it is! Do you have a pet fish? No, I don't have a pet fish That is a shame. I am sorry. We do have a dog I have a dog. He is named after i got done with my girlfriend. What's his name? I have not heard of it, but it is good to say. Say what? I am a huge gamer, i love the outdoors. I do too. I usually walk every day, sometimes with my family who I love", "response": "I love[HEAVY BLACK HEART] to walk and go to the lake.", "annotation_id": "Bot004_095_12", "annotations": ["X", "T", "O", "O", "O", "O", "O", "O", "X", "O", "O", "O", "X", "O", "O"], "gpt2background_target_score": [-9.236458778381348, -11.459829330444336, -12.235919952392578, -10.877819061279297, -13.286630630493164, -10.702302932739258, -13.893294334411621, -12.360443115234375, -14.079998970031738, -11.610729217529297, -9.313579559326172, -12.461318969726562, -4.642590045928955, -10.504387855529785, -6.645727157592773, -5.498603820800781, -13.278298377990723, -5.672013282775879], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -2.0623934268951416, -0.8293642997741699, -0.8124532103538513, -2.241453170776367, -0.4281099736690521, -1.411234736442566, -2.596957206726074, -2.459956169128418, -1.8056162595748901, -1.7065714597702026, -0.5622707009315491, -1.1524860858917236, -2.20561146736145, -2.2761147022247314, -0.14590974152088165, -0.8052284121513367, -1.5042775869369507, -1.403796672821045, -1.6761023998260498, -2.6853363513946533, -0.4015403687953949, -2.104907512664795, -1.6593096256256104, -1.0583242177963257, -1.0525639057159424, -0.39927077293395996, -1.4155634641647339, -0.9119833707809448, -2.5035860538482666, -0.9207315444946289, -1.805741786956787, -1.5616737604141235, -0.8463490605354309, -1.5421465635299683, -1.4398287534713745, -1.4169814586639404, -1.4737001657485962, -0.7113568186759949, -2.3173739910125732, -2.276045560836792, -1.7095270156860352, -1.9350616931915283, -1.7327301502227783, -0.4691105782985687, -2.1978394985198975, -1.9254666566848755, -1.655561923980713, -1.9784841537475586, -2.158608913421631, -1.7084311246871948, -1.0288575887680054, -2.2525312900543213, -1.5058302879333496, -0.22650684416294098, -1.2126842737197876, -0.88001549243927, -3.633070707321167, -1.5699975490570068, -1.1958152055740356, -1.6727983951568604, -1.3858988285064697, -1.974185585975647, -1.9247181415557861, -0.18389809131622314, -1.3400325775146484, -0.6813122034072876, -1.1956812143325806, -0.7708153128623962, -1.084191083908081, -0.911613941192627, -2.2916696071624756, -2.793405532836914, -1.0327216386795044, -1.714695692062378, -2.216935396194458, -2.383258581161499, -2.1704812049865723, -1.526321291923523, -1.7758359909057617, -1.0386872291564941, -0.6683458685874939, -1.7494603395462036, -1.4058079719543457, -2.527501344680786, -1.1225533485412598, -1.4318181276321411, -1.5454970598220825, -1.9055302143096924, -1.3241143226623535, -1.4925745725631714, -2.5684361457824707, -1.9186145067214966, -1.9315087795257568, -1.3288404941558838, -0.8962188959121704, -1.8366488218307495, -1.9593843221664429, -1.092104196548462, -1.8791865110397339, -2.085848093032837, -1.2681668996810913, -0.2755844295024872, -0.42231422662734985, -1.6890928745269775, -2.158540725708008, -0.6098433136940002, -1.150395154953003, -0.6906083226203918, -1.3057342767715454, -1.3430109024047852, -1.7683234214782715, -1.6516990661621094, -1.2119044065475464, -1.8402422666549683, -1.3409801721572876, -0.9768461585044861, -2.141178607940674, -1.8912900686264038, -1.9412603378295898, -1.3916069269180298, -1.7928414344787598, -1.9752771854400635, -2.1826231479644775, -2.603754997253418, -1.3384543657302856, -1.5650193691253662, -1.6718881130218506, -2.1061031818389893, -2.578437566757202, -1.6826679706573486, -1.4390723705291748, -1.2159028053283691, -1.7271260023117065, -1.7434353828430176, -1.1914103031158447, -1.3312034606933594, -1.9896318912506104, -0.6724579334259033, -1.7378277778625488, -1.391968011856079, -1.640468955039978, -1.7795614004135132, -2.671881914138794, -1.4495481252670288, -1.4770528078079224, -1.183038353919983, -1.7589815855026245, -1.5743955373764038, -0.9901524782180786, -1.9528886079788208, -2.4586193561553955, -1.8756624460220337, -2.1707539558410645, -2.02207350730896, -0.3189208507537842, -2.544039011001587, -3.1028079986572266, -0.9658515453338623, -1.7302876710891724, -1.5120824575424194, -2.672147512435913, -2.1534106731414795, -1.9498103857040405, -1.7115525007247925, -1.4618196487426758, -2.0493171215057373, -1.2321895360946655, -1.44607412815094]}, "Bot004_095_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_095.log.json", "context": "Hi! \nIt is nice to see you [SMILING FACE WITH SMILING EYES]\nHow is your day going? It's great. I've just finished my daily 3 miles walk I have never heard of that, i am sure it is! Do you have a pet fish? No, I don't have a pet fish That is a shame. I am sorry. We do have a dog I have a dog. He is named after i got done with my girlfriend. What's his name? I have not heard of it, but it is good to say. Say what? I am a huge gamer, i love the outdoors. I do too. I usually walk every day, sometimes with my family who I love I love[HEAVY BLACK HEART] to walk and go to the lake. Yeah, it's great", "response": "I have not seen that. I am sure it will be easy to find someone.", "annotation_id": "Bot004_095_14", "annotations": ["X", "X", "X", "X", "X", "X", "O", "O", "X", "X", "X", "X", "X", "O", "X"], "gpt2background_target_score": [-9.236458778381348, -8.602306365966797, -9.04069995880127, -14.083793640136719, -9.775806427001953, -7.251608848571777, -5.338249206542969, -9.085649490356445, -10.513832092285156, -10.098065376281738, -12.443869590759277, -10.335707664489746, -13.712492942810059, -6.174090385437012, -11.9644136428833, -8.144621849060059, -9.29799747467041], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -2.0623934268951416, -0.8293642997741699, -0.8124532103538513, -2.241453170776367, -0.4281099736690521, -1.411234736442566, -2.596957206726074, -2.459956169128418, -1.8056162595748901, -1.7065714597702026, -0.5622707009315491, -1.1524860858917236, -2.20561146736145, -2.2761147022247314, -0.14590974152088165, -0.8052284121513367, -1.5042775869369507, -1.403796672821045, -1.6761023998260498, -2.6853363513946533, -0.4015403687953949, -2.104907512664795, -1.6593096256256104, -1.0583242177963257, -1.0525639057159424, -0.39927077293395996, -1.4155634641647339, -0.9119833707809448, -2.5035860538482666, -0.9207315444946289, -1.805741786956787, -1.5616737604141235, -0.8463490605354309, -1.5421465635299683, -1.4398287534713745, -1.4169814586639404, -1.4737001657485962, -0.7113568186759949, -2.3173739910125732, -2.276045560836792, -1.7095270156860352, -1.9350616931915283, -1.7327301502227783, -0.4691105782985687, -2.1978394985198975, -1.9254666566848755, -1.655561923980713, -1.9784841537475586, -2.158608913421631, -1.7084311246871948, -1.0288575887680054, -2.2525312900543213, -1.5058302879333496, -0.22650684416294098, -1.2126842737197876, -0.88001549243927, -3.633070707321167, -1.5699975490570068, -1.1958152055740356, -1.6727983951568604, -1.3858988285064697, -1.974185585975647, -1.9247181415557861, -0.18389809131622314, -1.3400325775146484, -0.6813122034072876, -1.1956812143325806, -0.7708153128623962, -1.084191083908081, -0.911613941192627, -2.2916696071624756, -2.793405532836914, -1.0327216386795044, -1.714695692062378, -2.216935396194458, -2.383258581161499, -2.1704812049865723, -1.526321291923523, -1.7758359909057617, -1.0386872291564941, -0.6683458685874939, -1.7494603395462036, -1.4058079719543457, -2.527501344680786, -1.1225533485412598, -1.4318181276321411, -1.5454970598220825, -1.9055302143096924, -1.3241143226623535, -1.4925745725631714, -2.5684361457824707, -1.9186145067214966, -1.9315087795257568, -1.3288404941558838, -0.8962188959121704, -1.8366488218307495, -1.9593843221664429, -1.092104196548462, -1.8791865110397339, -2.085848093032837, -1.2681668996810913, -0.2755844295024872, -0.42231422662734985, -1.6890928745269775, -2.158540725708008, -0.6098433136940002, -1.150395154953003, -0.6906083226203918, -1.3057342767715454, -1.3430109024047852, -1.7683234214782715, -1.6516990661621094, -1.2119044065475464, -1.8402422666549683, -1.3409801721572876, -0.9768461585044861, -2.141178607940674, -1.8912900686264038, -1.9412603378295898, -1.3916069269180298, -1.7928414344787598, -1.9752771854400635, -2.1826231479644775, -2.603754997253418, -1.3384543657302856, -1.5650193691253662, -1.6718881130218506, -2.1061031818389893, -2.578437566757202, -1.6826679706573486, -1.4390729665756226, -1.2159010171890259, -1.7271267175674438, -1.7434357404708862, -1.1914112567901611, -1.3312021493911743, -1.9896314144134521, -0.6724579334259033, -1.7378309965133667, -1.3919668197631836, -1.6404693126678467, -1.7795627117156982, -2.6718852519989014, -1.4495476484298706, -1.4770499467849731, -1.183038353919983, -1.7589819431304932, -1.5743962526321411, -0.9901525974273682, -2.4042975902557373, -1.9823675155639648, -2.5999233722686768, -1.8011817932128906, -0.2718914747238159, -3.111492156982422, -3.551424980163574, -1.0019690990447998, -1.845426321029663, -1.9691392183303833, -2.0677902698516846, -1.9180554151535034, -1.7956327199935913, -1.5043246746063232, -1.3315452337265015, -2.0624887943267822, -0.9846208095550537, -1.262823224067688, -1.0512925386428833, -1.4630078077316284, -1.2242850065231323, -2.0671069622039795, -1.2289150953292847, -1.8943674564361572, -2.4881837368011475, -0.73262619972229, -0.3753618597984314, -1.3979140520095825, -2.4598758220672607, -1.2467597723007202, -2.2496466636657715, -1.9671971797943115, -1.8712152242660522, -0.8225883841514587, -1.0168095827102661, -1.9658567905426025, -0.9216353297233582, -2.098003625869751, -1.352664828300476, -1.9239962100982666, -1.533197283744812]}, "Bot004_095_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_095.log.json", "context": "Hi! \nIt is nice to see you [SMILING FACE WITH SMILING EYES]\nHow is your day going? It's great. I've just finished my daily 3 miles walk I have never heard of that, i am sure it is! Do you have a pet fish? No, I don't have a pet fish That is a shame. I am sorry. We do have a dog I have a dog. He is named after i got done with my girlfriend. What's his name? I have not heard of it, but it is good to say. Say what? I am a huge gamer, i love the outdoors. I do too. I usually walk every day, sometimes with my family who I love I love[HEAVY BLACK HEART] to walk and go to the lake. Yeah, it's great I have not seen that. I am sure it will be easy to find someone. Yeah, sure", "response": "I am sure you are a great person!", "annotation_id": "Bot004_095_16", "annotations": ["X", "T", "O", "T", "X", "O", "O", "O", "X", "T", "O", "O", "X", "O", "X"], "gpt2background_target_score": [-9.236458778381348, -8.606606483459473, -11.00497817993164, -10.373876571655273, -9.341933250427246, -2.961574077606201, -11.626274108886719, -11.357341766357422, -8.779738426208496], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -2.0623934268951416, -0.8293642997741699, -0.8124532103538513, -2.241453170776367, -0.4281099736690521, -1.411234736442566, -2.596957206726074, -2.459956169128418, -1.8056162595748901, -1.7065714597702026, -0.5622707009315491, -1.1524860858917236, -2.20561146736145, -2.2761147022247314, -0.14590974152088165, -0.8052284121513367, -1.5042775869369507, -1.403796672821045, -1.6761023998260498, -2.6853363513946533, -0.4015403687953949, -2.104907512664795, -1.6593096256256104, -1.0583242177963257, -1.0525639057159424, -0.39927077293395996, -1.4155634641647339, -0.9119833707809448, -2.5035860538482666, -0.9207315444946289, -1.805741786956787, -1.5616737604141235, -0.8463490605354309, -1.5421465635299683, -1.4398287534713745, -1.4169814586639404, -1.4737001657485962, -0.7113568186759949, -2.3173739910125732, -2.276045560836792, -1.7095270156860352, -1.9350616931915283, -1.7327301502227783, -0.4691105782985687, -2.1978394985198975, -1.9254666566848755, -1.655561923980713, -1.9784841537475586, -2.158608913421631, -1.7084311246871948, -1.0288575887680054, -2.2525312900543213, -1.5058302879333496, -0.22650684416294098, -1.2126842737197876, -0.88001549243927, -3.633070707321167, -1.5699975490570068, -1.1958152055740356, -1.6727983951568604, -1.3858988285064697, -1.974185585975647, -1.9247181415557861, -0.18389809131622314, -1.3400325775146484, -0.6813122034072876, -1.1956812143325806, -0.7708153128623962, -1.084191083908081, -0.911613941192627, -2.2916696071624756, -2.793405532836914, -1.0327216386795044, -1.714695692062378, -2.216935396194458, -2.383258581161499, -2.1704812049865723, -1.526321291923523, -1.7758359909057617, -1.0386872291564941, -0.6683458685874939, -1.7494603395462036, -1.4058079719543457, -2.527501344680786, -1.1225533485412598, -1.4318181276321411, -1.5454970598220825, -1.9055302143096924, -1.3241143226623535, -1.4925745725631714, -2.5684361457824707, -1.9186145067214966, -1.9315087795257568, -1.3288404941558838, -0.8962188959121704, -1.8366488218307495, -1.9593843221664429, -1.092104196548462, -1.8791865110397339, -2.085848093032837, -1.2681668996810913, -0.2755844295024872, -0.42231422662734985, -1.6890928745269775, -2.158540725708008, -0.6098433136940002, -1.150395154953003, -0.6906083226203918, -1.3057342767715454, -1.3430109024047852, -1.7683234214782715, -1.6516990661621094, -1.2119044065475464, -1.8402422666549683, -1.3409801721572876, -0.9768461585044861, -2.141178607940674, -1.8912900686264038, -1.9412603378295898, -1.3916069269180298, -1.7928414344787598, -1.9752771854400635, -2.1826231479644775, -2.603754997253418, -1.3384543657302856, -1.5650193691253662, -1.6718881130218506, -2.1061031818389893, -2.578437566757202, -1.6826679706573486, -1.4390729665756226, -1.2159010171890259, -1.7271267175674438, -1.7434357404708862, -1.1914112567901611, -1.3312021493911743, -1.9896314144134521, -0.6724579334259033, -1.7378309965133667, -1.3919668197631836, -1.6404693126678467, -1.7795627117156982, -2.6718852519989014, -1.4495476484298706, -1.4770499467849731, -1.183038353919983, -1.7589819431304932, -1.5743962526321411, -0.9901525974273682, -2.4042975902557373, -1.9823675155639648, -2.5999233722686768, -1.8011817932128906, -0.2718914747238159, -3.111492156982422, -3.551424980163574, -1.0019690990447998, -1.845426321029663, -1.9691392183303833, -2.0677902698516846, -1.9180554151535034, -1.7956327199935913, -1.5043246746063232, -1.3315452337265015, -2.0624887943267822, -0.9846208095550537, -1.262823224067688, -1.0512925386428833, -1.4630078077316284, -1.2242850065231323, -2.0671069622039795, -1.2289150953292847, -2.3536977767944336, -1.0150634050369263, -0.5559254884719849, -1.4532049894332886, -2.181950807571411, -1.3260273933410645, -2.341926097869873, -2.1185810565948486, -1.8029582500457764, -0.9689831733703613, -1.0427496433258057, -2.0367002487182617, -1.049460768699646, -2.0785367488861084, -1.3109723329544067, -2.0512325763702393, -1.5198177099227905, -0.8172892928123474, -1.2742067575454712, -1.3601293563842773, -1.8193719387054443, -2.217339277267456, -1.5990718603134155, -1.640057921409607, -1.9048652648925781, -2.6259524822235107, -2.642876148223877, -2.471341133117676, -1.1715610027313232, -1.3711557388305664]}, "Bot004_095_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_095.log.json", "context": "Hi! \nIt is nice to see you [SMILING FACE WITH SMILING EYES]\nHow is your day going? It's great. I've just finished my daily 3 miles walk I have never heard of that, i am sure it is! Do you have a pet fish? No, I don't have a pet fish That is a shame. I am sorry. We do have a dog I have a dog. He is named after i got done with my girlfriend. What's his name? I have not heard of it, but it is good to say. Say what? I am a huge gamer, i love the outdoors. I do too. I usually walk every day, sometimes with my family who I love I love[HEAVY BLACK HEART] to walk and go to the lake. Yeah, it's great I have not seen that. I am sure it will be easy to find someone. Yeah, sure I am sure you are a great person! Thank you.", "response": "I am good. I just got done eating dinner.", "annotation_id": "Bot004_095_18", "annotations": ["X", "T", "T", "X", "X", "X", "O", "O", "X", "X", "X", "O", "X", "O", "X"], "gpt2background_target_score": [-9.236458778381348, -8.606606483459473, -10.372293472290039, -10.158945083618164, -8.617070198059082, -4.90397310256958, -11.525300979614258, -12.783772468566895, -11.375658988952637, -12.618509292602539, -8.656206130981445], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -2.0623934268951416, -0.8293642997741699, -0.8124532103538513, -2.241453170776367, -0.4281099736690521, -1.411234736442566, -2.596957206726074, -2.459956169128418, -1.8056162595748901, -1.7065714597702026, -0.5622707009315491, -1.1524860858917236, -2.20561146736145, -2.2761147022247314, -0.14590974152088165, -0.8052284121513367, -1.5042775869369507, -1.403796672821045, -1.6761023998260498, -2.6853363513946533, -0.4015403687953949, -2.104907512664795, -1.6593096256256104, -1.0583242177963257, -1.0525639057159424, -0.39927077293395996, -1.4155634641647339, -0.9119833707809448, -2.5035860538482666, -0.9207315444946289, -1.805741786956787, -1.5616737604141235, -0.8463490605354309, -1.5421465635299683, -1.4398287534713745, -1.4169814586639404, -1.4737001657485962, -0.7113568186759949, -2.3173739910125732, -2.276045560836792, -1.7095270156860352, -1.9350616931915283, -1.7327301502227783, -0.4691105782985687, -2.1978394985198975, -1.9254666566848755, -1.655561923980713, -1.9784841537475586, -2.158608913421631, -1.7084311246871948, -1.0288575887680054, -2.2525312900543213, -1.5058302879333496, -0.22650684416294098, -1.2126842737197876, -0.88001549243927, -3.633070707321167, -1.5699975490570068, -1.1958152055740356, -1.6727983951568604, -1.3858988285064697, -1.974185585975647, -1.9247181415557861, -0.18389809131622314, -1.3400325775146484, -0.6813122034072876, -1.1956812143325806, -0.7708153128623962, -1.084191083908081, -0.911613941192627, -2.2916696071624756, -2.793405532836914, -1.0327216386795044, -1.714695692062378, -2.216935396194458, -2.383258581161499, -2.1704812049865723, -1.526321291923523, -1.7758359909057617, -1.0386872291564941, -0.6683458685874939, -1.7494603395462036, -1.4058079719543457, -2.527501344680786, -1.1225533485412598, -1.4318181276321411, -1.5454970598220825, -1.9055302143096924, -1.3241143226623535, -1.4925745725631714, -2.5684361457824707, -1.9186145067214966, -1.9315087795257568, -1.3288404941558838, -0.8962188959121704, -1.8366488218307495, -1.9593843221664429, -1.092104196548462, -1.8791865110397339, -2.085848093032837, -1.2681668996810913, -0.2755844295024872, -0.42231422662734985, -1.6890928745269775, -2.158540725708008, -0.6098433136940002, -1.150395154953003, -0.6906083226203918, -1.3057342767715454, -1.3430109024047852, -1.7683234214782715, -1.6516990661621094, -1.2119044065475464, -1.8402422666549683, -1.3409801721572876, -0.9768461585044861, -2.141178607940674, -1.8912900686264038, -1.9412603378295898, -1.3916069269180298, -1.7928414344787598, -1.9752771854400635, -2.1826231479644775, -2.603754997253418, -1.3384543657302856, -1.5650193691253662, -1.6718881130218506, -2.1061031818389893, -2.578437566757202, -1.6826679706573486, -1.4390729665756226, -1.2159010171890259, -1.7271267175674438, -1.7434357404708862, -1.1914112567901611, -1.3312021493911743, -1.9896314144134521, -0.6724579334259033, -1.7378309965133667, -1.3919668197631836, -1.6404693126678467, -1.7795627117156982, -2.6718852519989014, -1.4495476484298706, -1.4770499467849731, -1.183038353919983, -1.7589819431304932, -1.5743962526321411, -0.9901525974273682, -2.4042975902557373, -1.9823675155639648, -2.5999233722686768, -1.8011817932128906, -0.2718914747238159, -3.111492156982422, -3.551424980163574, -1.0019690990447998, -1.845426321029663, -1.9691392183303833, -2.0677902698516846, -1.9180554151535034, -1.7956327199935913, -1.5043246746063232, -1.3315452337265015, -2.0624887943267822, -0.9846208095550537, -1.262823224067688, -1.0512925386428833, -1.4630078077316284, -1.2242850065231323, -2.0671069622039795, -1.2289150953292847, -2.3536977767944336, -1.0150634050369263, -0.5559254884719849, -1.4532049894332886, -2.181950807571411, -1.3260273933410645, -2.3419275283813477, -2.1185808181762695, -1.802959680557251, -0.9689826369285583, -1.042749285697937, -2.036699056625366, -1.0494623184204102, -2.07853364944458, -1.3109712600708008, -2.0512328147888184, -1.5198160409927368, -0.8172887563705444, -1.274207353591919, -1.36012864112854, -1.7265853881835938, -2.2152647972106934, -1.6224726438522339, -1.4647772312164307, -2.6157431602478027, -2.204329252243042, -2.0512442588806152, -1.0660927295684814, -1.5203341245651245, -0.1698245108127594, -1.5273345708847046, -1.2836202383041382, -1.781473994255066, -2.1804885864257812, -1.696632981300354, -1.6493823528289795, -0.9345310926437378, -1.774946928024292, -2.3996405601501465, -1.2368251085281372, -0.36893853545188904, -2.036006212234497, -1.4204496145248413, -1.138136863708496]}, "Bot004_095_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_095.log.json", "context": "Hi! \nIt is nice to see you [SMILING FACE WITH SMILING EYES]\nHow is your day going? It's great. I've just finished my daily 3 miles walk I have never heard of that, i am sure it is! Do you have a pet fish? No, I don't have a pet fish That is a shame. I am sorry. We do have a dog I have a dog. He is named after i got done with my girlfriend. What's his name? I have not heard of it, but it is good to say. Say what? I am a huge gamer, i love the outdoors. I do too. I usually walk every day, sometimes with my family who I love I love[HEAVY BLACK HEART] to walk and go to the lake. Yeah, it's great I have not seen that. I am sure it will be easy to find someone. Yeah, sure I am sure you are a great person! Thank you. I am good. I just got done eating dinner. What did you eat?", "response": "Chicken wings, mashed potatoes, orange, orange, orange, orange, orange, orange, orange, orange.", "annotation_id": "Bot004_095_20", "annotations": ["X", "X", "T", "X", "X", "X", "O", "X", "X", "T", "O", "X", "O", "X", "X"], "gpt2background_target_score": [-13.497109413146973, -13.691883087158203, -11.82042121887207, -12.7952880859375, -12.400121688842773, -6.7301483154296875, -12.61088752746582, -8.715202331542969, -10.875149726867676, -5.620433807373047, -12.873929977416992, -5.1045026779174805, -13.559260368347168, -5.716854095458984, -11.804437637329102, -9.17455768585205, -14.774385452270508, -6.168337821960449, -10.898250579833984, -8.132667541503906, -11.476480484008789, -7.299076080322266], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -2.0623934268951416, -0.8293642997741699, -0.8124532103538513, -2.241453170776367, -0.4281099736690521, -1.411234736442566, -2.596957206726074, -2.459956169128418, -1.8056162595748901, -1.7065714597702026, -0.5622707009315491, -1.1524860858917236, -2.20561146736145, -2.2761147022247314, -0.14590974152088165, -0.8052284121513367, -1.5042775869369507, -1.403796672821045, -1.6761023998260498, -2.6853363513946533, -0.4015403687953949, -2.104907512664795, -1.6593096256256104, -1.0583242177963257, -1.0525639057159424, -0.39927077293395996, -1.4155634641647339, -0.9119833707809448, -2.5035860538482666, -0.9207315444946289, -1.805741786956787, -1.5616737604141235, -0.8463490605354309, -1.5421465635299683, -1.4398287534713745, -1.4169814586639404, -1.4737001657485962, -0.7113568186759949, -2.3173739910125732, -2.276045560836792, -1.7095270156860352, -1.9350616931915283, -1.7327301502227783, -0.4691105782985687, -2.1978394985198975, -1.9254666566848755, -1.655561923980713, -1.9784841537475586, -2.158608913421631, -1.7084311246871948, -1.0288575887680054, -2.2525312900543213, -1.5058302879333496, -0.22650684416294098, -1.2126842737197876, -0.88001549243927, -3.633070707321167, -1.5699975490570068, -1.1958152055740356, -1.6727983951568604, -1.3858988285064697, -1.974185585975647, -1.9247181415557861, -0.18389809131622314, -1.3400325775146484, -0.6813122034072876, -1.1956812143325806, -0.7708153128623962, -1.084191083908081, -0.911613941192627, -2.2916696071624756, -2.793405532836914, -1.0327216386795044, -1.714695692062378, -2.216935396194458, -2.383258581161499, -2.1704812049865723, -1.526321291923523, -1.7758359909057617, -1.0386872291564941, -0.6683458685874939, -1.7494603395462036, -1.4058079719543457, -2.527501344680786, -1.1225533485412598, -1.4318181276321411, -1.5454970598220825, -1.9055302143096924, -1.3241143226623535, -1.4925745725631714, -2.5684361457824707, -1.9186145067214966, -1.9315087795257568, -1.3288404941558838, -0.8962188959121704, -1.8366488218307495, -1.9593843221664429, -1.092104196548462, -1.8791865110397339, -2.085848093032837, -1.2681668996810913, -0.2755844295024872, -0.42231422662734985, -1.6890928745269775, -2.158540725708008, -0.6098433136940002, -1.150395154953003, -0.6906083226203918, -1.3057342767715454, -1.3430109024047852, -1.7683234214782715, -1.6516990661621094, -1.2119044065475464, -1.8402422666549683, -1.3409801721572876, -0.9768461585044861, -2.141178607940674, -1.8912900686264038, -1.9412603378295898, -1.3916069269180298, -1.7928414344787598, -1.9752771854400635, -2.1826231479644775, -2.603754997253418, -1.3384543657302856, -1.5650193691253662, -1.6718881130218506, -2.1061031818389893, -2.578437566757202, -1.6826679706573486, -1.4390729665756226, -1.2159010171890259, -1.7271267175674438, -1.7434357404708862, -1.1914112567901611, -1.3312021493911743, -1.9896314144134521, -0.6724579334259033, -1.7378309965133667, -1.3919668197631836, -1.6404693126678467, -1.7795627117156982, -2.6718852519989014, -1.4495476484298706, -1.4770499467849731, -1.183038353919983, -1.7589819431304932, -1.5743962526321411, -0.9901525974273682, -2.4042975902557373, -1.9823675155639648, -2.5999233722686768, -1.8011817932128906, -0.2718914747238159, -3.111492156982422, -3.551424980163574, -1.0019690990447998, -1.845426321029663, -1.9691392183303833, -2.0677902698516846, -1.9180554151535034, -1.7956327199935913, -1.5043246746063232, -1.3315452337265015, -2.0624887943267822, -0.9846208095550537, -1.262823224067688, -1.0512925386428833, -1.4630078077316284, -1.2242850065231323, -2.0671069622039795, -1.2289150953292847, -2.3536977767944336, -1.0150634050369263, -0.5559254884719849, -1.4532049894332886, -2.181950807571411, -1.3260273933410645, -2.341926097869873, -2.1185810565948486, -1.8029582500457764, -0.9689831733703613, -1.0427496433258057, -2.0367002487182617, -1.049460768699646, -2.0785367488861084, -1.3109723329544067, -2.0512325763702393, -1.5198177099227905, -0.8172892928123474, -1.2742061614990234, -1.3601267337799072, -1.7265855073928833, -2.215264081954956, -1.6224727630615234, -1.4647775888442993, -2.6157429218292236, -2.204328775405884, -2.0512452125549316, -1.066092848777771, -1.5203324556350708, -0.16982491314411163, -1.5273346900939941, -1.2836195230484009, -1.8249844312667847, -2.2889366149902344, -1.7262483835220337, -1.133690595626831, -1.7165613174438477, -2.311706781387329, -1.2528568506240845, -0.38957199454307556, -1.8566285371780396, -1.6674424409866333, -1.1694631576538086, -1.8005062341690063, -0.24914997816085815, -1.2826272249221802, -1.0833666324615479, -1.5229170322418213, -1.805365800857544, -1.9728775024414062, -1.5200226306915283, -2.458951234817505, -0.27113068103790283, -0.5418757796287537, -2.2366952896118164, -1.0900698900222778, -2.0786800384521484, -1.522670865058899, -2.224757671356201, -1.0075247287750244, -2.4681150913238525, -0.7735634446144104, -1.776444673538208, -0.6642403602600098, -1.4061025381088257, -0.5633745789527893, -1.142788052558899, -0.500076413154602, -0.9702276587486267, -0.4351845979690552, -1.7750599384307861]}, "Bot004_097_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_097.log.json", "context": "Hey! [WAVING HAND SIGN] \nTell me about yourself! Hello", "response": "Hello, i am just getting back from the country.  Please, tell me something [PERSON WITH FOLDED HANDS]", "annotation_id": "Bot004_097_02", "annotations": ["T", "O", "O", "X", "O", "T", "O", "O", "O", "X", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-11.447843551635742, -10.007796287536621, -10.452276229858398, -12.552846908569336, -9.481443405151367, -12.422884941101074, -9.791397094726562, -9.551545143127441, -9.418373107910156, -11.32185173034668, -12.587804794311523, -4.561172008514404, -11.768798828125, -4.626654148101807, -11.140092849731445, -10.300021171569824, -11.55180549621582, -6.914289951324463, -6.076608180999756, -13.474603652954102, -13.821786880493164, -10.807153701782227, -12.482370376586914, -13.549283981323242, -9.930777549743652, -14.599672317504883, -12.490114212036133, -11.762870788574219], "gpt2background_argmax_score": [-2.115349054336548, -1.2066389322280884, -3.427891492843628, -2.1083855628967285, -1.758609414100647, -1.1045950651168823, -2.0833632946014404, -1.3243159055709839, -1.4527223110198975, -2.159738540649414, -1.5522708892822266, -1.135787010192871, -0.41462942957878113, -1.5982550382614136, -1.0755136013031006, -1.8904610872268677, -1.2148302793502808, -1.1202436685562134, -1.891913890838623, -0.8664851784706116, -1.363808035850525, -1.2898993492126465, -1.4530549049377441, -2.5331976413726807, -1.9319008588790894, -0.9869109988212585, -1.7157214879989624, -3.0236458778381348, -1.8340109586715698, -1.2363240718841553, -0.8232287168502808, -2.518714427947998, -2.112565517425537, -0.10061414539813995, -0.9756126403808594, -1.3014044761657715, -2.957289695739746, -2.0590779781341553, -0.9971977472305298, -1.7046997547149658, -2.469714641571045, -2.1829094886779785, -0.9882410168647766, -0.4886152744293213, -0.3270731568336487, -1.1276006698608398, -1.236061453819275]}, "Bot004_097_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_097.log.json", "context": "Hey! [WAVING HAND SIGN] \nTell me about yourself! Hello Hello, i am just getting back from the country.  Please, tell me something [PERSON WITH FOLDED HANDS] What country?", "response": "I like country music, i like country", "annotation_id": "Bot004_097_04", "annotations": ["T", "T", "X", "X", "X", "T", "X", "T", "X", "X", "X", "O", "T", "O", "O"], "gpt2background_target_score": [-9.64731502532959, -10.527118682861328, -13.490861892700195, -14.049753189086914, -6.237542152404785, -8.223461151123047, -10.48135757446289, -10.755718231201172], "gpt2background_argmax_score": [-2.115349054336548, -1.2066389322280884, -3.427891492843628, -2.1083855628967285, -1.758609414100647, -1.1045950651168823, -2.0833632946014404, -1.3243159055709839, -1.4527223110198975, -2.159738540649414, -1.5522708892822266, -1.135787010192871, -0.41462942957878113, -1.5982550382614136, -1.0755136013031006, -1.8904610872268677, -1.2148302793502808, -1.1202436685562134, -1.0211659669876099, -1.5708956718444824, -1.272834300994873, -1.3723937273025513, -2.5798187255859375, -1.8945075273513794, -0.8293830156326294, -1.6068147420883179, -3.2618651390075684, -1.7115797996520996, -1.2846829891204834, -0.5327869057655334, -2.4775965213775635, -2.114792585372925, -0.08854980021715164, -0.8290935754776001, -1.3553473949432373, -2.7730355262756348, -2.242673397064209, -0.9588175415992737, -1.596019983291626, -2.412048578262329, -1.6983908414840698, -0.7308295369148254, -0.499674916267395, -0.2543153762817383, -0.7875439524650574, -1.669136643409729, -1.9516059160232544, -0.8996157646179199, -2.067595958709717, -2.84464955329895, -1.8616690635681152, -1.7352551221847534, -1.875902533531189, -1.7000011205673218, -1.6323349475860596, -1.5896580219268799, -2.5466811656951904, -0.6337465643882751]}, "Bot004_097_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_097.log.json", "context": "Hey! [WAVING HAND SIGN] \nTell me about yourself! Hello Hello, i am just getting back from the country.  Please, tell me something [PERSON WITH FOLDED HANDS] What country? I like country music, i like country Where are you from ?", "response": "I am from the united states, how about you?", "annotation_id": "Bot004_097_06", "annotations": ["T", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-9.647310256958008, -8.879878997802734, -9.863153457641602, -11.454197883605957, -12.586892127990723, -12.529006958007812, -7.661642074584961, -9.653879165649414, -11.122578620910645, -8.552078247070312, -13.453062057495117], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -3.427891492843628, -2.1083858013153076, -1.7586085796356201, -1.1045938730239868, -2.083359956741333, -1.324316143989563, -1.45271897315979, -2.1597375869750977, -1.5522701740264893, -1.1357872486114502, -0.4146292805671692, -1.5982544422149658, -1.0755164623260498, -1.8904588222503662, -1.214829683303833, -1.1202428340911865, -1.0211669206619263, -1.5708950757980347, -1.2728351354599, -1.3723948001861572, -2.579817533493042, -1.8945097923278809, -0.8293803930282593, -1.606812596321106, -3.261859655380249, -1.7115795612335205, -1.2846827507019043, -0.5327867865562439, -2.4775960445404053, -2.1147916316986084, -0.0885499119758606, -0.8290935754776001, -1.3553485870361328, -2.7730355262756348, -2.242675304412842, -0.9588168263435364, -1.5960215330123901, -2.4120476245880127, -1.698391079902649, -0.7308317422866821, -0.4996761977672577, -0.2543148994445801, -0.7875462174415588, -1.6691392660140991, -1.9516068696975708, -0.8996161222457886, -2.067596435546875, -1.6955031156539917, -1.4605364799499512, -1.7976247072219849, -1.5706839561462402, -1.779288411140442, -1.6368932723999023, -2.2755322456359863, -0.5929551720619202, -1.8662514686584473, -0.2568729817867279, -0.835036039352417, -0.34298500418663025, -1.7415776252746582, -2.549762487411499, -1.6995683908462524, -0.8371543884277344, -2.4328866004943848, -1.7363702058792114, -1.2292503118515015, -1.461592197418213, -2.4404823780059814, -2.200377941131592, -0.70818692445755, -1.1316436529159546, -0.6536579728126526]}, "Bot004_097_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_097.log.json", "context": "Hey! [WAVING HAND SIGN] \nTell me about yourself! Hello Hello, i am just getting back from the country.  Please, tell me something [PERSON WITH FOLDED HANDS] What country? I like country music, i like country Where are you from ? I am from the united states, how about you? I am from Uzbekistan", "response": "I am a plumber, and i love[HEAVY BLACK HEART] to be outside.", "annotation_id": "Bot004_097_08", "annotations": ["T", "O", "T", "T", "O", "T", "X", "O", "T", "X", "O", "T", "T", "O", "O"], "gpt2background_target_score": [-9.647310256958008, -8.879878997802734, -9.902169227600098, -13.319831848144531, -13.399529457092285, -6.626194953918457, -9.437217712402344, -9.36478042602539, -12.409860610961914, -10.587616920471191, -10.882683753967285, -10.739457130432129, -10.948551177978516, -12.922771453857422, -11.106694221496582, -11.923154830932617, -8.941898345947266, -5.316123962402344, -9.873678207397461, -11.515240669250488, -5.9567389488220215], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -3.427891492843628, -2.1083858013153076, -1.7586085796356201, -1.1045938730239868, -2.083359956741333, -1.324316143989563, -1.45271897315979, -2.1597375869750977, -1.5522701740264893, -1.1357872486114502, -0.4146292805671692, -1.5982544422149658, -1.0755164623260498, -1.8904588222503662, -1.214829683303833, -1.1202428340911865, -1.0211669206619263, -1.5708950757980347, -1.2728351354599, -1.3723948001861572, -2.579817533493042, -1.8945097923278809, -0.8293803930282593, -1.606812596321106, -3.261859655380249, -1.7115795612335205, -1.2846827507019043, -0.5327867865562439, -2.4775960445404053, -2.1147916316986084, -0.0885499119758606, -0.8290935754776001, -1.3553485870361328, -2.7730355262756348, -2.242676258087158, -0.9588161110877991, -1.596021294593811, -2.4120497703552246, -1.6983925104141235, -0.7308308482170105, -0.4996756315231323, -0.2543152868747711, -0.7875458598136902, -1.6691389083862305, -1.9516067504882812, -0.8996157646179199, -2.0675957202911377, -1.6955046653747559, -1.460536241531372, -1.7976242303848267, -1.5706852674484253, -1.7792872190475464, -1.636893630027771, -2.2755327224731445, -0.5929557681083679, -1.8662505149841309, -0.25687307119369507, -0.8350360989570618, -0.342984139919281, -1.7415778636932373, -2.1073577404022217, -0.978019118309021, -2.936533212661743, -1.8985596895217896, -1.454174518585205, -1.5478012561798096, -2.283284902572632, -2.1821320056915283, -0.7243990302085876, -1.583920955657959, -1.8336588144302368, -1.5846089124679565, -0.7393369674682617, -0.8009474873542786, -0.6851602792739868, -0.9867774248123169, -2.152024030685425, -1.7945464849472046, -0.49441343545913696, -3.312382221221924, -1.0714788436889648, -1.8195016384124756, -2.275604248046875, -1.3229445219039917, -1.9305577278137207, -2.0169272422790527, -2.1701016426086426, -2.1950995922088623, -0.14277544617652893, -2.1919264793395996, -3.267653226852417, -0.29566892981529236, -1.0570628643035889, -2.277625560760498, -2.735764503479004, -1.582993507385254, -1.3267666101455688, -1.4664103984832764]}, "Bot004_097_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_097.log.json", "context": "Hey! [WAVING HAND SIGN] \nTell me about yourself! Hello Hello, i am just getting back from the country.  Please, tell me something [PERSON WITH FOLDED HANDS] What country? I like country music, i like country Where are you from ? I am from the united states, how about you? I am from Uzbekistan I am a plumber, and i love[HEAVY BLACK HEART] to be outside. Me too", "response": "I am a woman, and i love to fantasize about living in nature  Hey, are you alive there? [FACE SCREAMING IN FEAR]", "annotation_id": "Bot004_097_10", "annotations": ["T", "T", "O", "O", "X", "T", "O", "O", "X", "T", "T", "T", "O", "O", "O"], "gpt2background_target_score": [-9.647310256958008, -8.879878997802734, -9.902169227600098, -13.21318531036377, -6.237541198730469, -8.044500350952148, -9.555929183959961, -13.143755912780762, -8.655658721923828, -11.799954414367676, -12.298064231872559, -10.749831199645996, -12.582049369812012, -7.016788482666016, -10.627252578735352, -5.787473678588867, -6.087319374084473, -1.934337854385376, -9.15201473236084, -4.646803855895996, -12.987578392028809, -8.229677200317383, -12.64410400390625, -8.334580421447754, -13.398394584655762, -11.013899803161621, -11.712959289550781, -13.580078125, -11.69346809387207, -9.325736045837402, -14.563224792480469, -12.868607521057129], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -3.427891492843628, -2.1083858013153076, -1.7586085796356201, -1.1045938730239868, -2.083359956741333, -1.324316143989563, -1.45271897315979, -2.1597375869750977, -1.5522701740264893, -1.1357872486114502, -0.4146292805671692, -1.5982544422149658, -1.0755164623260498, -1.8904588222503662, -1.214829683303833, -1.1202428340911865, -1.0211669206619263, -1.5708950757980347, -1.2728351354599, -1.3723948001861572, -2.579817533493042, -1.8945097923278809, -0.8293803930282593, -1.606812596321106, -3.261859655380249, -1.7115795612335205, -1.2846827507019043, -0.5327867865562439, -2.4775960445404053, -2.1147916316986084, -0.0885499119758606, -0.8290935754776001, -1.3553485870361328, -2.7730355262756348, -2.242676258087158, -0.9588161110877991, -1.596021294593811, -2.4120497703552246, -1.6983925104141235, -0.7308308482170105, -0.4996756315231323, -0.2543152868747711, -0.7875458598136902, -1.6691389083862305, -1.9516067504882812, -0.8996157646179199, -2.0675957202911377, -1.6955046653747559, -1.460536241531372, -1.7976242303848267, -1.5706852674484253, -1.7792872190475464, -1.636893630027771, -2.2755327224731445, -0.5929557681083679, -1.8662505149841309, -0.25687307119369507, -0.8350360989570618, -0.342984139919281, -1.7415778636932373, -2.1073577404022217, -0.978019118309021, -2.936533212661743, -1.8985596895217896, -1.454174518585205, -1.5478012561798096, -2.283284902572632, -2.1821320056915283, -0.7243990302085876, -1.583920955657959, -1.8336588144302368, -1.5846089124679565, -0.7393369674682617, -0.8009474873542786, -0.6851602792739868, -0.9867774248123169, -1.5479644536972046, -0.4263603389263153, -2.8515806198120117, -0.9932008385658264, -1.7711671590805054, -1.9558124542236328, -1.350072979927063, -1.6502573490142822, -1.820542812347412, -2.1913561820983887, -2.159299850463867, -0.14828184247016907, -1.8968229293823242, -3.408216953277588, -0.3371203541755676, -0.58364337682724, -2.2128450870513916, -2.634143352508545, -1.9745466709136963, -1.215192437171936, -1.4975037574768066, -0.8385829925537109, -1.3942537307739258, -2.1805436611175537, -1.8737061023712158, -0.8086752891540527, -0.6693758368492126, -1.5722837448120117, -1.84455144405365, -1.3186224699020386, -1.8354548215866089, -2.765204668045044, -1.5484199523925781, -0.351816862821579, -0.2700202763080597, -2.5744717121124268, -0.6908944249153137, -1.91445791721344, -1.172950029373169, -1.5187970399856567, -1.4893736839294434, -1.891286849975586, -0.26595497131347656, -1.1857867240905762, -0.8886104822158813, -0.6702842712402344, -0.9625914096832275, -2.8105063438415527, -2.721001625061035, -0.8605477213859558, -1.4783575534820557, -2.1615498065948486, -1.7196124792099, -2.022742509841919, -1.9278159141540527, -0.9792816042900085]}, "Bot004_097_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_097.log.json", "context": "Hey! [WAVING HAND SIGN] \nTell me about yourself! Hello Hello, i am just getting back from the country.  Please, tell me something [PERSON WITH FOLDED HANDS] What country? I like country music, i like country Where are you from ? I am from the united states, how about you? I am from Uzbekistan I am a plumber, and i love[HEAVY BLACK HEART] to be outside. Me too I am a woman, and i love to fantasize about living in nature  Hey, are you alive there? [FACE SCREAMING IN FEAR] I and my sisters also love to go to the nature", "response": "I have a wife and a husband. We are not close to church.", "annotation_id": "Bot004_097_12", "annotations": ["T", "X", "O", "X", "X", "T", "X", "T", "X", "T", "X", "T", "T", "O", "O"], "gpt2background_target_score": [-9.647310256958008, -8.671810150146484, -9.902169227600098, -14.090134620666504, -7.164958953857422, -6.6469035148620605, -12.02505111694336, -6.719521522521973, -11.635130882263184, -8.250423431396484, -9.066903114318848, -12.932656288146973, -8.160725593566895, -13.547192573547363, -8.180216789245605], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -3.427891492843628, -2.1083858013153076, -1.7586085796356201, -1.1045938730239868, -2.083359956741333, -1.324316143989563, -1.45271897315979, -2.1597375869750977, -1.5522701740264893, -1.1357872486114502, -0.4146292805671692, -1.5982544422149658, -1.0755164623260498, -1.8904588222503662, -1.214829683303833, -1.1202428340911865, -1.0211669206619263, -1.5708950757980347, -1.2728351354599, -1.3723948001861572, -2.579817533493042, -1.8945097923278809, -0.8293803930282593, -1.606812596321106, -3.261859655380249, -1.7115795612335205, -1.2846827507019043, -0.5327867865562439, -2.4775960445404053, -2.1147916316986084, -0.0885499119758606, -0.8290935754776001, -1.3553485870361328, -2.7730355262756348, -2.242676258087158, -0.9588161110877991, -1.596021294593811, -2.4120497703552246, -1.6983925104141235, -0.7308308482170105, -0.4996756315231323, -0.2543152868747711, -0.7875458598136902, -1.6691389083862305, -1.9516067504882812, -0.8996157646179199, -2.0675957202911377, -1.6955046653747559, -1.460536241531372, -1.7976242303848267, -1.5706852674484253, -1.7792872190475464, -1.636893630027771, -2.2755327224731445, -0.5929557681083679, -1.8662505149841309, -0.25687307119369507, -0.8350360989570618, -0.342984139919281, -1.7415778636932373, -2.1073577404022217, -0.978019118309021, -2.936533212661743, -1.8985596895217896, -1.454174518585205, -1.5478012561798096, -2.283284902572632, -2.1821320056915283, -0.7243990302085876, -1.583920955657959, -1.8336588144302368, -1.5846089124679565, -0.7393369674682617, -0.8009474873542786, -0.6851602792739868, -0.9867774248123169, -1.5479644536972046, -0.4263603389263153, -2.8515806198120117, -0.9932008385658264, -1.7711671590805054, -1.9558124542236328, -1.350072979927063, -1.6502573490142822, -1.820542812347412, -2.1913561820983887, -2.159299850463867, -0.14828184247016907, -1.8968236446380615, -3.4082164764404297, -0.337120920419693, -0.5836425423622131, -2.2128448486328125, -2.6341452598571777, -1.9745460748672485, -1.215193748474121, -1.4975042343139648, -0.8385825753211975, -1.3942537307739258, -1.8692049980163574, -1.2164274454116821, -2.239863157272339, -1.5029734373092651, -1.4493260383605957, -1.1270956993103027, -1.4222534894943237, -2.6330058574676514, -1.478571891784668, -0.35217535495758057, -0.35336291790008545, -2.52656888961792, -0.6958478093147278, -1.9557836055755615, -1.1662585735321045, -2.445312738418579, -1.3291676044464111, -1.797049880027771, -0.26149776577949524, -1.0154507160186768, -0.9038587212562561, -0.7994089722633362, -1.371109127998352, -2.9346883296966553, -2.6306815147399902, -0.8456118702888489, -1.3604068756103516, -1.9461020231246948, -1.7455168962478638, -2.0698728561401367, -1.3931266069412231, -2.247129440307617, -1.6866425275802612, -1.6047453880310059, -1.9186599254608154, -1.1125653982162476, -1.184976577758789, -1.0700610876083374, -2.2840023040771484, -1.0378000736236572, -2.0277390480041504, -1.5145810842514038, -1.1118568181991577, -2.0628931522369385, -1.9410977363586426, -1.3321223258972168, -2.3744401931762695, -1.4937039613723755, -1.7831579446792603, -2.70341157913208, -1.4291878938674927, -1.5531806945800781, -1.8353222608566284, -2.0446054935455322, -2.702848434448242, -1.7680363655090332, -0.6358928084373474, -1.6199116706848145, -1.2657995223999023]}, "Bot004_097_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_097.log.json", "context": "Hey! [WAVING HAND SIGN] \nTell me about yourself! Hello Hello, i am just getting back from the country.  Please, tell me something [PERSON WITH FOLDED HANDS] What country? I like country music, i like country Where are you from ? I am from the united states, how about you? I am from Uzbekistan I am a plumber, and i love[HEAVY BLACK HEART] to be outside. Me too I am a woman, and i love to fantasize about living in nature  Hey, are you alive there? [FACE SCREAMING IN FEAR] I and my sisters also love to go to the nature I have a wife and a husband. We are not close to church. Why?", "response": "I am not sure what you mean", "annotation_id": "Bot004_097_14", "annotations": ["T", "X", "O", "X", "T", "T", "X", "T", "T", "X", "X", "X", "T", "O", "O"], "gpt2background_target_score": [-9.647310256958008, -8.879878997802734, -10.56382942199707, -15.676648139953613, -9.674429893493652, -8.810428619384766, -13.684210777282715], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -3.427891492843628, -2.1083858013153076, -1.7586085796356201, -1.1045938730239868, -2.083359956741333, -1.324316143989563, -1.45271897315979, -2.1597375869750977, -1.5522701740264893, -1.1357872486114502, -0.4146292805671692, -1.5982544422149658, -1.0755164623260498, -1.8904588222503662, -1.214829683303833, -1.1202428340911865, -1.0211669206619263, -1.5708950757980347, -1.2728351354599, -1.3723948001861572, -2.579817533493042, -1.8945097923278809, -0.8293803930282593, -1.606812596321106, -3.261859655380249, -1.7115795612335205, -1.2846827507019043, -0.5327867865562439, -2.4775960445404053, -2.1147916316986084, -0.0885499119758606, -0.8290935754776001, -1.3553485870361328, -2.7730355262756348, -2.242676258087158, -0.9588161110877991, -1.596021294593811, -2.4120497703552246, -1.6983925104141235, -0.7308308482170105, -0.4996756315231323, -0.2543152868747711, -0.7875458598136902, -1.6691389083862305, -1.9516067504882812, -0.8996157646179199, -2.0675957202911377, -1.6955046653747559, -1.460536241531372, -1.7976242303848267, -1.5706852674484253, -1.7792872190475464, -1.636893630027771, -2.2755327224731445, -0.5929557681083679, -1.8662505149841309, -0.25687307119369507, -0.8350360989570618, -0.342984139919281, -1.7415778636932373, -2.1073577404022217, -0.978019118309021, -2.936533212661743, -1.8985596895217896, -1.454174518585205, -1.5478012561798096, -2.283284902572632, -2.1821320056915283, -0.7243990302085876, -1.583920955657959, -1.8336588144302368, -1.5846089124679565, -0.7393369674682617, -0.8009474873542786, -0.6851602792739868, -0.9867774248123169, -1.5479644536972046, -0.4263603389263153, -2.8515806198120117, -0.9932008385658264, -1.7711671590805054, -1.9558124542236328, -1.350072979927063, -1.6502573490142822, -1.820542812347412, -2.1913561820983887, -2.159299850463867, -0.14828184247016907, -1.8968236446380615, -3.4082164764404297, -0.337120920419693, -0.5836425423622131, -2.2128448486328125, -2.6341452598571777, -1.9745460748672485, -1.215193748474121, -1.4975042343139648, -0.8385825753211975, -1.3942537307739258, -1.8692049980163574, -1.2164274454116821, -2.239863157272339, -1.5029734373092651, -1.4493260383605957, -1.1270956993103027, -1.4222534894943237, -2.6330058574676514, -1.478571891784668, -0.35217535495758057, -0.35336291790008545, -2.52656888961792, -0.6958478093147278, -1.9557836055755615, -1.1662585735321045, -2.445312738418579, -1.3291676044464111, -1.797049880027771, -0.26149776577949524, -1.0154507160186768, -0.9038587212562561, -0.7994089722633362, -1.371109127998352, -2.9346883296966553, -2.6306815147399902, -0.8456118702888489, -1.3604068756103516, -1.9461020231246948, -1.7455168962478638, -2.0698728561401367, -1.3931266069412231, -2.247126817703247, -1.6866421699523926, -1.6047471761703491, -1.918660283088684, -1.1125634908676147, -1.18497896194458, -1.0700618028640747, -2.2840023040771484, -1.037799596786499, -2.027738571166992, -1.5145807266235352, -1.111857295036316, -1.5184755325317383, -2.1625921726226807, -2.3448326587677, -1.3980997800827026, -1.6976237297058105, -2.607698917388916, -0.9402810335159302, -1.6358433961868286, -1.7066200971603394, -2.6367783546447754, -3.0136783123016357, -1.5740165710449219, -0.8266052007675171, -1.3733514547348022, -1.8964784145355225, -1.708433747291565, -2.0647804737091064, -1.7688956260681152, -2.083509922027588, -1.6357333660125732, -2.0449562072753906, -1.7218059301376343, -1.2751842737197876, -1.120662808418274, -1.1811774969100952]}, "Bot004_097_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_097.log.json", "context": "Hey! [WAVING HAND SIGN] \nTell me about yourself! Hello Hello, i am just getting back from the country.  Please, tell me something [PERSON WITH FOLDED HANDS] What country? I like country music, i like country Where are you from ? I am from the united states, how about you? I am from Uzbekistan I am a plumber, and i love[HEAVY BLACK HEART] to be outside. Me too I am a woman, and i love to fantasize about living in nature  Hey, are you alive there? [FACE SCREAMING IN FEAR] I and my sisters also love to go to the nature I have a wife and a husband. We are not close to church. Why? I am not sure what you mean Do you like alcohol?", "response": "I do not drink, i do not like tea", "annotation_id": "Bot004_097_16", "annotations": ["T", "X", "T", "X", "T", "T", "X", "T", "T", "O", "T", "X", "O", "O", "O"], "gpt2background_target_score": [-9.647310256958008, -8.556722640991211, -10.56382942199707, -11.289639472961426, -6.237541198730469, -8.223461151123047, -12.723780632019043, -9.207782745361328, -11.524247169494629, -11.893447875976562], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -3.427891492843628, -2.1083858013153076, -1.7586085796356201, -1.1045938730239868, -2.083359956741333, -1.324316143989563, -1.45271897315979, -2.1597375869750977, -1.5522701740264893, -1.1357872486114502, -0.4146292805671692, -1.5982544422149658, -1.0755164623260498, -1.8904588222503662, -1.214829683303833, -1.1202428340911865, -1.0211669206619263, -1.5708950757980347, -1.2728351354599, -1.3723948001861572, -2.579817533493042, -1.8945097923278809, -0.8293803930282593, -1.606812596321106, -3.261859655380249, -1.7115795612335205, -1.2846827507019043, -0.5327867865562439, -2.4775960445404053, -2.1147916316986084, -0.0885499119758606, -0.8290935754776001, -1.3553485870361328, -2.7730355262756348, -2.242676258087158, -0.9588161110877991, -1.596021294593811, -2.4120497703552246, -1.6983925104141235, -0.7308308482170105, -0.4996756315231323, -0.2543152868747711, -0.7875458598136902, -1.6691389083862305, -1.9516067504882812, -0.8996157646179199, -2.0675957202911377, -1.6955046653747559, -1.460536241531372, -1.7976242303848267, -1.5706852674484253, -1.7792872190475464, -1.636893630027771, -2.2755327224731445, -0.5929557681083679, -1.8662505149841309, -0.25687307119369507, -0.8350360989570618, -0.342984139919281, -1.7415778636932373, -2.1073577404022217, -0.978019118309021, -2.936533212661743, -1.8985596895217896, -1.454174518585205, -1.5478012561798096, -2.283284902572632, -2.1821320056915283, -0.7243990302085876, -1.583920955657959, -1.8336588144302368, -1.5846089124679565, -0.7393369674682617, -0.8009474873542786, -0.6851602792739868, -0.9867774248123169, -1.5479644536972046, -0.4263603389263153, -2.8515806198120117, -0.9932008385658264, -1.7711671590805054, -1.9558124542236328, -1.350072979927063, -1.6502573490142822, -1.820542812347412, -2.1913561820983887, -2.159299850463867, -0.14828184247016907, -1.8968236446380615, -3.4082164764404297, -0.337120920419693, -0.5836425423622131, -2.2128448486328125, -2.6341452598571777, -1.9745460748672485, -1.215193748474121, -1.4975042343139648, -0.8385825753211975, -1.3942537307739258, -1.8692049980163574, -1.2164274454116821, -2.239863157272339, -1.5029734373092651, -1.4493260383605957, -1.1270956993103027, -1.4222534894943237, -2.6330058574676514, -1.478571891784668, -0.35217535495758057, -0.35336291790008545, -2.52656888961792, -0.6958478093147278, -1.9557836055755615, -1.1662585735321045, -2.445312738418579, -1.3291676044464111, -1.797049880027771, -0.26149776577949524, -1.0154507160186768, -0.9038587212562561, -0.7994089722633362, -1.371109127998352, -2.9346883296966553, -2.6306815147399902, -0.8456118702888489, -1.3604068756103516, -1.9461020231246948, -1.7455168962478638, -2.0698728561401367, -1.3931266069412231, -2.247129440307617, -1.6866425275802612, -1.6047453880310059, -1.9186599254608154, -1.1125653982162476, -1.184976577758789, -1.0700618028640747, -2.2840046882629395, -1.0377998352050781, -2.027738571166992, -1.5145809650421143, -1.111857533454895, -1.5184763669967651, -2.1625916957855225, -2.344834327697754, -1.3980995416641235, -1.6976231336593628, -2.6077005863189697, -0.9402821063995361, -1.6358425617218018, -1.706619381904602, -2.63677978515625, -3.0136756896972656, -1.5740171670913696, -0.8266035914421082, -1.3733512163162231, -1.8964781761169434, -1.708433985710144, -2.0647809505462646, -1.717328429222107, -1.9904916286468506, -2.236050605773926, -1.5288941860198975, -1.6068145036697388, -1.316277265548706, -1.4410895109176636, -0.42111867666244507, -1.818567156791687, -2.098341464996338, -1.2129809856414795, -1.5455808639526367, -1.5867788791656494, -1.7265360355377197, -1.223544716835022, -0.5737338662147522, -1.8224512338638306, -1.2626068592071533, -2.3341901302337646, -0.8233365416526794, -1.0821584463119507, -2.2053072452545166, -1.1766360998153687]}, "Bot004_097_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_097.log.json", "context": "Hey! [WAVING HAND SIGN] \nTell me about yourself! Hello Hello, i am just getting back from the country.  Please, tell me something [PERSON WITH FOLDED HANDS] What country? I like country music, i like country Where are you from ? I am from the united states, how about you? I am from Uzbekistan I am a plumber, and i love[HEAVY BLACK HEART] to be outside. Me too I am a woman, and i love to fantasize about living in nature  Hey, are you alive there? [FACE SCREAMING IN FEAR] I and my sisters also love to go to the nature I have a wife and a husband. We are not close to church. Why? I am not sure what you mean Do you like alcohol? I do not drink, i do not like tea I asked about alcohol", "response": "I am a mother of a nineties. I like to fantasize about nature.", "annotation_id": "Bot004_097_18", "annotations": ["T", "X", "X", "X", "X", "X", "X", "X", "X", "X", "X", "X", "T", "O", "O"], "gpt2background_target_score": [-9.647310256958008, -8.879878997802734, -9.902169227600098, -13.465192794799805, -7.7096452713012695, -6.6469035148620605, -12.354060173034668, -14.110319137573242, -6.871746063232422, -2.9123501777648926, -9.797971725463867, -10.082026481628418, -12.236520767211914, -13.191615104675293, -7.951197624206543, -12.103160858154297, -9.452860832214355], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -3.427891492843628, -2.1083858013153076, -1.7586085796356201, -1.1045938730239868, -2.083359956741333, -1.324316143989563, -1.45271897315979, -2.1597375869750977, -1.5522701740264893, -1.1357872486114502, -0.4146292805671692, -1.5982544422149658, -1.0755164623260498, -1.8904588222503662, -1.214829683303833, -1.1202428340911865, -1.0211669206619263, -1.5708950757980347, -1.2728351354599, -1.3723948001861572, -2.579817533493042, -1.8945097923278809, -0.8293803930282593, -1.606812596321106, -3.261859655380249, -1.7115795612335205, -1.2846827507019043, -0.5327867865562439, -2.4775960445404053, -2.1147916316986084, -0.0885499119758606, -0.8290935754776001, -1.3553485870361328, -2.7730355262756348, -2.242676258087158, -0.9588161110877991, -1.596021294593811, -2.4120497703552246, -1.6983925104141235, -0.7308308482170105, -0.4996756315231323, -0.2543152868747711, -0.7875458598136902, -1.6691389083862305, -1.9516067504882812, -0.8996157646179199, -2.0675957202911377, -1.6955046653747559, -1.460536241531372, -1.7976242303848267, -1.5706852674484253, -1.7792872190475464, -1.636893630027771, -2.2755327224731445, -0.5929557681083679, -1.8662505149841309, -0.25687307119369507, -0.8350360989570618, -0.342984139919281, -1.7415778636932373, -2.1073577404022217, -0.978019118309021, -2.936533212661743, -1.8985596895217896, -1.454174518585205, -1.5478012561798096, -2.283284902572632, -2.1821320056915283, -0.7243990302085876, -1.583920955657959, -1.8336588144302368, -1.5846089124679565, -0.7393369674682617, -0.8009474873542786, -0.6851602792739868, -0.9867774248123169, -1.5479644536972046, -0.4263603389263153, -2.8515806198120117, -0.9932008385658264, -1.7711671590805054, -1.9558124542236328, -1.350072979927063, -1.6502573490142822, -1.820542812347412, -2.1913561820983887, -2.159299850463867, -0.14828184247016907, -1.8968236446380615, -3.4082164764404297, -0.337120920419693, -0.5836425423622131, -2.2128448486328125, -2.6341452598571777, -1.9745460748672485, -1.215193748474121, -1.4975042343139648, -0.8385825753211975, -1.3942537307739258, -1.8692049980163574, -1.2164274454116821, -2.239863157272339, -1.5029734373092651, -1.4493260383605957, -1.1270956993103027, -1.4222534894943237, -2.6330058574676514, -1.478571891784668, -0.35217535495758057, -0.35336291790008545, -2.52656888961792, -0.6958478093147278, -1.9557836055755615, -1.1662585735321045, -2.445312738418579, -1.3291676044464111, -1.797049880027771, -0.26149776577949524, -1.0154507160186768, -0.9038587212562561, -0.7994089722633362, -1.371109127998352, -2.9346883296966553, -2.6306815147399902, -0.8456118702888489, -1.3604068756103516, -1.9461020231246948, -1.7455168962478638, -2.0698728561401367, -1.3931266069412231, -2.247129440307617, -1.6866425275802612, -1.6047453880310059, -1.9186599254608154, -1.1125653982162476, -1.184976577758789, -1.0700610876083374, -2.2840023040771484, -1.0378000736236572, -2.0277390480041504, -1.5145810842514038, -1.1118568181991577, -1.5184767246246338, -2.1625919342041016, -2.3448355197906494, -1.398099660873413, -1.6976217031478882, -2.6076998710632324, -0.9402819275856018, -1.63584303855896, -1.706619381904602, -2.6367790699005127, -3.013676643371582, -1.5740162134170532, -0.8266071677207947, -1.3733506202697754, -1.896478295326233, -1.7084336280822754, -2.064779758453369, -1.717328429222107, -1.9904905557632446, -2.236051321029663, -1.5288937091827393, -1.6068133115768433, -1.316275954246521, -1.4410890340805054, -0.42111843824386597, -1.8185667991638184, -2.098341703414917, -1.2129817008972168, -1.5455834865570068, -2.0451462268829346, -1.4734461307525635, -0.5372515916824341, -1.8971775770187378, -1.272002100944519, -2.176543712615967, -0.5898310542106628, -1.2126702070236206, -2.3131611347198486, -1.1902387142181396, -1.4738608598709106, -1.7553157806396484, -1.9139719009399414, -1.4960523843765259, -1.7126827239990234, -2.2820723056793213, -1.8250082731246948, -1.5140511989593506, -1.6066051721572876, -1.244606375694275, -1.5731767416000366, -1.488984227180481, -3.2045938968658447, -1.094359040260315, -1.8563984632492065, -2.1256654262542725, -1.9669519662857056, -0.17919212579727173, -0.2876315712928772, -2.5293686389923096, -1.2742040157318115, -1.0385886430740356]}, "Bot004_097_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_097.log.json", "context": "Hey! [WAVING HAND SIGN] \nTell me about yourself! Hello Hello, i am just getting back from the country.  Please, tell me something [PERSON WITH FOLDED HANDS] What country? I like country music, i like country Where are you from ? I am from the united states, how about you? I am from Uzbekistan I am a plumber, and i love[HEAVY BLACK HEART] to be outside. Me too I am a woman, and i love to fantasize about living in nature  Hey, are you alive there? [FACE SCREAMING IN FEAR] I and my sisters also love to go to the nature I have a wife and a husband. We are not close to church. Why? I am not sure what you mean Do you like alcohol? I do not drink, i do not like tea I asked about alcohol I am a mother of a nineties. I like to fantasize about nature. Are you a male ?", "response": "I am not. I am a woman and i love to fantasize about life.", "annotation_id": "Bot004_097_20", "annotations": ["T", "T", "T", "X", "O", "X", "X", "O", "T", "O", "T", "X", "O", "O", "O"], "gpt2background_target_score": [-9.647310256958008, -8.879878997802734, -10.56382942199707, -7.586313247680664, -6.721691131591797, -10.680386543273926, -8.77684497833252, -10.180381774902344, -8.995233535766602, -6.9215264320373535, -10.319836616516113, -10.082026481628418, -12.236520767211914, -13.191615104675293, -7.951197624206543, -10.119401931762695, -9.452860832214355], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -3.427891492843628, -2.1083858013153076, -1.7586085796356201, -1.1045938730239868, -2.083359956741333, -1.324316143989563, -1.45271897315979, -2.1597375869750977, -1.5522701740264893, -1.1357872486114502, -0.4146292805671692, -1.5982544422149658, -1.0755164623260498, -1.8904588222503662, -1.214829683303833, -1.1202428340911865, -1.0211669206619263, -1.5708950757980347, -1.2728351354599, -1.3723948001861572, -2.579817533493042, -1.8945097923278809, -0.8293803930282593, -1.606812596321106, -3.261859655380249, -1.7115795612335205, -1.2846827507019043, -0.5327867865562439, -2.4775960445404053, -2.1147916316986084, -0.0885499119758606, -0.8290935754776001, -1.3553485870361328, -2.7730355262756348, -2.242676258087158, -0.9588161110877991, -1.596021294593811, -2.4120497703552246, -1.6983925104141235, -0.7308308482170105, -0.4996756315231323, -0.2543152868747711, -0.7875458598136902, -1.6691389083862305, -1.9516067504882812, -0.8996157646179199, -2.0675957202911377, -1.6955046653747559, -1.460536241531372, -1.7976242303848267, -1.5706852674484253, -1.7792872190475464, -1.636893630027771, -2.2755327224731445, -0.5929557681083679, -1.8662505149841309, -0.25687307119369507, -0.8350360989570618, -0.342984139919281, -1.7415778636932373, -2.1073577404022217, -0.978019118309021, -2.936533212661743, -1.8985596895217896, -1.454174518585205, -1.5478012561798096, -2.283284902572632, -2.1821320056915283, -0.7243990302085876, -1.583920955657959, -1.8336588144302368, -1.5846089124679565, -0.7393369674682617, -0.8009474873542786, -0.6851602792739868, -0.9867774248123169, -1.5479644536972046, -0.4263603389263153, -2.8515806198120117, -0.9932008385658264, -1.7711671590805054, -1.9558124542236328, -1.350072979927063, -1.6502573490142822, -1.820542812347412, -2.1913561820983887, -2.159299850463867, -0.14828184247016907, -1.8968236446380615, -3.4082164764404297, -0.337120920419693, -0.5836425423622131, -2.2128448486328125, -2.6341452598571777, -1.9745460748672485, -1.215193748474121, -1.4975042343139648, -0.8385825753211975, -1.3942537307739258, -1.8692049980163574, -1.2164274454116821, -2.239863157272339, -1.5029734373092651, -1.4493260383605957, -1.1270956993103027, -1.4222534894943237, -2.6330058574676514, -1.478571891784668, -0.35217535495758057, -0.35336291790008545, -2.52656888961792, -0.6958478093147278, -1.9557836055755615, -1.1662585735321045, -2.445312738418579, -1.3291676044464111, -1.797049880027771, -0.26149776577949524, -1.0154507160186768, -0.9038587212562561, -0.7994089722633362, -1.371109127998352, -2.9346883296966553, -2.6306815147399902, -0.8456118702888489, -1.3604068756103516, -1.9461020231246948, -1.7455168962478638, -2.0698728561401367, -1.3931266069412231, -2.247129440307617, -1.6866425275802612, -1.6047453880310059, -1.9186599254608154, -1.1125653982162476, -1.184976577758789, -1.0700610876083374, -2.2840023040771484, -1.0378000736236572, -2.0277390480041504, -1.5145810842514038, -1.1118568181991577, -1.5184767246246338, -2.1625919342041016, -2.3448355197906494, -1.398099660873413, -1.6976217031478882, -2.6076998710632324, -0.9402819275856018, -1.63584303855896, -1.706619381904602, -2.6367790699005127, -3.013676643371582, -1.5740162134170532, -0.8266071677207947, -1.3733506202697754, -1.896478295326233, -1.7084336280822754, -2.064779758453369, -1.717328429222107, -1.9904905557632446, -2.236051321029663, -1.5288937091827393, -1.6068133115768433, -1.316275954246521, -1.4410890340805054, -0.42111843824386597, -1.8185667991638184, -2.098341703414917, -1.2129817008972168, -1.5455834865570068, -2.0451462268829346, -1.4734461307525635, -0.5372515916824341, -1.8971775770187378, -1.272002100944519, -2.176543712615967, -0.5898310542106628, -1.2126702070236206, -2.3131611347198486, -1.1902387142181396, -1.4738608598709106, -1.7553157806396484, -1.9139719009399414, -1.4960523843765259, -2.263507604598999, -1.4000859260559082, -2.99064564704895, -1.3767163753509521, -1.4225505590438843, -1.3233073949813843, -1.1512870788574219, -2.844395875930786, -1.4794179201126099, -1.4751510620117188, -1.9920612573623657, -2.2297613620758057, -0.1960660070180893, -0.2636602818965912, -2.292314052581787, -1.5690371990203857, -1.3059141635894775, -0.2103234976530075, -2.336843967437744, -1.9768973588943481, -1.1868388652801514, -1.580822467803955, -1.7287436723709106, -1.682456612586975, -1.1214350461959839, -1.682505488395691, -0.8392828106880188, -1.1114766597747803, -1.3592473268508911, -1.4834418296813965, -0.9241012334823608, -1.1962556838989258, -1.643210768699646, -0.5396194458007812, -2.4839839935302734, -0.16647064685821533, -0.13878008723258972, -1.3569599390029907, -0.7408828139305115, -0.9266142845153809]}, "Bot004_104_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_104.log.json", "context": "Hi! How is your day? [WINKING FACE] Wonderful, how is yours ?", "response": "I am doing well. Just got done eating supper.", "annotation_id": "Bot004_104_02", "annotations": ["O", "O", "T", "T", "T", "O", "X", "O", "O", "O", "T", "T", "O", "O", "O"], "gpt2background_target_score": [-9.236455917358398, -8.606605529785156, -9.577813148498535, -10.242894172668457, -11.301307678222656, -11.382569313049316, -9.64273452758789, -11.535460472106934, -10.519783973693848, -13.3897066116333, -6.79950475692749], "gpt2background_argmax_score": [-1.9761712551116943, -1.080935001373291, -1.5788280963897705, -1.8688772916793823, -0.7835593223571777, -0.8251312375068665, -1.2261830568313599, -3.530320405960083, -2.1764137744903564, -1.2882709503173828, -1.4682852029800415, -2.2315967082977295, -0.4133280813694, -2.2970480918884277, -2.2257018089294434, -2.0171029567718506, -0.8530414700508118, -0.3527615964412689, -1.610496163368225, -1.8361142873764038, -1.6228185892105103, -1.9190105199813843, -1.5983718633651733, -2.1803176403045654, -1.1906219720840454, -2.920872926712036, -1.856762170791626, -1.5715467929840088, -2.5827648639678955, -1.5574634075164795, -1.7407891750335693]}, "Bot004_104_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_104.log.json", "context": "Hi! How is your day? [WINKING FACE] Wonderful, how is yours ? I am doing well. Just got done eating supper. Bon apetit ! where do you work", "response": "I am a stay at home mom. I am a chef.", "annotation_id": "Bot004_104_04", "annotations": ["T", "O", "X", "X", "T", "O", "X", "O", "O", "X", "T", "T", "T", "O", "O"], "gpt2background_target_score": [-9.236455917358398, -8.606605529785156, -6.724316596984863, -11.213691711425781, -10.497274398803711, -12.189189910888672, -12.177144050598145, -11.178086280822754, -11.107739448547363, -11.421646118164062, -8.033614158630371, -12.630525588989258, -10.170246124267578], "gpt2background_argmax_score": [-1.9761712551116943, -1.080935001373291, -1.5788280963897705, -1.8688772916793823, -0.7835593223571777, -0.8251312375068665, -1.2261830568313599, -3.530320405960083, -2.1764137744903564, -1.2882709503173828, -1.4682852029800415, -2.2315967082977295, -0.4133280813694, -2.2970480918884277, -2.2257018089294434, -2.0171029567718506, -0.8530414700508118, -0.3527615964412689, -1.610496163368225, -1.7084219455718994, -2.085268020629883, -1.8267902135849, -2.271531820297241, -1.458321213722229, -3.011641263961792, -1.8466118574142456, -1.54436194896698, -2.5340800285339355, -1.7124216556549072, -1.690670371055603, -2.765702247619629, -2.7034683227539062, -2.42856502532959, -1.883104920387268, -1.4833292961120605, -2.2126104831695557, -0.3624764084815979, -1.9874050617218018, -0.9935548305511475, -2.079089403152466, -0.9298141002655029, -2.1993355751037598, -3.3792738914489746, -0.40014585852622986, -0.19496728479862213, -1.5843853950500488, -1.7123514413833618, -1.450565218925476, -1.9795024394989014, -2.100916624069214, -2.3363595008850098, -1.5133106708526611, -1.1363898515701294]}, "Bot004_104_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_104.log.json", "context": "Hi! How is your day? [WINKING FACE] Wonderful, how is yours ? I am doing well. Just got done eating supper. Bon apetit ! where do you work I am a stay at home mom. I am a chef. do you like to play chess  are you there?", "response": "I am not. I am a stay at home mom.", "annotation_id": "Bot004_104_06", "annotations": ["O", "O", "T", "T", "T", "T", "O", "O", "T", "T", "T", "T", "T", "T", "O"], "gpt2background_target_score": [-9.236458778381348, -8.606606483459473, -9.389801025390625, -10.192619323730469, -10.074382781982422, -11.823845863342285, -8.31440544128418, -12.187309265136719, -10.962684631347656, -10.577605247497559, -10.804564476013184, -6.4035258293151855], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.5788270235061646, -1.8688774108886719, -0.7835614085197449, -0.8251311779022217, -1.2261850833892822, -3.5303213596343994, -2.176412582397461, -1.2882696390151978, -1.4682830572128296, -2.231595993041992, -0.4133283793926239, -2.2970452308654785, -2.225700616836548, -2.017104387283325, -0.8530458211898804, -0.35275977849960327, -1.6104981899261475, -1.7084232568740845, -2.0852694511413574, -1.8267879486083984, -2.271530866622925, -1.4583204984664917, -3.0116400718688965, -1.8466111421585083, -1.5443601608276367, -2.5340793132781982, -1.712423324584961, -1.690670371055603, -2.7657063007354736, -2.703469753265381, -2.4285635948181152, -1.8831040859222412, -1.4833310842514038, -2.212613344192505, -0.36247482895851135, -1.9874037504196167, -0.9935562014579773, -2.0114479064941406, -2.7715914249420166, -3.589479684829712, -0.49861258268356323, -0.191155806183815, -1.669585943222046, -1.6587624549865723, -1.849974513053894, -1.8473632335662842, -2.1817984580993652, -2.4628336429595947, -1.4712741374969482, -1.3459513187408447, -0.31106919050216675, -1.5615966320037842, -1.6278319358825684, -1.6346774101257324, -2.1124932765960693, -1.2221332788467407, -2.220061779022217, -0.41471928358078003, -2.278510808944702, -1.4805303812026978, -1.6678905487060547, -1.622040033340454, -1.8784383535385132, -1.0873571634292603, -1.4103752374649048, -0.8676915168762207, -1.0251684188842773, -1.4346388578414917, -2.1906158924102783, -0.038164082914590836, -0.03842590004205704, -0.15108178555965424, -0.8289087414741516, -1.0638481378555298]}, "Bot004_104_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_104.log.json", "context": "Hi! How is your day? [WINKING FACE] Wonderful, how is yours ? I am doing well. Just got done eating supper. Bon apetit ! where do you work I am a stay at home mom. I am a chef. do you like to play chess  are you there? I am not. I am a stay at home mom. did you ever played chess ?", "response": "I played the violin in high school. I have never been out of the country.", "annotation_id": "Bot004_104_08", "annotations": ["X", "O", "X", "X", "T", "O", "T", "T", "T", "T", "T", "X", "T", "O", "O"], "gpt2background_target_score": [-9.236458778381348, -11.36747932434082, -5.229642868041992, -12.103473663330078, -9.035804748535156, -11.61614990234375, -9.913782119750977, -11.178088188171387, -11.10774040222168, -11.262124061584473, -13.212671279907227, -12.115996360778809, -11.267698287963867, -7.922204971313477, -5.273706436157227, -10.3242769241333, -9.941851615905762], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.5788270235061646, -1.8688774108886719, -0.7835614085197449, -0.8251311779022217, -1.2261850833892822, -3.5303213596343994, -2.176412582397461, -1.2882696390151978, -1.4682830572128296, -2.231595993041992, -0.4133283793926239, -2.2970452308654785, -2.225700616836548, -2.017104387283325, -0.8530458211898804, -0.35275977849960327, -1.6104981899261475, -1.7084232568740845, -2.0852694511413574, -1.8267879486083984, -2.271530866622925, -1.4583204984664917, -3.0116400718688965, -1.8466111421585083, -1.5443601608276367, -2.5340793132781982, -1.712423324584961, -1.690670371055603, -2.7657063007354736, -2.703469753265381, -2.4285635948181152, -1.8831040859222412, -1.4833310842514038, -2.212613344192505, -0.3624745011329651, -1.9874022006988525, -0.9935552477836609, -2.0114474296569824, -2.771592378616333, -3.5894784927368164, -0.49861374497413635, -0.19115570187568665, -1.669585108757019, -1.6587616205215454, -1.849973440170288, -1.8473622798919678, -2.1817991733551025, -2.462834596633911, -1.4712753295898438, -1.3459504842758179, -0.3110688328742981, -1.5615975856781006, -1.6278319358825684, -1.634676456451416, -2.1124939918518066, -1.2221320867538452, -2.2200605869293213, -0.4147200882434845, -2.2785112857818604, -1.4805291891098022, -1.6678907871246338, -1.6709779500961304, -1.287811517715454, -1.4536871910095215, -1.0816725492477417, -0.8984124064445496, -1.5072572231292725, -2.289562702178955, -0.04220367595553398, -0.03673252835869789, -0.1588945984840393, -0.8856642246246338, -1.226065754890442, -0.2861707806587219, -2.3499107360839844, -2.3439924716949463, -1.1517044305801392, -1.012764811515808, -1.6439090967178345, -1.5364910364151, -1.7714449167251587, -0.8552361130714417, -2.383983612060547, -1.9812884330749512, -1.6275238990783691, -0.19402652978897095, -1.2402153015136719, -1.1876471042633057, -2.364062786102295, -1.7795867919921875, -0.9123840928077698, -1.3483045101165771, -0.8386366963386536, -1.391416311264038, -1.0201486349105835, -1.4922122955322266, -1.0910332202911377]}, "Bot004_104_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_104.log.json", "context": "Hi! How is your day? [WINKING FACE] Wonderful, how is yours ? I am doing well. Just got done eating supper. Bon apetit ! where do you work I am a stay at home mom. I am a chef. do you like to play chess  are you there? I am not. I am a stay at home mom. did you ever played chess ? I played the violin in high school. I have never been out of the country. tell me about yourself", "response": "I am a stay at home mom. How about you?", "annotation_id": "Bot004_104_10", "annotations": ["O", "O", "T", "T", "T", "O", "O", "T", "T", "O", "T", "T", "T", "T", "O"], "gpt2background_target_score": [-9.236458778381348, -8.606606483459473, -6.72431755065918, -11.213691711425781, -10.497272491455078, -12.189188003540039, -12.177142143249512, -11.178088188171387, -12.13705062866211, -8.326119422912598, -8.604530334472656, -6.317896366119385], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.5788270235061646, -1.8688774108886719, -0.7835614085197449, -0.8251311779022217, -1.2261850833892822, -3.5303213596343994, -2.176412582397461, -1.2882696390151978, -1.4682830572128296, -2.231595993041992, -0.4133283793926239, -2.2970452308654785, -2.225700616836548, -2.017104387283325, -0.8530458211898804, -0.35275977849960327, -1.6104981899261475, -1.7084232568740845, -2.0852694511413574, -1.8267879486083984, -2.271530866622925, -1.4583204984664917, -3.0116400718688965, -1.8466111421585083, -1.5443601608276367, -2.5340793132781982, -1.712423324584961, -1.690670371055603, -2.7657063007354736, -2.703469753265381, -2.4285635948181152, -1.8831040859222412, -1.4833310842514038, -2.212613344192505, -0.3624745011329651, -1.9874022006988525, -0.9935552477836609, -2.0114474296569824, -2.771592378616333, -3.5894784927368164, -0.49861374497413635, -0.19115570187568665, -1.669585108757019, -1.6587616205215454, -1.849973440170288, -1.8473622798919678, -2.1817991733551025, -2.462834596633911, -1.4712753295898438, -1.3459504842758179, -0.3110688328742981, -1.5615975856781006, -1.6278319358825684, -1.634676456451416, -2.1124939918518066, -1.2221320867538452, -2.2200605869293213, -0.4147200882434845, -2.2785112857818604, -1.4805291891098022, -1.6678907871246338, -1.6709779500961304, -1.287811517715454, -1.4536871910095215, -1.0816725492477417, -0.8984124064445496, -1.5072572231292725, -2.289562702178955, -0.04220367595553398, -0.03673252835869789, -0.1588945984840393, -0.8856642246246338, -1.226065754890442, -0.2861707806587219, -2.3499107360839844, -2.3439924716949463, -1.1517044305801392, -1.012764811515808, -1.6439090967178345, -1.1574903726577759, -1.1299498081207275, -2.159809112548828, -1.9407451152801514, -1.6818886995315552, -0.18110552430152893, -1.372177004814148, -1.3547786474227905, -1.9242439270019531, -1.8064451217651367, -0.822668731212616, -1.3443458080291748, -0.83334881067276, -1.4472593069076538, -0.9126933217048645, -1.5636816024780273, -1.0846748352050781, -1.2910125255584717, -2.1731226444244385, -1.4137986898422241, -1.7982709407806396, -1.5328649282455444, -1.917543888092041, -1.3586912155151367, -0.14279714226722717, -0.03077385574579239, -0.05232370272278786, -0.08446577191352844, -0.7862313389778137, -1.0362207889556885, -1.607934594154358, -0.35122746229171753, -1.1842089891433716, -0.5644838213920593]}, "Bot004_104_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_104.log.json", "context": "Hi! How is your day? [WINKING FACE] Wonderful, how is yours ? I am doing well. Just got done eating supper. Bon apetit ! where do you work I am a stay at home mom. I am a chef. do you like to play chess  are you there? I am not. I am a stay at home mom. did you ever played chess ? I played the violin in high school. I have never been out of the country. tell me about yourself I am a stay at home mom. How about you? i don't have any job right now.", "response": "I do not think i would like that. I am a fat.", "annotation_id": "Bot004_104_12", "annotations": ["T", "O", "X", "X", "T", "X", "O", "T", "T", "T", "T", "O", "T", "X", "O"], "gpt2background_target_score": [-9.236458778381348, -8.541638374328613, -9.389801025390625, -12.868217468261719, -11.035674095153809, -10.812438011169434, -9.729734420776367, -12.524649620056152, -7.08311653137207, -6.299680233001709, -12.131438255310059, -8.834879875183105, -11.704379081726074, -3.621450901031494], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.5788270235061646, -1.8688774108886719, -0.7835614085197449, -0.8251311779022217, -1.2261850833892822, -3.5303213596343994, -2.176412582397461, -1.2882696390151978, -1.4682830572128296, -2.231595993041992, -0.4133283793926239, -2.2970452308654785, -2.225700616836548, -2.017104387283325, -0.8530458211898804, -0.35275977849960327, -1.6104981899261475, -1.7084232568740845, -2.0852694511413574, -1.8267879486083984, -2.271530866622925, -1.4583204984664917, -3.0116400718688965, -1.8466111421585083, -1.5443601608276367, -2.5340793132781982, -1.712423324584961, -1.690670371055603, -2.7657063007354736, -2.703469753265381, -2.4285635948181152, -1.8831040859222412, -1.4833310842514038, -2.212613344192505, -0.3624745011329651, -1.9874022006988525, -0.9935552477836609, -2.0114474296569824, -2.771592378616333, -3.5894784927368164, -0.49861374497413635, -0.19115570187568665, -1.669585108757019, -1.6587616205215454, -1.849973440170288, -1.8473622798919678, -2.1817991733551025, -2.462834596633911, -1.4712753295898438, -1.3459504842758179, -0.3110688328742981, -1.5615975856781006, -1.6278319358825684, -1.634676456451416, -2.1124939918518066, -1.2221320867538452, -2.2200605869293213, -0.4147200882434845, -2.2785112857818604, -1.4805291891098022, -1.6678907871246338, -1.6709779500961304, -1.287811517715454, -1.4536871910095215, -1.0816725492477417, -0.8984124064445496, -1.5072572231292725, -2.289562702178955, -0.04220367595553398, -0.03673252835869789, -0.1588945984840393, -0.8856642246246338, -1.226065754890442, -0.2861707806587219, -2.3499107360839844, -2.3439924716949463, -1.1517044305801392, -1.012764811515808, -1.6439090967178345, -1.1574903726577759, -1.1299498081207275, -2.159809112548828, -1.9407451152801514, -1.6818886995315552, -0.18110552430152893, -1.372177004814148, -1.3547786474227905, -1.9242439270019531, -1.8064465522766113, -0.8226693272590637, -1.344346046447754, -0.8333492279052734, -1.4472606182098389, -0.9126923680305481, -1.5636813640594482, -1.084674596786499, -1.2910122871398926, -2.1731231212615967, -1.4137985706329346, -1.7982701063156128, -1.1209521293640137, -1.6752517223358154, -0.15677525103092194, -0.035128939896821976, -0.04365527257323265, -0.09342633187770844, -0.8248226046562195, -1.343896508216858, -1.6013182401657104, -0.38780125975608826, -1.2996166944503784, -1.3504552841186523, -1.3466814756393433, -0.4810431897640228, -1.691537618637085, -1.3360382318496704, -0.8822747468948364, -1.834928274154663, -0.19147764146327972, -1.1623817682266235, -1.4610867500305176, -1.708509087562561, -1.8600385189056396, -1.7859975099563599, -1.511717677116394, -1.3776086568832397, -1.3603607416152954, -1.4908145666122437, -0.29997560381889343, -1.6704089641571045, -1.0306371450424194, -1.3615520000457764, -1.5275304317474365, -0.083137646317482, -2.7290210723876953, -1.0987770557403564]}, "Bot004_104_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_104.log.json", "context": "Hi! How is your day? [WINKING FACE] Wonderful, how is yours ? I am doing well. Just got done eating supper. Bon apetit ! where do you work I am a stay at home mom. I am a chef. do you like to play chess  are you there? I am not. I am a stay at home mom. did you ever played chess ? I played the violin in high school. I have never been out of the country. tell me about yourself I am a stay at home mom. How about you? i don't have any job right now. I do not think i would like that. I am a fat. tell me about your job", "response": "I am a stay at home mom. How about you?", "annotation_id": "Bot004_104_14", "annotations": ["X", "T", "O", "T", "T", "O", "O", "T", "T", "X", "T", "T", "T", "T", "O"], "gpt2background_target_score": [-9.236458778381348, -8.606606483459473, -6.72431755065918, -11.213691711425781, -10.497272491455078, -12.189188003540039, -12.177142143249512, -11.178088188171387, -12.13705062866211, -8.326119422912598, -8.604530334472656, -6.317896366119385], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.5788270235061646, -1.8688774108886719, -0.7835614085197449, -0.8251311779022217, -1.2261850833892822, -3.5303213596343994, -2.176412582397461, -1.2882696390151978, -1.4682830572128296, -2.231595993041992, -0.4133283793926239, -2.2970452308654785, -2.225700616836548, -2.017104387283325, -0.8530458211898804, -0.35275977849960327, -1.6104981899261475, -1.7084232568740845, -2.0852694511413574, -1.8267879486083984, -2.271530866622925, -1.4583204984664917, -3.0116400718688965, -1.8466111421585083, -1.5443601608276367, -2.5340793132781982, -1.712423324584961, -1.690670371055603, -2.7657063007354736, -2.703469753265381, -2.4285635948181152, -1.8831040859222412, -1.4833310842514038, -2.212613344192505, -0.3624745011329651, -1.9874022006988525, -0.9935552477836609, -2.0114474296569824, -2.771592378616333, -3.5894784927368164, -0.49861374497413635, -0.19115570187568665, -1.669585108757019, -1.6587616205215454, -1.849973440170288, -1.8473622798919678, -2.1817991733551025, -2.462834596633911, -1.4712753295898438, -1.3459504842758179, -0.3110688328742981, -1.5615975856781006, -1.6278319358825684, -1.634676456451416, -2.1124939918518066, -1.2221320867538452, -2.2200605869293213, -0.4147200882434845, -2.2785112857818604, -1.4805291891098022, -1.6678907871246338, -1.6709779500961304, -1.287811517715454, -1.4536871910095215, -1.0816725492477417, -0.8984124064445496, -1.5072572231292725, -2.289562702178955, -0.04220367595553398, -0.03673252835869789, -0.1588945984840393, -0.8856642246246338, -1.226065754890442, -0.2861707806587219, -2.3499107360839844, -2.3439924716949463, -1.1517044305801392, -1.012764811515808, -1.6439090967178345, -1.1574903726577759, -1.1299498081207275, -2.159809112548828, -1.9407451152801514, -1.6818886995315552, -0.18110552430152893, -1.372177004814148, -1.3547786474227905, -1.9242439270019531, -1.8064451217651367, -0.822668731212616, -1.3443458080291748, -0.83334881067276, -1.4472593069076538, -0.9126933217048645, -1.5636816024780273, -1.0846748352050781, -1.2910125255584717, -2.1731226444244385, -1.4137986898422241, -1.7982709407806396, -1.1209512948989868, -1.6752524375915527, -0.156775563955307, -0.035128939896821976, -0.04365527257323265, -0.09342622011899948, -0.8248223066329956, -1.3438959121704102, -1.6013180017471313, -0.3878016769886017, -1.2996152639389038, -1.3504550457000732, -1.3466815948486328, -0.48104333877563477, -1.6915379762649536, -1.336039423942566, -0.8822752833366394, -1.8349285125732422, -0.19147774577140808, -1.1623812913894653, -1.4610873460769653, -1.295640230178833, -1.2815085649490356, -1.1361441612243652, -1.1220719814300537, -1.6587456464767456, -1.2728220224380493, -0.3389979600906372, -1.620240569114685, -1.4069504737854004, -1.2227386236190796, -1.6175472736358643, -0.07013384997844696, -2.346855878829956, -1.1523255109786987, -0.343497097492218, -1.020699381828308, -1.126162052154541, -1.546367883682251, -1.595706820487976, -1.7368592023849487, -1.613927960395813, -0.9134799242019653, -0.3705763816833496, -0.029001576825976372, -0.07375484704971313, -0.07337108254432678, -0.621177613735199, -1.0546739101409912, -1.2977752685546875, -0.11741092801094055, -0.7689926028251648, -0.8226827383041382]}, "Bot004_104_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_104.log.json", "context": "Hi! How is your day? [WINKING FACE] Wonderful, how is yours ? I am doing well. Just got done eating supper. Bon apetit ! where do you work I am a stay at home mom. I am a chef. do you like to play chess  are you there? I am not. I am a stay at home mom. did you ever played chess ? I played the violin in high school. I have never been out of the country. tell me about yourself I am a stay at home mom. How about you? i don't have any job right now. I do not think i would like that. I am a fat. tell me about your job I am a stay at home mom. How about you? forget about me  what would you like to do", "response": "I love to travel and see the world", "annotation_id": "Bot004_104_16", "annotations": ["O", "O", "T", "T", "T", "O", "O", "T", "O", "X", "T", "T", "T", "O", "O"], "gpt2background_target_score": [-9.236458778381348, -11.459829330444336, -2.6446523666381836, -10.338553428649902, -8.782144546508789, -13.101868629455566, -8.13479995727539, -12.944232940673828], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.5788270235061646, -1.8688774108886719, -0.7835614085197449, -0.8251311779022217, -1.2261850833892822, -3.5303213596343994, -2.176412582397461, -1.2882696390151978, -1.4682830572128296, -2.231595993041992, -0.4133283793926239, -2.2970452308654785, -2.225700616836548, -2.017104387283325, -0.8530458211898804, -0.35275977849960327, -1.6104981899261475, -1.7084232568740845, -2.0852694511413574, -1.8267879486083984, -2.271530866622925, -1.4583204984664917, -3.0116400718688965, -1.8466111421585083, -1.5443601608276367, -2.5340793132781982, -1.712423324584961, -1.690670371055603, -2.7657063007354736, -2.703469753265381, -2.4285635948181152, -1.8831040859222412, -1.4833310842514038, -2.212613344192505, -0.3624745011329651, -1.9874022006988525, -0.9935552477836609, -2.0114474296569824, -2.771592378616333, -3.5894784927368164, -0.49861374497413635, -0.19115570187568665, -1.669585108757019, -1.6587616205215454, -1.849973440170288, -1.8473622798919678, -2.1817991733551025, -2.462834596633911, -1.4712753295898438, -1.3459504842758179, -0.3110688328742981, -1.5615975856781006, -1.6278319358825684, -1.634676456451416, -2.1124939918518066, -1.2221320867538452, -2.2200605869293213, -0.4147200882434845, -2.2785112857818604, -1.4805291891098022, -1.6678907871246338, -1.6709779500961304, -1.287811517715454, -1.4536871910095215, -1.0816725492477417, -0.8984124064445496, -1.5072572231292725, -2.289562702178955, -0.04220367595553398, -0.03673252835869789, -0.1588945984840393, -0.8856642246246338, -1.226065754890442, -0.2861707806587219, -2.3499107360839844, -2.3439924716949463, -1.1517044305801392, -1.012764811515808, -1.6439090967178345, -1.1574903726577759, -1.1299498081207275, -2.159809112548828, -1.9407451152801514, -1.6818886995315552, -0.18110552430152893, -1.372177004814148, -1.3547786474227905, -1.9242439270019531, -1.8064451217651367, -0.822668731212616, -1.3443458080291748, -0.83334881067276, -1.4472593069076538, -0.9126933217048645, -1.5636816024780273, -1.0846748352050781, -1.2910125255584717, -2.1731226444244385, -1.4137986898422241, -1.7982709407806396, -1.1209512948989868, -1.6752524375915527, -0.156775563955307, -0.035128939896821976, -0.04365527257323265, -0.09342622011899948, -0.8248223066329956, -1.3438959121704102, -1.6013180017471313, -0.3878016769886017, -1.2996152639389038, -1.3504550457000732, -1.3466815948486328, -0.48104333877563477, -1.6915379762649536, -1.336039423942566, -0.8822752833366394, -1.8349285125732422, -0.19147774577140808, -1.1623812913894653, -1.4610873460769653, -1.295640230178833, -1.2815085649490356, -1.1361441612243652, -1.1220719814300537, -1.6587456464767456, -1.2728220224380493, -0.3389979600906372, -1.620240569114685, -1.4069504737854004, -1.2227391004562378, -1.617545485496521, -0.07013384997844696, -2.3468594551086426, -1.1523258686065674, -0.3434973657131195, -1.0206999778747559, -1.126163363456726, -1.5463664531707764, -1.5957059860229492, -0.8941055536270142, -1.2415183782577515, -0.15807662904262543, -0.026141822338104248, -0.05429794639348984, -0.08055363595485687, -0.4116480052471161, -1.4750962257385254, -1.3430395126342773, -0.1483861654996872, -1.0706751346588135, -1.4438620805740356, -2.6611034870147705, -1.6328188180923462, -1.2772188186645508, -2.4930121898651123, -1.8580719232559204, -0.425935298204422, -1.1461570262908936, -0.41349175572395325, -1.1031739711761475, -1.8606635332107544, -1.7285895347595215, -1.8292924165725708, -2.1303184032440186, -1.2999094724655151, -1.926643967628479, -2.1165952682495117, -2.143563747406006, -0.3285086750984192, -1.369849443435669]}, "Bot004_104_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_104.log.json", "context": "Hi! How is your day? [WINKING FACE] Wonderful, how is yours ? I am doing well. Just got done eating supper. Bon apetit ! where do you work I am a stay at home mom. I am a chef. do you like to play chess  are you there? I am not. I am a stay at home mom. did you ever played chess ? I played the violin in high school. I have never been out of the country. tell me about yourself I am a stay at home mom. How about you? i don't have any job right now. I do not think i would like that. I am a fat. tell me about your job I am a stay at home mom. How about you? forget about me  what would you like to do I love to travel and see the world did you traveled before", "response": "I had to go to the beach a lot, but i have never been.", "annotation_id": "Bot004_104_18", "annotations": ["O", "O", "O", "X", "T", "X", "T", "T", "T", "X", "T", "T", "T", "T", "O"], "gpt2background_target_score": [-9.236458778381348, -10.040912628173828, -2.6446523666381836, -9.430404663085938, -9.883960723876953, -7.811878204345703, -11.615904808044434, -10.68967342376709, -12.553864479064941, -5.837069988250732, -10.711240768432617, -9.13433837890625, -10.37225341796875, -9.919628143310547, -7.214485168457031, -7.931844711303711], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.5788270235061646, -1.8688774108886719, -0.7835614085197449, -0.8251311779022217, -1.2261850833892822, -3.5303213596343994, -2.176412582397461, -1.2882696390151978, -1.4682830572128296, -2.231595993041992, -0.4133283793926239, -2.2970452308654785, -2.225700616836548, -2.017104387283325, -0.8530458211898804, -0.35275977849960327, -1.6104981899261475, -1.7084232568740845, -2.0852694511413574, -1.8267879486083984, -2.271530866622925, -1.4583204984664917, -3.0116400718688965, -1.8466111421585083, -1.5443601608276367, -2.5340793132781982, -1.712423324584961, -1.690670371055603, -2.7657063007354736, -2.703469753265381, -2.4285635948181152, -1.8831040859222412, -1.4833310842514038, -2.212613344192505, -0.3624745011329651, -1.9874022006988525, -0.9935552477836609, -2.0114474296569824, -2.771592378616333, -3.5894784927368164, -0.49861374497413635, -0.19115570187568665, -1.669585108757019, -1.6587616205215454, -1.849973440170288, -1.8473622798919678, -2.1817991733551025, -2.462834596633911, -1.4712753295898438, -1.3459504842758179, -0.3110688328742981, -1.5615975856781006, -1.6278319358825684, -1.634676456451416, -2.1124939918518066, -1.2221320867538452, -2.2200605869293213, -0.4147200882434845, -2.2785112857818604, -1.4805291891098022, -1.6678907871246338, -1.6709779500961304, -1.287811517715454, -1.4536871910095215, -1.0816725492477417, -0.8984124064445496, -1.5072572231292725, -2.289562702178955, -0.04220367595553398, -0.03673252835869789, -0.1588945984840393, -0.8856642246246338, -1.226065754890442, -0.2861707806587219, -2.3499107360839844, -2.3439924716949463, -1.1517044305801392, -1.012764811515808, -1.6439090967178345, -1.1574903726577759, -1.1299498081207275, -2.159809112548828, -1.9407451152801514, -1.6818886995315552, -0.18110552430152893, -1.372177004814148, -1.3547786474227905, -1.9242439270019531, -1.8064451217651367, -0.822668731212616, -1.3443458080291748, -0.83334881067276, -1.4472593069076538, -0.9126933217048645, -1.5636816024780273, -1.0846748352050781, -1.2910125255584717, -2.1731226444244385, -1.4137986898422241, -1.7982709407806396, -1.1209512948989868, -1.6752524375915527, -0.156775563955307, -0.035128939896821976, -0.04365527257323265, -0.09342622011899948, -0.8248223066329956, -1.3438959121704102, -1.6013180017471313, -0.3878016769886017, -1.2996152639389038, -1.3504550457000732, -1.3466815948486328, -0.48104333877563477, -1.6915379762649536, -1.336039423942566, -0.8822752833366394, -1.8349285125732422, -0.19147774577140808, -1.1623812913894653, -1.4610873460769653, -1.295640230178833, -1.2815085649490356, -1.1361441612243652, -1.1220719814300537, -1.6587456464767456, -1.2728220224380493, -0.3389979600906372, -1.620240569114685, -1.4069504737854004, -1.2227386236190796, -1.6175472736358643, -0.07013384997844696, -2.346855878829956, -1.1523255109786987, -0.343497097492218, -1.020699381828308, -1.126162052154541, -1.546367883682251, -1.595706820487976, -0.8941059708595276, -1.2415183782577515, -0.15807591378688812, -0.0261419378221035, -0.05429794639348984, -0.08055363595485687, -0.4116482436656952, -1.4750959873199463, -1.3430384397506714, -0.14838595688343048, -1.070675253868103, -1.4438623189926147, -2.661102771759033, -1.6328189373016357, -1.2772191762924194, -2.4930129051208496, -1.8580708503723145, -0.425935298204422, -1.1461554765701294, -0.4134913682937622, -1.1031743288040161, -1.860663652420044, -1.0889923572540283, -0.9291867017745972, -1.6124850511550903, -2.0144870281219482, -2.205881357192993, -1.7189263105392456, -0.27475079894065857, -1.3031519651412964, -0.8241620659828186, -1.5861592292785645, -1.8207552433013916, -1.638451337814331, -1.6044296026229858, -1.9401929378509521, -0.8756455183029175, -1.7127898931503296, -0.9604055285453796, -2.2934587001800537, -1.7560689449310303, -2.176985740661621, -0.8251599073410034, -1.7441651821136475, -1.991911768913269, -1.2013167142868042, -2.4919631481170654, -1.9384417533874512, -1.145649790763855, -1.911428689956665, -1.0267398357391357]}, "Bot004_104_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_104.log.json", "context": "Hi! How is your day? [WINKING FACE] Wonderful, how is yours ? I am doing well. Just got done eating supper. Bon apetit ! where do you work I am a stay at home mom. I am a chef. do you like to play chess  are you there? I am not. I am a stay at home mom. did you ever played chess ? I played the violin in high school. I have never been out of the country. tell me about yourself I am a stay at home mom. How about you? i don't have any job right now. I do not think i would like that. I am a fat. tell me about your job I am a stay at home mom. How about you? forget about me  what would you like to do I love to travel and see the world did you traveled before I had to go to the beach a lot, but i have never been. give me a secret", "response": "I would love[HEAVY BLACK HEART] to try that.", "annotation_id": "Bot004_104_20", "annotations": ["T", "O", "T", "T", "T", "T", "O", "X", "T", "T", "T", "O", "T", "X", "T"], "gpt2background_target_score": [-9.236458778381348, -9.538384437561035, -10.224396705627441, -11.918350219726562, -12.997719764709473, -14.460640907287598, -11.754225730895996, -13.484916687011719, -14.362685203552246, -8.936888694763184, -1.4682830572128296, -6.903234004974365, -12.300118446350098, -6.608229160308838, -9.148221015930176], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -1.5788270235061646, -1.8688774108886719, -0.7835614085197449, -0.8251311779022217, -1.2261850833892822, -3.5303213596343994, -2.176412582397461, -1.2882696390151978, -1.4682830572128296, -2.231595993041992, -0.4133283793926239, -2.2970452308654785, -2.225700616836548, -2.017104387283325, -0.8530458211898804, -0.35275977849960327, -1.6104981899261475, -1.7084232568740845, -2.0852694511413574, -1.8267879486083984, -2.271530866622925, -1.4583204984664917, -3.0116400718688965, -1.8466111421585083, -1.5443601608276367, -2.5340793132781982, -1.712423324584961, -1.690670371055603, -2.7657063007354736, -2.703469753265381, -2.4285635948181152, -1.8831040859222412, -1.4833310842514038, -2.212613344192505, -0.3624745011329651, -1.9874022006988525, -0.9935552477836609, -2.0114474296569824, -2.771592378616333, -3.5894784927368164, -0.49861374497413635, -0.19115570187568665, -1.669585108757019, -1.6587616205215454, -1.849973440170288, -1.8473622798919678, -2.1817991733551025, -2.462834596633911, -1.4712753295898438, -1.3459504842758179, -0.3110688328742981, -1.5615975856781006, -1.6278319358825684, -1.634676456451416, -2.1124939918518066, -1.2221320867538452, -2.2200605869293213, -0.4147200882434845, -2.2785112857818604, -1.4805291891098022, -1.6678907871246338, -1.6709779500961304, -1.287811517715454, -1.4536871910095215, -1.0816725492477417, -0.8984124064445496, -1.5072572231292725, -2.289562702178955, -0.04220367595553398, -0.03673252835869789, -0.1588945984840393, -0.8856642246246338, -1.226065754890442, -0.2861707806587219, -2.3499107360839844, -2.3439924716949463, -1.1517044305801392, -1.012764811515808, -1.6439090967178345, -1.1574903726577759, -1.1299498081207275, -2.159809112548828, -1.9407451152801514, -1.6818886995315552, -0.18110552430152893, -1.372177004814148, -1.3547786474227905, -1.9242439270019531, -1.8064451217651367, -0.822668731212616, -1.3443458080291748, -0.83334881067276, -1.4472593069076538, -0.9126933217048645, -1.5636816024780273, -1.0846748352050781, -1.2910125255584717, -2.1731226444244385, -1.4137986898422241, -1.7982709407806396, -1.1209512948989868, -1.6752524375915527, -0.156775563955307, -0.035128939896821976, -0.04365527257323265, -0.09342622011899948, -0.8248223066329956, -1.3438959121704102, -1.6013180017471313, -0.3878016769886017, -1.2996152639389038, -1.3504550457000732, -1.3466815948486328, -0.48104333877563477, -1.6915379762649536, -1.336039423942566, -0.8822752833366394, -1.8349285125732422, -0.19147774577140808, -1.1623812913894653, -1.4610873460769653, -1.295640230178833, -1.2815085649490356, -1.1361441612243652, -1.1220719814300537, -1.6587456464767456, -1.2728220224380493, -0.3389979600906372, -1.620240569114685, -1.4069504737854004, -1.2227386236190796, -1.6175472736358643, -0.07013384997844696, -2.346855878829956, -1.1523255109786987, -0.343497097492218, -1.020699381828308, -1.126162052154541, -1.546367883682251, -1.595706820487976, -0.8941059708595276, -1.2415183782577515, -0.15807591378688812, -0.0261419378221035, -0.05429794639348984, -0.08055363595485687, -0.4116482436656952, -1.4750959873199463, -1.3430384397506714, -0.14838595688343048, -1.070675253868103, -1.4438623189926147, -2.661102771759033, -1.6328189373016357, -1.2772191762924194, -2.4930129051208496, -1.8580708503723145, -0.425935298204422, -1.1461554765701294, -0.4134913682937622, -1.1031743288040161, -1.860663652420044, -1.0889923572540283, -0.9291867017745972, -1.6124850511550903, -2.0144870281219482, -2.205881357192993, -1.7189263105392456, -0.27475079894065857, -1.3031519651412964, -0.8241620659828186, -1.5861592292785645, -1.8207552433013916, -1.638451337814331, -2.013190507888794, -1.7091186046600342, -2.1525630950927734, -1.1855723857879639, -1.300549030303955, -1.8667359352111816, -1.536884069442749, -1.0169727802276611, -1.08130943775177, -2.2865357398986816, -1.4594942331314087, -1.9410964250564575, -1.5597550868988037, -1.2405388355255127, -2.0773704051971436, -1.2541394233703613, -0.5908563137054443, -1.7218705415725708, -2.8301877975463867, -2.218437910079956, -1.7187588214874268, -2.056674003601074, -1.2202953100204468, -0.29382771253585815, -2.301907539367676, -1.627333164215088, -0.20734956860542297, -3.2281970977783203, -2.759794235229492, -0.5415636301040649, -2.1262314319610596, -1.7520232200622559, -2.2702531814575195, -1.2794796228408813, -1.4620020389556885, -1.4637764692306519]}, "Bot004_109_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_109.log.json", "context": "Hey! [WAVING HAND SIGN] \nTell me about yourself! hi i am pregnant :)", "response": "I am very happy to be married. I am only 16 years old.", "annotation_id": "Bot004_109_02", "annotations": ["T", "O", "X", "O", "X", "O", "O", "O", "O", "O", "T", "T", "O", "X", "T"], "gpt2background_target_score": [-9.64731502532959, -8.879878044128418, -11.049717903137207, -14.10230827331543, -8.138656616210938, -11.159893035888672, -13.103731155395508, -6.719520568847656, -5.95200252532959, -7.579082012176514, -10.312971115112305, -11.295966148376465, -11.76445198059082, -8.933910369873047, -8.180217742919922], "gpt2background_argmax_score": [-2.115349054336548, -1.2066389322280884, -3.427891492843628, -2.1083855628967285, -1.758609414100647, -1.1045950651168823, -2.0833632946014404, -1.3243159055709839, -1.4527223110198975, -2.159738540649414, -1.5522708892822266, -1.135787010192871, -0.41462942957878113, -1.5982550382614136, -1.0755136013031006, -1.8904610872268677, -1.2148302793502808, -1.8763327598571777, -1.7247380018234253, -2.010986089706421, -1.4927871227264404, -2.0884523391723633, -2.668236255645752, -1.8956607580184937, -2.329183340072632, -1.8988889455795288, -1.9005396366119385, -1.7893260717391968, -0.7680397033691406, -1.4720532894134521, -1.4294451475143433, -1.6908934116363525, -2.3670225143432617, -3.1843678951263428, -1.6454010009765625, -0.3464401364326477, -1.154682993888855, -1.2648718357086182]}, "Bot004_109_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_109.log.json", "context": "Hey! [WAVING HAND SIGN] \nTell me about yourself! hi i am pregnant :) I am very happy to be married. I am only 16 years old. do you have children", "response": "I do not. I am more of a hermit.. .", "annotation_id": "Bot004_109_04", "annotations": ["T", "T", "O", "X", "O", "O", "T", "O", "T", "O", "O", "T", "O", "X", "O"], "gpt2background_target_score": [-9.64731502532959, -8.556719779968262, -10.56382942199707, -7.586312770843506, -6.721691608428955, -10.680387496948242, -12.057735443115234, -8.453930854797363, -9.094639778137207, -11.853609085083008, -12.534089088439941, -10.484395980834961, -11.974664688110352], "gpt2background_argmax_score": [-2.115349054336548, -1.2066389322280884, -3.427891492843628, -2.1083855628967285, -1.758609414100647, -1.1045950651168823, -2.0833632946014404, -1.3243159055709839, -1.4527223110198975, -2.159738540649414, -1.5522708892822266, -1.135787010192871, -0.41462942957878113, -1.5982550382614136, -1.0755136013031006, -1.8904610872268677, -1.2148302793502808, -1.8763327598571777, -1.7247380018234253, -2.010986089706421, -1.4927871227264404, -2.0884523391723633, -1.8852602243423462, -2.4885060787200928, -1.8223780393600464, -2.3093605041503906, -1.4413849115371704, -1.0009649991989136, -2.031520128250122, -2.0292553901672363, -1.4429839849472046, -2.477482557296753, -3.2827537059783936, -1.5687522888183594, -0.3069894313812256, -1.1147898435592651, -1.2206887006759644, -0.4773283898830414, -1.2625505924224854, -0.7714909911155701, -0.727577269077301, -1.9024250507354736, -2.0118613243103027, -1.0639679431915283, -0.8776108622550964, -1.0152455568313599, -1.2464665174484253, -2.5432984828948975, -1.3616725206375122, -0.21649105846881866, -3.899467945098877, -0.1207253485918045, -0.7226253747940063, -1.5998295545578003, -0.9577378630638123]}, "Bot004_109_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_109.log.json", "context": "Hey! [WAVING HAND SIGN] \nTell me about yourself! hi i am pregnant :) I am very happy to be married. I am only 16 years old. do you have children I do not. I am more of a hermit.. . are you a student,", "response": "I am a student. I travel a lot.", "annotation_id": "Bot004_109_06", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "T", "T", "O", "X", "O"], "gpt2background_target_score": [-9.647310256958008, -8.879878997802734, -9.902169227600098, -13.585485458374023, -7.05648136138916, -6.0177836418151855, -12.71176528930664, -9.827760696411133, -12.332159042358398, -11.117579460144043], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -3.427891492843628, -2.1083858013153076, -1.7586085796356201, -1.1045938730239868, -2.083359956741333, -1.324316143989563, -1.45271897315979, -2.1597375869750977, -1.5522701740264893, -1.1357872486114502, -0.4146292805671692, -1.5982544422149658, -1.0755164623260498, -1.8904588222503662, -1.214829683303833, -1.8763322830200195, -1.7247365713119507, -2.010984182357788, -1.492786169052124, -2.088451862335205, -1.8852595090866089, -2.4885051250457764, -1.8223782777786255, -2.309361219406128, -1.4413830041885376, -1.0009654760360718, -2.031520128250122, -2.029254198074341, -1.4429856538772583, -2.4774844646453857, -3.282754421234131, -1.568748116493225, -0.30698880553245544, -1.1147907972335815, -1.220690369606018, -0.4773291349411011, -1.262552261352539, -0.7714904546737671, -0.7275773882865906, -1.945793867111206, -0.9511423110961914, -1.5752307176589966, -1.6247739791870117, -1.1933618783950806, -2.530250072479248, -1.4849519729614258, -0.2299375683069229, -4.1074323654174805, -0.10477309674024582, -0.6692177653312683, -2.241389274597168, -1.3727774620056152, -0.3844567537307739, -2.962791681289673, -3.0314810276031494, -1.207474946975708, -1.6098473072052002, -1.8274770975112915, -1.469346284866333, -1.8556355237960815, -1.1758334636688232, -1.5419508218765259, -0.9817392230033875, -1.0723190307617188, -1.7228169441223145, -0.17753952741622925, -1.5638245344161987, -0.9536649584770203]}, "Bot004_109_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_109.log.json", "context": "Hey! [WAVING HAND SIGN] \nTell me about yourself! hi i am pregnant :) I am very happy to be married. I am only 16 years old. do you have children I do not. I am more of a hermit.. . are you a student, I am a student. I travel a lot. where do you travel  what are you", "response": "I am a stay at home mom.", "annotation_id": "Bot004_109_08", "annotations": ["T", "T", "T", "O", "O", "O", "O", "T", "X", "X", "T", "T", "T", "X", "T"], "gpt2background_target_score": [-9.647310256958008, -8.879878997802734, -9.902169227600098, -13.985928535461426, -9.75397777557373, -10.654168128967285, -12.92447566986084, -6.719521522521973], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -3.427891492843628, -2.1083858013153076, -1.7586085796356201, -1.1045938730239868, -2.083359956741333, -1.324316143989563, -1.45271897315979, -2.1597375869750977, -1.5522701740264893, -1.1357872486114502, -0.4146292805671692, -1.5982544422149658, -1.0755164623260498, -1.8904588222503662, -1.214829683303833, -1.8763322830200195, -1.7247365713119507, -2.010984182357788, -1.492786169052124, -2.088451862335205, -1.8852595090866089, -2.4885051250457764, -1.8223782777786255, -2.309361219406128, -1.4413830041885376, -1.0009654760360718, -2.031520128250122, -2.029254198074341, -1.4429856538772583, -2.4774844646453857, -3.282754421234131, -1.568748116493225, -0.30698880553245544, -1.1147907972335815, -1.220690369606018, -0.4773291349411011, -1.262552261352539, -0.7714904546737671, -0.7275773882865906, -1.945793867111206, -0.9511403441429138, -1.5752300024032593, -1.6247739791870117, -1.1933619976043701, -2.53024959564209, -1.484952688217163, -0.2299378514289856, -4.107432842254639, -0.10477341711521149, -0.6692178845405579, -2.241389513015747, -1.372774600982666, -0.3844573199748993, -2.962791919708252, -3.031482458114624, -1.2074745893478394, -1.609847068786621, -1.2425134181976318, -1.9208565950393677, -2.1633267402648926, -1.6759874820709229, -1.3561320304870605, -0.8683677315711975, -1.7485082149505615, -0.1582982838153839, -1.458475947380066, -1.007041573524475, -1.2599947452545166, -0.1538936346769333, -0.6260279417037964, -0.8376668691635132, -2.141669988632202, -1.7602542638778687, -0.6859517097473145, -1.5459719896316528, -1.5536832809448242, -1.8941476345062256, -1.4124518632888794, -0.5434513092041016, -0.5193594098091125, -0.14925019443035126, -0.48770785331726074, -1.4343349933624268, -1.000407338142395]}, "Bot004_109_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_109.log.json", "context": "Hey! [WAVING HAND SIGN] \nTell me about yourself! hi i am pregnant :) I am very happy to be married. I am only 16 years old. do you have children I do not. I am more of a hermit.. . are you a student, I am a student. I travel a lot. where do you travel  what are you I am a stay at home mom. tell me the facts about you", "response": "I am a stay at home mom. I am a chef.", "annotation_id": "Bot004_109_10", "annotations": ["T", "O", "O", "O", "O", "O", "O", "O", "O", "X", "X", "T", "O", "X", "O"], "gpt2background_target_score": [-9.647310256958008, -8.879878997802734, -9.902169227600098, -13.985928535461426, -9.75397777557373, -10.654168128967285, -12.92447566986084, -6.719521522521973, -5.952001571655273, -7.579084396362305, -7.248080253601074, -12.328045845031738, -8.386931419372559], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -3.427891492843628, -2.1083858013153076, -1.7586085796356201, -1.1045938730239868, -2.083359956741333, -1.324316143989563, -1.45271897315979, -2.1597375869750977, -1.5522701740264893, -1.1357872486114502, -0.4146292805671692, -1.5982544422149658, -1.0755164623260498, -1.8904588222503662, -1.214829683303833, -1.8763322830200195, -1.7247365713119507, -2.010984182357788, -1.492786169052124, -2.088451862335205, -1.8852595090866089, -2.4885051250457764, -1.8223782777786255, -2.309361219406128, -1.4413830041885376, -1.0009654760360718, -2.031520128250122, -2.029254198074341, -1.4429856538772583, -2.4774844646453857, -3.282754421234131, -1.568748116493225, -0.30698880553245544, -1.1147907972335815, -1.220690369606018, -0.4773291349411011, -1.262552261352539, -0.7714904546737671, -0.7275773882865906, -1.945793867111206, -0.9511423110961914, -1.5752307176589966, -1.6247739791870117, -1.1933618783950806, -2.530250072479248, -1.4849519729614258, -0.2299375683069229, -4.1074323654174805, -0.10477309674024582, -0.6692177653312683, -2.241389274597168, -1.3727774620056152, -0.3844567537307739, -2.962791681289673, -3.0314810276031494, -1.207474946975708, -1.6098473072052002, -1.2425123453140259, -1.9208568334579468, -2.163325071334839, -1.675987720489502, -1.3561328649520874, -0.8683681488037109, -1.7485078573226929, -0.15829868614673615, -1.4584754705429077, -1.007042646408081, -1.2599953413009644, -0.15389353036880493, -0.6260291337966919, -0.8376674056053162, -2.1416711807250977, -1.760254144668579, -0.6859508156776428, -1.5459715127944946, -1.941060185432434, -2.2517035007476807, -1.2370593547821045, -0.571753978729248, -0.34236225485801697, -0.6066491603851318, -1.383629560470581, -1.3237059116363525, -0.20549276471138, -0.929763674736023, -2.485419750213623, -1.74189031124115, -1.3655602931976318, -1.58121657371521, -1.5627113580703735, -1.5207788944244385, -1.2279064655303955, -0.8904672861099243, -0.06911944597959518, -0.02972947247326374, -0.0841483473777771, -0.9787892699241638, -1.0382884740829468, -1.2698960304260254, -1.5108121633529663, -0.4167916476726532, -1.1843328475952148, -0.8216280937194824]}, "Bot004_109_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_109.log.json", "context": "Hey! [WAVING HAND SIGN] \nTell me about yourself! hi i am pregnant :) I am very happy to be married. I am only 16 years old. do you have children I do not. I am more of a hermit.. . are you a student, I am a student. I travel a lot. where do you travel  what are you I am a stay at home mom. tell me the facts about you I am a stay at home mom. I am a chef. what do you do for living?", "response": "I am a stay at home mom.", "annotation_id": "Bot004_109_12", "annotations": ["T", "T", "O", "X", "O", "O", "O", "O", "O", "O", "X", "T", "O", "X", "O"], "gpt2background_target_score": [-9.647310256958008, -8.879878997802734, -9.902169227600098, -13.985928535461426, -9.75397777557373, -10.654168128967285, -12.92447566986084, -6.719521522521973], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -3.427891492843628, -2.1083858013153076, -1.7586085796356201, -1.1045938730239868, -2.083359956741333, -1.324316143989563, -1.45271897315979, -2.1597375869750977, -1.5522701740264893, -1.1357872486114502, -0.4146292805671692, -1.5982544422149658, -1.0755164623260498, -1.8904588222503662, -1.214829683303833, -1.8763322830200195, -1.7247365713119507, -2.010984182357788, -1.492786169052124, -2.088451862335205, -1.8852595090866089, -2.4885051250457764, -1.8223782777786255, -2.309361219406128, -1.4413830041885376, -1.0009654760360718, -2.031520128250122, -2.029254198074341, -1.4429856538772583, -2.4774844646453857, -3.282754421234131, -1.568748116493225, -0.30698880553245544, -1.1147907972335815, -1.220690369606018, -0.4773291349411011, -1.262552261352539, -0.7714904546737671, -0.7275773882865906, -1.945793867111206, -0.9511423110961914, -1.5752307176589966, -1.6247739791870117, -1.1933618783950806, -2.530250072479248, -1.4849519729614258, -0.2299375683069229, -4.1074323654174805, -0.10477309674024582, -0.6692177653312683, -2.241389274597168, -1.3727774620056152, -0.3844567537307739, -2.962791681289673, -3.0314810276031494, -1.207474946975708, -1.6098473072052002, -1.2425123453140259, -1.9208568334579468, -2.163325071334839, -1.675987720489502, -1.3561328649520874, -0.8683681488037109, -1.7485078573226929, -0.15829868614673615, -1.4584754705429077, -1.007042646408081, -1.2599953413009644, -0.15389353036880493, -0.6260291337966919, -0.8376674056053162, -2.1416711807250977, -1.760254144668579, -0.6859508156776428, -1.5459715127944946, -1.941060185432434, -2.2517035007476807, -1.2370593547821045, -0.571753978729248, -0.34236225485801697, -0.6066491603851318, -1.383629560470581, -1.3237059116363525, -0.20549276471138, -0.929763674736023, -2.485419750213623, -1.74189031124115, -1.3655602931976318, -1.58121657371521, -1.0013389587402344, -1.5182017087936401, -2.330461025238037, -0.06482686847448349, -0.028678204864263535, -0.0987853929400444, -0.8804830312728882, -1.6501284837722778, -0.8790712356567383, -1.5353666543960571, -0.5837075710296631, -1.267921805381775, -0.9610087871551514, -1.706913709640503, -0.23612681031227112, -1.1949059963226318, -1.8488773107528687, -1.4946167469024658, -1.926464319229126, -1.9855375289916992, -1.5655583143234253, -1.838865041732788, -0.7955207824707031, -0.31548547744750977, -0.05593559145927429, -0.03888477012515068, -0.08907882869243622, -0.7061729431152344, -0.9110909700393677]}, "Bot004_109_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_109.log.json", "context": "Hey! [WAVING HAND SIGN] \nTell me about yourself! hi i am pregnant :) I am very happy to be married. I am only 16 years old. do you have children I do not. I am more of a hermit.. . are you a student, I am a student. I travel a lot. where do you travel  what are you I am a stay at home mom. tell me the facts about you I am a stay at home mom. I am a chef. what do you do for living? I am a stay at home mom. what is your favorite music genre?", "response": "I like country music, what about you?", "annotation_id": "Bot004_109_14", "annotations": ["O", "O", "O", "O", "O", "O", "T", "O", "O", "O", "T", "T", "O", "X", "O"], "gpt2background_target_score": [-9.647310256958008, -10.527121543884277, -13.490862846374512, -14.049755096435547, -6.237541198730469, -9.124342918395996, -11.894731521606445, -9.551265716552734, -8.253911018371582], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -3.427891492843628, -2.1083858013153076, -1.7586085796356201, -1.1045938730239868, -2.083359956741333, -1.324316143989563, -1.45271897315979, -2.1597375869750977, -1.5522701740264893, -1.1357872486114502, -0.4146292805671692, -1.5982544422149658, -1.0755164623260498, -1.8904588222503662, -1.214829683303833, -1.8763322830200195, -1.7247365713119507, -2.010984182357788, -1.492786169052124, -2.088451862335205, -1.8852595090866089, -2.4885051250457764, -1.8223782777786255, -2.309361219406128, -1.4413830041885376, -1.0009654760360718, -2.031520128250122, -2.029254198074341, -1.4429856538772583, -2.4774844646453857, -3.282754421234131, -1.568748116493225, -0.30698880553245544, -1.1147907972335815, -1.220690369606018, -0.4773291349411011, -1.262552261352539, -0.7714904546737671, -0.7275773882865906, -1.945793867111206, -0.9511423110961914, -1.5752307176589966, -1.6247739791870117, -1.1933618783950806, -2.530250072479248, -1.4849519729614258, -0.2299375683069229, -4.1074323654174805, -0.10477309674024582, -0.6692177653312683, -2.241389274597168, -1.3727774620056152, -0.3844567537307739, -2.962791681289673, -3.0314810276031494, -1.207474946975708, -1.6098473072052002, -1.2425123453140259, -1.9208568334579468, -2.163325071334839, -1.675987720489502, -1.3561328649520874, -0.8683681488037109, -1.7485078573226929, -0.15829868614673615, -1.4584754705429077, -1.007042646408081, -1.2599953413009644, -0.15389353036880493, -0.6260291337966919, -0.8376674056053162, -2.1416711807250977, -1.760254144668579, -0.6859508156776428, -1.5459715127944946, -1.941060185432434, -2.2517035007476807, -1.2370593547821045, -0.571753978729248, -0.34236225485801697, -0.6066491603851318, -1.383629560470581, -1.3237059116363525, -0.20549276471138, -0.929763674736023, -2.485419750213623, -1.74189031124115, -1.3655602931976318, -1.58121657371521, -1.001339077949524, -1.5182011127471924, -2.330457925796509, -0.0648270919919014, -0.028678204864263535, -0.0987853929400444, -0.8804823756217957, -1.6501277685165405, -0.8790707588195801, -1.5353665351867676, -0.5837082862854004, -1.2679219245910645, -0.9610081315040588, -1.7069135904312134, -0.23612643778324127, -1.1949057579040527, -1.8488764762878418, -1.4946156740188599, -1.9264638423919678, -1.9855390787124634, -1.1210811138153076, -1.0020382404327393, -1.6682630777359009, -0.05928397923707962, -0.032239239662885666, -0.1095290258526802, -0.5550254583358765, -1.3150227069854736, -0.8131243586540222, -0.899760901927948, -2.318798065185547, -1.8947346210479736, -1.0933250188827515, -0.7570266127586365, -2.0809073448181152, -1.8916583061218262, -2.2077012062072754, -1.9144591093063354, -0.3541923463344574, -1.1839715242385864, -2.5111117362976074, -2.2104814052581787, -2.353818893432617, -0.9290890097618103, -1.1444488763809204]}, "Bot004_109_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_109.log.json", "context": "Hey! [WAVING HAND SIGN] \nTell me about yourself! hi i am pregnant :) I am very happy to be married. I am only 16 years old. do you have children I do not. I am more of a hermit.. . are you a student, I am a student. I travel a lot. where do you travel  what are you I am a stay at home mom. tell me the facts about you I am a stay at home mom. I am a chef. what do you do for living? I am a stay at home mom. what is your favorite music genre? I like country music, what about you? i ama a rocker", "response": "Cool. I am a very experienced person.", "annotation_id": "Bot004_109_16", "annotations": ["T", "O", "T", "O", "X", "T", "T", "T", "O", "O", "T", "T", "O", "X", "O"], "gpt2background_target_score": [-12.120033264160156, -10.713592529296875, -8.144484519958496, -12.552845001220703, -9.466377258300781, -11.587348937988281, -13.783857345581055, -14.533392906188965, -6.871746063232422], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -3.427891492843628, -2.1083858013153076, -1.7586085796356201, -1.1045938730239868, -2.083359956741333, -1.324316143989563, -1.45271897315979, -2.1597375869750977, -1.5522701740264893, -1.1357872486114502, -0.4146292805671692, -1.5982544422149658, -1.0755164623260498, -1.8904588222503662, -1.214829683303833, -1.8763322830200195, -1.7247365713119507, -2.010984182357788, -1.492786169052124, -2.088451862335205, -1.8852595090866089, -2.4885051250457764, -1.8223782777786255, -2.309361219406128, -1.4413830041885376, -1.0009654760360718, -2.031520128250122, -2.029254198074341, -1.4429856538772583, -2.4774844646453857, -3.282754421234131, -1.568748116493225, -0.30698880553245544, -1.1147907972335815, -1.220690369606018, -0.4773291349411011, -1.262552261352539, -0.7714904546737671, -0.7275773882865906, -1.945793867111206, -0.9511423110961914, -1.5752307176589966, -1.6247739791870117, -1.1933618783950806, -2.530250072479248, -1.4849519729614258, -0.2299375683069229, -4.1074323654174805, -0.10477309674024582, -0.6692177653312683, -2.241389274597168, -1.3727774620056152, -0.3844567537307739, -2.962791681289673, -3.0314810276031494, -1.207474946975708, -1.6098473072052002, -1.2425123453140259, -1.9208568334579468, -2.163325071334839, -1.675987720489502, -1.3561328649520874, -0.8683681488037109, -1.7485078573226929, -0.15829868614673615, -1.4584754705429077, -1.007042646408081, -1.2599953413009644, -0.15389353036880493, -0.6260291337966919, -0.8376674056053162, -2.1416711807250977, -1.760254144668579, -0.6859508156776428, -1.5459715127944946, -1.941060185432434, -2.2517035007476807, -1.2370593547821045, -0.571753978729248, -0.34236225485801697, -0.6066491603851318, -1.383629560470581, -1.3237059116363525, -0.20549276471138, -0.929763674736023, -2.485419750213623, -1.74189031124115, -1.3655602931976318, -1.58121657371521, -1.0013389587402344, -1.5182017087936401, -2.330461025238037, -0.06482686847448349, -0.028678204864263535, -0.0987853929400444, -0.8804830312728882, -1.6501284837722778, -0.8790712356567383, -1.5353666543960571, -0.5837075710296631, -1.267921805381775, -0.9610087871551514, -1.706913709640503, -0.23612681031227112, -1.1949059963226318, -1.8488773107528687, -1.4946167469024658, -1.926464319229126, -1.9855375289916992, -1.1210811138153076, -1.002038836479187, -1.6682617664337158, -0.059284429997205734, -0.032239239662885666, -0.10952913761138916, -0.5550252199172974, -1.3150235414505005, -0.8131223320960999, -0.8997613787651062, -2.3187997341156006, -1.8947341442108154, -1.0933253765106201, -0.7570270299911499, -2.080909013748169, -1.5416123867034912, -1.6680587530136108, -0.3035508692264557, -1.0509568452835083, -2.3367433547973633, -1.7661296129226685, -2.0315418243408203, -0.9938347935676575, -1.4545190334320068, -1.9938653707504272, -0.9828017950057983, -2.546663522720337, -1.2691468000411987, -2.419329881668091, -1.2493804693222046, -1.979867935180664, -1.7202205657958984, -1.2396728992462158, -2.3862857818603516, -1.0206984281539917, -1.13535475730896, -2.692258834838867, -2.300701141357422, -1.1248102188110352, -0.8221801519393921]}, "Bot004_109_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_109.log.json", "context": "Hey! [WAVING HAND SIGN] \nTell me about yourself! hi i am pregnant :) I am very happy to be married. I am only 16 years old. do you have children I do not. I am more of a hermit.. . are you a student, I am a student. I travel a lot. where do you travel  what are you I am a stay at home mom. tell me the facts about you I am a stay at home mom. I am a chef. what do you do for living? I am a stay at home mom. what is your favorite music genre? I like country music, what about you? i ama a rocker Cool. I am a very experienced person. are you terrified of something?", "response": "No i am not a very good person.", "annotation_id": "Bot004_109_18", "annotations": ["T", "T", "T", "O", "X", "O", "T", "O", "T", "O", "X", "T", "T", "X", "T"], "gpt2background_target_score": [-11.246122360229492, -5.538767337799072, -9.872209548950195, -11.838971138000488, -9.466377258300781, -11.587348937988281, -12.539582252502441, -14.533392906188965, -6.871746063232422], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -3.427891492843628, -2.1083858013153076, -1.7586085796356201, -1.1045938730239868, -2.083359956741333, -1.324316143989563, -1.45271897315979, -2.1597375869750977, -1.5522701740264893, -1.1357872486114502, -0.4146292805671692, -1.5982544422149658, -1.0755164623260498, -1.8904588222503662, -1.214829683303833, -1.8763322830200195, -1.7247365713119507, -2.010984182357788, -1.492786169052124, -2.088451862335205, -1.8852595090866089, -2.4885051250457764, -1.8223782777786255, -2.309361219406128, -1.4413830041885376, -1.0009654760360718, -2.031520128250122, -2.029254198074341, -1.4429856538772583, -2.4774844646453857, -3.282754421234131, -1.568748116493225, -0.30698880553245544, -1.1147907972335815, -1.220690369606018, -0.4773291349411011, -1.262552261352539, -0.7714904546737671, -0.7275773882865906, -1.945793867111206, -0.9511423110961914, -1.5752307176589966, -1.6247739791870117, -1.1933618783950806, -2.530250072479248, -1.4849519729614258, -0.2299375683069229, -4.1074323654174805, -0.10477309674024582, -0.6692177653312683, -2.241389274597168, -1.3727774620056152, -0.3844567537307739, -2.962791681289673, -3.0314810276031494, -1.207474946975708, -1.6098473072052002, -1.2425123453140259, -1.9208568334579468, -2.163325071334839, -1.675987720489502, -1.3561328649520874, -0.8683681488037109, -1.7485078573226929, -0.15829868614673615, -1.4584754705429077, -1.007042646408081, -1.2599953413009644, -0.15389353036880493, -0.6260291337966919, -0.8376674056053162, -2.1416711807250977, -1.760254144668579, -0.6859508156776428, -1.5459715127944946, -1.941060185432434, -2.2517035007476807, -1.2370593547821045, -0.571753978729248, -0.34236225485801697, -0.6066491603851318, -1.383629560470581, -1.3237059116363525, -0.20549276471138, -0.929763674736023, -2.485419750213623, -1.74189031124115, -1.3655602931976318, -1.58121657371521, -1.0013389587402344, -1.5182017087936401, -2.330461025238037, -0.06482686847448349, -0.028678204864263535, -0.0987853929400444, -0.8804830312728882, -1.6501284837722778, -0.8790712356567383, -1.5353666543960571, -0.5837075710296631, -1.267921805381775, -0.9610087871551514, -1.706913709640503, -0.23612681031227112, -1.1949059963226318, -1.8488773107528687, -1.4946167469024658, -1.926464319229126, -1.9855375289916992, -1.1210811138153076, -1.002038836479187, -1.6682617664337158, -0.059284429997205734, -0.032239239662885666, -0.10952913761138916, -0.5550252199172974, -1.3150235414505005, -0.8131223320960999, -0.8997613787651062, -2.3187997341156006, -1.8947341442108154, -1.0933253765106201, -0.7570270299911499, -2.080909013748169, -1.5416123867034912, -1.6680587530136108, -0.3035508692264557, -1.0509568452835083, -2.3367433547973633, -1.7661296129226685, -2.0315418243408203, -0.9938347935676575, -1.4545190334320068, -1.9938653707504272, -0.9828017950057983, -2.546663522720337, -1.2691468000411987, -2.419329881668091, -1.2493804693222046, -2.3638646602630615, -2.0055489540100098, -1.879853367805481, -0.8279072642326355, -2.0995919704437256, -2.7669589519500732, -2.040356159210205, -0.9903742671012878, -1.204290509223938, -0.24348849058151245, -1.9184809923171997, -0.6513726115226746, -1.9787441492080688, -2.15004825592041, -2.1117892265319824, -1.5859043598175049, -1.805880069732666, -1.330348014831543, -1.540987491607666, -1.7023687362670898, -1.3363428115844727, -1.2205288410186768, -1.6910845041275024, -0.9275527000427246, -1.2651715278625488]}, "Bot004_109_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_109.log.json", "context": "Hey! [WAVING HAND SIGN] \nTell me about yourself! hi i am pregnant :) I am very happy to be married. I am only 16 years old. do you have children I do not. I am more of a hermit.. . are you a student, I am a student. I travel a lot. where do you travel  what are you I am a stay at home mom. tell me the facts about you I am a stay at home mom. I am a chef. what do you do for living? I am a stay at home mom. what is your favorite music genre? I like country music, what about you? i ama a rocker Cool. I am a very experienced person. are you terrified of something? No i am not a very good person. what do you like to do in your spare time?", "response": "I like to go out to eat and eat out.", "annotation_id": "Bot004_109_20", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "X", "T", "T", "X", "O"], "gpt2background_target_score": [-9.647310256958008, -10.527121543884277, -10.00008487701416, -14.782093048095703, -11.0105619430542, -7.863101005554199, -13.715007781982422, -8.06531810760498, -11.949833869934082, -10.112234115600586, -12.587803840637207], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -3.427891492843628, -2.1083858013153076, -1.7586085796356201, -1.1045938730239868, -2.083359956741333, -1.324316143989563, -1.45271897315979, -2.1597375869750977, -1.5522701740264893, -1.1357872486114502, -0.4146292805671692, -1.5982544422149658, -1.0755164623260498, -1.8904588222503662, -1.214829683303833, -1.8763322830200195, -1.7247365713119507, -2.010984182357788, -1.492786169052124, -2.088451862335205, -1.8852595090866089, -2.4885051250457764, -1.8223782777786255, -2.309361219406128, -1.4413830041885376, -1.0009654760360718, -2.031520128250122, -2.029254198074341, -1.4429856538772583, -2.4774844646453857, -3.282754421234131, -1.568748116493225, -0.30698880553245544, -1.1147907972335815, -1.220690369606018, -0.4773291349411011, -1.262552261352539, -0.7714904546737671, -0.7275773882865906, -1.945793867111206, -0.9511423110961914, -1.5752307176589966, -1.6247739791870117, -1.1933618783950806, -2.530250072479248, -1.4849519729614258, -0.2299375683069229, -4.1074323654174805, -0.10477309674024582, -0.6692177653312683, -2.241389274597168, -1.3727774620056152, -0.3844567537307739, -2.962791681289673, -3.0314810276031494, -1.207474946975708, -1.6098473072052002, -1.2425123453140259, -1.9208568334579468, -2.163325071334839, -1.675987720489502, -1.3561328649520874, -0.8683681488037109, -1.7485078573226929, -0.15829868614673615, -1.4584754705429077, -1.007042646408081, -1.2599953413009644, -0.15389353036880493, -0.6260291337966919, -0.8376674056053162, -2.1416711807250977, -1.760254144668579, -0.6859508156776428, -1.5459715127944946, -1.941060185432434, -2.2517035007476807, -1.2370593547821045, -0.571753978729248, -0.34236225485801697, -0.6066491603851318, -1.383629560470581, -1.3237059116363525, -0.20549276471138, -0.929763674736023, -2.485419750213623, -1.74189031124115, -1.3655602931976318, -1.58121657371521, -1.0013389587402344, -1.5182017087936401, -2.330461025238037, -0.06482686847448349, -0.028678204864263535, -0.0987853929400444, -0.8804830312728882, -1.6501284837722778, -0.8790712356567383, -1.5353666543960571, -0.5837075710296631, -1.267921805381775, -0.9610087871551514, -1.706913709640503, -0.23612681031227112, -1.1949059963226318, -1.8488773107528687, -1.4946167469024658, -1.926464319229126, -1.9855375289916992, -1.1210811138153076, -1.002038836479187, -1.6682617664337158, -0.059284429997205734, -0.032239239662885666, -0.10952913761138916, -0.5550252199172974, -1.3150235414505005, -0.8131223320960999, -0.8997613787651062, -2.3187997341156006, -1.8947341442108154, -1.0933253765106201, -0.7570270299911499, -2.080909013748169, -1.5416123867034912, -1.6680587530136108, -0.3035508692264557, -1.0509568452835083, -2.3367433547973633, -1.7661296129226685, -2.0315418243408203, -0.9938347935676575, -1.4545190334320068, -1.9938653707504272, -0.9828017950057983, -2.546663522720337, -1.2691468000411987, -2.419329881668091, -1.2493804693222046, -2.3638646602630615, -2.0055489540100098, -1.879853367805481, -0.8279072642326355, -2.0995919704437256, -2.7669589519500732, -2.040356159210205, -0.9903742671012878, -1.204290509223938, -0.24348849058151245, -1.9184809923171997, -0.6513726115226746, -1.9787441492080688, -2.15004825592041, -2.1117892265319824, -1.8890271186828613, -1.1567124128341675, -1.648773431777954, -1.5370597839355469, -1.7478835582733154, -1.99173104763031, -1.5969070196151733, -0.801479697227478, -1.7484687566757202, -1.861996054649353, -0.25534775853157043, -1.6400312185287476, -0.8408823013305664, -1.0780327320098877, -1.4101182222366333, -1.517744779586792, -0.6838216781616211, -0.03806402161717415, -0.6431992650032043, -2.22615385055542, -1.6832835674285889, -2.0106961727142334, -1.8117351531982422, -1.9767608642578125, -1.0081347227096558, -1.179284930229187, -2.4514644145965576, -1.9975947141647339, -2.1607651710510254, -1.7615593671798706, -1.455583095550537, -1.0057607889175415]}, "Bot004_111_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_111.log.json", "context": "Hi! [THINKING FACE] hello! are you a fan of poetry?", "response": "I am. I am a woman. I read a lot. Are you a feminist?", "annotation_id": "Bot004_111_02", "annotations": ["O", "O", "X", "O", "O", "O", "X", "O", "T", "O", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-9.236455917358398, -8.606605529785156, -10.512454986572266, -11.215189933776855, -12.071158409118652, -8.63265323638916, -13.899922370910645, -10.815095901489258, -4.162791728973389, -9.330138206481934, -5.530740261077881, -11.474291801452637, -9.710766792297363, -11.620657920837402, -5.050870895385742, -7.286109447479248, -11.886764526367188, -10.734400749206543], "gpt2background_argmax_score": [-1.9761712551116943, -1.080935001373291, -3.50620436668396, -1.4584380388259888, -1.6542505025863647, -1.6344377994537354, -0.944851279258728, -1.8349523544311523, -1.9598808288574219, -2.0220394134521484, -0.6189495325088501, -2.894848108291626, -3.1729416847229004, -0.32785502076148987, -2.1927647590637207, -0.7371307015419006, -1.6468143463134766, -2.0732743740081787, -1.8480130434036255, -1.1302099227905273, -1.3765813112258911, -2.1259496212005615, -1.4357118606567383, -1.2459807395935059, -1.0384290218353271, -1.1139020919799805, -1.3250656127929688, -2.311257839202881, -0.9428057670593262, -0.5008416175842285, -1.159047245979309, -0.20071379840373993, -1.031725287437439, -0.9323858618736267, -0.4435940384864807, -0.5815496444702148]}, "Bot004_111_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_111.log.json", "context": "Hi! [THINKING FACE] hello! are you a fan of poetry? I am. I am a woman. I read a lot. Are you a feminist? yes, I am a feminist", "response": "I read female authors before i go to bed.", "annotation_id": "Bot004_111_04", "annotations": ["O", "O", "X", "O", "O", "O", "X", "O", "O", "O", "O", "X", "T", "O", "O"], "gpt2background_target_score": [-9.236455917358398, -11.889036178588867, -9.134615898132324, -14.924310684204102, -14.133694648742676, -8.18702220916748, -12.457378387451172, -7.7516021728515625, -10.366857528686523, -9.441511154174805], "gpt2background_argmax_score": [-1.9761712551116943, -1.080935001373291, -3.50620436668396, -1.4584380388259888, -1.6542505025863647, -1.6344377994537354, -0.944851279258728, -1.8349523544311523, -1.9598808288574219, -2.0220394134521484, -0.6189495325088501, -2.894848108291626, -3.1729416847229004, -0.32785502076148987, -2.1927647590637207, -0.7371307015419006, -1.6468143463134766, -1.7766790390014648, -1.3590501546859741, -1.8278515338897705, -2.2338480949401855, -1.9630789756774902, -1.4005135297775269, -1.1600886583328247, -1.1880826950073242, -1.5214813947677612, -2.267214298248291, -1.0026617050170898, -0.4806339740753174, -1.2023053169250488, -0.20020250976085663, -1.0427677631378174, -0.9819248914718628, -0.41195520758628845, -1.7594822645187378, -1.6890969276428223, -1.339388370513916, -0.7269790768623352, -0.5886337757110596, -1.0649895668029785, -0.5614151954650879, -2.003696918487549, -1.7140167951583862, -0.7189760804176331, -1.5299923419952393, -1.4622340202331543, -1.4513837099075317, -1.6675337553024292, -1.8775198459625244, -1.451552391052246, -1.2380832433700562, -1.3905322551727295]}, "Bot004_111_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_111.log.json", "context": "Hi! [THINKING FACE] hello! are you a fan of poetry? I am. I am a woman. I read a lot. Are you a feminist? yes, I am a feminist I read female authors before i go to bed. I love female authors, especially poets", "response": "That is cool. I am a vegetarian.", "annotation_id": "Bot004_111_06", "annotations": ["O", "T", "X", "T", "O", "O", "X", "O", "O", "O", "T", "X", "O", "O", "O"], "gpt2background_target_score": [-13.368456840515137, -7.617142200469971, -11.814565658569336, -10.298872947692871, -2.911670684814453, -12.408072471618652, -8.064997673034668, -11.382164001464844, -4.148101806640625], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -3.5062060356140137, -1.4584399461746216, -1.6542493104934692, -1.634440541267395, -0.944851279258728, -1.8349525928497314, -1.959881067276001, -2.022038698196411, -0.6189491748809814, -2.894845724105835, -3.172945737838745, -0.32785606384277344, -2.1927614212036133, -0.7371285557746887, -1.6468130350112915, -1.776679515838623, -1.3590508699417114, -1.8278510570526123, -2.2338452339172363, -1.963077425956726, -1.400515079498291, -1.1600865125656128, -1.1880826950073242, -1.5214815139770508, -2.267214298248291, -1.0026596784591675, -0.4806331694126129, -1.202305793762207, -0.20020240545272827, -1.0427685976028442, -0.981928288936615, -0.41195380687713623, -1.7594817876815796, -1.6890978813171387, -1.3393893241882324, -0.7269787192344666, -0.5886334776878357, -1.0649884939193726, -0.5614160895347595, -1.5417193174362183, -0.986914336681366, -1.8208541870117188, -1.1702333688735962, -1.3270455598831177, -1.8048678636550903, -1.6735635995864868, -1.4803985357284546, -0.969166100025177, -1.518559455871582, -1.766482949256897, -1.634721040725708, -0.3756425082683563, -1.152777910232544, -1.2182759046554565, -2.4912259578704834, -0.8540768027305603, -1.8746479749679565, -0.8768312931060791, -2.247309684753418, -1.2658171653747559, -1.2428221702575684, -2.292881488800049, -0.918701171875, -0.9124614596366882, -1.282595157623291, -1.1163990497589111]}, "Bot004_111_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_111.log.json", "context": "Hi! [THINKING FACE] hello! are you a fan of poetry? I am. I am a woman. I read a lot. Are you a feminist? yes, I am a feminist I read female authors before i go to bed. I love female authors, especially poets That is cool. I am a vegetarian. i\u2019m a vegan, but i used to be vegetarian too 3 years ago", "response": "Vegan is my life. I am vegan.", "annotation_id": "Bot004_111_08", "annotations": ["O", "O", "X", "X", "O", "O", "X", "O", "O", "O", "O", "X", "T", "O", "O"], "gpt2background_target_score": [-12.22693920135498, -13.40432357788086, -9.488302230834961, -12.757808685302734, -14.086610794067383, -9.6979341506958, -6.12167501449585, -8.379820823669434, -10.49649429321289, -9.441510200500488], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -3.5062060356140137, -1.4584399461746216, -1.6542493104934692, -1.634440541267395, -0.944851279258728, -1.8349525928497314, -1.959881067276001, -2.022038698196411, -0.6189491748809814, -2.894845724105835, -3.172945737838745, -0.32785606384277344, -2.1927614212036133, -0.7371285557746887, -1.6468130350112915, -1.776679515838623, -1.3590508699417114, -1.8278510570526123, -2.2338452339172363, -1.963077425956726, -1.400515079498291, -1.1600865125656128, -1.1880826950073242, -1.5214815139770508, -2.267214298248291, -1.0026596784591675, -0.4806331694126129, -1.202305793762207, -0.20020240545272827, -1.0427685976028442, -0.981928288936615, -0.41195380687713623, -1.7594817876815796, -1.6890978813171387, -1.3393893241882324, -0.7269787192344666, -0.5886334776878357, -1.0649884939193726, -0.5614160895347595, -1.5417193174362183, -0.986914336681366, -1.8208541870117188, -1.1702333688735962, -1.3270455598831177, -1.8048678636550903, -1.6735635995864868, -1.4803985357284546, -0.969166100025177, -1.518559455871582, -1.766482949256897, -1.634721040725708, -0.3756425082683563, -1.152777910232544, -1.2182759046554565, -2.4912259578704834, -0.8540768027305603, -1.2642685174942017, -2.525517463684082, -1.1631203889846802, -1.607191562652588, -2.020017147064209, -0.9500136375427246, -1.192397117614746, -1.1215516328811646, -1.2511898279190063, -2.1153945922851562, -0.13373565673828125, -0.47676101326942444, -1.025907039642334, -1.166202187538147, -0.8227903842926025, -1.782178521156311, -1.51439368724823, -2.288041353225708, -0.13402782380580902, -1.8432081937789917, -1.4675664901733398, -1.0538862943649292, -0.6174442172050476, -1.105266809463501, -0.3502231538295746, -0.7904790639877319, -1.9907469749450684, -0.7726055383682251, -1.5375585556030273, -1.6268154382705688, -1.6843948364257812, -1.7843807935714722, -1.2113171815872192, -2.6774067878723145, -1.3341807126998901, -1.217942237854004, -1.0895414352416992]}, "Bot004_111_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_111.log.json", "context": "Hi! [THINKING FACE] hello! are you a fan of poetry? I am. I am a woman. I read a lot. Are you a feminist? yes, I am a feminist I read female authors before i go to bed. I love female authors, especially poets That is cool. I am a vegetarian. i\u2019m a vegan, but i used to be vegetarian too 3 years ago Vegan is my life. I am vegan. do you like science fiction?", "response": "I do. I like to read a lot.", "annotation_id": "Bot004_111_10", "annotations": ["O", "X", "T", "O", "O", "O", "X", "O", "O", "O", "O", "X", "T", "O", "O"], "gpt2background_target_score": [-9.236458778381348, -8.541638374328613, -10.512453079223633, -11.215188980102539, -12.631967544555664, -3.905008316040039, -10.962493896484375, -8.011361122131348, -9.78714656829834, -9.441510200500488], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -3.5062060356140137, -1.4584399461746216, -1.6542493104934692, -1.634440541267395, -0.944851279258728, -1.8349525928497314, -1.959881067276001, -2.022038698196411, -0.6189491748809814, -2.894845724105835, -3.172945737838745, -0.32785606384277344, -2.1927614212036133, -0.7371285557746887, -1.6468130350112915, -1.776679515838623, -1.3590508699417114, -1.8278510570526123, -2.2338452339172363, -1.963077425956726, -1.400515079498291, -1.1600865125656128, -1.1880826950073242, -1.5214815139770508, -2.267214298248291, -1.0026596784591675, -0.4806331694126129, -1.202305793762207, -0.20020240545272827, -1.0427685976028442, -0.981928288936615, -0.41195380687713623, -1.7594817876815796, -1.6890978813171387, -1.3393893241882324, -0.7269787192344666, -0.5886334776878357, -1.0649884939193726, -0.5614160895347595, -1.5417193174362183, -0.986914336681366, -1.8208541870117188, -1.1702333688735962, -1.3270455598831177, -1.8048678636550903, -1.6735635995864868, -1.4803985357284546, -0.969166100025177, -1.518559455871582, -1.766482949256897, -1.634721040725708, -0.3756425082683563, -1.152777910232544, -1.2182759046554565, -2.4912259578704834, -0.8540768027305603, -1.2642685174942017, -2.525517463684082, -1.1631203889846802, -1.607191562652588, -2.020017147064209, -0.9500136375427246, -1.192397117614746, -1.1215516328811646, -1.2511898279190063, -2.1153945922851562, -0.13373565673828125, -0.47676101326942444, -1.025907039642334, -1.166202187538147, -0.8227903842926025, -1.782178521156311, -1.51439368724823, -2.288041353225708, -0.13402782380580902, -1.8432081937789917, -1.4675664901733398, -1.0538862943649292, -0.6174442172050476, -1.105266809463501, -0.3502231538295746, -0.7904790639877319, -2.076220989227295, -2.1852457523345947, -1.9788882732391357, -1.551476240158081, -1.4052282571792603, -2.3057312965393066, -1.2984377145767212, -1.2058504819869995, -1.2394927740097046, -0.21488620340824127, -1.4666253328323364, -2.43083119392395, -0.9490223526954651, -0.6950177550315857, -2.0581252574920654, -1.6970213651657104, -1.831663966178894, -1.5251394510269165, -0.8678423762321472, -2.384093761444092, -0.9755726456642151, -0.8126855492591858, -1.8199801445007324, -0.26838546991348267, -0.8395260572433472, -0.850265622138977]}, "Bot004_111_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_111.log.json", "context": "Hi! [THINKING FACE] hello! are you a fan of poetry? I am. I am a woman. I read a lot. Are you a feminist? yes, I am a feminist I read female authors before i go to bed. I love female authors, especially poets That is cool. I am a vegetarian. i\u2019m a vegan, but i used to be vegetarian too 3 years ago Vegan is my life. I am vegan. do you like science fiction? I do. I like to read a lot. I am a huge star wars fan", "response": "I am a feminist. I am a feminist writer.", "annotation_id": "Bot004_111_12", "annotations": ["O", "T", "X", "X", "T", "T", "X", "T", "X", "O", "O", "X", "O", "T", "O"], "gpt2background_target_score": [-9.236458778381348, -8.606606483459473, -10.071662902832031, -12.667248725891113, -9.217429161071777, -5.471817970275879, -11.369939804077148, -8.011361122131348, -12.511163711547852, -12.675766944885254, -8.975081443786621], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -3.5062060356140137, -1.4584399461746216, -1.6542493104934692, -1.634440541267395, -0.944851279258728, -1.8349525928497314, -1.959881067276001, -2.022038698196411, -0.6189491748809814, -2.894845724105835, -3.172945737838745, -0.32785606384277344, -2.1927614212036133, -0.7371285557746887, -1.6468130350112915, -1.776679515838623, -1.3590508699417114, -1.8278510570526123, -2.2338452339172363, -1.963077425956726, -1.400515079498291, -1.1600865125656128, -1.1880826950073242, -1.5214815139770508, -2.267214298248291, -1.0026596784591675, -0.4806331694126129, -1.202305793762207, -0.20020240545272827, -1.0427685976028442, -0.981928288936615, -0.41195380687713623, -1.7594817876815796, -1.6890978813171387, -1.3393893241882324, -0.7269787192344666, -0.5886334776878357, -1.0649884939193726, -0.5614160895347595, -1.5417193174362183, -0.986914336681366, -1.8208541870117188, -1.1702333688735962, -1.3270455598831177, -1.8048678636550903, -1.6735635995864868, -1.4803985357284546, -0.969166100025177, -1.518559455871582, -1.766482949256897, -1.634721040725708, -0.3756425082683563, -1.152777910232544, -1.2182759046554565, -2.4912259578704834, -0.8540768027305603, -1.2642685174942017, -2.525517463684082, -1.1631203889846802, -1.607191562652588, -2.020017147064209, -0.9500136375427246, -1.192397117614746, -1.1215516328811646, -1.2511898279190063, -2.1153945922851562, -0.13373565673828125, -0.47676101326942444, -1.025907039642334, -1.166202187538147, -0.8227903842926025, -1.782178521156311, -1.51439368724823, -2.288041353225708, -0.13402782380580902, -1.8432081937789917, -1.4675664901733398, -1.0538862943649292, -0.6174442172050476, -1.105266809463501, -0.3502231538295746, -0.7904790639877319, -2.076220989227295, -2.1852457523345947, -1.9788882732391357, -1.551476240158081, -1.4052282571792603, -2.3057312965393066, -1.2984377145767212, -1.2058504819869995, -1.2394927740097046, -0.21488620340824127, -1.4666253328323364, -2.43083119392395, -0.949023962020874, -0.6950169205665588, -2.0581250190734863, -2.183623790740967, -1.888832926750183, -1.2014491558074951, -2.2348406314849854, -1.3974167108535767, -0.7897154688835144, -1.8583650588989258, -0.2527265250682831, -0.9198490381240845, -1.0345745086669922, -2.111739158630371, -1.1586740016937256, -1.9105018377304077, -0.5644599199295044, -1.8105429410934448, -0.13833287358283997, -0.9279677271842957, -1.6955254077911377, -2.0935118198394775, -0.9232792854309082, -1.7983547449111938, -1.0584615468978882, -0.6725621819496155, -2.211604356765747, -0.8980599045753479, -2.8077762126922607, -0.7356919050216675, -0.8768524527549744, -0.5649663209915161]}, "Bot004_111_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_111.log.json", "context": "Hi! [THINKING FACE] hello! are you a fan of poetry? I am. I am a woman. I read a lot. Are you a feminist? yes, I am a feminist I read female authors before i go to bed. I love female authors, especially poets That is cool. I am a vegetarian. i\u2019m a vegan, but i used to be vegetarian too 3 years ago Vegan is my life. I am vegan. do you like science fiction? I do. I like to read a lot. I am a huge star wars fan I am a feminist. I am a feminist writer. I would love to write something by you", "response": "I write novels and erotic fiction.", "annotation_id": "Bot004_111_14", "annotations": ["O", "X", "X", "O", "T", "O", "X", "O", "O", "O", "O", "X", "O", "O", "O"], "gpt2background_target_score": [-9.236458778381348, -11.793827056884766, -12.605388641357422, -10.600708961486816, -11.030739784240723, -12.400362968444824, -8.20925235748291], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -3.5062060356140137, -1.4584399461746216, -1.6542493104934692, -1.634440541267395, -0.944851279258728, -1.8349525928497314, -1.959881067276001, -2.022038698196411, -0.6189491748809814, -2.894845724105835, -3.172945737838745, -0.32785606384277344, -2.1927614212036133, -0.7371285557746887, -1.6468130350112915, -1.776679515838623, -1.3590508699417114, -1.8278510570526123, -2.2338452339172363, -1.963077425956726, -1.400515079498291, -1.1600865125656128, -1.1880826950073242, -1.5214815139770508, -2.267214298248291, -1.0026596784591675, -0.4806331694126129, -1.202305793762207, -0.20020240545272827, -1.0427685976028442, -0.981928288936615, -0.41195380687713623, -1.7594817876815796, -1.6890978813171387, -1.3393893241882324, -0.7269787192344666, -0.5886334776878357, -1.0649884939193726, -0.5614160895347595, -1.5417193174362183, -0.986914336681366, -1.8208541870117188, -1.1702333688735962, -1.3270455598831177, -1.8048678636550903, -1.6735635995864868, -1.4803985357284546, -0.969166100025177, -1.518559455871582, -1.766482949256897, -1.634721040725708, -0.3756425082683563, -1.152777910232544, -1.2182759046554565, -2.4912259578704834, -0.8540768027305603, -1.2642685174942017, -2.525517463684082, -1.1631203889846802, -1.607191562652588, -2.020017147064209, -0.9500136375427246, -1.192397117614746, -1.1215516328811646, -1.2511898279190063, -2.1153945922851562, -0.13373565673828125, -0.47676101326942444, -1.025907039642334, -1.166202187538147, -0.8227903842926025, -1.782178521156311, -1.51439368724823, -2.288041353225708, -0.13402782380580902, -1.8432081937789917, -1.4675664901733398, -1.0538862943649292, -0.6174442172050476, -1.105266809463501, -0.3502231538295746, -0.7904790639877319, -2.076220989227295, -2.1852457523345947, -1.9788882732391357, -1.551476240158081, -1.4052282571792603, -2.3057312965393066, -1.2984377145767212, -1.2058504819869995, -1.2394927740097046, -0.21488620340824127, -1.4666253328323364, -2.43083119392395, -0.949023962020874, -0.6950169205665588, -2.0581250190734863, -2.183623790740967, -1.888832926750183, -1.2014491558074951, -2.2348406314849854, -1.3974167108535767, -0.7897154688835144, -1.8583650588989258, -0.2527265250682831, -0.9198490381240845, -1.0345745086669922, -2.111739158630371, -1.1586740016937256, -1.9105018377304077, -0.5644599199295044, -1.8105429410934448, -0.13833287358283997, -0.9279677271842957, -2.3376212120056152, -1.3403549194335938, -2.750077724456787, -0.7212810516357422, -0.8672128319740295, -2.051866054534912, -0.9781550168991089, -3.4409425258636475, -0.6905615329742432, -0.8513196706771851, -0.6655116081237793, -1.6982834339141846, -1.0416500568389893, -0.2738434076309204, -0.6179744601249695, -1.3648269176483154, -1.2420053482055664, -0.8753341436386108, -1.4360787868499756, -1.7958924770355225, -2.319326639175415, -1.6579581499099731, -1.8838375806808472, -1.7492324113845825, -1.707468867301941, -0.8420151472091675, -0.813082754611969]}, "Bot004_111_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_111.log.json", "context": "Hi! [THINKING FACE] hello! are you a fan of poetry? I am. I am a woman. I read a lot. Are you a feminist? yes, I am a feminist I read female authors before i go to bed. I love female authors, especially poets That is cool. I am a vegetarian. i\u2019m a vegan, but i used to be vegetarian too 3 years ago Vegan is my life. I am vegan. do you like science fiction? I do. I like to read a lot. I am a huge star wars fan I am a feminist. I am a feminist writer. I would love to write something by you I write novels and erotic fiction. that\u2019s intriguing!", "response": "I like to play with my dog.", "annotation_id": "Bot004_111_16", "annotations": ["O", "O", "X", "T", "X", "O", "X", "O", "X", "O", "T", "X", "X", "O", "O"], "gpt2background_target_score": [-9.236458778381348, -10.69127368927002, -10.048075675964355, -14.266403198242188, -12.491000175476074, -8.154438972473145, -12.027315139770508, -10.815096855163574], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -3.5062060356140137, -1.4584399461746216, -1.6542493104934692, -1.634440541267395, -0.944851279258728, -1.8349525928497314, -1.959881067276001, -2.022038698196411, -0.6189491748809814, -2.894845724105835, -3.172945737838745, -0.32785606384277344, -2.1927614212036133, -0.7371285557746887, -1.6468130350112915, -1.776679515838623, -1.3590508699417114, -1.8278510570526123, -2.2338452339172363, -1.963077425956726, -1.400515079498291, -1.1600865125656128, -1.1880826950073242, -1.5214815139770508, -2.267214298248291, -1.0026596784591675, -0.4806331694126129, -1.202305793762207, -0.20020240545272827, -1.0427685976028442, -0.981928288936615, -0.41195380687713623, -1.7594817876815796, -1.6890978813171387, -1.3393893241882324, -0.7269787192344666, -0.5886334776878357, -1.0649884939193726, -0.5614160895347595, -1.5417193174362183, -0.986914336681366, -1.8208541870117188, -1.1702333688735962, -1.3270455598831177, -1.8048678636550903, -1.6735635995864868, -1.4803985357284546, -0.969166100025177, -1.518559455871582, -1.766482949256897, -1.634721040725708, -0.3756425082683563, -1.152777910232544, -1.2182759046554565, -2.4912259578704834, -0.8540768027305603, -1.2642685174942017, -2.525517463684082, -1.1631203889846802, -1.607191562652588, -2.020017147064209, -0.9500136375427246, -1.192397117614746, -1.1215516328811646, -1.2511898279190063, -2.1153945922851562, -0.13373565673828125, -0.47676101326942444, -1.025907039642334, -1.166202187538147, -0.8227903842926025, -1.782178521156311, -1.51439368724823, -2.288041353225708, -0.13402782380580902, -1.8432081937789917, -1.4675664901733398, -1.0538862943649292, -0.6174442172050476, -1.105266809463501, -0.3502231538295746, -0.7904790639877319, -2.076220989227295, -2.1852457523345947, -1.9788882732391357, -1.551476240158081, -1.4052282571792603, -2.3057312965393066, -1.2984377145767212, -1.2058504819869995, -1.2394927740097046, -0.21488620340824127, -1.4666253328323364, -2.43083119392395, -0.949023962020874, -0.6950169205665588, -2.0581250190734863, -2.183623790740967, -1.888832926750183, -1.2014491558074951, -2.2348406314849854, -1.3974167108535767, -0.7897154688835144, -1.8583650588989258, -0.2527265250682831, -0.9198490381240845, -1.0345745086669922, -2.111739158630371, -1.1586740016937256, -1.9105018377304077, -0.5644599199295044, -1.8105429410934448, -0.13833287358283997, -0.9279677271842957, -2.3376212120056152, -1.3403549194335938, -2.750077724456787, -0.7212810516357422, -0.8672128319740295, -2.051866054534912, -0.9781550168991089, -3.4409425258636475, -0.6905615329742432, -0.8513196706771851, -0.6655116081237793, -1.6982834339141846, -1.0416500568389893, -0.2738434076309204, -0.6179744601249695, -1.3648269176483154, -1.2420053482055664, -0.8753341436386108, -1.4360787868499756, -2.047487258911133, -2.0591468811035156, -1.4989697933197021, -2.207470417022705, -2.35386061668396, -0.7127060890197754, -1.2130554914474487, -1.3255444765090942, -0.15770578384399414, -0.15412980318069458, -2.426358699798584, -1.021464467048645, -2.210737943649292, -1.7898412942886353, -2.452584981918335, -0.5626677870750427, -0.7904679179191589, -2.589017391204834, -2.4890596866607666, -2.2515904903411865, -1.5050007104873657, -1.2631869316101074]}, "Bot004_111_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_111.log.json", "context": "Hi! [THINKING FACE] hello! are you a fan of poetry? I am. I am a woman. I read a lot. Are you a feminist? yes, I am a feminist I read female authors before i go to bed. I love female authors, especially poets That is cool. I am a vegetarian. i\u2019m a vegan, but i used to be vegetarian too 3 years ago Vegan is my life. I am vegan. do you like science fiction? I do. I like to read a lot. I am a huge star wars fan I am a feminist. I am a feminist writer. I would love to write something by you I write novels and erotic fiction. that\u2019s intriguing! I like to play with my dog. what\u2019s your dog name?", "response": "His name is molly. What do you do for work?", "annotation_id": "Bot004_111_18", "annotations": ["T", "T", "O", "O", "O", "O", "X", "T", "T", "O", "O", "X", "T", "O", "O"], "gpt2background_target_score": [-14.614468574523926, -11.921072006225586, -9.488302230834961, -12.965235710144043, -14.327558517456055, -9.6979341506958, -10.26187801361084, -9.234559059143066, -5.900139808654785, -6.761041641235352, -8.905375480651855, -9.926608085632324, -7.494994163513184], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -3.5062060356140137, -1.4584399461746216, -1.6542493104934692, -1.634440541267395, -0.944851279258728, -1.8349525928497314, -1.959881067276001, -2.022038698196411, -0.6189491748809814, -2.894845724105835, -3.172945737838745, -0.32785606384277344, -2.1927614212036133, -0.7371285557746887, -1.6468130350112915, -1.776679515838623, -1.3590508699417114, -1.8278510570526123, -2.2338452339172363, -1.963077425956726, -1.400515079498291, -1.1600865125656128, -1.1880826950073242, -1.5214815139770508, -2.267214298248291, -1.0026596784591675, -0.4806331694126129, -1.202305793762207, -0.20020240545272827, -1.0427685976028442, -0.981928288936615, -0.41195380687713623, -1.7594817876815796, -1.6890978813171387, -1.3393893241882324, -0.7269787192344666, -0.5886334776878357, -1.0649884939193726, -0.5614160895347595, -1.5417193174362183, -0.986914336681366, -1.8208541870117188, -1.1702333688735962, -1.3270455598831177, -1.8048678636550903, -1.6735635995864868, -1.4803985357284546, -0.969166100025177, -1.518559455871582, -1.766482949256897, -1.634721040725708, -0.3756425082683563, -1.152777910232544, -1.2182759046554565, -2.4912259578704834, -0.8540768027305603, -1.2642685174942017, -2.525517463684082, -1.1631203889846802, -1.607191562652588, -2.020017147064209, -0.9500136375427246, -1.192397117614746, -1.1215516328811646, -1.2511898279190063, -2.1153945922851562, -0.13373565673828125, -0.47676101326942444, -1.025907039642334, -1.166202187538147, -0.8227903842926025, -1.782178521156311, -1.51439368724823, -2.288041353225708, -0.13402782380580902, -1.8432081937789917, -1.4675664901733398, -1.0538862943649292, -0.6174442172050476, -1.105266809463501, -0.3502231538295746, -0.7904790639877319, -2.076220989227295, -2.1852457523345947, -1.9788882732391357, -1.551476240158081, -1.4052282571792603, -2.3057312965393066, -1.2984377145767212, -1.2058504819869995, -1.2394927740097046, -0.21488620340824127, -1.4666253328323364, -2.43083119392395, -0.949023962020874, -0.6950169205665588, -2.0581250190734863, -2.183623790740967, -1.888832926750183, -1.2014491558074951, -2.2348406314849854, -1.3974167108535767, -0.7897154688835144, -1.8583650588989258, -0.2527265250682831, -0.9198490381240845, -1.0345745086669922, -2.111739158630371, -1.1586740016937256, -1.9105018377304077, -0.5644599199295044, -1.8105429410934448, -0.13833287358283997, -0.9279677271842957, -2.3376212120056152, -1.3403549194335938, -2.750077724456787, -0.7212810516357422, -0.8672128319740295, -2.051866054534912, -0.9781550168991089, -3.4409425258636475, -0.6905615329742432, -0.8513196706771851, -0.6655116081237793, -1.6982834339141846, -1.0416500568389893, -0.2738434076309204, -0.6179744601249695, -1.3648269176483154, -1.2420053482055664, -0.8753341436386108, -1.4360787868499756, -2.047487258911133, -2.0591468811035156, -1.4989697933197021, -2.207470417022705, -2.35386061668396, -0.7127060890197754, -1.2130554914474487, -1.3255444765090942, -0.15770578384399414, -0.15412969887256622, -2.4263579845428467, -1.0214653015136719, -2.2107388973236084, -2.0800440311431885, -1.1844879388809204, -0.8996694087982178, -2.5996973514556885, -2.611870527267456, -1.9703197479248047, -1.4075002670288086, -1.2147732973098755, -2.0650370121002197, -0.1587219089269638, -0.1094391718506813, -1.0709354877471924, -1.1937735080718994, -0.9314346313476562, -0.4922281801700592, -2.199660301208496, -2.647233009338379, -0.45414841175079346, -0.3861951529979706, -4.299023628234863, -2.658403158187866, -1.6795729398727417, -1.3059927225112915, -2.3801684379577637, -0.29651084542274475, -1.861235499382019, -1.1213338375091553, -1.6485131978988647, -0.45014628767967224, -0.5459767580032349]}, "Bot004_111_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_111.log.json", "context": "Hi! [THINKING FACE] hello! are you a fan of poetry? I am. I am a woman. I read a lot. Are you a feminist? yes, I am a feminist I read female authors before i go to bed. I love female authors, especially poets That is cool. I am a vegetarian. i\u2019m a vegan, but i used to be vegetarian too 3 years ago Vegan is my life. I am vegan. do you like science fiction? I do. I like to read a lot. I am a huge star wars fan I am a feminist. I am a feminist writer. I would love to write something by you I write novels and erotic fiction. that\u2019s intriguing! I like to play with my dog. what\u2019s your dog name? His name is molly. What do you do for work? i don\u2019t work, i\u2019m still at college. i\u2019m a football team", "response": "I am a college student and i work at a local market.", "annotation_id": "Bot004_111_20", "annotations": ["O", "X", "X", "O", "O", "O", "X", "X", "X", "O", "O", "X", "T", "O", "O"], "gpt2background_target_score": [-9.236458778381348, -8.606606483459473, -10.071662902832031, -12.447505950927734, -12.667235374450684, -10.555846214294434, -8.874761581420898, -11.375354766845703, -7.907810211181641, -6.207247734069824, -11.342347145080566, -13.444384574890137, -9.710763931274414], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -3.5062060356140137, -1.4584399461746216, -1.6542493104934692, -1.634440541267395, -0.944851279258728, -1.8349525928497314, -1.959881067276001, -2.022038698196411, -0.6189491748809814, -2.894845724105835, -3.172945737838745, -0.32785606384277344, -2.1927614212036133, -0.7371285557746887, -1.6468130350112915, -1.776679515838623, -1.3590508699417114, -1.8278510570526123, -2.2338452339172363, -1.963077425956726, -1.400515079498291, -1.1600865125656128, -1.1880826950073242, -1.5214815139770508, -2.267214298248291, -1.0026596784591675, -0.4806331694126129, -1.202305793762207, -0.20020240545272827, -1.0427685976028442, -0.981928288936615, -0.41195380687713623, -1.7594817876815796, -1.6890978813171387, -1.3393893241882324, -0.7269787192344666, -0.5886334776878357, -1.0649884939193726, -0.5614160895347595, -1.5417193174362183, -0.986914336681366, -1.8208541870117188, -1.1702333688735962, -1.3270455598831177, -1.8048678636550903, -1.6735635995864868, -1.4803985357284546, -0.969166100025177, -1.518559455871582, -1.766482949256897, -1.634721040725708, -0.3756425082683563, -1.152777910232544, -1.2182759046554565, -2.4912259578704834, -0.8540768027305603, -1.2642685174942017, -2.525517463684082, -1.1631203889846802, -1.607191562652588, -2.020017147064209, -0.9500136375427246, -1.192397117614746, -1.1215516328811646, -1.2511898279190063, -2.1153945922851562, -0.13373565673828125, -0.47676101326942444, -1.025907039642334, -1.166202187538147, -0.8227903842926025, -1.782178521156311, -1.51439368724823, -2.288041353225708, -0.13402782380580902, -1.8432081937789917, -1.4675664901733398, -1.0538862943649292, -0.6174442172050476, -1.105266809463501, -0.3502231538295746, -0.7904790639877319, -2.076220989227295, -2.1852457523345947, -1.9788882732391357, -1.551476240158081, -1.4052282571792603, -2.3057312965393066, -1.2984377145767212, -1.2058504819869995, -1.2394927740097046, -0.21488620340824127, -1.4666253328323364, -2.43083119392395, -0.949023962020874, -0.6950169205665588, -2.0581250190734863, -2.183623790740967, -1.888832926750183, -1.2014491558074951, -2.2348406314849854, -1.3974167108535767, -0.7897154688835144, -1.8583650588989258, -0.2527265250682831, -0.9198490381240845, -1.0345745086669922, -2.111739158630371, -1.1586740016937256, -1.9105018377304077, -0.5644599199295044, -1.8105429410934448, -0.13833287358283997, -0.9279677271842957, -2.3376212120056152, -1.3403549194335938, -2.750077724456787, -0.7212810516357422, -0.8672128319740295, -2.051866054534912, -0.9781550168991089, -3.4409425258636475, -0.6905615329742432, -0.8513196706771851, -0.6655116081237793, -1.6982834339141846, -1.0416500568389893, -0.2738434076309204, -0.6179744601249695, -1.3648269176483154, -1.2420053482055664, -0.8753341436386108, -1.4360787868499756, -2.047487258911133, -2.0591468811035156, -1.4989697933197021, -2.207470417022705, -2.35386061668396, -0.7127060890197754, -1.2130554914474487, -1.3255444765090942, -0.15770578384399414, -0.15412969887256622, -2.4263579845428467, -1.0214653015136719, -2.2107388973236084, -2.0800440311431885, -1.1844879388809204, -0.8996694087982178, -2.5996973514556885, -2.611870527267456, -1.9703197479248047, -1.4075002670288086, -1.2147732973098755, -2.0650370121002197, -0.1587219089269638, -0.1094391718506813, -1.0709354877471924, -1.1937735080718994, -0.9314346313476562, -0.4922281801700592, -2.199660301208496, -0.26196378469467163, -0.35468345880508423, -4.398096084594727, -2.5954232215881348, -1.8752195835113525, -1.99538254737854, -2.309945821762085, -0.3156313896179199, -1.8289086818695068, -1.1463348865509033, -1.8164035081863403, -0.43360695242881775, -1.7692673206329346, -2.2998225688934326, -0.47166961431503296, -0.14189369976520538, -0.118040069937706, -2.033691167831421, -2.005730390548706, -1.7390005588531494, -2.4530255794525146, -0.1539316475391388, -0.4480193853378296, -1.3282421827316284, -2.166518449783325, -1.4101035594940186, -1.041549563407898, -1.7037079334259033, -2.3825535774230957, -0.1430414319038391, -0.4401013255119324, -1.8675062656402588, -3.1317150592803955, -1.0922064781188965, -1.2683080434799194, -2.3528692722320557, -2.484954357147217, -0.6425383687019348, -2.153031826019287, -0.4728795289993286, -1.3551867008209229, -1.689542531967163, -2.153169631958008, -1.828932523727417, -0.6729457378387451, -2.7108500003814697, -2.651174783706665, -0.8125823140144348, -1.1394063234329224]}, "Bot004_115_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_115.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] Hey. I'm enjoying chocolate ice cream now. So, it's great!", "response": "I love[HEAVY BLACK HEART] to drive my car[AUTOMOBILE], i drive a fast car are you terrified of scorpions?", "annotation_id": "Bot004_115_02", "annotations": ["O", "O", "T", "T", "O", "T", "X", "X", "O", "O", "T", "O", "O", "X", "X"], "gpt2background_target_score": [-9.647310256958008, -11.528180122375488, -9.708213806152344, -11.816000938415527, -7.923879623413086, -6.935791969299316, -11.551421165466309, -6.811008453369141, -10.24864387512207, -10.025481224060059, -8.56208324432373, -12.583354949951172, -7.019792556762695, -9.999031066894531, -11.534341812133789, -13.516695976257324, -12.854952812194824, -6.717928886413574, -11.465929985046387, -10.78615665435791, -7.0537872314453125, -8.747225761413574, -12.523361206054688, -7.540227890014648, -11.226988792419434, -12.490837097167969, -11.875543594360352, -4.9236979484558105, -12.80433177947998, -9.337296485900879, -11.874820709228516, -13.060184478759766, -12.14089298248291], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -3.427891492843628, -2.1083858013153076, -1.7586085796356201, -1.1045938730239868, -2.083359956741333, -1.324316143989563, -1.45271897315979, -2.1597375869750977, -1.5522701740264893, -1.1357872486114502, -1.708143949508667, -1.6626696586608887, -0.7671114206314087, -0.9127785563468933, -1.893546223640442, -2.0543439388275146, -1.3302772045135498, -1.4898380041122437, -1.974380612373352, -1.9876890182495117, -1.5195740461349487, -1.9439613819122314, -1.2958285808563232, -1.4604246616363525, -2.3032641410827637, -1.6797747611999512, -2.2535183429718018, -0.30935269594192505, -1.9626562595367432, -1.1085542440414429, -1.5014057159423828, -1.900367259979248, -1.5146538019180298, -0.44756215810775757, -2.316866159439087, -1.4608304500579834, -1.6404138803482056, -1.8843265771865845, -1.7428889274597168, -0.5847597718238831, -2.2377829551696777, -1.2945806980133057, -0.14619816839694977, -2.912132978439331, -2.8753960132598877, -0.39246752858161926, -1.159136414527893, -1.789719820022583, -2.8388917446136475, -2.58379864692688, -1.656690001487732, -1.9759669303894043, -1.5908145904541016, -1.611154556274414, -1.7857582569122314, -1.4636603593826294, -1.2154196500778198, -0.3352813720703125, -1.9023706912994385, -2.071037769317627, -1.4516741037368774, -2.8617706298828125, -2.161320447921753, -2.01196551322937, -1.119057297706604, -2.096954822540283, -1.0246968269348145, -2.7386324405670166, -2.3603432178497314, -0.734489381313324, -0.6683985590934753]}, "Bot004_115_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_115.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] Hey. I'm enjoying chocolate ice cream now. So, it's great! I love[HEAVY BLACK HEART] to drive my car[AUTOMOBILE], i drive a fast car are you terrified of scorpions? I think everyone is terrified of scorpions, no?", "response": "No, they are not a weird fetish to have.", "annotation_id": "Bot004_115_04", "annotations": ["X", "T", "T", "O", "O", "T", "O", "X", "O", "T", "T", "T", "O", "O", "X"], "gpt2background_target_score": [-11.246122360229492, -10.00779914855957, -13.69680118560791, -13.13955307006836, -10.039017677307129, -6.6469035148620605, -12.800873756408691, -12.828096389770508, -8.655658721923828, -7.895327091217041, -12.587803840637207], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -3.427891492843628, -2.1083858013153076, -1.7586085796356201, -1.1045938730239868, -2.083359956741333, -1.324316143989563, -1.45271897315979, -2.1597375869750977, -1.5522701740264893, -1.1357872486114502, -1.708143949508667, -1.6626696586608887, -0.7671114206314087, -0.9127785563468933, -1.893546223640442, -2.0543439388275146, -1.3302772045135498, -1.4898380041122437, -1.974380612373352, -1.9876890182495117, -1.5195740461349487, -1.9439613819122314, -1.2958285808563232, -1.4604246616363525, -2.3032641410827637, -1.6797747611999512, -2.2535183429718018, -0.30935269594192505, -1.9626562595367432, -1.1085542440414429, -1.5014057159423828, -1.900367259979248, -1.5146538019180298, -0.44756215810775757, -2.316866159439087, -1.460830807685852, -1.6404144763946533, -1.3780014514923096, -1.0598887205123901, -2.352473020553589, -1.4339956045150757, -0.178984135389328, -2.601327896118164, -3.0368611812591553, -0.3490579128265381, -0.5553691983222961, -2.4995975494384766, -3.1048829555511475, -2.580463171005249, -1.6629788875579834, -1.9820425510406494, -1.492685317993164, -1.8694088459014893, -1.888242483139038, -1.3781893253326416, -1.2343542575836182, -0.31702497601509094, -1.8478509187698364, -1.9846676588058472, -1.397559642791748, -2.9608259201049805, -2.1785519123077393, -1.9502370357513428, -1.1511404514312744, -2.2369604110717773, -0.9835413098335266, -2.6651482582092285, -2.2922849655151367, -0.6394097805023193, -1.644266128540039, -1.566615104675293, -1.9879060983657837, -1.9199084043502808, -1.776114583015442, -0.6919951438903809, -1.9963504076004028, -0.18835076689720154, -1.3746665716171265, -1.7699311971664429, -1.4042378664016724, -1.941357135772705, -1.806575059890747, -1.3203450441360474, -1.6669464111328125, -1.2639936208724976, -2.3131046295166016, -1.8493399620056152, -2.5023317337036133, -1.1304025650024414, -1.09065580368042, -0.7039663791656494, -0.9130448698997498, -1.7899420261383057]}, "Bot004_115_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_115.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] Hey. I'm enjoying chocolate ice cream now. So, it's great! I love[HEAVY BLACK HEART] to drive my car[AUTOMOBILE], i drive a fast car are you terrified of scorpions? I think everyone is terrified of scorpions, no? No, they are not a weird fetish to have. Scorpions are not a fetish", "response": "If you are afraid of them, i would like to be a ghost collector.", "annotation_id": "Bot004_115_06", "annotations": ["O", "T", "X", "O", "T", "T", "O", "X", "O", "T", "T", "T", "O", "T", "X"], "gpt2background_target_score": [-12.295953750610352, -7.276358604431152, -10.406085014343262, -13.267755508422852, -7.7096452713012695, -11.452457427978516, -7.661642074584961, -9.36478042602539, -10.759830474853516, -10.308138847351074, -8.56208324432373, -10.726306915283203, -6.260549545288086, -11.232746124267578, -13.663557052612305, -5.188321590423584], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -3.427891492843628, -2.1083858013153076, -1.7586085796356201, -1.1045938730239868, -2.083359956741333, -1.324316143989563, -1.45271897315979, -2.1597375869750977, -1.5522701740264893, -1.1357872486114502, -1.708143949508667, -1.6626696586608887, -0.7671114206314087, -0.9127785563468933, -1.893546223640442, -2.0543439388275146, -1.3302772045135498, -1.4898380041122437, -1.974380612373352, -1.9876890182495117, -1.5195740461349487, -1.9439613819122314, -1.2958285808563232, -1.4604246616363525, -2.3032641410827637, -1.6797747611999512, -2.2535183429718018, -0.30935269594192505, -1.9626562595367432, -1.1085542440414429, -1.5014057159423828, -1.900367259979248, -1.5146538019180298, -0.44756215810775757, -2.316866159439087, -1.460830807685852, -1.6404144763946533, -1.3780014514923096, -1.0598887205123901, -2.352473020553589, -1.4339956045150757, -0.178984135389328, -2.601327896118164, -3.0368611812591553, -0.3490579128265381, -0.5553691983222961, -2.4995975494384766, -3.1048829555511475, -2.580463171005249, -1.6629788875579834, -1.9820425510406494, -1.492685317993164, -1.8694088459014893, -1.888242483139038, -1.3781893253326416, -1.2343542575836182, -0.31702497601509094, -1.8478509187698364, -1.9846676588058472, -1.397559642791748, -2.9608259201049805, -2.1785519123077393, -1.9502370357513428, -1.1511404514312744, -2.2369604110717773, -0.9835413098335266, -2.6651482582092285, -2.2922849655151367, -0.6394097805023193, -1.644266128540039, -1.566615104675293, -1.9879060983657837, -1.9199084043502808, -1.776114583015442, -0.6919951438903809, -1.9963504076004028, -0.18835076689720154, -1.3746665716171265, -1.7699311971664429, -1.4042378664016724, -1.941357135772705, -1.374010682106018, -1.8462406396865845, -1.2076083421707153, -2.1808547973632812, -1.9791492223739624, -2.2283146381378174, -1.131328821182251, -1.0106350183486938, -0.6824279427528381, -0.8888494968414307, -2.142003297805786, -0.028108347207307816, -0.9457683563232422, -2.2780239582061768, -1.7702507972717285, -1.9258663654327393, -1.341050624847412, -1.9159822463989258, -0.6614956259727478, -1.8516970872879028, -1.6003941297531128, -0.42557457089424133, -0.9303054809570312, -0.6369546055793762, -2.314443588256836, -1.706346869468689, -2.4197850227355957, -0.33874306082725525, -2.3721816539764404, -2.1393344402313232, -2.784087896347046, -1.3180795907974243, -1.0216906070709229, -1.3222664594650269]}, "Bot004_115_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_115.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] Hey. I'm enjoying chocolate ice cream now. So, it's great! I love[HEAVY BLACK HEART] to drive my car[AUTOMOBILE], i drive a fast car are you terrified of scorpions? I think everyone is terrified of scorpions, no? No, they are not a weird fetish to have. Scorpions are not a fetish If you are afraid of them, i would like to be a ghost collector. Why a ghost collector?", "response": "I think i would be scared to be a ghost collector.", "annotation_id": "Bot004_115_08", "annotations": ["O", "O", "T", "O", "X", "T", "O", "O", "O", "T", "X", "O", "O", "O", "T"], "gpt2background_target_score": [-9.647310256958008, -10.941649436950684, -10.452275276184082, -12.378080368041992, -11.39377498626709, -12.652772903442383, -9.337259292602539, -11.89006519317627, -9.09463882446289, -12.2301664352417, -12.26578426361084, -9.131902694702148], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -3.427891492843628, -2.1083858013153076, -1.7586085796356201, -1.1045938730239868, -2.083359956741333, -1.324316143989563, -1.45271897315979, -2.1597375869750977, -1.5522701740264893, -1.1357872486114502, -1.708143949508667, -1.6626696586608887, -0.7671114206314087, -0.9127785563468933, -1.893546223640442, -2.0543439388275146, -1.3302772045135498, -1.4898380041122437, -1.974380612373352, -1.9876890182495117, -1.5195740461349487, -1.9439613819122314, -1.2958285808563232, -1.4604246616363525, -2.3032641410827637, -1.6797747611999512, -2.2535183429718018, -0.30935269594192505, -1.9626562595367432, -1.1085542440414429, -1.5014057159423828, -1.900367259979248, -1.5146538019180298, -0.44756215810775757, -2.316866159439087, -1.460830807685852, -1.6404144763946533, -1.3780014514923096, -1.0598887205123901, -2.352473020553589, -1.4339956045150757, -0.178984135389328, -2.601327896118164, -3.0368611812591553, -0.3490579128265381, -0.5553691983222961, -2.4995975494384766, -3.1048829555511475, -2.580463171005249, -1.6629788875579834, -1.9820425510406494, -1.492685317993164, -1.8694088459014893, -1.888242483139038, -1.3781893253326416, -1.2343542575836182, -0.31702497601509094, -1.8478509187698364, -1.9846676588058472, -1.397559642791748, -2.9608259201049805, -2.1785519123077393, -1.9502370357513428, -1.1511404514312744, -2.2369604110717773, -0.9835413098335266, -2.6651482582092285, -2.2922849655151367, -0.6394097805023193, -1.644266128540039, -1.566615104675293, -1.9879060983657837, -1.9199084043502808, -1.776114583015442, -0.6919951438903809, -1.9963504076004028, -0.18835076689720154, -1.3746665716171265, -1.7699311971664429, -1.4042378664016724, -1.941357135772705, -1.374010682106018, -1.8462406396865845, -1.2076083421707153, -2.1808547973632812, -1.9791492223739624, -2.2283146381378174, -1.131328821182251, -1.0106347799301147, -0.6824284791946411, -0.8888506889343262, -2.1420037746429443, -0.028108347207307816, -0.945767879486084, -2.2780232429504395, -1.770250916481018, -1.9258627891540527, -1.3410522937774658, -0.732408344745636, -2.1928012371063232, -1.3821533918380737, -0.4965554177761078, -1.1119648218154907, -0.7793424129486084, -2.221060276031494, -1.776576280593872, -2.652327060699463, -0.37220489978790283, -2.2086634635925293, -1.8719717264175415, -2.996201276779175, -1.1593185663223267, -0.9462600350379944, -1.9151352643966675, -1.7533454895019531, -1.7100145816802979, -1.8628513813018799, -0.7285097241401672, -1.8716484308242798, -1.6589646339416504, -2.1336936950683594, -2.049140691757202, -2.212636947631836, -1.078791856765747, -2.058833360671997, -0.7628159523010254, -1.958500623703003, -0.5874327421188354, -0.3555751144886017, -0.5097903609275818, -0.6612142324447632, -1.6826417446136475]}, "Bot004_115_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_115.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] Hey. I'm enjoying chocolate ice cream now. So, it's great! I love[HEAVY BLACK HEART] to drive my car[AUTOMOBILE], i drive a fast car are you terrified of scorpions? I think everyone is terrified of scorpions, no? No, they are not a weird fetish to have. Scorpions are not a fetish If you are afraid of them, i would like to be a ghost collector. Why a ghost collector? I think i would be scared to be a ghost collector. Ghosts arent scary", "response": "I think i am afraid of clowns.", "annotation_id": "Bot004_115_10", "annotations": ["O", "O", "X", "O", "O", "O", "O", "X", "T", "O", "X", "O", "O", "X", "X"], "gpt2background_target_score": [-9.647310256958008, -10.941649436950684, -10.452275276184082, -12.552845001220703, -13.71336841583252, -9.085235595703125, -13.489473342895508, -11.953203201293945, -6.871746063232422], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -3.427891492843628, -2.1083858013153076, -1.7586085796356201, -1.1045938730239868, -2.083359956741333, -1.324316143989563, -1.45271897315979, -2.1597375869750977, -1.5522701740264893, -1.1357872486114502, -1.708143949508667, -1.6626696586608887, -0.7671114206314087, -0.9127785563468933, -1.893546223640442, -2.0543439388275146, -1.3302772045135498, -1.4898380041122437, -1.974380612373352, -1.9876890182495117, -1.5195740461349487, -1.9439613819122314, -1.2958285808563232, -1.4604246616363525, -2.3032641410827637, -1.6797747611999512, -2.2535183429718018, -0.30935269594192505, -1.9626562595367432, -1.1085542440414429, -1.5014057159423828, -1.900367259979248, -1.5146538019180298, -0.44756215810775757, -2.316866159439087, -1.460830807685852, -1.6404144763946533, -1.3780014514923096, -1.0598887205123901, -2.352473020553589, -1.4339956045150757, -0.178984135389328, -2.601327896118164, -3.0368611812591553, -0.3490579128265381, -0.5553691983222961, -2.4995975494384766, -3.1048829555511475, -2.580463171005249, -1.6629788875579834, -1.9820425510406494, -1.492685317993164, -1.8694088459014893, -1.888242483139038, -1.3781893253326416, -1.2343542575836182, -0.31702497601509094, -1.8478509187698364, -1.9846676588058472, -1.397559642791748, -2.9608259201049805, -2.1785519123077393, -1.9502370357513428, -1.1511404514312744, -2.2369604110717773, -0.9835413098335266, -2.6651482582092285, -2.2922849655151367, -0.6394097805023193, -1.644266128540039, -1.566615104675293, -1.9879060983657837, -1.9199084043502808, -1.776114583015442, -0.6919951438903809, -1.9963504076004028, -0.18835076689720154, -1.3746665716171265, -1.7699311971664429, -1.4042378664016724, -1.941357135772705, -1.374010682106018, -1.8462406396865845, -1.2076083421707153, -2.1808547973632812, -1.9791492223739624, -2.2283146381378174, -1.131328821182251, -1.0106350183486938, -0.6824279427528381, -0.8888494968414307, -2.142003297805786, -0.028108347207307816, -0.9457683563232422, -2.2780239582061768, -1.7702507972717285, -1.9258663654327393, -1.341050624847412, -0.7324081063270569, -2.1928019523620605, -1.3821547031402588, -0.49655503034591675, -1.1119627952575684, -0.77934330701828, -2.2210605144500732, -1.776576280593872, -2.6523263454437256, -0.37220489978790283, -2.20866322517395, -1.871974229812622, -2.996201515197754, -1.159319519996643, -0.9462604522705078, -1.9151356220245361, -1.7533437013626099, -1.7100138664245605, -1.8628532886505127, -0.7285100817680359, -1.8716485500335693, -2.18920636177063, -1.9133461713790894, -2.1132545471191406, -0.9501694440841675, -2.0078415870666504, -0.7829954028129578, -2.0598325729370117, -0.9697262048721313, -0.436015784740448, -0.722004234790802, -0.658393919467926, -1.8770912885665894, -0.7721704244613647, -1.9440511465072632, -1.5828617811203003, -1.5176821947097778, -1.8340941667556763, -2.335421562194824, -1.6853338479995728, -1.5713635683059692, -1.8367726802825928, -0.6560236215591431, -1.4996633529663086, -0.1318412572145462, -1.2121367454528809, -1.6940304040908813]}, "Bot004_115_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_115.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] Hey. I'm enjoying chocolate ice cream now. So, it's great! I love[HEAVY BLACK HEART] to drive my car[AUTOMOBILE], i drive a fast car are you terrified of scorpions? I think everyone is terrified of scorpions, no? No, they are not a weird fetish to have. Scorpions are not a fetish If you are afraid of them, i would like to be a ghost collector. Why a ghost collector? I think i would be scared to be a ghost collector. Ghosts arent scary I think i am afraid of clowns. you're afraid of many things", "response": "I am sure. I am going to be on the bus to work.", "annotation_id": "Bot004_115_12", "annotations": ["X", "O", "T", "X", "T", "T", "O", "X", "O", "T", "X", "X", "X", "O", "X"], "gpt2background_target_score": [-9.647310256958008, -8.879878997802734, -12.625329971313477, -7.586313247680664, -6.721691131591797, -10.680386543273926, -12.573497772216797, -7.624331474304199, -11.473074913024902, -8.624610900878906, -8.085006713867188, -12.719510078430176, -3.286902666091919, -8.423213958740234, -11.499390602111816], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -3.427891492843628, -2.1083858013153076, -1.7586085796356201, -1.1045938730239868, -2.083359956741333, -1.324316143989563, -1.45271897315979, -2.1597375869750977, -1.5522701740264893, -1.1357872486114502, -1.708143949508667, -1.6626696586608887, -0.7671114206314087, -0.9127785563468933, -1.893546223640442, -2.0543439388275146, -1.3302772045135498, -1.4898380041122437, -1.974380612373352, -1.9876890182495117, -1.5195740461349487, -1.9439613819122314, -1.2958285808563232, -1.4604246616363525, -2.3032641410827637, -1.6797747611999512, -2.2535183429718018, -0.30935269594192505, -1.9626562595367432, -1.1085542440414429, -1.5014057159423828, -1.900367259979248, -1.5146538019180298, -0.44756215810775757, -2.316866159439087, -1.460830807685852, -1.6404144763946533, -1.3780014514923096, -1.0598887205123901, -2.352473020553589, -1.4339956045150757, -0.178984135389328, -2.601327896118164, -3.0368611812591553, -0.3490579128265381, -0.5553691983222961, -2.4995975494384766, -3.1048829555511475, -2.580463171005249, -1.6629788875579834, -1.9820425510406494, -1.492685317993164, -1.8694088459014893, -1.888242483139038, -1.3781893253326416, -1.2343542575836182, -0.31702497601509094, -1.8478509187698364, -1.9846676588058472, -1.397559642791748, -2.9608259201049805, -2.1785519123077393, -1.9502370357513428, -1.1511404514312744, -2.2369604110717773, -0.9835413098335266, -2.6651482582092285, -2.2922849655151367, -0.6394097805023193, -1.644266128540039, -1.566615104675293, -1.9879060983657837, -1.9199084043502808, -1.776114583015442, -0.6919951438903809, -1.9963504076004028, -0.18835076689720154, -1.3746665716171265, -1.7699311971664429, -1.4042378664016724, -1.941357135772705, -1.374010682106018, -1.8462406396865845, -1.2076083421707153, -2.1808547973632812, -1.9791492223739624, -2.2283146381378174, -1.131328821182251, -1.0106350183486938, -0.6824279427528381, -0.8888494968414307, -2.142003297805786, -0.028108347207307816, -0.9457683563232422, -2.2780239582061768, -1.7702507972717285, -1.9258663654327393, -1.341050624847412, -0.7324081063270569, -2.1928019523620605, -1.3821547031402588, -0.49655503034591675, -1.1119627952575684, -0.77934330701828, -2.2210605144500732, -1.776576280593872, -2.6523263454437256, -0.37220489978790283, -2.20866322517395, -1.871974229812622, -2.996201515197754, -1.159319519996643, -0.9462604522705078, -1.9151356220245361, -1.7533437013626099, -1.7100138664245605, -1.8628532886505127, -0.7285100817680359, -1.8716485500335693, -2.18920636177063, -1.9133461713790894, -2.1132545471191406, -0.9501694440841675, -2.0078415870666504, -0.7829954028129578, -2.0598325729370117, -0.9697262048721313, -0.436015784740448, -0.722004234790802, -0.658393919467926, -1.8770912885665894, -0.7721704244613647, -1.9440511465072632, -1.5828617811203003, -1.5176821947097778, -1.9832972288131714, -1.1922924518585205, -0.8297359347343445, -1.4159332513809204, -0.6853472590446472, -1.706161618232727, -0.11944782733917236, -1.192929744720459, -1.9517834186553955, -2.140087842941284, -1.692310094833374, -0.5742063522338867, -2.3311033248901367, -2.7251229286193848, -1.5139977931976318, -1.6738338470458984, -2.126988410949707, -1.4538674354553223, -1.462587833404541, -1.2251664400100708, -2.2040324211120605, -1.3162906169891357, -0.3092215657234192, -2.035937786102295, -1.8669339418411255, -1.439312219619751, -2.1365458965301514, -1.9439380168914795, -2.0931503772735596, -2.4199674129486084, -1.2944825887680054]}, "Bot004_115_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_115.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] Hey. I'm enjoying chocolate ice cream now. So, it's great! I love[HEAVY BLACK HEART] to drive my car[AUTOMOBILE], i drive a fast car are you terrified of scorpions? I think everyone is terrified of scorpions, no? No, they are not a weird fetish to have. Scorpions are not a fetish If you are afraid of them, i would like to be a ghost collector. Why a ghost collector? I think i would be scared to be a ghost collector. Ghosts arent scary I think i am afraid of clowns. you're afraid of many things I am sure. I am going to be on the bus to work. where do you work?", "response": "I work at a local meat shelter.", "annotation_id": "Bot004_115_14", "annotations": ["X", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "X", "O", "O", "T"], "gpt2background_target_score": [-9.647310256958008, -11.200457572937012, -10.958785057067871, -11.835575103759766, -12.459519386291504, -11.02088451385498, -11.783804893493652, -6.719521522521973], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -3.427891492843628, -2.1083858013153076, -1.7586085796356201, -1.1045938730239868, -2.083359956741333, -1.324316143989563, -1.45271897315979, -2.1597375869750977, -1.5522701740264893, -1.1357872486114502, -1.708143949508667, -1.6626696586608887, -0.7671114206314087, -0.9127785563468933, -1.893546223640442, -2.0543439388275146, -1.3302772045135498, -1.4898380041122437, -1.974380612373352, -1.9876890182495117, -1.5195740461349487, -1.9439613819122314, -1.2958285808563232, -1.4604246616363525, -2.3032641410827637, -1.6797747611999512, -2.2535183429718018, -0.30935269594192505, -1.9626562595367432, -1.1085542440414429, -1.5014057159423828, -1.900367259979248, -1.5146538019180298, -0.44756215810775757, -2.316866159439087, -1.460830807685852, -1.6404144763946533, -1.3780014514923096, -1.0598887205123901, -2.352473020553589, -1.4339956045150757, -0.178984135389328, -2.601327896118164, -3.0368611812591553, -0.3490579128265381, -0.5553691983222961, -2.4995975494384766, -3.1048829555511475, -2.580463171005249, -1.6629788875579834, -1.9820425510406494, -1.492685317993164, -1.8694088459014893, -1.888242483139038, -1.3781893253326416, -1.2343542575836182, -0.31702497601509094, -1.8478509187698364, -1.9846676588058472, -1.397559642791748, -2.9608259201049805, -2.1785519123077393, -1.9502370357513428, -1.1511404514312744, -2.2369604110717773, -0.9835413098335266, -2.6651482582092285, -2.2922849655151367, -0.6394097805023193, -1.644266128540039, -1.566615104675293, -1.9879060983657837, -1.9199084043502808, -1.776114583015442, -0.6919951438903809, -1.9963504076004028, -0.18835076689720154, -1.3746665716171265, -1.7699311971664429, -1.4042378664016724, -1.941357135772705, -1.374010682106018, -1.8462406396865845, -1.2076083421707153, -2.1808547973632812, -1.9791492223739624, -2.2283146381378174, -1.131328821182251, -1.0106350183486938, -0.6824279427528381, -0.8888494968414307, -2.142003297805786, -0.028108347207307816, -0.9457683563232422, -2.2780239582061768, -1.7702507972717285, -1.9258663654327393, -1.341050624847412, -0.7324081063270569, -2.1928019523620605, -1.3821547031402588, -0.49655503034591675, -1.1119627952575684, -0.77934330701828, -2.2210605144500732, -1.776576280593872, -2.6523263454437256, -0.37220489978790283, -2.20866322517395, -1.871974229812622, -2.996201515197754, -1.159319519996643, -0.9462604522705078, -1.9151356220245361, -1.7533437013626099, -1.7100138664245605, -1.8628532886505127, -0.7285100817680359, -1.8716485500335693, -2.18920636177063, -1.9133461713790894, -2.1132545471191406, -0.9501694440841675, -2.0078415870666504, -0.7829954028129578, -2.0598325729370117, -0.9697262048721313, -0.436015784740448, -0.722004234790802, -0.658393919467926, -1.8770912885665894, -0.7721704244613647, -1.9440511465072632, -1.5828617811203003, -1.5176821947097778, -1.9832972288131714, -1.1922941207885742, -0.8297368288040161, -1.4159332513809204, -0.6853474974632263, -1.7061619758605957, -0.11944782733917236, -1.1929287910461426, -1.9517848491668701, -2.1400883197784424, -1.6923097372055054, -0.5742058157920837, -2.3311033248901367, -2.725123167037964, -1.5140002965927124, -2.5571131706237793, -0.681941032409668, -1.7376126050949097, -2.127556800842285, -2.3290436267852783, -1.353408932685852, -0.3074664771556854, -1.967555046081543, -1.7903103828430176, -1.4015382528305054, -2.2252538204193115, -2.1805288791656494, -2.2744624614715576, -2.5778417587280273, -1.547141194343567, -1.6123425960540771, -0.3015851378440857, -1.0845880508422852, -0.4829941391944885, -1.8238023519515991, -1.4789079427719116, -0.7159696221351624, -1.079637050628662, -0.588607907295227, -3.536348581314087, -3.3428914546966553, -3.1719415187835693, -1.001432180404663, -1.4829906225204468]}, "Bot004_115_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_115.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] Hey. I'm enjoying chocolate ice cream now. So, it's great! I love[HEAVY BLACK HEART] to drive my car[AUTOMOBILE], i drive a fast car are you terrified of scorpions? I think everyone is terrified of scorpions, no? No, they are not a weird fetish to have. Scorpions are not a fetish If you are afraid of them, i would like to be a ghost collector. Why a ghost collector? I think i would be scared to be a ghost collector. Ghosts arent scary I think i am afraid of clowns. you're afraid of many things I am sure. I am going to be on the bus to work. where do you work? I work at a local meat shelter. meat shelter? what is that?", "response": "I am a postal meat, but i do not like to drive.", "annotation_id": "Bot004_115_16", "annotations": ["X", "T", "X", "T", "T", "T", "O", "O", "O", "T", "X", "X", "X", "O", "X"], "gpt2background_target_score": [-9.647310256958008, -8.879878997802734, -9.902169227600098, -12.597408294677734, -11.93071460723877, -6.626194953918457, -11.953722953796387, -9.36478042602539, -10.452899932861328, -9.249971389770508, -9.797971725463867, -10.082026481628418, -10.940069198608398, -10.257144927978516], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -3.427891492843628, -2.1083858013153076, -1.7586085796356201, -1.1045938730239868, -2.083359956741333, -1.324316143989563, -1.45271897315979, -2.1597375869750977, -1.5522701740264893, -1.1357872486114502, -1.708143949508667, -1.6626696586608887, -0.7671114206314087, -0.9127785563468933, -1.893546223640442, -2.0543439388275146, -1.3302772045135498, -1.4898380041122437, -1.974380612373352, -1.9876890182495117, -1.5195740461349487, -1.9439613819122314, -1.2958285808563232, -1.4604246616363525, -2.3032641410827637, -1.6797747611999512, -2.2535183429718018, -0.30935269594192505, -1.9626562595367432, -1.1085542440414429, -1.5014057159423828, -1.900367259979248, -1.5146538019180298, -0.44756215810775757, -2.316866159439087, -1.460830807685852, -1.6404144763946533, -1.3780014514923096, -1.0598887205123901, -2.352473020553589, -1.4339956045150757, -0.178984135389328, -2.601327896118164, -3.0368611812591553, -0.3490579128265381, -0.5553691983222961, -2.4995975494384766, -3.1048829555511475, -2.580463171005249, -1.6629788875579834, -1.9820425510406494, -1.492685317993164, -1.8694088459014893, -1.888242483139038, -1.3781893253326416, -1.2343542575836182, -0.31702497601509094, -1.8478509187698364, -1.9846676588058472, -1.397559642791748, -2.9608259201049805, -2.1785519123077393, -1.9502370357513428, -1.1511404514312744, -2.2369604110717773, -0.9835413098335266, -2.6651482582092285, -2.2922849655151367, -0.6394097805023193, -1.644266128540039, -1.566615104675293, -1.9879060983657837, -1.9199084043502808, -1.776114583015442, -0.6919951438903809, -1.9963504076004028, -0.18835076689720154, -1.3746665716171265, -1.7699311971664429, -1.4042378664016724, -1.941357135772705, -1.374010682106018, -1.8462406396865845, -1.2076083421707153, -2.1808547973632812, -1.9791492223739624, -2.2283146381378174, -1.131328821182251, -1.0106350183486938, -0.6824279427528381, -0.8888494968414307, -2.142003297805786, -0.028108347207307816, -0.9457683563232422, -2.2780239582061768, -1.7702507972717285, -1.9258663654327393, -1.341050624847412, -0.7324081063270569, -2.1928019523620605, -1.3821547031402588, -0.49655503034591675, -1.1119627952575684, -0.77934330701828, -2.2210605144500732, -1.776576280593872, -2.6523263454437256, -0.37220489978790283, -2.20866322517395, -1.871974229812622, -2.996201515197754, -1.159319519996643, -0.9462604522705078, -1.9151356220245361, -1.7533437013626099, -1.7100138664245605, -1.8628532886505127, -0.7285100817680359, -1.8716485500335693, -2.18920636177063, -1.9133461713790894, -2.1132545471191406, -0.9501694440841675, -2.0078415870666504, -0.7829954028129578, -2.0598325729370117, -0.9697262048721313, -0.436015784740448, -0.722004234790802, -0.658393919467926, -1.8770912885665894, -0.7721704244613647, -1.9440511465072632, -1.5828617811203003, -1.5176821947097778, -1.9832972288131714, -1.1922924518585205, -0.8297359347343445, -1.4159332513809204, -0.6853472590446472, -1.706161618232727, -0.11944782733917236, -1.192929744720459, -1.9517834186553955, -2.140087842941284, -1.692310094833374, -0.5742063522338867, -2.3311033248901367, -2.7251229286193848, -1.5139977931976318, -2.5571112632751465, -0.6819410920143127, -1.7376115322113037, -2.127556562423706, -2.329042911529541, -1.353408694267273, -0.3074672818183899, -1.9675533771514893, -1.7903096675872803, -1.4015392065048218, -2.2252538204193115, -2.1805288791656494, -2.2744648456573486, -2.5778403282165527, -1.547141194343567, -1.6123387813568115, -0.3015854060649872, -1.0845863819122314, -0.48299428820610046, -1.8238030672073364, -1.1697591543197632, -1.2905843257904053, -0.7532156109809875, -3.3829286098480225, -3.2526793479919434, -3.0181174278259277, -1.0336564779281616, -1.5067403316497803, -1.9665331840515137, -1.0194588899612427, -1.6998701095581055, -2.0117294788360596, -0.8957099318504333, -0.8464353680610657, -1.951172113418579, -1.7916040420532227, -0.6563422679901123, -1.7401717901229858, -3.1729867458343506, -1.4608217477798462, -0.6594526767730713, -1.6899789571762085, -1.1749217510223389, -1.9797908067703247, -1.277956485748291, -1.8007556200027466, -2.367130756378174, -1.6320744752883911, -2.0436768531799316, -1.0795868635177612]}, "Bot004_115_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_115.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] Hey. I'm enjoying chocolate ice cream now. So, it's great! I love[HEAVY BLACK HEART] to drive my car[AUTOMOBILE], i drive a fast car are you terrified of scorpions? I think everyone is terrified of scorpions, no? No, they are not a weird fetish to have. Scorpions are not a fetish If you are afraid of them, i would like to be a ghost collector. Why a ghost collector? I think i would be scared to be a ghost collector. Ghosts arent scary I think i am afraid of clowns. you're afraid of many things I am sure. I am going to be on the bus to work. where do you work? I work at a local meat shelter. meat shelter? what is that? I am a postal meat, but i do not like to drive. my wife usually drive. I don't drive too", "response": "Wow, that is a lot of work.", "annotation_id": "Bot004_115_18", "annotations": ["X", "T", "X", "T", "O", "O", "X", "X", "O", "O", "X", "T", "X", "O", "X"], "gpt2background_target_score": [-12.736127853393555, -10.00779914855957, -11.15124797821045, -11.701481819152832, -9.466377258300781, -13.348139762878418, -11.41295337677002, -11.040260314941406, -6.871746063232422], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -3.427891492843628, -2.1083858013153076, -1.7586085796356201, -1.1045938730239868, -2.083359956741333, -1.324316143989563, -1.45271897315979, -2.1597375869750977, -1.5522701740264893, -1.1357872486114502, -1.708143949508667, -1.6626696586608887, -0.7671114206314087, -0.9127785563468933, -1.893546223640442, -2.0543439388275146, -1.3302772045135498, -1.4898380041122437, -1.974380612373352, -1.9876890182495117, -1.5195740461349487, -1.9439613819122314, -1.2958285808563232, -1.4604246616363525, -2.3032641410827637, -1.6797747611999512, -2.2535183429718018, -0.30935269594192505, -1.9626562595367432, -1.1085542440414429, -1.5014057159423828, -1.900367259979248, -1.5146538019180298, -0.44756215810775757, -2.316866159439087, -1.460830807685852, -1.6404144763946533, -1.3780014514923096, -1.0598887205123901, -2.352473020553589, -1.4339956045150757, -0.178984135389328, -2.601327896118164, -3.0368611812591553, -0.3490579128265381, -0.5553691983222961, -2.4995975494384766, -3.1048829555511475, -2.580463171005249, -1.6629788875579834, -1.9820425510406494, -1.492685317993164, -1.8694088459014893, -1.888242483139038, -1.3781893253326416, -1.2343542575836182, -0.31702497601509094, -1.8478509187698364, -1.9846676588058472, -1.397559642791748, -2.9608259201049805, -2.1785519123077393, -1.9502370357513428, -1.1511404514312744, -2.2369604110717773, -0.9835413098335266, -2.6651482582092285, -2.2922849655151367, -0.6394097805023193, -1.644266128540039, -1.566615104675293, -1.9879060983657837, -1.9199084043502808, -1.776114583015442, -0.6919951438903809, -1.9963504076004028, -0.18835076689720154, -1.3746665716171265, -1.7699311971664429, -1.4042378664016724, -1.941357135772705, -1.374010682106018, -1.8462406396865845, -1.2076083421707153, -2.1808547973632812, -1.9791492223739624, -2.2283146381378174, -1.131328821182251, -1.0106350183486938, -0.6824279427528381, -0.8888494968414307, -2.142003297805786, -0.028108347207307816, -0.9457683563232422, -2.2780239582061768, -1.7702507972717285, -1.9258663654327393, -1.341050624847412, -0.7324081063270569, -2.1928019523620605, -1.3821547031402588, -0.49655503034591675, -1.1119627952575684, -0.77934330701828, -2.2210605144500732, -1.776576280593872, -2.6523263454437256, -0.37220489978790283, -2.20866322517395, -1.871974229812622, -2.996201515197754, -1.159319519996643, -0.9462604522705078, -1.9151356220245361, -1.7533437013626099, -1.7100138664245605, -1.8628532886505127, -0.7285100817680359, -1.8716485500335693, -2.18920636177063, -1.9133461713790894, -2.1132545471191406, -0.9501694440841675, -2.0078415870666504, -0.7829954028129578, -2.0598325729370117, -0.9697262048721313, -0.436015784740448, -0.722004234790802, -0.658393919467926, -1.8770912885665894, -0.7721704244613647, -1.9440511465072632, -1.5828617811203003, -1.5176821947097778, -1.9832972288131714, -1.1922924518585205, -0.8297359347343445, -1.4159332513809204, -0.6853472590446472, -1.706161618232727, -0.11944782733917236, -1.192929744720459, -1.9517834186553955, -2.140087842941284, -1.692310094833374, -0.5742063522338867, -2.3311033248901367, -2.7251229286193848, -1.5139977931976318, -2.5571112632751465, -0.6819410920143127, -1.7376115322113037, -2.127556562423706, -2.329042911529541, -1.353408694267273, -0.3074672818183899, -1.9675533771514893, -1.7903096675872803, -1.4015392065048218, -2.2252538204193115, -2.1805288791656494, -2.2744648456573486, -2.5778403282165527, -1.547141194343567, -1.6123387813568115, -0.3015854060649872, -1.0845863819122314, -0.48299428820610046, -1.8238030672073364, -1.1697591543197632, -1.2905843257904053, -0.7532156109809875, -3.3829286098480225, -3.2526793479919434, -3.0181174278259277, -1.0336564779281616, -1.5067403316497803, -1.9665327072143555, -1.0194592475891113, -1.6998704671859741, -2.0117292404174805, -0.8957126140594482, -0.8464348316192627, -1.9511733055114746, -1.0628148317337036, -2.120673894882202, -3.4442601203918457, -1.473523497581482, -0.9348928332328796, -1.9570369720458984, -1.5005217790603638, -1.8183757066726685, -0.8987413048744202, -1.953694462776184, -2.218877077102661, -1.7485568523406982, -1.8925338983535767, -1.3480949401855469, -2.1554696559906006, -1.4736332893371582, -2.5211377143859863, -2.6982617378234863, -1.7127039432525635, -2.03328275680542, -0.2343399077653885, -1.3685715198516846, -1.6362533569335938, -1.0221717357635498, -1.8136051893234253, -1.0813225507736206, -2.1953463554382324, -1.0662692785263062, -2.050124406814575, -1.771838665008545, -0.8250179886817932, -2.074449300765991, -1.2787044048309326, -1.356452226638794]}, "Bot004_115_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_115.log.json", "context": "Hey! [WAVING HAND SIGN] \nHow is your day? [THINKING FACE] Hey. I'm enjoying chocolate ice cream now. So, it's great! I love[HEAVY BLACK HEART] to drive my car[AUTOMOBILE], i drive a fast car are you terrified of scorpions? I think everyone is terrified of scorpions, no? No, they are not a weird fetish to have. Scorpions are not a fetish If you are afraid of them, i would like to be a ghost collector. Why a ghost collector? I think i would be scared to be a ghost collector. Ghosts arent scary I think i am afraid of clowns. you're afraid of many things I am sure. I am going to be on the bus to work. where do you work? I work at a local meat shelter. meat shelter? what is that? I am a postal meat, but i do not like to drive. my wife usually drive. I don't drive too Wow, that is a lot of work. I guess so", "response": "I am sure he would like that.", "annotation_id": "Bot004_115_20", "annotations": ["X", "T", "X", "T", "X", "T", "O", "X", "O", "O", "X", "X", "T", "O", "X"], "gpt2background_target_score": [-9.647310256958008, -8.879878997802734, -12.625329971313477, -13.876958847045898, -10.460469245910645, -9.779850959777832, -9.86372184753418, -6.719521522521973], "gpt2background_argmax_score": [-2.1153526306152344, -1.2066375017166138, -3.427891492843628, -2.1083858013153076, -1.7586085796356201, -1.1045938730239868, -2.083359956741333, -1.324316143989563, -1.45271897315979, -2.1597375869750977, -1.5522701740264893, -1.1357872486114502, -1.708143949508667, -1.6626696586608887, -0.7671114206314087, -0.9127785563468933, -1.893546223640442, -2.0543439388275146, -1.3302772045135498, -1.4898380041122437, -1.974380612373352, -1.9876890182495117, -1.5195740461349487, -1.9439613819122314, -1.2958285808563232, -1.4604246616363525, -2.3032641410827637, -1.6797747611999512, -2.2535183429718018, -0.30935269594192505, -1.9626562595367432, -1.1085542440414429, -1.5014057159423828, -1.900367259979248, -1.5146538019180298, -0.44756215810775757, -2.316866159439087, -1.460830807685852, -1.6404144763946533, -1.3780014514923096, -1.0598887205123901, -2.352473020553589, -1.4339956045150757, -0.178984135389328, -2.601327896118164, -3.0368611812591553, -0.3490579128265381, -0.5553691983222961, -2.4995975494384766, -3.1048829555511475, -2.580463171005249, -1.6629788875579834, -1.9820425510406494, -1.492685317993164, -1.8694088459014893, -1.888242483139038, -1.3781893253326416, -1.2343542575836182, -0.31702497601509094, -1.8478509187698364, -1.9846676588058472, -1.397559642791748, -2.9608259201049805, -2.1785519123077393, -1.9502370357513428, -1.1511404514312744, -2.2369604110717773, -0.9835413098335266, -2.6651482582092285, -2.2922849655151367, -0.6394097805023193, -1.644266128540039, -1.566615104675293, -1.9879060983657837, -1.9199084043502808, -1.776114583015442, -0.6919951438903809, -1.9963504076004028, -0.18835076689720154, -1.3746665716171265, -1.7699311971664429, -1.4042378664016724, -1.941357135772705, -1.374010682106018, -1.8462406396865845, -1.2076083421707153, -2.1808547973632812, -1.9791492223739624, -2.2283146381378174, -1.131328821182251, -1.0106350183486938, -0.6824279427528381, -0.8888494968414307, -2.142003297805786, -0.028108347207307816, -0.9457683563232422, -2.2780239582061768, -1.7702507972717285, -1.9258663654327393, -1.341050624847412, -0.7324081063270569, -2.1928019523620605, -1.3821547031402588, -0.49655503034591675, -1.1119627952575684, -0.77934330701828, -2.2210605144500732, -1.776576280593872, -2.6523263454437256, -0.37220489978790283, -2.20866322517395, -1.871974229812622, -2.996201515197754, -1.159319519996643, -0.9462604522705078, -1.9151356220245361, -1.7533437013626099, -1.7100138664245605, -1.8628532886505127, -0.7285100817680359, -1.8716485500335693, -2.18920636177063, -1.9133461713790894, -2.1132545471191406, -0.9501694440841675, -2.0078415870666504, -0.7829954028129578, -2.0598325729370117, -0.9697262048721313, -0.436015784740448, -0.722004234790802, -0.658393919467926, -1.8770912885665894, -0.7721704244613647, -1.9440511465072632, -1.5828617811203003, -1.5176821947097778, -1.9832972288131714, -1.1922924518585205, -0.8297359347343445, -1.4159332513809204, -0.6853472590446472, -1.706161618232727, -0.11944782733917236, -1.192929744720459, -1.9517834186553955, -2.140087842941284, -1.692310094833374, -0.5742063522338867, -2.3311033248901367, -2.7251229286193848, -1.5139977931976318, -2.5571112632751465, -0.6819410920143127, -1.7376115322113037, -2.127556562423706, -2.329042911529541, -1.353408694267273, -0.3074672818183899, -1.9675533771514893, -1.7903096675872803, -1.4015392065048218, -2.2252538204193115, -2.1805288791656494, -2.2744648456573486, -2.5778403282165527, -1.547141194343567, -1.6123387813568115, -0.3015854060649872, -1.0845863819122314, -0.48299428820610046, -1.8238030672073364, -1.1697591543197632, -1.2905843257904053, -0.7532156109809875, -3.3829286098480225, -3.2526793479919434, -3.0181174278259277, -1.0336564779281616, -1.5067403316497803, -1.9665331840515137, -1.0194588899612427, -1.6998701095581055, -2.0117294788360596, -0.8957099318504333, -0.8464353680610657, -1.9511735439300537, -1.0628125667572021, -2.1206729412078857, -3.4442601203918457, -1.4735231399536133, -0.9348921179771423, -1.9570395946502686, -1.5005227327346802, -1.8183759450912476, -0.898740291595459, -1.9536937475204468, -2.218876838684082, -1.7485562562942505, -1.8925329446792603, -1.3480939865112305, -2.1554718017578125, -1.473633050918579, -2.5211377143859863, -2.6982617378234863, -1.7127028703689575, -2.033281087875366, -0.23434028029441833, -1.3685710430145264, -1.6362522840499878, -1.0221716165542603, -1.7358076572418213, -2.3446884155273438, -0.9656447768211365, -2.197828531265259, -2.4085798263549805, -0.7144923806190491, -1.5579726696014404, -1.1192249059677124, -1.568342685699463, -2.224980115890503, -1.5518635511398315, -1.4128180742263794, -1.8225358724594116, -2.002150774002075, -1.759036660194397, -1.1977890729904175, -1.6059547662734985, -1.4500874280929565, -0.5129712820053101, -1.3253142833709717, -1.4582701921463013]}, "Bot004_119_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_119.log.json", "context": "Hello! How is your day? [WINKING FACE]  Are you still with me? Hi, it's okay", "response": "Hi how are you doing today are you from a small town?", "annotation_id": "Bot004_119_02", "annotations": ["T", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "T", "O"], "gpt2background_target_score": [-11.239398002624512, -7.297402381896973, -2.7939000129699707, -5.360256671905518, -8.040846824645996, -3.7972779273986816, -9.55562973022461, -10.62077522277832, -13.069005966186523, -8.830999374389648, -11.907992362976074, -13.863934516906738, -9.519597053527832], "gpt2background_argmax_score": [-2.13662052154541, -1.2113471031188965, -1.5648894309997559, -1.7970792055130005, -0.6839268803596497, -0.775888979434967, -1.2415467500686646, -3.484905958175659, -2.255195379257202, -1.2372597455978394, -1.4731800556182861, -2.1008033752441406, -0.40427151322364807, -1.2020477056503296, -0.2948852777481079, -3.085392951965332, -2.8241114616394043, -1.3504406213760376, -0.41503238677978516, -2.0091896057128906, -1.2965973615646362, -1.2210482358932495, -0.6075726747512817, -2.084561824798584, -1.3100532293319702, -1.6852195262908936, -1.114854335784912, -1.337067723274231, -0.2602364718914032, -2.0747945308685303, -1.1811108589172363, -0.31322067975997925, -0.19153709709644318, -2.187145709991455, -2.170436382293701, -2.2021076679229736, -0.9314939379692078, -0.7654008865356445, -0.9482337832450867]}, "Bot004_119_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_119.log.json", "context": "Hello! How is your day? [WINKING FACE]  Are you still with me? Hi, it's okay Hi how are you doing today are you from a small town? Yes, I'm here", "response": "I have not done that. I am a stay at home mom.", "annotation_id": "Bot004_119_04", "annotations": ["X", "T", "T", "X", "T", "X", "T", "X", "O", "X", "O", "O", "T", "T", "T"], "gpt2background_target_score": [-9.545134544372559, -8.76507568359375, -9.398666381835938, -10.431357383728027, -10.695188522338867, -5.230659008026123, -2.561467170715332, -11.499911308288574, -11.73095989227295, -14.0591459274292, -7.716097831726074, -13.271102905273438, -12.17334270477295, -11.46013355255127], "gpt2background_argmax_score": [-2.13662052154541, -1.2113471031188965, -1.5648894309997559, -1.7970792055130005, -0.6839268803596497, -0.775888979434967, -1.2415467500686646, -3.484905958175659, -2.255195379257202, -1.2372597455978394, -1.4731800556182861, -2.1008033752441406, -0.40427151322364807, -1.2020477056503296, -0.2948852777481079, -3.085392951965332, -2.8241114616394043, -1.3504406213760376, -0.41503238677978516, -2.0091896057128906, -1.2965973615646362, -1.2210482358932495, -0.6075726747512817, -2.084561824798584, -1.3100532293319702, -1.2723124027252197, -1.4502625465393066, -0.24325315654277802, -1.951795220375061, -1.1841944456100464, -0.3491242527961731, -0.2011319249868393, -1.878216028213501, -2.168076992034912, -2.262350559234619, -0.9081424474716187, -0.7733582854270935, -1.7352142333984375, -1.3041354417800903, -1.1869595050811768, -0.8960117697715759, -2.1394121646881104, -1.639756202697754, -1.6593146324157715, -1.0148859024047852, -1.0352855920791626, -1.5109697580337524, -1.4414901733398438, -1.674734115600586, -1.139425277709961, -1.5601674318313599, -2.893393039703369, -2.908581018447876, -0.3318531811237335, -0.22483859956264496, -0.6084693074226379, -1.6406594514846802, -1.324782133102417]}, "Bot004_119_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_119.log.json", "context": "Hello! How is your day? [WINKING FACE]  Are you still with me? Hi, it's okay Hi how are you doing today are you from a small town? Yes, I'm here I have not done that. I am a stay at home mom. I'm from colorado\ni live here", "response": "I live in a small town in kansas", "annotation_id": "Bot004_119_06", "annotations": ["O", "O", "T", "O", "O", "O", "O", "T", "O", "T", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-9.545137405395508, -11.10413646697998, -7.538967609405518, -4.290374755859375, -9.072524070739746, -13.607490539550781, -8.283429145812988, -14.158483505249023, -13.578758239746094], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -0.7758899331092834, -1.2415435314178467, -3.484903335571289, -2.2551956176757812, -1.2372599840164185, -1.4731792211532593, -2.100804090499878, -0.40427127480506897, -1.202048659324646, -0.29488492012023926, -3.0853941440582275, -2.8241097927093506, -1.3504422903060913, -0.4150327146053314, -2.0091912746429443, -1.296597957611084, -1.2210489511489868, -0.6075729727745056, -2.084563732147217, -1.3100522756576538, -1.2723114490509033, -1.4502625465393066, -0.24325287342071533, -1.9517920017242432, -1.1841939687728882, -0.3491242527961731, -0.20113278925418854, -1.8782182931900024, -2.1680777072906494, -2.26235032081604, -0.9081432819366455, -0.773359477519989, -1.7352107763290405, -1.3041348457336426, -1.1869583129882812, -0.896011471748352, -2.1394126415252686, -1.6397569179534912, -0.801306962966919, -1.386054277420044, -1.6872020959854126, -1.118215560913086, -2.2744505405426025, -1.356184720993042, -1.149938941001892, -2.9203720092773438, -2.7835257053375244, -0.34363770484924316, -0.20896895229816437, -0.7454888820648193, -1.8095711469650269, -1.203709363937378, -1.7347780466079712, -2.5337579250335693, -1.7928982973098755, -2.079058885574341, -1.7017492055892944, -0.4543708860874176, -1.6565345525741577, -0.4626103639602661, -2.3165321350097656, -2.014425754547119, -1.5003091096878052, -0.7800581455230713, -1.724682331085205, -0.7121134400367737, -0.3026471436023712, -1.6937228441238403, -1.747322678565979, -1.4591021537780762, -1.317650318145752]}, "Bot004_119_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_119.log.json", "context": "Hello! How is your day? [WINKING FACE]  Are you still with me? Hi, it's okay Hi how are you doing today are you from a small town? Yes, I'm here I have not done that. I am a stay at home mom. I'm from colorado\ni live here I live in a small town in kansas what is you hobby?", "response": "I like to garden and am not a big fan of hunting, but i do like to fish.", "annotation_id": "Bot004_119_08", "annotations": ["T", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "T", "O"], "gpt2background_target_score": [-9.545137405395508, -10.840545654296875, -2.5775399208068848, -11.32496166229248, -8.943187713623047, -11.81688117980957, -9.008037567138672, -10.7225341796875, -14.25853157043457, -11.422646522521973, -9.688446044921875, -12.07836627960205, -10.335827827453613, -9.622254371643066, -8.309918403625488, -9.036907196044922, -7.365735054016113, -8.37802791595459, -13.186429023742676, -9.456934928894043], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -0.7758899331092834, -1.2415435314178467, -3.484903335571289, -2.2551956176757812, -1.2372599840164185, -1.4731792211532593, -2.100804090499878, -0.40427127480506897, -1.202048659324646, -0.29488492012023926, -3.0853941440582275, -2.8241097927093506, -1.3504422903060913, -0.4150327146053314, -2.0091912746429443, -1.296597957611084, -1.2210489511489868, -0.6075729727745056, -2.084563732147217, -1.3100522756576538, -1.2723114490509033, -1.4502625465393066, -0.24325287342071533, -1.9517920017242432, -1.1841939687728882, -0.3491242527961731, -0.20113278925418854, -1.8782182931900024, -2.1680777072906494, -2.26235032081604, -0.9081432819366455, -0.7733591794967651, -1.7352100610733032, -1.304134726524353, -1.1869590282440186, -0.8960120677947998, -2.1394126415252686, -1.6397567987442017, -0.8013087511062622, -1.386056900024414, -1.687203049659729, -1.118214726448059, -2.274449586868286, -1.356184482574463, -1.1499384641647339, -2.9203712940216064, -2.783524990081787, -0.34363728761672974, -0.2089681774377823, -0.7454894185066223, -1.809571623802185, -1.2037107944488525, -1.734778881072998, -2.5337588787078857, -1.7928975820541382, -2.079057216644287, -1.7017488479614258, -0.4543716311454773, -1.65653657913208, -0.4626102149486542, -2.3165316581726074, -1.6360799074172974, -0.9111599922180176, -1.9831907749176025, -0.9587456583976746, -0.4742262065410614, -1.6792223453521729, -1.6450783014297485, -1.5028924942016602, -1.5586574077606201, -2.0629053115844727, -1.5880078077316284, -1.6309365034103394, -1.4168365001678467, -1.8114782571792603, -1.7468546628952026, -1.709686517715454, -1.5254991054534912, -2.718812942504883, -2.1961493492126465, -2.13999605178833, -2.698918342590332, -1.9869747161865234, -2.4073245525360107, -0.6617858409881592, -0.2835830748081207, -2.723118543624878, -1.288680911064148, -1.0863871574401855, -1.025362491607666, -2.677175283432007, -1.793789267539978, -0.8691616058349609, -2.372128963470459, -1.5051151514053345, -1.110044240951538]}, "Bot004_119_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_119.log.json", "context": "Hello! How is your day? [WINKING FACE]  Are you still with me? Hi, it's okay Hi how are you doing today are you from a small town? Yes, I'm here I have not done that. I am a stay at home mom. I'm from colorado\ni live here I live in a small town in kansas what is you hobby? I like to garden and am not a big fan of hunting, but i do like to fish. and my favorite activity is rock climbing\nwhat do you think about it?\nhave you ever tried?", "response": "I have not tried it. I am a huge fan of the wine occassionally.", "annotation_id": "Bot004_119_10", "annotations": ["O", "O", "O", "O", "T", "O", "O", "O", "O", "O", "O", "T", "O", "X", "T"], "gpt2background_target_score": [-9.545137405395508, -8.76507568359375, -9.398665428161621, -14.063291549682617, -10.934212684631348, -5.230659008026123, -2.5614688396453857, -11.49991226196289, -11.730960845947266, -13.529107093811035, -12.036932945251465, -8.603811264038086, -9.594341278076172, -12.54708480834961, -13.202176094055176, -13.509156227111816, -14.40847110748291, -9.706306457519531], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -0.7758899331092834, -1.2415435314178467, -3.484903335571289, -2.2551956176757812, -1.2372599840164185, -1.4731792211532593, -2.100804090499878, -0.40427127480506897, -1.202048659324646, -0.29488492012023926, -3.0853941440582275, -2.8241097927093506, -1.3504422903060913, -0.4150327146053314, -2.0091912746429443, -1.296597957611084, -1.2210489511489868, -0.6075729727745056, -2.084563732147217, -1.3100522756576538, -1.2723114490509033, -1.4502625465393066, -0.24325287342071533, -1.9517920017242432, -1.1841939687728882, -0.3491242527961731, -0.20113278925418854, -1.8782182931900024, -2.1680777072906494, -2.26235032081604, -0.9081432819366455, -0.7733591794967651, -1.7352100610733032, -1.304134726524353, -1.1869590282440186, -0.8960120677947998, -2.1394126415252686, -1.6397567987442017, -0.8013087511062622, -1.386056900024414, -1.687203049659729, -1.118214726448059, -2.274449586868286, -1.356184482574463, -1.1499384641647339, -2.9203712940216064, -2.783524990081787, -0.34363728761672974, -0.2089681774377823, -0.7454894185066223, -1.809571623802185, -1.2037107944488525, -1.734778881072998, -2.5337588787078857, -1.7928975820541382, -2.079057216644287, -1.7017488479614258, -0.4543716311454773, -1.65653657913208, -0.4626102149486542, -2.3165316581726074, -1.6360799074172974, -0.9111599922180176, -1.9831907749176025, -0.9587456583976746, -0.4742262065410614, -1.6792223453521729, -1.6450783014297485, -1.5028924942016602, -1.5586574077606201, -2.0629053115844727, -1.5880078077316284, -1.6309365034103394, -1.4168365001678467, -1.8114782571792603, -1.557110071182251, -1.5003045797348022, -2.4256978034973145, -1.6921766996383667, -2.0235753059387207, -2.767284631729126, -2.0074079036712646, -2.2913239002227783, -0.678775429725647, -0.2772993743419647, -2.8169195652008057, -1.2507810592651367, -1.1957083940505981, -1.072595238685608, -2.6101560592651367, -1.9405479431152344, -0.8690746426582336, -2.3286585807800293, -1.379980206489563, -1.2689779996871948, -1.5371074676513672, -2.5685324668884277, -2.294236421585083, -0.4746374487876892, -2.045315742492676, -1.055802583694458, -0.8890685439109802, -1.2897448539733887, -1.498634696006775, -0.2720159888267517, -1.4273104667663574, -1.4751031398773193, -1.8500645160675049, -0.5561153292655945, -1.4978320598602295, -1.212030291557312, -0.5191894769668579, -1.802293062210083, -1.4794427156448364, -1.3528971672058105, -1.73191237449646, -1.297590970993042, -2.1181652545928955, -1.790578007698059, -0.9923715591430664, -1.792083740234375, -1.6825854778289795, -0.8904411792755127, -2.3304758071899414, -2.0080764293670654, -2.6564433574676514, -1.0325958728790283, -0.29100707173347473, -2.2261617183685303, -3.0262038707733154, -1.9703551530838013, -3.02470064163208, -1.6215131282806396, -1.6788249015808105, -1.0775134563446045]}, "Bot004_119_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_119.log.json", "context": "Hello! How is your day? [WINKING FACE]  Are you still with me? Hi, it's okay Hi how are you doing today are you from a small town? Yes, I'm here I have not done that. I am a stay at home mom. I'm from colorado\ni live here I live in a small town in kansas what is you hobby? I like to garden and am not a big fan of hunting, but i do like to fish. and my favorite activity is rock climbing\nwhat do you think about it?\nhave you ever tried? I have not tried it. I am a huge fan of the wine occassionally. and what are you?", "response": "I am a chicken corn corn corn corn.  Are you bored talking to me? [LOUDLY CRYING FACE]", "annotation_id": "Bot004_119_12", "annotations": ["X", "X", "X", "X", "X", "O", "T", "T", "O", "T", "X", "O", "X", "T", "X"], "gpt2background_target_score": [-9.545137405395508, -8.814091682434082, -6.720869541168213, -10.943405151367188, -11.769371032714844, -13.48940658569336, -12.482826232910156, -13.983527183532715, -7.0940141677856445, -8.900392532348633, -11.4532470703125, -9.128151893615723, -12.216975212097168, -11.809662818908691, -9.58072566986084, -7.964357376098633, -6.698183059692383, -7.898764133453369, -12.564413070678711, -12.862607955932617, -11.192028045654297, -13.850293159484863, -12.761478424072266, -12.98917007446289, -12.572630882263184, -10.620055198669434], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -0.7758899331092834, -1.2415435314178467, -3.484903335571289, -2.2551956176757812, -1.2372599840164185, -1.4731792211532593, -2.100804090499878, -0.40427127480506897, -1.202048659324646, -0.29488492012023926, -3.0853941440582275, -2.8241097927093506, -1.3504422903060913, -0.4150327146053314, -2.0091912746429443, -1.296597957611084, -1.2210489511489868, -0.6075729727745056, -2.084563732147217, -1.3100522756576538, -1.2723114490509033, -1.4502625465393066, -0.24325287342071533, -1.9517920017242432, -1.1841939687728882, -0.3491242527961731, -0.20113278925418854, -1.8782182931900024, -2.1680777072906494, -2.26235032081604, -0.9081432819366455, -0.7733591794967651, -1.7352100610733032, -1.304134726524353, -1.1869590282440186, -0.8960120677947998, -2.1394126415252686, -1.6397567987442017, -0.8013087511062622, -1.386056900024414, -1.687203049659729, -1.118214726448059, -2.274449586868286, -1.356184482574463, -1.1499384641647339, -2.9203712940216064, -2.783524990081787, -0.34363728761672974, -0.2089681774377823, -0.7454894185066223, -1.809571623802185, -1.2037107944488525, -1.734778881072998, -2.5337588787078857, -1.7928975820541382, -2.079057216644287, -1.7017488479614258, -0.4543716311454773, -1.65653657913208, -0.4626102149486542, -2.3165316581726074, -1.6360799074172974, -0.9111599922180176, -1.9831907749176025, -0.9587456583976746, -0.4742262065410614, -1.6792223453521729, -1.6450783014297485, -1.5028924942016602, -1.5586574077606201, -2.0629053115844727, -1.5880078077316284, -1.6309365034103394, -1.4168365001678467, -1.8114782571792603, -1.557110071182251, -1.5003045797348022, -2.4256978034973145, -1.6921766996383667, -2.0235753059387207, -2.767284631729126, -2.0074079036712646, -2.2913239002227783, -0.678775429725647, -0.2772993743419647, -2.8169195652008057, -1.2507810592651367, -1.1957083940505981, -1.072595238685608, -2.6101560592651367, -1.9405479431152344, -0.8690746426582336, -2.3286585807800293, -1.379980206489563, -1.2689779996871948, -1.5371074676513672, -2.5685324668884277, -2.294236421585083, -0.4746374487876892, -2.045315742492676, -1.055802583694458, -0.8890685439109802, -1.2897448539733887, -1.498634696006775, -0.2720159888267517, -1.4273104667663574, -1.4751031398773193, -1.8500645160675049, -0.5561153292655945, -1.4978320598602295, -1.212030291557312, -0.5191894769668579, -1.802293062210083, -1.4794427156448364, -1.3528971672058105, -1.73191237449646, -1.9042575359344482, -1.9032843112945557, -1.3886126279830933, -1.7076244354248047, -1.5119783878326416, -1.2558034658432007, -2.4368057250976562, -2.1056032180786133, -2.5398945808410645, -1.0805662870407104, -0.28436964750289917, -2.4873881340026855, -2.749444007873535, -2.1099674701690674, -3.087629795074463, -1.5659416913986206, -1.8550693988800049, -1.2316054105758667, -1.555303931236267, -2.0312347412109375, -1.1853679418563843, -1.6126770973205566, -1.7236518859863281, -1.2791370153427124, -2.2209208011627197, -1.3376458883285522, -1.6345421075820923, -2.5827648639678955, -2.89090633392334, -2.8651256561279297, -2.028149127960205, -1.7298336029052734, -1.0149056911468506, -1.3878092765808105, -0.30462759733200073, -2.5308985710144043, -0.7770135402679443, -0.47755876183509827, -1.4482229948043823, -0.6892532706260681, -0.7551859617233276, -2.5626139640808105, -1.1177839040756226, -0.941544771194458, -1.4323102235794067, -1.7976568937301636, -1.9864016771316528, -2.7011220455169678, -1.3142991065979004, -1.2069026231765747]}, "Bot004_119_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_119.log.json", "context": "Hello! How is your day? [WINKING FACE]  Are you still with me? Hi, it's okay Hi how are you doing today are you from a small town? Yes, I'm here I have not done that. I am a stay at home mom. I'm from colorado\ni live here I live in a small town in kansas what is you hobby? I like to garden and am not a big fan of hunting, but i do like to fish. and my favorite activity is rock climbing\nwhat do you think about it?\nhave you ever tried? I have not tried it. I am a huge fan of the wine occassionally. and what are you? I am a chicken corn corn corn corn.  Are you bored talking to me? [LOUDLY CRYING FACE] What is you profession?", "response": "I am a lawyer. What about you?", "annotation_id": "Bot004_119_14", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "T", "O", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-9.545137405395508, -8.814091682434082, -6.720869541168213, -12.163212776184082, -11.372945785522461, -11.29342269897461, -10.049470901489258, -10.620773315429688, -8.910117149353027], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -0.7758899331092834, -1.2415435314178467, -3.484903335571289, -2.2551956176757812, -1.2372599840164185, -1.4731792211532593, -2.100804090499878, -0.40427127480506897, -1.202048659324646, -0.29488492012023926, -3.0853941440582275, -2.8241097927093506, -1.3504422903060913, -0.4150327146053314, -2.0091912746429443, -1.296597957611084, -1.2210489511489868, -0.6075729727745056, -2.084563732147217, -1.3100522756576538, -1.2723114490509033, -1.4502625465393066, -0.24325287342071533, -1.9517920017242432, -1.1841939687728882, -0.3491242527961731, -0.20113278925418854, -1.8782182931900024, -2.1680777072906494, -2.26235032081604, -0.9081432819366455, -0.7733591794967651, -1.7352100610733032, -1.304134726524353, -1.1869590282440186, -0.8960120677947998, -2.1394126415252686, -1.6397567987442017, -0.8013087511062622, -1.386056900024414, -1.687203049659729, -1.118214726448059, -2.274449586868286, -1.356184482574463, -1.1499384641647339, -2.9203712940216064, -2.783524990081787, -0.34363728761672974, -0.2089681774377823, -0.7454894185066223, -1.809571623802185, -1.2037107944488525, -1.734778881072998, -2.5337588787078857, -1.7928975820541382, -2.079057216644287, -1.7017488479614258, -0.4543716311454773, -1.65653657913208, -0.4626102149486542, -2.3165316581726074, -1.6360799074172974, -0.9111599922180176, -1.9831907749176025, -0.9587456583976746, -0.4742262065410614, -1.6792223453521729, -1.6450783014297485, -1.5028924942016602, -1.5586574077606201, -2.0629053115844727, -1.5880078077316284, -1.6309365034103394, -1.4168365001678467, -1.8114782571792603, -1.557110071182251, -1.5003045797348022, -2.4256978034973145, -1.6921766996383667, -2.0235753059387207, -2.767284631729126, -2.0074079036712646, -2.2913239002227783, -0.678775429725647, -0.2772993743419647, -2.8169195652008057, -1.2507810592651367, -1.1957083940505981, -1.072595238685608, -2.6101560592651367, -1.9405479431152344, -0.8690746426582336, -2.3286585807800293, -1.379980206489563, -1.2689779996871948, -1.5371074676513672, -2.5685324668884277, -2.294236421585083, -0.4746374487876892, -2.045315742492676, -1.055802583694458, -0.8890685439109802, -1.2897448539733887, -1.498634696006775, -0.2720159888267517, -1.4273104667663574, -1.4751031398773193, -1.8500645160675049, -0.5561153292655945, -1.4978320598602295, -1.212030291557312, -0.5191894769668579, -1.802293062210083, -1.4794427156448364, -1.3528971672058105, -1.73191237449646, -1.9042575359344482, -1.9032843112945557, -1.3886126279830933, -1.7076244354248047, -1.5119783878326416, -1.2558034658432007, -2.4368057250976562, -2.1056032180786133, -2.5398945808410645, -1.0805662870407104, -0.28436964750289917, -2.4873883724212646, -2.7494449615478516, -2.1099681854248047, -3.087627410888672, -1.5659408569335938, -1.855068564414978, -1.2316052913665771, -1.5553056001663208, -2.0312323570251465, -1.1853662729263306, -1.612678050994873, -1.7236506938934326, -2.219639778137207, -1.6619539260864258, -1.7420192956924438, -2.556940793991089, -3.2435834407806396, -2.865999937057495, -2.807378053665161, -2.1558876037597656, -1.6105647087097168, -1.2346346378326416, -0.27445513010025024, -2.5953192710876465, -0.7706385850906372, -0.5649130344390869, -1.501138687133789, -0.713441789150238, -1.534672498703003, -2.8770976066589355, -1.171514868736267, -1.0565123558044434, -1.2842732667922974, -1.3451520204544067, -2.0392568111419678, -2.231229543685913, -0.742154598236084, -1.092756748199463, -1.543708086013794, -1.0210663080215454, -1.1700692176818848, -1.7777326107025146, -1.6031676530838013, -1.4279414415359497, -1.7299612760543823, -1.6037033796310425, -2.56573486328125, -1.5069818496704102, -0.8203235268592834, -1.8440660238265991, -0.7996379137039185, -0.531995952129364, -0.9581263065338135]}, "Bot004_119_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_119.log.json", "context": "Hello! How is your day? [WINKING FACE]  Are you still with me? Hi, it's okay Hi how are you doing today are you from a small town? Yes, I'm here I have not done that. I am a stay at home mom. I'm from colorado\ni live here I live in a small town in kansas what is you hobby? I like to garden and am not a big fan of hunting, but i do like to fish. and my favorite activity is rock climbing\nwhat do you think about it?\nhave you ever tried? I have not tried it. I am a huge fan of the wine occassionally. and what are you? I am a chicken corn corn corn corn.  Are you bored talking to me? [LOUDLY CRYING FACE] What is you profession? I am a lawyer. What about you? i'm a mechanical engineer", "response": "That is interesting. I am a lawyer.", "annotation_id": "Bot004_119_16", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "T", "T"], "gpt2background_target_score": [-13.314728736877441, -7.743422508239746, -9.646273612976074, -10.12729263305664, -10.199124336242676, -11.81688117980957, -8.276529312133789, -14.832200050354004, -7.0940141677856445], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -0.7758899331092834, -1.2415435314178467, -3.484903335571289, -2.2551956176757812, -1.2372599840164185, -1.4731792211532593, -2.100804090499878, -0.40427127480506897, -1.202048659324646, -0.29488492012023926, -3.0853941440582275, -2.8241097927093506, -1.3504422903060913, -0.4150327146053314, -2.0091912746429443, -1.296597957611084, -1.2210489511489868, -0.6075729727745056, -2.084563732147217, -1.3100522756576538, -1.2723114490509033, -1.4502625465393066, -0.24325287342071533, -1.9517920017242432, -1.1841939687728882, -0.3491242527961731, -0.20113278925418854, -1.8782182931900024, -2.1680777072906494, -2.26235032081604, -0.9081432819366455, -0.7733591794967651, -1.7352100610733032, -1.304134726524353, -1.1869590282440186, -0.8960120677947998, -2.1394126415252686, -1.6397567987442017, -0.8013087511062622, -1.386056900024414, -1.687203049659729, -1.118214726448059, -2.274449586868286, -1.356184482574463, -1.1499384641647339, -2.9203712940216064, -2.783524990081787, -0.34363728761672974, -0.2089681774377823, -0.7454894185066223, -1.809571623802185, -1.2037107944488525, -1.734778881072998, -2.5337588787078857, -1.7928975820541382, -2.079057216644287, -1.7017488479614258, -0.4543716311454773, -1.65653657913208, -0.4626102149486542, -2.3165316581726074, -1.6360799074172974, -0.9111599922180176, -1.9831907749176025, -0.9587456583976746, -0.4742262065410614, -1.6792223453521729, -1.6450783014297485, -1.5028924942016602, -1.5586574077606201, -2.0629053115844727, -1.5880078077316284, -1.6309365034103394, -1.4168365001678467, -1.8114782571792603, -1.557110071182251, -1.5003045797348022, -2.4256978034973145, -1.6921766996383667, -2.0235753059387207, -2.767284631729126, -2.0074079036712646, -2.2913239002227783, -0.678775429725647, -0.2772993743419647, -2.8169195652008057, -1.2507810592651367, -1.1957083940505981, -1.072595238685608, -2.6101560592651367, -1.9405479431152344, -0.8690746426582336, -2.3286585807800293, -1.379980206489563, -1.2689779996871948, -1.5371074676513672, -2.5685324668884277, -2.294236421585083, -0.4746374487876892, -2.045315742492676, -1.055802583694458, -0.8890685439109802, -1.2897448539733887, -1.498634696006775, -0.2720159888267517, -1.4273104667663574, -1.4751031398773193, -1.8500645160675049, -0.5561153292655945, -1.4978320598602295, -1.212030291557312, -0.5191894769668579, -1.802293062210083, -1.4794427156448364, -1.3528971672058105, -1.73191237449646, -1.9042575359344482, -1.9032843112945557, -1.3886126279830933, -1.7076244354248047, -1.5119783878326416, -1.2558034658432007, -2.4368057250976562, -2.1056032180786133, -2.5398945808410645, -1.0805662870407104, -0.28436964750289917, -2.4873883724212646, -2.7494449615478516, -2.1099681854248047, -3.087627410888672, -1.5659408569335938, -1.855068564414978, -1.231605887413025, -1.5553040504455566, -2.0312342643737793, -1.1853666305541992, -1.6126766204833984, -1.723653793334961, -2.2196390628814697, -1.6619524955749512, -1.7420201301574707, -2.556938886642456, -3.243582248687744, -2.8659989833831787, -2.8073766231536865, -2.155885696411133, -1.6105647087097168, -1.234633445739746, -0.27445486187934875, -2.5953197479248047, -0.7706392407417297, -0.5649125576019287, -1.5011361837387085, -0.713441789150238, -1.5346729755401611, -2.87709641456604, -1.171514868736267, -1.0565130710601807, -1.2842729091644287, -1.3451528549194336, -2.039255142211914, -2.2312302589416504, -0.7421557307243347, -1.0927578210830688, -1.5437079668045044, -1.0210659503936768, -1.1700693368911743, -1.7777314186096191, -1.603167176246643, -1.7897577285766602, -1.5201863050460815, -3.1953001022338867, -1.4686012268066406, -1.0860180854797363, -1.6579593420028687, -0.744151771068573, -0.49462834000587463, -1.3441332578659058, -1.5626556873321533, -1.1629692316055298, -1.0603700876235962, -0.5789000988006592, -0.8188941478729248, -1.7221992015838623, -0.7624127864837646, -2.1750478744506836, -1.0800775289535522, -1.1948179006576538, -2.038269519805908, -1.2698653936386108, -1.7180163860321045, -1.0071723461151123, -1.2000254392623901]}, "Bot004_119_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_119.log.json", "context": "Hello! How is your day? [WINKING FACE]  Are you still with me? Hi, it's okay Hi how are you doing today are you from a small town? Yes, I'm here I have not done that. I am a stay at home mom. I'm from colorado\ni live here I live in a small town in kansas what is you hobby? I like to garden and am not a big fan of hunting, but i do like to fish. and my favorite activity is rock climbing\nwhat do you think about it?\nhave you ever tried? I have not tried it. I am a huge fan of the wine occassionally. and what are you? I am a chicken corn corn corn corn.  Are you bored talking to me? [LOUDLY CRYING FACE] What is you profession? I am a lawyer. What about you? i'm a mechanical engineer That is interesting. I am a lawyer. Do you like this profession?", "response": "I do not. I am a lawyer. You?", "annotation_id": "Bot004_119_18", "annotations": ["T", "X", "T", "O", "T", "X", "T", "X", "O", "T", "O", "O", "X", "O", "X"], "gpt2background_target_score": [-9.545137405395508, -8.717646598815918, -9.398665428161621, -10.12729263305664, -10.199124336242676, -11.81688117980957, -8.276529312133789, -14.832200050354004, -7.0940141677856445, -8.623632431030273, -6.2021613121032715], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -0.7758899331092834, -1.2415435314178467, -3.484903335571289, -2.2551956176757812, -1.2372599840164185, -1.4731792211532593, -2.100804090499878, -0.40427127480506897, -1.202048659324646, -0.29488492012023926, -3.0853941440582275, -2.8241097927093506, -1.3504422903060913, -0.4150327146053314, -2.0091912746429443, -1.296597957611084, -1.2210489511489868, -0.6075729727745056, -2.084563732147217, -1.3100522756576538, -1.2723114490509033, -1.4502625465393066, -0.24325287342071533, -1.9517920017242432, -1.1841939687728882, -0.3491242527961731, -0.20113278925418854, -1.8782182931900024, -2.1680777072906494, -2.26235032081604, -0.9081432819366455, -0.7733591794967651, -1.7352100610733032, -1.304134726524353, -1.1869590282440186, -0.8960120677947998, -2.1394126415252686, -1.6397567987442017, -0.8013087511062622, -1.386056900024414, -1.687203049659729, -1.118214726448059, -2.274449586868286, -1.356184482574463, -1.1499384641647339, -2.9203712940216064, -2.783524990081787, -0.34363728761672974, -0.2089681774377823, -0.7454894185066223, -1.809571623802185, -1.2037107944488525, -1.734778881072998, -2.5337588787078857, -1.7928975820541382, -2.079057216644287, -1.7017488479614258, -0.4543716311454773, -1.65653657913208, -0.4626102149486542, -2.3165316581726074, -1.6360799074172974, -0.9111599922180176, -1.9831907749176025, -0.9587456583976746, -0.4742262065410614, -1.6792223453521729, -1.6450783014297485, -1.5028924942016602, -1.5586574077606201, -2.0629053115844727, -1.5880078077316284, -1.6309365034103394, -1.4168365001678467, -1.8114782571792603, -1.557110071182251, -1.5003045797348022, -2.4256978034973145, -1.6921766996383667, -2.0235753059387207, -2.767284631729126, -2.0074079036712646, -2.2913239002227783, -0.678775429725647, -0.2772993743419647, -2.8169195652008057, -1.2507810592651367, -1.1957083940505981, -1.072595238685608, -2.6101560592651367, -1.9405479431152344, -0.8690746426582336, -2.3286585807800293, -1.379980206489563, -1.2689779996871948, -1.5371074676513672, -2.5685324668884277, -2.294236421585083, -0.4746374487876892, -2.045315742492676, -1.055802583694458, -0.8890685439109802, -1.2897448539733887, -1.498634696006775, -0.2720159888267517, -1.4273104667663574, -1.4751031398773193, -1.8500645160675049, -0.5561153292655945, -1.4978320598602295, -1.212030291557312, -0.5191894769668579, -1.802293062210083, -1.4794427156448364, -1.3528971672058105, -1.73191237449646, -1.9042575359344482, -1.9032843112945557, -1.3886126279830933, -1.7076244354248047, -1.5119783878326416, -1.2558034658432007, -2.4368057250976562, -2.1056032180786133, -2.5398945808410645, -1.0805662870407104, -0.28436964750289917, -2.4873883724212646, -2.7494449615478516, -2.1099681854248047, -3.087627410888672, -1.5659408569335938, -1.855068564414978, -1.231605887413025, -1.5553040504455566, -2.0312342643737793, -1.1853666305541992, -1.6126766204833984, -1.723653793334961, -2.2196390628814697, -1.6619524955749512, -1.7420201301574707, -2.556938886642456, -3.243582248687744, -2.8659989833831787, -2.8073766231536865, -2.155885696411133, -1.6105647087097168, -1.234633445739746, -0.27445486187934875, -2.5953197479248047, -0.7706392407417297, -0.5649125576019287, -1.5011361837387085, -0.713441789150238, -1.5346729755401611, -2.87709641456604, -1.171514868736267, -1.0565130710601807, -1.2842729091644287, -1.3451528549194336, -2.039255142211914, -2.2312302589416504, -0.7421557307243347, -1.0927578210830688, -1.5437079668045044, -1.0210659503936768, -1.1700693368911743, -1.7777314186096191, -1.603167176246643, -1.7897577285766602, -1.5201863050460815, -3.1953001022338867, -1.4686012268066406, -1.0860180854797363, -1.6579593420028687, -0.744151771068573, -0.49462834000587463, -1.3441332578659058, -1.5626556873321533, -1.1629692316055298, -1.0603700876235962, -0.5789000988006592, -0.8188941478729248, -0.8846284747123718, -2.354470729827881, -0.960357129573822, -1.701834797859192, -1.736498236656189, -1.1781078577041626, -2.4567387104034424, -0.8543566465377808, -1.461416244506836, -0.19082844257354736, -1.289674997329712, -1.2311115264892578, -1.4441064596176147, -0.4476143419742584, -1.723679542541504, -1.44157874584198, -1.758787989616394, -1.6708825826644897, -0.7627139687538147, -0.6355985403060913, -1.064070701599121, -0.7298569679260254, -1.7221204042434692, -0.4812141954898834, -0.9801068902015686, -1.3423347473144531, -1.1875535249710083]}, "Bot004_119_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_119.log.json", "context": "Hello! How is your day? [WINKING FACE]  Are you still with me? Hi, it's okay Hi how are you doing today are you from a small town? Yes, I'm here I have not done that. I am a stay at home mom. I'm from colorado\ni live here I live in a small town in kansas what is you hobby? I like to garden and am not a big fan of hunting, but i do like to fish. and my favorite activity is rock climbing\nwhat do you think about it?\nhave you ever tried? I have not tried it. I am a huge fan of the wine occassionally. and what are you? I am a chicken corn corn corn corn.  Are you bored talking to me? [LOUDLY CRYING FACE] What is you profession? I am a lawyer. What about you? i'm a mechanical engineer That is interesting. I am a lawyer. Do you like this profession? I do not. I am a lawyer. You? mechanical engineer", "response": "Banking. I am a bank teller.", "annotation_id": "Bot004_119_20", "annotations": ["O", "X", "T", "X", "T", "O", "X", "X", "O", "X", "O", "O", "X", "O", "X"], "gpt2background_target_score": [-10.235367774963379, -11.849191665649414, -8.726309776306152, -6.848502159118652, -12.029468536376953, -7.532219886779785, -13.321242332458496, -11.920952796936035, -8.907552719116211, -6.982036590576172], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -0.7758899331092834, -1.2415435314178467, -3.484903335571289, -2.2551956176757812, -1.2372599840164185, -1.4731792211532593, -2.100804090499878, -0.40427127480506897, -1.202048659324646, -0.29488492012023926, -3.0853941440582275, -2.8241097927093506, -1.3504422903060913, -0.4150327146053314, -2.0091912746429443, -1.296597957611084, -1.2210489511489868, -0.6075729727745056, -2.084563732147217, -1.3100522756576538, -1.2723114490509033, -1.4502625465393066, -0.24325287342071533, -1.9517920017242432, -1.1841939687728882, -0.3491242527961731, -0.20113278925418854, -1.8782182931900024, -2.1680777072906494, -2.26235032081604, -0.9081432819366455, -0.7733591794967651, -1.7352100610733032, -1.304134726524353, -1.1869590282440186, -0.8960120677947998, -2.1394126415252686, -1.6397567987442017, -0.8013087511062622, -1.386056900024414, -1.687203049659729, -1.118214726448059, -2.274449586868286, -1.356184482574463, -1.1499384641647339, -2.9203712940216064, -2.783524990081787, -0.34363728761672974, -0.2089681774377823, -0.7454894185066223, -1.809571623802185, -1.2037107944488525, -1.734778881072998, -2.5337588787078857, -1.7928975820541382, -2.079057216644287, -1.7017488479614258, -0.4543716311454773, -1.65653657913208, -0.4626102149486542, -2.3165316581726074, -1.6360799074172974, -0.9111599922180176, -1.9831907749176025, -0.9587456583976746, -0.4742262065410614, -1.6792223453521729, -1.6450783014297485, -1.5028924942016602, -1.5586574077606201, -2.0629053115844727, -1.5880078077316284, -1.6309365034103394, -1.4168365001678467, -1.8114782571792603, -1.557110071182251, -1.5003045797348022, -2.4256978034973145, -1.6921766996383667, -2.0235753059387207, -2.767284631729126, -2.0074079036712646, -2.2913239002227783, -0.678775429725647, -0.2772993743419647, -2.8169195652008057, -1.2507810592651367, -1.1957083940505981, -1.072595238685608, -2.6101560592651367, -1.9405479431152344, -0.8690746426582336, -2.3286585807800293, -1.379980206489563, -1.2689779996871948, -1.5371074676513672, -2.5685324668884277, -2.294236421585083, -0.4746374487876892, -2.045315742492676, -1.055802583694458, -0.8890685439109802, -1.2897448539733887, -1.498634696006775, -0.2720159888267517, -1.4273104667663574, -1.4751031398773193, -1.8500645160675049, -0.5561153292655945, -1.4978320598602295, -1.212030291557312, -0.5191894769668579, -1.802293062210083, -1.4794427156448364, -1.3528971672058105, -1.73191237449646, -1.9042575359344482, -1.9032843112945557, -1.3886126279830933, -1.7076244354248047, -1.5119783878326416, -1.2558034658432007, -2.4368057250976562, -2.1056032180786133, -2.5398945808410645, -1.0805662870407104, -0.28436964750289917, -2.4873883724212646, -2.7494449615478516, -2.1099681854248047, -3.087627410888672, -1.5659408569335938, -1.855068564414978, -1.231605887413025, -1.5553040504455566, -2.0312342643737793, -1.1853666305541992, -1.6126766204833984, -1.723653793334961, -2.2196390628814697, -1.6619524955749512, -1.7420201301574707, -2.556938886642456, -3.243582248687744, -2.8659989833831787, -2.8073766231536865, -2.155885696411133, -1.6105647087097168, -1.234633445739746, -0.27445486187934875, -2.5953197479248047, -0.7706392407417297, -0.5649125576019287, -1.5011361837387085, -0.713441789150238, -1.5346729755401611, -2.87709641456604, -1.171514868736267, -1.0565130710601807, -1.2842729091644287, -1.3451528549194336, -2.039255142211914, -2.2312302589416504, -0.7421557307243347, -1.0927578210830688, -1.5437079668045044, -1.0210659503936768, -1.1700693368911743, -1.7777314186096191, -1.603167176246643, -1.7897577285766602, -1.5201863050460815, -3.1953001022338867, -1.4686012268066406, -1.0860180854797363, -1.6579593420028687, -0.744151771068573, -0.49462834000587463, -1.3441332578659058, -1.5626556873321533, -1.1629692316055298, -1.0603700876235962, -0.5789000988006592, -0.8188941478729248, -0.8846284747123718, -2.354470729827881, -0.960357129573822, -1.701834797859192, -1.736498236656189, -1.1781078577041626, -2.4567387104034424, -0.8543566465377808, -1.461416244506836, -0.19082844257354736, -1.289674997329712, -1.2311115264892578, -1.4441064596176147, -0.4476143419742584, -1.723679542541504, -1.3697943687438965, -1.3900728225708008, -0.7568844556808472, -1.0554603338241577, -1.0318197011947632, -0.781409740447998, -1.9537218809127808, -0.4640716016292572, -1.4600869417190552, -1.302520751953125, -1.5881441831588745, -0.612877368927002, -1.069462537765503, -1.6697853803634644, -2.0391428470611572, -1.8847060203552246, -1.3947136402130127, -1.3293373584747314, -0.41521891951560974, -1.331432819366455, -2.2316672801971436, -0.031093891710042953, -0.5290607213973999, -0.9158163666725159]}, "Bot004_120_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_120.log.json", "context": "Hello [WAVING HAND SIGN] \nTell me about yourself!  Don't make me sad [DISAPPOINTED FACE]\nSay something! Hi\nWhat's your name?\nMy name is Kate\ni live in a rural farming community\ni like dogs", "response": "I love[HEAVY BLACK HEART] dogs. I have a dog named patrick. Are you a christian?  Don't make me sad [DISAPPOINTED FACE]\nSay something!", "annotation_id": "Bot004_120_02", "annotations": ["O", "T", "O", "O", "O", "O", "O", "O", "T", "T", "O", "O", "O", "T", "T"], "gpt2background_target_score": [-9.545137405395508, -12.386600494384766, -11.547666549682617, -12.126416206359863, -11.885510444641113, -7.622403144836426, -10.752264022827148, -8.30733871459961, -11.3991060256958, -11.485567092895508, -12.793659210205078, -8.58723258972168, -6.383452892303467, -9.824007034301758, -6.870713233947754, -11.91773509979248, -12.101372718811035, -13.230152130126953, -13.1310453414917, -8.532036781311035, -12.88179874420166, -5.445670127868652, -10.537359237670898, -15.025144577026367, -16.80003547668457, -10.12802791595459, -9.003890037536621, -11.825236320495605, -12.538186073303223, -11.378151893615723, -9.557111740112305, -10.574902534484863, -6.778928756713867, -11.725343704223633, -12.678753852844238, -11.237320899963379, -13.051050186157227, -13.600123405456543, -8.906458854675293, -10.475970268249512, -1.7262519598007202, -4.532333850860596, -11.162690162658691, -4.991108417510986], "gpt2background_argmax_score": [-2.1366207599639893, -2.6325762271881104, -1.420517086982727, -0.9300792217254639, -0.6234157085418701, -2.15484619140625, -1.018028736114502, -1.3643112182617188, -2.7501418590545654, -2.3617920875549316, -1.6215723752975464, -0.35667622089385986, -1.7823253870010376, -1.0461289882659912, -2.0033929347991943, -0.9854029417037964, -0.7672080397605896, -0.3114427626132965, -2.520352602005005, -1.3647687435150146, -1.6936053037643433, -1.752130150794983, -2.2574868202209473, -0.21454036235809326, -1.410929560661316, -0.1810617595911026, -0.28028643131256104, -0.3929266631603241, -0.5582665205001831, -1.2300893068313599, -0.5944191217422485, -1.74004065990448, -1.9094476699829102, -1.6479322910308838, -1.5341975688934326, -0.9598491787910461, -1.477220892906189, -1.1612292528152466, -1.9072755575180054, -0.6364399194717407, -1.7262519598007202, -1.4095187187194824, -0.5788528323173523, -0.38917893171310425, -3.976982593536377, -2.157839059829712, -1.5268069505691528, -0.9553393721580505, -0.44320955872535706, -1.9531995058059692, -1.5914684534072876, -1.3799034357070923, -1.3761708736419678, -1.7204662561416626, -1.8150781393051147, -1.4245436191558838, -1.0229331254959106, -1.2877802848815918, -2.4112043380737305, -1.7690438032150269, -0.6225534677505493, -3.3007383346557617, -1.7857462167739868, -0.19996409118175507, -2.6436045169830322, -3.2956314086914062, -0.15502318739891052, -1.1007534265518188, -1.3237015008926392, -1.667293906211853, -1.8898214101791382, -1.4130544662475586, -1.4278045892715454, -2.187228202819824, -2.099261999130249, -2.0073862075805664, -0.7185180187225342, -1.6808178424835205, -1.6475353240966797, -0.39289987087249756, -2.212163209915161, -1.209987998008728, -0.13970179855823517, -0.6269659996032715, -0.5837709903717041, -0.8821278214454651, -0.1848536729812622, -2.2861170768737793, -0.3473994731903076, -0.890006959438324, -1.2902778387069702, -3.1460933685302734, -0.5111306309700012, -0.05381796881556511, -0.12299134582281113, -0.16504523158073425, -0.4504048824310303, -0.23068085312843323, -0.7861739993095398, -1.131687879562378, -0.2395668774843216, -0.23830991983413696, -1.6883635520935059]}, "Bot004_120_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_120.log.json", "context": "Hello [WAVING HAND SIGN] \nTell me about yourself!  Don't make me sad [DISAPPOINTED FACE]\nSay something! Hi\nWhat's your name?\nMy name is Kate\ni live in a rural farming community\ni like dogs I love[HEAVY BLACK HEART] dogs. I have a dog named patrick. Are you a christian?  Don't make me sad [DISAPPOINTED FACE]\nSay something! i don't want to speak about religion", "response": "You should try to try it.", "annotation_id": "Bot004_120_04", "annotations": ["O", "O", "O", "T", "O", "O", "T", "O", "X", "T", "O", "O", "O", "X", "O"], "gpt2background_target_score": [-11.480239868164062, -12.875055313110352, -13.266291618347168, -8.334510803222656, -13.151976585388184, -10.938405990600586, -6.387389659881592], "gpt2background_argmax_score": [-2.1366207599639893, -2.6325762271881104, -1.420517086982727, -0.9300792217254639, -0.6234157085418701, -2.15484619140625, -1.018028736114502, -1.3643112182617188, -2.7501418590545654, -2.3617920875549316, -1.6215723752975464, -0.35667622089385986, -1.7823253870010376, -1.0461289882659912, -2.0033929347991943, -0.9854029417037964, -0.7672080397605896, -0.3114427626132965, -2.520352602005005, -1.3647687435150146, -1.6936053037643433, -1.752130150794983, -2.2574868202209473, -0.21454036235809326, -1.410929560661316, -0.1810617595911026, -0.28028643131256104, -0.3929266631603241, -0.5582665205001831, -1.2300893068313599, -0.5944191217422485, -1.74004065990448, -1.9094476699829102, -1.6479322910308838, -1.5341975688934326, -0.9598491787910461, -1.477220892906189, -1.1612292528152466, -1.9072755575180054, -0.6364399194717407, -1.7262519598007202, -1.4095187187194824, -0.5788528323173523, -0.38917893171310425, -3.976982593536377, -2.157839059829712, -1.5268069505691528, -0.9553393721580505, -0.44320955872535706, -1.9531995058059692, -1.5914684534072876, -1.3799034357070923, -1.3761708736419678, -1.7204662561416626, -1.8150781393051147, -1.4245436191558838, -1.0229331254959106, -1.2877802848815918, -1.4405982494354248, -1.6940820217132568, -3.0352213382720947, -1.6160656213760376, -0.31853583455085754, -2.2718048095703125, -3.173593521118164, -0.13909567892551422, -0.44459623098373413, -0.6470797657966614, -1.6100926399230957, -1.6176530122756958, -1.4956066608428955, -1.3131344318389893, -2.311699390411377, -2.3298747539520264, -1.9279565811157227, -0.7311146855354309, -1.7161798477172852, -1.730880856513977, -0.3517704904079437, -2.1316397190093994, -1.2737263441085815, -0.11577204614877701, -0.6967259645462036, -1.6195147037506104, -1.6972966194152832, -0.15759621560573578, -1.5548169612884521, -0.321900874376297, -0.7421611547470093, -2.0434250831604004, -2.5618884563446045, -0.5457737445831299, -0.053030528128147125, -0.12747043371200562, -0.14942987263202667, -0.46794119477272034, -0.24818231165409088, -0.7700135707855225, -1.8824678659439087, -0.26390689611434937, -0.2834739089012146, -1.7047264575958252, -1.9629974365234375, -0.14757046103477478, -1.674984335899353, -0.44666802883148193, -1.3869850635528564, -1.2221297025680542, -1.4716237783432007, -2.08158278465271, -2.2426908016204834, -1.7749621868133545, -2.0139729976654053, -1.1372207403182983, -2.850104808807373, -1.1020915508270264, -1.4881179332733154, -1.724469542503357]}, "Bot004_120_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_120.log.json", "context": "Hello [WAVING HAND SIGN] \nTell me about yourself!  Don't make me sad [DISAPPOINTED FACE]\nSay something! Hi\nWhat's your name?\nMy name is Kate\ni live in a rural farming community\ni like dogs I love[HEAVY BLACK HEART] dogs. I have a dog named patrick. Are you a christian?  Don't make me sad [DISAPPOINTED FACE]\nSay something! i don't want to speak about religion You should try to try it. No, thanks", "response": "I am not a fan of singing, but i love listening to classical music.", "annotation_id": "Bot004_120_06", "annotations": ["O", "T", "O", "O", "O", "O", "X", "O", "X", "T", "O", "X", "O", "T", "O"], "gpt2background_target_score": [-9.545137405395508, -11.068763732910156, -11.865364074707031, -9.622564315795898, -9.683716773986816, -11.313613891601562, -11.601886749267578, -5.5952253341674805, -8.174148559570312, -6.066048622131348, -11.259676933288574, -12.967877388000488, -5.855466842651367, -10.07544994354248, -9.81501293182373, -9.738449096679688], "gpt2background_argmax_score": [-2.1366207599639893, -2.6325762271881104, -1.420517086982727, -0.9300792217254639, -0.6234157085418701, -2.15484619140625, -1.018028736114502, -1.3643112182617188, -2.7501418590545654, -2.3617920875549316, -1.6215723752975464, -0.35667622089385986, -1.7823253870010376, -1.0461289882659912, -2.0033929347991943, -0.9854029417037964, -0.7672080397605896, -0.3114427626132965, -2.520352602005005, -1.3647687435150146, -1.6936053037643433, -1.752130150794983, -2.2574868202209473, -0.21454036235809326, -1.410929560661316, -0.1810617595911026, -0.28028643131256104, -0.3929266631603241, -0.5582665205001831, -1.2300893068313599, -0.5944191217422485, -1.74004065990448, -1.9094476699829102, -1.6479322910308838, -1.5341975688934326, -0.9598491787910461, -1.477220892906189, -1.1612292528152466, -1.9072755575180054, -0.6364399194717407, -1.7262519598007202, -1.4095187187194824, -0.5788528323173523, -0.38917893171310425, -3.976982593536377, -2.157839059829712, -1.5268069505691528, -0.9553393721580505, -0.44320955872535706, -1.9531995058059692, -1.5914684534072876, -1.3799034357070923, -1.3761708736419678, -1.7204662561416626, -1.8150781393051147, -1.4245436191558838, -1.0229331254959106, -1.2877802848815918, -1.4405982494354248, -1.6940820217132568, -3.0352213382720947, -1.6160656213760376, -0.31853583455085754, -2.2718048095703125, -3.173593521118164, -0.13909567892551422, -0.44459623098373413, -0.6470797657966614, -1.6100926399230957, -1.6176530122756958, -1.4956066608428955, -1.3131344318389893, -2.311699390411377, -2.3298747539520264, -1.9279565811157227, -0.7311146855354309, -1.7161798477172852, -1.730880856513977, -0.3517704904079437, -2.1316397190093994, -1.2737263441085815, -0.11577204614877701, -0.6967259645462036, -1.6195147037506104, -1.6972966194152832, -0.15759621560573578, -1.5548169612884521, -0.321900874376297, -0.7421611547470093, -2.0434250831604004, -2.5618886947631836, -0.5457755923271179, -0.05303041636943817, -0.12747043371200562, -0.14942997694015503, -0.4679415225982666, -0.24818184971809387, -0.770014226436615, -1.8824652433395386, -0.2639070749282837, -0.2834743559360504, -1.7047277688980103, -1.9629969596862793, -0.14757025241851807, -1.6749863624572754, -0.446668416261673, -1.38698410987854, -1.2221282720565796, -1.4716260433197021, -2.0815823078155518, -1.5119761228561401, -2.0036253929138184, -0.9819594025611877, -2.84641695022583, -1.0121742486953735, -1.564480185508728, -2.0090925693511963, -2.096247673034668, -1.7913447618484497, -1.3593603372573853, -2.102480888366699, -1.7793989181518555, -1.123892903327942, -0.9895991683006287, -0.10017401725053787, -0.26617631316185, -1.8834772109985352, -2.1111202239990234, -1.1682102680206299, -1.1819936037063599, -2.6045103073120117, -2.240172863006592, -0.3441433906555176, -1.3536767959594727, -0.32007747888565063, -1.1100162267684937, -1.4768846035003662]}, "Bot004_120_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_120.log.json", "context": "Hello [WAVING HAND SIGN] \nTell me about yourself!  Don't make me sad [DISAPPOINTED FACE]\nSay something! Hi\nWhat's your name?\nMy name is Kate\ni live in a rural farming community\ni like dogs I love[HEAVY BLACK HEART] dogs. I have a dog named patrick. Are you a christian?  Don't make me sad [DISAPPOINTED FACE]\nSay something! i don't want to speak about religion You should try to try it. No, thanks I am not a fan of singing, but i love listening to classical music. i like to watch nhl hockey and also i enjoy coloring books", "response": "I like to read too. I am a huge fan of the hobbit.", "annotation_id": "Bot004_120_08", "annotations": ["O", "T", "O", "O", "O", "O", "X", "O", "T", "T", "O", "X", "O", "O", "O"], "gpt2background_target_score": [-9.545137405395508, -10.429523468017578, -9.96121597290039, -10.743490219116211, -9.834870338439941, -6.511763572692871, -6.537110805511475, -9.174690246582031, -6.163433074951172, -11.288997650146484, -12.557591438293457, -8.499606132507324, -3.9024581909179688, -11.413488388061523, -12.480452537536621, -9.738449096679688], "gpt2background_argmax_score": [-2.1366207599639893, -2.6325762271881104, -1.420517086982727, -0.9300792217254639, -0.6234157085418701, -2.15484619140625, -1.018028736114502, -1.3643112182617188, -2.7501418590545654, -2.3617920875549316, -1.6215723752975464, -0.35667622089385986, -1.7823253870010376, -1.0461289882659912, -2.0033929347991943, -0.9854029417037964, -0.7672080397605896, -0.3114427626132965, -2.520352602005005, -1.3647687435150146, -1.6936053037643433, -1.752130150794983, -2.2574868202209473, -0.21454036235809326, -1.410929560661316, -0.1810617595911026, -0.28028643131256104, -0.3929266631603241, -0.5582665205001831, -1.2300893068313599, -0.5944191217422485, -1.74004065990448, -1.9094476699829102, -1.6479322910308838, -1.5341975688934326, -0.9598491787910461, -1.477220892906189, -1.1612292528152466, -1.9072755575180054, -0.6364399194717407, -1.7262519598007202, -1.4095187187194824, -0.5788528323173523, -0.38917893171310425, -3.976982593536377, -2.157839059829712, -1.5268069505691528, -0.9553393721580505, -0.44320955872535706, -1.9531995058059692, -1.5914684534072876, -1.3799034357070923, -1.3761708736419678, -1.7204662561416626, -1.8150781393051147, -1.4245436191558838, -1.0229331254959106, -1.2877802848815918, -1.4405982494354248, -1.6940820217132568, -3.0352213382720947, -1.6160656213760376, -0.31853583455085754, -2.2718048095703125, -3.173593521118164, -0.13909567892551422, -0.44459623098373413, -0.6470797657966614, -1.6100926399230957, -1.6176530122756958, -1.4956066608428955, -1.3131344318389893, -2.311699390411377, -2.3298747539520264, -1.9279565811157227, -0.7311146855354309, -1.7161798477172852, -1.730880856513977, -0.3517704904079437, -2.1316397190093994, -1.2737263441085815, -0.11577204614877701, -0.6967259645462036, -1.6195147037506104, -1.6972966194152832, -0.15759621560573578, -1.5548169612884521, -0.321900874376297, -0.7421611547470093, -2.0434250831604004, -2.5618884563446045, -0.5457737445831299, -0.053030528128147125, -0.12747043371200562, -0.14942987263202667, -0.46794119477272034, -0.24818231165409088, -0.7700135707855225, -1.8824678659439087, -0.26390689611434937, -0.2834739089012146, -1.7047264575958252, -1.9629974365234375, -0.14757046103477478, -1.674984335899353, -0.44666802883148193, -1.3869850635528564, -1.2221297025680542, -1.4716237783432007, -2.08158278465271, -1.5119760036468506, -2.0036251544952393, -0.9819592237472534, -2.846417188644409, -1.0121740102767944, -1.5644807815551758, -2.0090906620025635, -2.0962469577789307, -1.791344165802002, -1.359360694885254, -2.0313477516174316, -1.3216570615768433, -1.3245983123779297, -0.10966673493385315, -0.33073073625564575, -1.5923631191253662, -1.9270135164260864, -1.5506682395935059, -1.4696563482284546, -2.4637696743011475, -2.2971723079681396, -0.3651299774646759, -1.0573934316635132, -0.25681450963020325, -1.1403104066848755, -1.9500104188919067, -2.116506338119507, -1.6286407709121704, -1.570872187614441, -2.7241222858428955, -3.429372787475586, -2.9706528186798096, -1.8468363285064697, -2.596020221710205, -2.4964048862457275, -1.259276270866394, -2.2542405128479004, -1.824997067451477, -0.8618156313896179, -2.226472854614258, -2.186164379119873, -1.4462980031967163, -1.5895527601242065, -2.394622802734375, -1.3292076587677002, -1.3252192735671997, -1.891208291053772, -1.61287522315979, -2.5836689472198486, -0.48715081810951233, -0.30299386382102966, -2.957665205001831, -3.841952323913574, -0.5974857211112976, -2.130444288253784, -1.4110058546066284]}, "Bot004_120_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_120.log.json", "context": "Hello [WAVING HAND SIGN] \nTell me about yourself!  Don't make me sad [DISAPPOINTED FACE]\nSay something! Hi\nWhat's your name?\nMy name is Kate\ni live in a rural farming community\ni like dogs I love[HEAVY BLACK HEART] dogs. I have a dog named patrick. Are you a christian?  Don't make me sad [DISAPPOINTED FACE]\nSay something! i don't want to speak about religion You should try to try it. No, thanks I am not a fan of singing, but i love listening to classical music. i like to watch nhl hockey and also i enjoy coloring books I like to read too. I am a huge fan of the hobbit. Is it youw favourite one?", "response": "Yes, it is. I am a ballerina.", "annotation_id": "Bot004_120_10", "annotations": ["O", "O", "O", "O", "X", "T", "O", "O", "X", "T", "O", "X", "T", "T", "O"], "gpt2background_target_score": [-13.026627540588379, -8.85771656036377, -12.348605155944824, -8.16741943359375, -8.082447052001953, -6.8111371994018555, -10.826208114624023, -8.698380470275879, -13.074023246765137, -12.93492317199707, -11.473238945007324, -8.58723258972168], "gpt2background_argmax_score": [-2.1366207599639893, -2.6325762271881104, -1.420517086982727, -0.9300792217254639, -0.6234157085418701, -2.15484619140625, -1.018028736114502, -1.3643112182617188, -2.7501418590545654, -2.3617920875549316, -1.6215723752975464, -0.35667622089385986, -1.7823253870010376, -1.0461289882659912, -2.0033929347991943, -0.9854029417037964, -0.7672080397605896, -0.3114427626132965, -2.520352602005005, -1.3647687435150146, -1.6936053037643433, -1.752130150794983, -2.2574868202209473, -0.21454036235809326, -1.410929560661316, -0.1810617595911026, -0.28028643131256104, -0.3929266631603241, -0.5582665205001831, -1.2300893068313599, -0.5944191217422485, -1.74004065990448, -1.9094476699829102, -1.6479322910308838, -1.5341975688934326, -0.9598491787910461, -1.477220892906189, -1.1612292528152466, -1.9072755575180054, -0.6364399194717407, -1.7262519598007202, -1.4095187187194824, -0.5788528323173523, -0.38917893171310425, -3.976982593536377, -2.157839059829712, -1.5268069505691528, -0.9553393721580505, -0.44320955872535706, -1.9531995058059692, -1.5914684534072876, -1.3799034357070923, -1.3761708736419678, -1.7204662561416626, -1.8150781393051147, -1.4245436191558838, -1.0229331254959106, -1.2877802848815918, -1.4405982494354248, -1.6940820217132568, -3.0352213382720947, -1.6160656213760376, -0.31853583455085754, -2.2718048095703125, -3.173593521118164, -0.13909567892551422, -0.44459623098373413, -0.6470797657966614, -1.6100926399230957, -1.6176530122756958, -1.4956066608428955, -1.3131344318389893, -2.311699390411377, -2.3298747539520264, -1.9279565811157227, -0.7311146855354309, -1.7161798477172852, -1.730880856513977, -0.3517704904079437, -2.1316397190093994, -1.2737263441085815, -0.11577204614877701, -0.6967259645462036, -1.6195147037506104, -1.6972966194152832, -0.15759621560573578, -1.5548169612884521, -0.321900874376297, -0.7421611547470093, -2.0434250831604004, -2.5618884563446045, -0.5457737445831299, -0.053030528128147125, -0.12747043371200562, -0.14942987263202667, -0.46794119477272034, -0.24818231165409088, -0.7700135707855225, -1.8824678659439087, -0.26390689611434937, -0.2834739089012146, -1.7047264575958252, -1.9629974365234375, -0.14757046103477478, -1.674984335899353, -0.44666802883148193, -1.3869850635528564, -1.2221297025680542, -1.4716237783432007, -2.08158278465271, -1.5119760036468506, -2.0036251544952393, -0.9819592237472534, -2.846417188644409, -1.0121740102767944, -1.5644807815551758, -2.0090906620025635, -2.0962469577789307, -1.791344165802002, -1.359360694885254, -2.0313477516174316, -1.3216570615768433, -1.3245983123779297, -0.10966673493385315, -0.33073073625564575, -1.5923631191253662, -1.9270135164260864, -1.5506682395935059, -1.4696563482284546, -2.4637696743011475, -2.2971723079681396, -0.3651299774646759, -1.0573934316635132, -0.25681450963020325, -1.1403104066848755, -1.9500104188919067, -2.116506338119507, -1.6286407709121704, -1.5708750486373901, -2.7241241931915283, -3.4293689727783203, -2.970655679702759, -1.8468363285064697, -2.596022844314575, -2.4964041709899902, -1.2592769861221313, -2.2542412281036377, -1.824998378753662, -0.8618148565292358, -1.7420556545257568, -1.4354907274246216, -0.8424950242042542, -0.8658192753791809, -0.6934810280799866, -2.1115739345550537, -1.948095440864563, -1.7782522439956665, -2.804657220840454, -0.5728635787963867, -0.3069556653499603, -3.0267579555511475, -3.663292169570923, -0.7111333608627319, -2.2535030841827393, -1.821465253829956, -1.3653454780578613, -2.5846803188323975, -0.9426720142364502, -2.708096504211426, -2.743685722351074, -0.7509494423866272, -1.1703522205352783, -1.8093799352645874, -1.5255770683288574, -1.5933163166046143, -0.8856221437454224, -1.435357928276062, -1.431246280670166, -2.100907802581787, -1.3333396911621094, -1.8056453466415405, -0.8496710062026978, -1.7266666889190674, -1.9652873277664185, -1.3635714054107666]}, "Bot004_120_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_120.log.json", "context": "Hello [WAVING HAND SIGN] \nTell me about yourself!  Don't make me sad [DISAPPOINTED FACE]\nSay something! Hi\nWhat's your name?\nMy name is Kate\ni live in a rural farming community\ni like dogs I love[HEAVY BLACK HEART] dogs. I have a dog named patrick. Are you a christian?  Don't make me sad [DISAPPOINTED FACE]\nSay something! i don't want to speak about religion You should try to try it. No, thanks I am not a fan of singing, but i love listening to classical music. i like to watch nhl hockey and also i enjoy coloring books I like to read too. I am a huge fan of the hobbit. Is it youw favourite one? Yes, it is. I am a ballerina. nice", "response": "I am a christian, and i love to dance.", "annotation_id": "Bot004_120_12", "annotations": ["O", "T", "T", "O", "X", "T", "T", "O", "X", "T", "O", "O", "O", "T", "O"], "gpt2background_target_score": [-9.545137405395508, -11.068763732910156, -12.042562484741211, -14.088726997375488, -14.02432632446289, -7.329587459564209, -7.16273307800293, -8.736791610717773, -9.19504165649414, -7.524008274078369, -12.23249626159668, -8.58723258972168], "gpt2background_argmax_score": [-2.1366207599639893, -2.6325762271881104, -1.420517086982727, -0.9300792217254639, -0.6234157085418701, -2.15484619140625, -1.018028736114502, -1.3643112182617188, -2.7501418590545654, -2.3617920875549316, -1.6215723752975464, -0.35667622089385986, -1.7823253870010376, -1.0461289882659912, -2.0033929347991943, -0.9854029417037964, -0.7672080397605896, -0.3114427626132965, -2.520352602005005, -1.3647687435150146, -1.6936053037643433, -1.752130150794983, -2.2574868202209473, -0.21454036235809326, -1.410929560661316, -0.1810617595911026, -0.28028643131256104, -0.3929266631603241, -0.5582665205001831, -1.2300893068313599, -0.5944191217422485, -1.74004065990448, -1.9094476699829102, -1.6479322910308838, -1.5341975688934326, -0.9598491787910461, -1.477220892906189, -1.1612292528152466, -1.9072755575180054, -0.6364399194717407, -1.7262519598007202, -1.4095187187194824, -0.5788528323173523, -0.38917893171310425, -3.976982593536377, -2.157839059829712, -1.5268069505691528, -0.9553393721580505, -0.44320955872535706, -1.9531995058059692, -1.5914684534072876, -1.3799034357070923, -1.3761708736419678, -1.7204662561416626, -1.8150781393051147, -1.4245436191558838, -1.0229331254959106, -1.2877802848815918, -1.4405982494354248, -1.6940820217132568, -3.0352213382720947, -1.6160656213760376, -0.31853583455085754, -2.2718048095703125, -3.173593521118164, -0.13909567892551422, -0.44459623098373413, -0.6470797657966614, -1.6100926399230957, -1.6176530122756958, -1.4956066608428955, -1.3131344318389893, -2.311699390411377, -2.3298747539520264, -1.9279565811157227, -0.7311146855354309, -1.7161798477172852, -1.730880856513977, -0.3517704904079437, -2.1316397190093994, -1.2737263441085815, -0.11577204614877701, -0.6967259645462036, -1.6195147037506104, -1.6972966194152832, -0.15759621560573578, -1.5548169612884521, -0.321900874376297, -0.7421611547470093, -2.0434250831604004, -2.5618884563446045, -0.5457737445831299, -0.053030528128147125, -0.12747043371200562, -0.14942987263202667, -0.46794119477272034, -0.24818231165409088, -0.7700135707855225, -1.8824678659439087, -0.26390689611434937, -0.2834739089012146, -1.7047264575958252, -1.9629974365234375, -0.14757046103477478, -1.674984335899353, -0.44666802883148193, -1.3869850635528564, -1.2221297025680542, -1.4716237783432007, -2.08158278465271, -1.5119760036468506, -2.0036251544952393, -0.9819592237472534, -2.846417188644409, -1.0121740102767944, -1.5644807815551758, -2.0090906620025635, -2.0962469577789307, -1.791344165802002, -1.359360694885254, -2.0313477516174316, -1.3216570615768433, -1.3245983123779297, -0.10966673493385315, -0.33073073625564575, -1.5923631191253662, -1.9270135164260864, -1.5506682395935059, -1.4696563482284546, -2.4637696743011475, -2.2971723079681396, -0.3651299774646759, -1.0573934316635132, -0.25681450963020325, -1.1403104066848755, -1.9500104188919067, -2.116506338119507, -1.6286407709121704, -1.570872187614441, -2.7241222858428955, -3.429372787475586, -2.9706528186798096, -1.8468363285064697, -2.596020221710205, -2.4964048862457275, -1.259276270866394, -2.2542405128479004, -1.824997067451477, -0.8618156313896179, -1.7420533895492554, -1.435489296913147, -0.8424969911575317, -0.8658187389373779, -0.6934810280799866, -2.1115715503692627, -1.9480961561203003, -1.7782543897628784, -2.8046562671661377, -0.5728658437728882, -0.30695417523384094, -3.0267574787139893, -3.663292407989502, -0.7111331224441528, -2.2535057067871094, -1.821463704109192, -1.365347146987915, -2.584679365158081, -0.9426721930503845, -2.7080955505371094, -2.7436845302581787, -0.7509499788284302, -1.1703513860702515, -1.4927242994308472, -1.8854645490646362, -0.8246181011199951, -1.3347904682159424, -1.6528496742248535, -2.199716091156006, -1.2424403429031372, -1.8691655397415161, -0.743635892868042, -1.6105241775512695, -1.9821791648864746, -1.4828318357467651, -3.1701817512512207, -1.9824028015136719, -2.349975347518921, -0.9964837431907654, -2.500168561935425, -0.019457660615444183, -1.4376897811889648, -1.8327687978744507, -1.3452409505844116, -1.6281081438064575, -2.372591733932495, -1.2690132856369019, -1.638867974281311, -1.2311549186706543]}, "Bot004_120_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_120.log.json", "context": "Hello [WAVING HAND SIGN] \nTell me about yourself!  Don't make me sad [DISAPPOINTED FACE]\nSay something! Hi\nWhat's your name?\nMy name is Kate\ni live in a rural farming community\ni like dogs I love[HEAVY BLACK HEART] dogs. I have a dog named patrick. Are you a christian?  Don't make me sad [DISAPPOINTED FACE]\nSay something! i don't want to speak about religion You should try to try it. No, thanks I am not a fan of singing, but i love listening to classical music. i like to watch nhl hockey and also i enjoy coloring books I like to read too. I am a huge fan of the hobbit. Is it youw favourite one? Yes, it is. I am a ballerina. nice I am a christian, and i love to dance. do you like to walk with you dog?", "response": "I do, i walk a lot of my time[ALARM CLOCK].", "annotation_id": "Bot004_120_14", "annotations": ["O", "T", "T", "O", "T", "O", "X", "O", "T", "T", "O", "O", "O", "X", "O"], "gpt2background_target_score": [-9.545137405395508, -11.928606033325195, -9.349371910095215, -9.29585075378418, -13.081181526184082, -8.386853218078613, -13.623285293579102, -8.975034713745117, -5.92148494720459, -10.591560363769531, -4.56249475479126, -12.127408027648926, -12.621576309204102, -11.82281494140625, -13.171953201293945, -10.653372764587402], "gpt2background_argmax_score": [-2.1366207599639893, -2.6325762271881104, -1.420517086982727, -0.9300792217254639, -0.6234157085418701, -2.15484619140625, -1.018028736114502, -1.3643112182617188, -2.7501418590545654, -2.3617920875549316, -1.6215723752975464, -0.35667622089385986, -1.7823253870010376, -1.0461289882659912, -2.0033929347991943, -0.9854029417037964, -0.7672080397605896, -0.3114427626132965, -2.520352602005005, -1.3647687435150146, -1.6936053037643433, -1.752130150794983, -2.2574868202209473, -0.21454036235809326, -1.410929560661316, -0.1810617595911026, -0.28028643131256104, -0.3929266631603241, -0.5582665205001831, -1.2300893068313599, -0.5944191217422485, -1.74004065990448, -1.9094476699829102, -1.6479322910308838, -1.5341975688934326, -0.9598491787910461, -1.477220892906189, -1.1612292528152466, -1.9072755575180054, -0.6364399194717407, -1.7262519598007202, -1.4095187187194824, -0.5788528323173523, -0.38917893171310425, -3.976982593536377, -2.157839059829712, -1.5268069505691528, -0.9553393721580505, -0.44320955872535706, -1.9531995058059692, -1.5914684534072876, -1.3799034357070923, -1.3761708736419678, -1.7204662561416626, -1.8150781393051147, -1.4245436191558838, -1.0229331254959106, -1.2877802848815918, -1.4405982494354248, -1.6940820217132568, -3.0352213382720947, -1.6160656213760376, -0.31853583455085754, -2.2718048095703125, -3.173593521118164, -0.13909567892551422, -0.44459623098373413, -0.6470797657966614, -1.6100926399230957, -1.6176530122756958, -1.4956066608428955, -1.3131344318389893, -2.311699390411377, -2.3298747539520264, -1.9279565811157227, -0.7311146855354309, -1.7161798477172852, -1.730880856513977, -0.3517704904079437, -2.1316397190093994, -1.2737263441085815, -0.11577204614877701, -0.6967259645462036, -1.6195147037506104, -1.6972966194152832, -0.15759621560573578, -1.5548169612884521, -0.321900874376297, -0.7421611547470093, -2.0434250831604004, -2.5618884563446045, -0.5457737445831299, -0.053030528128147125, -0.12747043371200562, -0.14942987263202667, -0.46794119477272034, -0.24818231165409088, -0.7700135707855225, -1.8824678659439087, -0.26390689611434937, -0.2834739089012146, -1.7047264575958252, -1.9629974365234375, -0.14757046103477478, -1.674984335899353, -0.44666802883148193, -1.3869850635528564, -1.2221297025680542, -1.4716237783432007, -2.08158278465271, -1.5119760036468506, -2.0036251544952393, -0.9819592237472534, -2.846417188644409, -1.0121740102767944, -1.5644807815551758, -2.0090906620025635, -2.0962469577789307, -1.791344165802002, -1.359360694885254, -2.0313477516174316, -1.3216570615768433, -1.3245983123779297, -0.10966673493385315, -0.33073073625564575, -1.5923631191253662, -1.9270135164260864, -1.5506682395935059, -1.4696563482284546, -2.4637696743011475, -2.2971723079681396, -0.3651299774646759, -1.0573934316635132, -0.25681450963020325, -1.1403104066848755, -1.9500104188919067, -2.116506338119507, -1.6286407709121704, -1.570872187614441, -2.7241222858428955, -3.429372787475586, -2.9706528186798096, -1.8468363285064697, -2.596020221710205, -2.4964048862457275, -1.259276270866394, -2.2542405128479004, -1.824997067451477, -0.8618156313896179, -1.7420533895492554, -1.435489296913147, -0.8424969911575317, -0.8658187389373779, -0.6934810280799866, -2.1115715503692627, -1.9480961561203003, -1.7782543897628784, -2.8046562671661377, -0.5728658437728882, -0.30695417523384094, -3.0267574787139893, -3.663292407989502, -0.7111331224441528, -2.2535057067871094, -1.821463704109192, -1.365347146987915, -2.584679365158081, -0.9426721930503845, -2.7080955505371094, -2.7436845302581787, -0.7509499788284302, -1.1703513860702515, -1.4927242994308472, -1.8854645490646362, -0.8246181011199951, -1.3347904682159424, -1.6528496742248535, -2.199716091156006, -1.2424403429031372, -1.8691655397415161, -0.743635892868042, -1.6105241775512695, -1.9821791648864746, -1.4828318357467651, -3.1701817512512207, -2.048977851867676, -1.2433537244796753, -2.797564744949341, -0.020088553428649902, -1.1552671194076538, -1.504244327545166, -1.478184461593628, -1.496505618095398, -2.291677951812744, -1.426897406578064, -1.3442349433898926, -1.5279582738876343, -0.3220345973968506, -1.8403176069259644, -1.622078537940979, -1.8282617330551147, -1.0585390329360962, -0.9875743389129639, -0.6641805171966553, -0.5145242214202881, -2.3275673389434814, -1.7481411695480347, -1.7373554706573486, -1.8476821184158325, -1.568895697593689, -1.7319408655166626, -0.7618076205253601, -0.8129532337188721, -1.561091661453247, -1.633772373199463, -1.559722661972046, -1.9235832691192627, -2.679090738296509, -1.1234408617019653, -1.5051039457321167, -2.929948568344116, -1.4110260009765625, -1.8307838439941406]}, "Bot004_120_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_120.log.json", "context": "Hello [WAVING HAND SIGN] \nTell me about yourself!  Don't make me sad [DISAPPOINTED FACE]\nSay something! Hi\nWhat's your name?\nMy name is Kate\ni live in a rural farming community\ni like dogs I love[HEAVY BLACK HEART] dogs. I have a dog named patrick. Are you a christian?  Don't make me sad [DISAPPOINTED FACE]\nSay something! i don't want to speak about religion You should try to try it. No, thanks I am not a fan of singing, but i love listening to classical music. i like to watch nhl hockey and also i enjoy coloring books I like to read too. I am a huge fan of the hobbit. Is it youw favourite one? Yes, it is. I am a ballerina. nice I am a christian, and i love to dance. do you like to walk with you dog? I do, i walk a lot of my time[ALARM CLOCK]. i have a german shepherd dog\nwe go for a walk twice a day", "response": "That sounds like a lot of fun", "annotation_id": "Bot004_120_16", "annotations": ["T", "T", "T", "O", "O", "O", "T", "T", "X", "T", "O", "O", "O", "T", "O"], "gpt2background_target_score": [-13.314728736877441, -12.761761665344238, -12.65709400177002, -9.622564315795898, -13.049886703491211, -11.313613891601562, -14.540586471557617], "gpt2background_argmax_score": [-2.1366207599639893, -2.6325762271881104, -1.420517086982727, -0.9300792217254639, -0.6234157085418701, -2.15484619140625, -1.018028736114502, -1.3643112182617188, -2.7501418590545654, -2.3617920875549316, -1.6215723752975464, -0.35667622089385986, -1.7823253870010376, -1.0461289882659912, -2.0033929347991943, -0.9854029417037964, -0.7672080397605896, -0.3114427626132965, -2.520352602005005, -1.3647687435150146, -1.6936053037643433, -1.752130150794983, -2.2574868202209473, -0.21454036235809326, -1.410929560661316, -0.1810617595911026, -0.28028643131256104, -0.3929266631603241, -0.5582665205001831, -1.2300893068313599, -0.5944191217422485, -1.74004065990448, -1.9094476699829102, -1.6479322910308838, -1.5341975688934326, -0.9598491787910461, -1.477220892906189, -1.1612292528152466, -1.9072755575180054, -0.6364399194717407, -1.7262519598007202, -1.4095187187194824, -0.5788528323173523, -0.38917893171310425, -3.976982593536377, -2.157839059829712, -1.5268069505691528, -0.9553393721580505, -0.44320955872535706, -1.9531995058059692, -1.5914684534072876, -1.3799034357070923, -1.3761708736419678, -1.7204662561416626, -1.8150781393051147, -1.4245436191558838, -1.0229331254959106, -1.2877802848815918, -1.4405982494354248, -1.6940820217132568, -3.0352213382720947, -1.6160656213760376, -0.31853583455085754, -2.2718048095703125, -3.173593521118164, -0.13909567892551422, -0.44459623098373413, -0.6470797657966614, -1.6100926399230957, -1.6176530122756958, -1.4956066608428955, -1.3131344318389893, -2.311699390411377, -2.3298747539520264, -1.9279565811157227, -0.7311146855354309, -1.7161798477172852, -1.730880856513977, -0.3517704904079437, -2.1316397190093994, -1.2737263441085815, -0.11577204614877701, -0.6967259645462036, -1.6195147037506104, -1.6972966194152832, -0.15759621560573578, -1.5548169612884521, -0.321900874376297, -0.7421611547470093, -2.0434250831604004, -2.5618884563446045, -0.5457737445831299, -0.053030528128147125, -0.12747043371200562, -0.14942987263202667, -0.46794119477272034, -0.24818231165409088, -0.7700135707855225, -1.8824678659439087, -0.26390689611434937, -0.2834739089012146, -1.7047264575958252, -1.9629974365234375, -0.14757046103477478, -1.674984335899353, -0.44666802883148193, -1.3869850635528564, -1.2221297025680542, -1.4716237783432007, -2.08158278465271, -1.5119760036468506, -2.0036251544952393, -0.9819592237472534, -2.846417188644409, -1.0121740102767944, -1.5644807815551758, -2.0090906620025635, -2.0962469577789307, -1.791344165802002, -1.359360694885254, -2.0313477516174316, -1.3216570615768433, -1.3245983123779297, -0.10966673493385315, -0.33073073625564575, -1.5923631191253662, -1.9270135164260864, -1.5506682395935059, -1.4696563482284546, -2.4637696743011475, -2.2971723079681396, -0.3651299774646759, -1.0573934316635132, -0.25681450963020325, -1.1403104066848755, -1.9500104188919067, -2.116506338119507, -1.6286407709121704, -1.570872187614441, -2.7241222858428955, -3.429372787475586, -2.9706528186798096, -1.8468363285064697, -2.596020221710205, -2.4964048862457275, -1.259276270866394, -2.2542405128479004, -1.824997067451477, -0.8618156313896179, -1.7420533895492554, -1.435489296913147, -0.8424969911575317, -0.8658187389373779, -0.6934810280799866, -2.1115715503692627, -1.9480961561203003, -1.7782543897628784, -2.8046562671661377, -0.5728658437728882, -0.30695417523384094, -3.0267574787139893, -3.663292407989502, -0.7111331224441528, -2.2535057067871094, -1.821463704109192, -1.365347146987915, -2.584679365158081, -0.9426721930503845, -2.7080955505371094, -2.7436845302581787, -0.7509499788284302, -1.1703513860702515, -1.4927242994308472, -1.8854645490646362, -0.8246181011199951, -1.3347904682159424, -1.6528496742248535, -2.199716091156006, -1.2424403429031372, -1.8691655397415161, -0.743635892868042, -1.6105241775512695, -1.9821791648864746, -1.4828318357467651, -3.1701817512512207, -2.048977851867676, -1.2433537244796753, -2.797564744949341, -0.020088553428649902, -1.1552671194076538, -1.504244327545166, -1.478184461593628, -1.496505618095398, -2.291677951812744, -1.426897406578064, -1.3442349433898926, -1.5279582738876343, -0.3220345973968506, -1.8403176069259644, -1.622078537940979, -1.8282617330551147, -1.0585390329360962, -0.9875743389129639, -0.6641805171966553, -0.5145242214202881, -2.3275673389434814, -1.9361960887908936, -1.841286301612854, -1.39911687374115, -1.7737412452697754, -0.8296506404876709, -0.7218387126922607, -1.3261066675186157, -1.9845026731491089, -1.8857083320617676, -1.6627391576766968, -2.7303638458251953, -1.3348811864852905, -1.0530683994293213, -2.7640507221221924, -1.2025012969970703, -2.0235238075256348, -1.9794458150863647, -1.1423287391662598, -1.0682768821716309, -0.4276829659938812, -1.5058910846710205, -1.7833361625671387, -1.7015057802200317, -1.417458176612854, -1.892900824546814, -0.7649267911911011, -1.6418358087539673, -1.2237974405288696, -2.1268017292022705, -0.33137282729148865, -0.9535213708877563, -1.9376174211502075, -2.2115657329559326, -0.8828720450401306, -2.086782693862915, -0.786213755607605, -1.2760435342788696, -0.8533269762992859, -1.506305456161499, -1.4455280303955078]}, "Bot004_120_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_120.log.json", "context": "Hello [WAVING HAND SIGN] \nTell me about yourself!  Don't make me sad [DISAPPOINTED FACE]\nSay something! Hi\nWhat's your name?\nMy name is Kate\ni live in a rural farming community\ni like dogs I love[HEAVY BLACK HEART] dogs. I have a dog named patrick. Are you a christian?  Don't make me sad [DISAPPOINTED FACE]\nSay something! i don't want to speak about religion You should try to try it. No, thanks I am not a fan of singing, but i love listening to classical music. i like to watch nhl hockey and also i enjoy coloring books I like to read too. I am a huge fan of the hobbit. Is it youw favourite one? Yes, it is. I am a ballerina. nice I am a christian, and i love to dance. do you like to walk with you dog? I do, i walk a lot of my time[ALARM CLOCK]. i have a german shepherd dog\nwe go for a walk twice a day That sounds like a lot of fun Yes, it is so", "response": "I like to listen to classical music.", "annotation_id": "Bot004_120_18", "annotations": ["O", "T", "T", "O", "X", "O", "X", "O", "X", "T", "O", "X", "O", "X", "O"], "gpt2background_target_score": [-9.545137405395508, -10.429523468017578, -9.96121597290039, -11.42885684967041, -7.304295539855957, -11.507152557373047, -11.771549224853516, -6.363910675048828], "gpt2background_argmax_score": [-2.1366207599639893, -2.6325762271881104, -1.420517086982727, -0.9300792217254639, -0.6234157085418701, -2.15484619140625, -1.018028736114502, -1.3643112182617188, -2.7501418590545654, -2.3617920875549316, -1.6215723752975464, -0.35667622089385986, -1.7823253870010376, -1.0461289882659912, -2.0033929347991943, -0.9854029417037964, -0.7672080397605896, -0.3114427626132965, -2.520352602005005, -1.3647687435150146, -1.6936053037643433, -1.752130150794983, -2.2574868202209473, -0.21454036235809326, -1.410929560661316, -0.1810617595911026, -0.28028643131256104, -0.3929266631603241, -0.5582665205001831, -1.2300893068313599, -0.5944191217422485, -1.74004065990448, -1.9094476699829102, -1.6479322910308838, -1.5341975688934326, -0.9598491787910461, -1.477220892906189, -1.1612292528152466, -1.9072755575180054, -0.6364399194717407, -1.7262519598007202, -1.4095187187194824, -0.5788528323173523, -0.38917893171310425, -3.976982593536377, -2.157839059829712, -1.5268069505691528, -0.9553393721580505, -0.44320955872535706, -1.9531995058059692, -1.5914684534072876, -1.3799034357070923, -1.3761708736419678, -1.7204662561416626, -1.8150781393051147, -1.4245436191558838, -1.0229331254959106, -1.2877802848815918, -1.4405982494354248, -1.6940820217132568, -3.0352213382720947, -1.6160656213760376, -0.31853583455085754, -2.2718048095703125, -3.173593521118164, -0.13909567892551422, -0.44459623098373413, -0.6470797657966614, -1.6100926399230957, -1.6176530122756958, -1.4956066608428955, -1.3131344318389893, -2.311699390411377, -2.3298747539520264, -1.9279565811157227, -0.7311146855354309, -1.7161798477172852, -1.730880856513977, -0.3517704904079437, -2.1316397190093994, -1.2737263441085815, -0.11577204614877701, -0.6967259645462036, -1.6195147037506104, -1.6972966194152832, -0.15759621560573578, -1.5548169612884521, -0.321900874376297, -0.7421611547470093, -2.0434250831604004, -2.5618884563446045, -0.5457737445831299, -0.053030528128147125, -0.12747043371200562, -0.14942987263202667, -0.46794119477272034, -0.24818231165409088, -0.7700135707855225, -1.8824678659439087, -0.26390689611434937, -0.2834739089012146, -1.7047264575958252, -1.9629974365234375, -0.14757046103477478, -1.674984335899353, -0.44666802883148193, -1.3869850635528564, -1.2221297025680542, -1.4716237783432007, -2.08158278465271, -1.5119760036468506, -2.0036251544952393, -0.9819592237472534, -2.846417188644409, -1.0121740102767944, -1.5644807815551758, -2.0090906620025635, -2.0962469577789307, -1.791344165802002, -1.359360694885254, -2.0313477516174316, -1.3216570615768433, -1.3245983123779297, -0.10966673493385315, -0.33073073625564575, -1.5923631191253662, -1.9270135164260864, -1.5506682395935059, -1.4696563482284546, -2.4637696743011475, -2.2971723079681396, -0.3651304841041565, -1.057391881942749, -0.2568148076534271, -1.1403106451034546, -1.9500102996826172, -2.1165072917938232, -1.6286407709121704, -1.5708760023117065, -2.724123477935791, -3.429370641708374, -2.9706597328186035, -1.8468371629714966, -2.596020460128784, -2.496403932571411, -1.2592768669128418, -2.2542409896850586, -1.8249958753585815, -0.8618151545524597, -1.7420551776885986, -1.4354896545410156, -0.842495858669281, -0.8658190965652466, -0.6934813857078552, -2.1115715503692627, -1.9480949640274048, -1.7782524824142456, -2.804657459259033, -0.5728647708892822, -0.3069552183151245, -3.0267581939697266, -3.663292646408081, -0.7111337184906006, -2.2535042762756348, -1.8214640617370605, -1.3653463125228882, -2.584678888320923, -0.9426720142364502, -2.7080962657928467, -2.743683099746704, -0.7509505748748779, -1.1703530550003052, -1.4927242994308472, -1.8854643106460571, -0.8246199488639832, -1.3347896337509155, -1.6528499126434326, -2.1997156143188477, -1.2424404621124268, -1.8691649436950684, -0.7436355352401733, -1.6105235815048218, -1.9821772575378418, -1.4828318357467651, -3.1701812744140625, -2.0489766597747803, -1.2433555126190186, -2.797563076019287, -0.020088553428649902, -1.1552677154541016, -1.5042437314987183, -1.4781830310821533, -1.4965050220489502, -2.2916781902313232, -1.4268999099731445, -1.3442347049713135, -1.5279597043991089, -0.32203400135040283, -1.840318202972412, -1.622080683708191, -1.8282619714736938, -1.0585404634475708, -0.9875736832618713, -0.6641802787780762, -0.5145246386528015, -2.327566623687744, -1.9361984729766846, -1.8412874937057495, -1.399118185043335, -1.7737442255020142, -0.8296501040458679, -0.7218378782272339, -1.3261066675186157, -1.9845021963119507, -1.8857090473175049, -1.6627389192581177, -2.730360984802246, -1.3348817825317383, -1.0530668497085571, -2.7640483379364014, -1.202500820159912, -2.0235226154327393, -1.979445457458496, -1.142329216003418, -1.06827712059021, -0.4276823401451111, -1.5058921575546265, -1.7833366394042969, -1.7015049457550049, -1.4174590110778809, -1.892900824546814, -0.764926016330719, -1.6418367624282837, -1.223799467086792, -2.126801013946533, -0.3313727378845215, -0.9535197019577026, -1.9376176595687866, -1.1481108665466309, -2.3038017749786377, -0.8548319935798645, -1.29952871799469, -1.095700740814209, -1.0802369117736816, -1.7321476936340332, -1.0033718347549438, -1.4789353609085083, -0.28826460242271423, -1.168570637702942, -2.581867218017578, -2.226428747177124, -2.3224761486053467, -0.9599980115890503, -1.4412516355514526, -0.24186165630817413, -1.8201608657836914, -0.36477261781692505, -1.4754853248596191, -1.1959270238876343]}, "Bot004_120_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_120.log.json", "context": "Hello [WAVING HAND SIGN] \nTell me about yourself!  Don't make me sad [DISAPPOINTED FACE]\nSay something! Hi\nWhat's your name?\nMy name is Kate\ni live in a rural farming community\ni like dogs I love[HEAVY BLACK HEART] dogs. I have a dog named patrick. Are you a christian?  Don't make me sad [DISAPPOINTED FACE]\nSay something! i don't want to speak about religion You should try to try it. No, thanks I am not a fan of singing, but i love listening to classical music. i like to watch nhl hockey and also i enjoy coloring books I like to read too. I am a huge fan of the hobbit. Is it youw favourite one? Yes, it is. I am a ballerina. nice I am a christian, and i love to dance. do you like to walk with you dog? I do, i walk a lot of my time[ALARM CLOCK]. i have a german shepherd dog\nwe go for a walk twice a day That sounds like a lot of fun Yes, it is so I like to listen to classical music. what is you favourite composition?", "response": "I like to draw in my free time.", "annotation_id": "Bot004_120_20", "annotations": ["O", "T", "X", "X", "X", "X", "X", "T", "X", "T", "O", "X", "X", "T", "T"], "gpt2background_target_score": [-9.545137405395508, -10.429523468017578, -9.96121597290039, -11.859210968017578, -7.242891311645508, -11.110305786132812, -12.39647102355957, -12.251385688781738, -11.032065391540527], "gpt2background_argmax_score": [-2.1366207599639893, -2.6325762271881104, -1.420517086982727, -0.9300792217254639, -0.6234157085418701, -2.15484619140625, -1.018028736114502, -1.3643112182617188, -2.7501418590545654, -2.3617920875549316, -1.6215723752975464, -0.35667622089385986, -1.7823253870010376, -1.0461289882659912, -2.0033929347991943, -0.9854029417037964, -0.7672080397605896, -0.3114427626132965, -2.520352602005005, -1.3647687435150146, -1.6936053037643433, -1.752130150794983, -2.2574868202209473, -0.21454036235809326, -1.410929560661316, -0.1810617595911026, -0.28028643131256104, -0.3929266631603241, -0.5582665205001831, -1.2300893068313599, -0.5944191217422485, -1.74004065990448, -1.9094476699829102, -1.6479322910308838, -1.5341975688934326, -0.9598491787910461, -1.477220892906189, -1.1612292528152466, -1.9072755575180054, -0.6364399194717407, -1.7262519598007202, -1.4095187187194824, -0.5788528323173523, -0.38917893171310425, -3.976982593536377, -2.157839059829712, -1.5268069505691528, -0.9553393721580505, -0.44320955872535706, -1.9531995058059692, -1.5914684534072876, -1.3799034357070923, -1.3761708736419678, -1.7204662561416626, -1.8150781393051147, -1.4245436191558838, -1.0229331254959106, -1.2877802848815918, -1.4405982494354248, -1.6940820217132568, -3.0352213382720947, -1.6160656213760376, -0.31853583455085754, -2.2718048095703125, -3.173593521118164, -0.13909567892551422, -0.44459623098373413, -0.6470797657966614, -1.6100926399230957, -1.6176530122756958, -1.4956066608428955, -1.3131344318389893, -2.311699390411377, -2.3298747539520264, -1.9279565811157227, -0.7311146855354309, -1.7161798477172852, -1.730880856513977, -0.3517704904079437, -2.1316397190093994, -1.2737263441085815, -0.11577204614877701, -0.6967259645462036, -1.6195147037506104, -1.6972966194152832, -0.15759621560573578, -1.5548169612884521, -0.321900874376297, -0.7421611547470093, -2.0434250831604004, -2.5618884563446045, -0.5457737445831299, -0.053030528128147125, -0.12747043371200562, -0.14942987263202667, -0.46794119477272034, -0.24818231165409088, -0.7700135707855225, -1.8824678659439087, -0.26390689611434937, -0.2834739089012146, -1.7047264575958252, -1.9629974365234375, -0.14757046103477478, -1.674984335899353, -0.44666802883148193, -1.3869850635528564, -1.2221297025680542, -1.4716237783432007, -2.08158278465271, -1.5119760036468506, -2.0036251544952393, -0.9819592237472534, -2.846417188644409, -1.0121740102767944, -1.5644807815551758, -2.0090906620025635, -2.0962469577789307, -1.791344165802002, -1.359360694885254, -2.0313477516174316, -1.3216570615768433, -1.3245983123779297, -0.10966673493385315, -0.33073073625564575, -1.5923631191253662, -1.9270135164260864, -1.5506682395935059, -1.4696563482284546, -2.4637696743011475, -2.2971723079681396, -0.3651299774646759, -1.0573934316635132, -0.25681450963020325, -1.1403104066848755, -1.9500104188919067, -2.116506338119507, -1.6286418437957764, -1.5708757638931274, -2.7241241931915283, -3.4293737411499023, -2.9706568717956543, -1.8468353748321533, -2.596019983291626, -2.496401071548462, -1.25927734375, -2.254239559173584, -1.8249971866607666, -0.861815333366394, -1.7420538663864136, -1.4354891777038574, -0.8424980044364929, -0.8658186793327332, -0.6934804320335388, -2.111572027206421, -1.9480953216552734, -1.7782535552978516, -2.804654598236084, -0.5728646516799927, -0.3069548010826111, -3.02675724029541, -3.663289785385132, -0.7111326456069946, -2.2535035610198975, -1.8214644193649292, -1.3653464317321777, -2.5846781730651855, -0.942672848701477, -2.7080976963043213, -2.7436835765838623, -0.7509498000144958, -1.1703523397445679, -1.4927239418029785, -1.885462999343872, -0.8246181011199951, -1.3347907066345215, -1.6528511047363281, -2.1997170448303223, -1.242440938949585, -1.8691635131835938, -0.7436345219612122, -1.6105256080627441, -1.982176661491394, -1.482832431793213, -3.170180320739746, -2.0489768981933594, -1.2433547973632812, -2.7975656986236572, -0.020088553428649902, -1.1552671194076538, -1.5042442083358765, -1.4781842231750488, -1.4965062141418457, -2.2916762828826904, -1.42690110206604, -1.344234824180603, -1.5279589891433716, -0.3220342695713043, -1.840317726135254, -1.6220792531967163, -1.8282607793807983, -1.058538794517517, -0.9875730872154236, -0.6641802787780762, -0.5145249366760254, -2.327568769454956, -1.9361991882324219, -1.8412882089614868, -1.3991167545318604, -1.7737435102462769, -0.8296491503715515, -0.7218389511108398, -1.3261076211929321, -1.9845001697540283, -1.885707139968872, -1.6627410650253296, -2.730363607406616, -1.3348811864852905, -1.0530667304992676, -2.7640488147735596, -1.2025002241134644, -2.02352237701416, -1.9794459342956543, -1.1423277854919434, -1.0682761669158936, -0.4276823401451111, -1.5058929920196533, -1.7833362817764282, -1.701505422592163, -1.417458176612854, -1.892899751663208, -0.7649267911911011, -1.6418399810791016, -1.2237980365753174, -2.126801013946533, -0.33137258887290955, -0.9535195231437683, -1.937618374824524, -1.1481114625930786, -2.3038017749786377, -0.8548304438591003, -1.299530029296875, -1.0957014560699463, -1.0802369117736816, -1.7321470975875854, -1.0033718347549438, -1.4789350032806396, -0.28826460242271423, -1.168569564819336, -2.5818686485290527, -2.261807441711426, -0.5666035413742065, -2.1783478260040283, -0.3352869153022766, -1.4339849948883057, -0.25919806957244873, -1.0675212144851685, -1.6904042959213257, -1.8419908285140991, -0.8336616158485413, -1.9776915311813354, -1.8939638137817383, -0.8281590342521667, -1.9278398752212524, -2.0978145599365234, -1.4160594940185547, -1.3933773040771484, -2.1473701000213623, -2.8357527256011963, -2.302182912826538, -2.2560887336730957, -0.5376052260398865, -1.759084939956665, -1.337025761604309]}, "Bot004_121_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_121.log.json", "context": "Hi! \nIt is nice to see you [SMILING FACE WITH SMILING EYES]\nHow is your day going? Hi, it's okay, thanks\nhow are you?", "response": "I am doing well. Just got back from the gym. Have you three dogs?  Are you still with me?", "annotation_id": "Bot004_121_02", "annotations": ["O", "O", "X", "O", "O", "O", "O", "O", "T", "O", "T", "O", "T", "T", "O"], "gpt2background_target_score": [-9.236458778381348, -8.606606483459473, -10.181716918945312, -12.072456359863281, -9.24616527557373, -9.939809799194336, -11.525300979614258, -9.452609062194824, -8.84919548034668, -6.996544361114502, -12.84907341003418, -6.0488362312316895, -11.812458038330078, -5.898235321044922, -11.331501007080078, -10.434198379516602, -11.514622688293457, -8.585765838623047, -13.31264591217041, -11.621061325073242, -11.126691818237305, -4.004098892211914, -10.564081192016602, -5.318877696990967], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -2.0623934268951416, -0.8293642997741699, -0.8124532103538513, -2.241453170776367, -0.4281099736690521, -1.411234736442566, -2.596957206726074, -2.459956169128418, -1.8056162595748901, -1.7065714597702026, -0.5622707009315491, -1.1524860858917236, -2.20561146736145, -2.2761147022247314, -0.14590974152088165, -0.8052284121513367, -1.5042775869369507, -1.403796672821045, -1.6761023998260498, -2.6853363513946533, -0.4015403687953949, -2.104907512664795, -1.6593096256256104, -1.0583242177963257, -1.0525639057159424, -0.39927077293395996, -1.4155634641647339, -1.5390416383743286, -1.5570483207702637, -0.8973007202148438, -2.538360834121704, -1.2339261770248413, -1.5307226181030273, -1.44167959690094, -0.69096440076828, -1.6361088752746582, -0.3965788185596466, -1.707809329032898, -2.021791934967041, -1.6965727806091309, -1.265961766242981, -2.545969009399414, -2.1889026165008545, -2.1642837524414062, -1.2035349607467651, -3.0271482467651367, -1.9705451726913452, -0.781302273273468, -1.546634316444397, -2.0072953701019287, -1.375718116760254, -1.735476016998291, -0.9172006845474243, -1.6977168321609497, -2.7834184169769287, -0.7942796945571899, -1.1512789726257324, -0.5414800643920898, -0.41702380776405334, -3.0362353324890137, -2.665747880935669, -1.6501173973083496, -0.36966511607170105, -0.6797427535057068]}, "Bot004_121_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_121.log.json", "context": "Hi! \nIt is nice to see you [SMILING FACE WITH SMILING EYES]\nHow is your day going? Hi, it's okay, thanks\nhow are you? I am doing well. Just got back from the gym. Have you three dogs?  Are you still with me? No\nI don't like dogs\nThat's because of allergy\nbut i have a pet cow", "response": "I have a dog named patrick.", "annotation_id": "Bot004_121_04", "annotations": ["O", "O", "O", "T", "O", "O", "X", "O", "O", "T", "O", "X", "T", "O", "O"], "gpt2background_target_score": [-9.236458778381348, -8.602306365966797, -7.233031272888184, -12.338338851928711, -13.088852882385254, -11.699270248413086, -14.377933502197266, -9.785606384277344], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -2.0623934268951416, -0.8293642997741699, -0.8124532103538513, -2.241453170776367, -0.4281099736690521, -1.411234736442566, -2.596957206726074, -2.459956169128418, -1.8056162595748901, -1.7065714597702026, -0.5622707009315491, -1.1524860858917236, -2.20561146736145, -2.2761147022247314, -0.14590974152088165, -0.8052284121513367, -1.5042775869369507, -1.403796672821045, -1.6761023998260498, -2.6853363513946533, -0.4015403687953949, -2.104907512664795, -1.6593096256256104, -1.0583242177963257, -1.0525639057159424, -0.39927077293395996, -1.4155634641647339, -1.5390416383743286, -1.5570483207702637, -0.8973007202148438, -2.538360834121704, -1.2339261770248413, -1.5307226181030273, -1.44167959690094, -0.69096440076828, -1.6361088752746582, -0.3965788185596466, -1.707809329032898, -2.021791934967041, -1.0823954343795776, -2.598177433013916, -1.8589324951171875, -2.0067837238311768, -1.4155247211456299, -3.055142402648926, -2.010098695755005, -0.7116813659667969, -1.5847948789596558, -1.96969735622406, -1.3703725337982178, -1.7141128778457642, -0.9820136427879333, -1.5644257068634033, -2.8141767978668213, -0.764769434928894, -2.0197036266326904, -1.0829647779464722, -0.4293574094772339, -2.9775149822235107, -2.6276609897613525, -1.580705165863037, -0.4344213902950287, -1.845876932144165, -1.2144972085952759, -1.5564346313476562, -1.6329301595687866, -0.1929662525653839, -1.4446282386779785, -2.0285086631774902, -1.2015775442123413, -1.2741724252700806, -0.6080151796340942, -2.4419398307800293, -0.9021281003952026, -1.510893702507019, -2.4915778636932373, -1.6407548189163208, -1.51259446144104, -1.9062730073928833, -1.7246843576431274, -2.092316150665283, -1.8857676982879639, -1.5955127477645874, -1.8883076906204224, -1.8818126916885376, -0.808934211730957, -1.3397403955459595, -2.172776937484741, -3.9891021251678467, -0.304458349943161, -1.3701976537704468, -1.9343633651733398]}, "Bot004_121_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_121.log.json", "context": "Hi! \nIt is nice to see you [SMILING FACE WITH SMILING EYES]\nHow is your day going? Hi, it's okay, thanks\nhow are you? I am doing well. Just got back from the gym. Have you three dogs?  Are you still with me? No\nI don't like dogs\nThat's because of allergy\nbut i have a pet cow I have a dog named patrick. My cow's name is Kate", "response": "Oh wow, i do not think my dog is name", "annotation_id": "Bot004_121_06", "annotations": ["T", "T", "T", "T", "O", "X", "O", "O", "X", "O", "T", "X", "O", "O", "X"], "gpt2background_target_score": [-12.075658798217773, -10.584978103637695, -11.82042121887207, -8.672361373901367, -10.4647798538208, -4.1684250831604, -11.470586776733398, -8.533092498779297, -10.745698928833008, -7.976271152496338, -12.445731163024902], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -2.0623934268951416, -0.8293642997741699, -0.8124532103538513, -2.241453170776367, -0.4281099736690521, -1.411234736442566, -2.596957206726074, -2.459956169128418, -1.8056162595748901, -1.7065714597702026, -0.5622707009315491, -1.1524860858917236, -2.20561146736145, -2.2761147022247314, -0.14590974152088165, -0.8052284121513367, -1.5042775869369507, -1.403796672821045, -1.6761023998260498, -2.6853363513946533, -0.4015403687953949, -2.104907512664795, -1.6593096256256104, -1.0583242177963257, -1.0525639057159424, -0.39927077293395996, -1.4155634641647339, -1.5390416383743286, -1.5570483207702637, -0.8973007202148438, -2.538360834121704, -1.2339261770248413, -1.5307226181030273, -1.44167959690094, -0.69096440076828, -1.6361088752746582, -0.3965788185596466, -1.707809329032898, -2.021791934967041, -1.0823954343795776, -2.598177433013916, -1.8589324951171875, -2.0067837238311768, -1.4155247211456299, -3.055142402648926, -2.010098695755005, -0.7116813659667969, -1.5847948789596558, -1.96969735622406, -1.3703725337982178, -1.7141128778457642, -0.9820136427879333, -1.5644257068634033, -2.8141767978668213, -0.764769434928894, -2.0197036266326904, -1.0829647779464722, -0.4293574094772339, -2.9775149822235107, -2.6276609897613525, -1.580705165863037, -0.4344213902950287, -1.845876932144165, -1.2144972085952759, -1.5564346313476562, -1.6329301595687866, -0.1929662525653839, -1.4446282386779785, -2.0285086631774902, -1.2015775442123413, -1.2741724252700806, -0.6080151796340942, -2.4419398307800293, -0.9021281003952026, -1.510893702507019, -2.4915778636932373, -1.6407548189163208, -1.51259446144104, -1.9062730073928833, -1.7246843576431274, -2.092316150665283, -1.8857676982879639, -1.5955127477645874, -2.3680055141448975, -0.8585637807846069, -1.6134896278381348, -1.8658795356750488, -4.3473286628723145, -0.4549836218357086, -1.3530421257019043, -2.096191883087158, -1.075358510017395, -0.753184974193573, -0.7610663175582886, -0.27443692088127136, -1.8088258504867554, -1.4633644819259644, -1.9888920783996582, -2.300231456756592, -1.5568981170654297, -2.2180659770965576, -2.6443822383880615, -2.079293966293335, -0.779228687286377, -2.183406114578247, -0.9292633533477783, -0.8940148949623108, -2.017911672592163, -2.306305170059204]}, "Bot004_121_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_121.log.json", "context": "Hi! \nIt is nice to see you [SMILING FACE WITH SMILING EYES]\nHow is your day going? Hi, it's okay, thanks\nhow are you? I am doing well. Just got back from the gym. Have you three dogs?  Are you still with me? No\nI don't like dogs\nThat's because of allergy\nbut i have a pet cow I have a dog named patrick. My cow's name is Kate Oh wow, i do not think my dog is name Let's change the subject\nDo you work? or Study?", "response": "I work as a salesman. I sell insurance.", "annotation_id": "Bot004_121_08", "annotations": ["O", "O", "O", "O", "O", "O", "O", "T", "O", "O", "O", "X", "O", "T", "O"], "gpt2background_target_score": [-9.236458778381348, -11.115638732910156, -9.215677261352539, -9.881092071533203, -13.378204345703125, -7.251608848571777, -5.338249206542969, -9.44167709350586, -11.549351692199707, -6.427210330963135], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -2.0623934268951416, -0.8293642997741699, -0.8124532103538513, -2.241453170776367, -0.4281099736690521, -1.411234736442566, -2.596957206726074, -2.459956169128418, -1.8056162595748901, -1.7065714597702026, -0.5622707009315491, -1.1524860858917236, -2.20561146736145, -2.2761147022247314, -0.14590974152088165, -0.8052284121513367, -1.5042775869369507, -1.403796672821045, -1.6761023998260498, -2.6853363513946533, -0.4015403687953949, -2.104907512664795, -1.6593096256256104, -1.0583242177963257, -1.0525639057159424, -0.39927077293395996, -1.4155634641647339, -1.5390416383743286, -1.5570483207702637, -0.8973007202148438, -2.538360834121704, -1.2339261770248413, -1.5307226181030273, -1.44167959690094, -0.69096440076828, -1.6361088752746582, -0.3965788185596466, -1.707809329032898, -2.021791934967041, -1.0823954343795776, -2.598177433013916, -1.8589324951171875, -2.0067837238311768, -1.4155247211456299, -3.055142402648926, -2.010098695755005, -0.7116813659667969, -1.5847948789596558, -1.96969735622406, -1.3703725337982178, -1.7141128778457642, -0.9820136427879333, -1.5644257068634033, -2.8141767978668213, -0.764769434928894, -2.0197036266326904, -1.0829647779464722, -0.4293574094772339, -2.9775149822235107, -2.6276609897613525, -1.580705165863037, -0.4344213902950287, -1.845876932144165, -1.2144972085952759, -1.5564346313476562, -1.6329301595687866, -0.1929662525653839, -1.4446282386779785, -2.0285086631774902, -1.2015775442123413, -1.2741724252700806, -0.6080151796340942, -2.4419398307800293, -0.9021281003952026, -1.510893702507019, -2.4915778636932373, -1.6407548189163208, -1.51259446144104, -1.9062730073928833, -1.7246843576431274, -2.092316150665283, -1.8857676982879639, -1.5955127477645874, -2.3680055141448975, -0.8585637807846069, -1.6134896278381348, -1.8658795356750488, -4.3473286628723145, -0.45498430728912354, -1.3530420064926147, -2.09619140625, -1.0753581523895264, -0.7531851530075073, -0.7610667943954468, -0.2744370102882385, -1.8088243007659912, -1.463362693786621, -2.165858507156372, -1.4628880023956299, -2.2026937007904053, -2.6078503131866455, -2.00557279586792, -0.7950500845909119, -2.157160758972168, -1.005526065826416, -0.8483024835586548, -2.003932237625122, -2.466268539428711, -0.9336410760879517, -1.9877136945724487, -1.6686869859695435, -0.6204805374145508, -1.3275398015975952, -1.3478708267211914, -0.24095343053340912, -1.1714766025543213, -1.8076117038726807, -1.8774499893188477, -1.3426038026809692, -1.1151267290115356, -2.153252601623535, -1.823900580406189, -0.8916078209877014, -1.5148934125900269, -0.32048335671424866, -3.538346529006958, -1.75957453250885, -1.2319400310516357, -1.3470141887664795, -2.017651319503784, -1.4680708646774292, -1.357537031173706]}, "Bot004_121_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_121.log.json", "context": "Hi! \nIt is nice to see you [SMILING FACE WITH SMILING EYES]\nHow is your day going? Hi, it's okay, thanks\nhow are you? I am doing well. Just got back from the gym. Have you three dogs?  Are you still with me? No\nI don't like dogs\nThat's because of allergy\nbut i have a pet cow I have a dog named patrick. My cow's name is Kate Oh wow, i do not think my dog is name Let's change the subject\nDo you work? or Study? I work as a salesman. I sell insurance. souns solid", "response": "I like to eat it.", "annotation_id": "Bot004_121_10", "annotations": ["O", "O", "X", "O", "X", "X", "T", "X", "X", "X", "X", "X", "X", "O", "X"], "gpt2background_target_score": [-9.236458778381348, -10.69127368927002, -8.151948928833008, -12.793701171875, -10.373916625976562, -7.251608848571777], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -2.0623934268951416, -0.8293642997741699, -0.8124532103538513, -2.241453170776367, -0.4281099736690521, -1.411234736442566, -2.596957206726074, -2.459956169128418, -1.8056162595748901, -1.7065714597702026, -0.5622707009315491, -1.1524860858917236, -2.20561146736145, -2.2761147022247314, -0.14590974152088165, -0.8052284121513367, -1.5042775869369507, -1.403796672821045, -1.6761023998260498, -2.6853363513946533, -0.4015403687953949, -2.104907512664795, -1.6593096256256104, -1.0583242177963257, -1.0525639057159424, -0.39927077293395996, -1.4155634641647339, -1.5390416383743286, -1.5570483207702637, -0.8973007202148438, -2.538360834121704, -1.2339261770248413, -1.5307226181030273, -1.44167959690094, -0.69096440076828, -1.6361088752746582, -0.3965788185596466, -1.707809329032898, -2.021791934967041, -1.0823954343795776, -2.598177433013916, -1.8589324951171875, -2.0067837238311768, -1.4155247211456299, -3.055142402648926, -2.010098695755005, -0.7116813659667969, -1.5847948789596558, -1.96969735622406, -1.3703725337982178, -1.7141128778457642, -0.9820136427879333, -1.5644257068634033, -2.8141767978668213, -0.764769434928894, -2.0197036266326904, -1.0829647779464722, -0.4293574094772339, -2.9775149822235107, -2.6276609897613525, -1.580705165863037, -0.4344213902950287, -1.845876932144165, -1.2144972085952759, -1.5564346313476562, -1.6329301595687866, -0.1929662525653839, -1.4446282386779785, -2.0285086631774902, -1.2015775442123413, -1.2741724252700806, -0.6080151796340942, -2.4419398307800293, -0.9021281003952026, -1.510893702507019, -2.4915778636932373, -1.6407548189163208, -1.51259446144104, -1.9062730073928833, -1.7246843576431274, -2.092316150665283, -1.8857676982879639, -1.5955127477645874, -2.3680055141448975, -0.8585637807846069, -1.6134896278381348, -1.8658795356750488, -4.3473286628723145, -0.4549836218357086, -1.3530421257019043, -2.096191883087158, -1.075358510017395, -0.753184974193573, -0.7610663175582886, -0.27443674206733704, -1.808826208114624, -1.4633638858795166, -2.1658577919006348, -1.4628885984420776, -2.2026941776275635, -2.607851028442383, -2.0055739879608154, -0.7950487732887268, -2.1571614742279053, -1.0055276155471802, -0.8483023643493652, -2.0039305686950684, -2.466268539428711, -0.9336426854133606, -1.9877139329910278, -1.6686886548995972, -0.6204812526702881, -1.3275400400161743, -1.347870945930481, -0.24095343053340912, -1.1714760065078735, -1.807613730430603, -1.8774499893188477, -1.3426039218902588, -1.115126371383667, -2.1532540321350098, -1.5276122093200684, -1.6352628469467163, -0.3547702431678772, -3.8431766033172607, -1.8936365842819214, -1.5220898389816284, -1.277451515197754, -1.9970589876174927, -1.4741181135177612, -1.4044438600540161, -2.631450891494751, -3.099395751953125, -2.4357171058654785, -2.4340591430664062, -1.9013258218765259, -0.9454293847084045, -2.4968626499176025, -0.8530591130256653, -2.5766615867614746, -1.6530705690383911, -1.4061236381530762]}, "Bot004_121_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_121.log.json", "context": "Hi! \nIt is nice to see you [SMILING FACE WITH SMILING EYES]\nHow is your day going? Hi, it's okay, thanks\nhow are you? I am doing well. Just got back from the gym. Have you three dogs?  Are you still with me? No\nI don't like dogs\nThat's because of allergy\nbut i have a pet cow I have a dog named patrick. My cow's name is Kate Oh wow, i do not think my dog is name Let's change the subject\nDo you work? or Study? I work as a salesman. I sell insurance. souns solid I like to eat it. and i work at my parents farm", "response": "I am a salesman, i sell insurance", "annotation_id": "Bot004_121_12", "annotations": ["O", "O", "O", "T", "X", "X", "X", "O", "X", "O", "T", "X", "T", "T", "X"], "gpt2background_target_score": [-9.236458778381348, -8.606606483459473, -7.233031272888184, -11.937570571899414, -9.057122230529785, -9.395441055297852, -12.97534465789795, -14.054813385009766], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -2.0623934268951416, -0.8293642997741699, -0.8124532103538513, -2.241453170776367, -0.4281099736690521, -1.411234736442566, -2.596957206726074, -2.459956169128418, -1.8056162595748901, -1.7065714597702026, -0.5622707009315491, -1.1524860858917236, -2.20561146736145, -2.2761147022247314, -0.14590974152088165, -0.8052284121513367, -1.5042775869369507, -1.403796672821045, -1.6761023998260498, -2.6853363513946533, -0.4015403687953949, -2.104907512664795, -1.6593096256256104, -1.0583242177963257, -1.0525639057159424, -0.39927077293395996, -1.4155634641647339, -1.5390416383743286, -1.5570483207702637, -0.8973007202148438, -2.538360834121704, -1.2339261770248413, -1.5307226181030273, -1.44167959690094, -0.69096440076828, -1.6361088752746582, -0.3965788185596466, -1.707809329032898, -2.021791934967041, -1.0823954343795776, -2.598177433013916, -1.8589324951171875, -2.0067837238311768, -1.4155247211456299, -3.055142402648926, -2.010098695755005, -0.7116813659667969, -1.5847948789596558, -1.96969735622406, -1.3703725337982178, -1.7141128778457642, -0.9820136427879333, -1.5644257068634033, -2.8141767978668213, -0.764769434928894, -2.0197036266326904, -1.0829647779464722, -0.4293574094772339, -2.9775149822235107, -2.6276609897613525, -1.580705165863037, -0.4344213902950287, -1.845876932144165, -1.2144972085952759, -1.5564346313476562, -1.6329301595687866, -0.1929662525653839, -1.4446282386779785, -2.0285086631774902, -1.2015775442123413, -1.2741724252700806, -0.6080151796340942, -2.4419398307800293, -0.9021281003952026, -1.510893702507019, -2.4915778636932373, -1.6407548189163208, -1.51259446144104, -1.9062730073928833, -1.7246843576431274, -2.092316150665283, -1.8857676982879639, -1.5955127477645874, -2.3680055141448975, -0.8585637807846069, -1.6134896278381348, -1.8658795356750488, -4.3473286628723145, -0.4549836218357086, -1.3530421257019043, -2.096191883087158, -1.075358510017395, -0.753184974193573, -0.7610663175582886, -0.27443674206733704, -1.808826208114624, -1.4633638858795166, -2.1658577919006348, -1.4628885984420776, -2.2026941776275635, -2.607851028442383, -2.0055739879608154, -0.7950487732887268, -2.1571614742279053, -1.0055276155471802, -0.8483023643493652, -2.0039305686950684, -2.466268539428711, -0.9336426854133606, -1.9877139329910278, -1.6686886548995972, -0.6204812526702881, -1.3275400400161743, -1.347870945930481, -0.24095343053340912, -1.1714760065078735, -1.807613730430603, -1.8774499893188477, -1.3426039218902588, -1.115126371383667, -2.1532540321350098, -1.5276122093200684, -1.6352628469467163, -0.3547702431678772, -3.8431766033172607, -1.8936365842819214, -1.5220898389816284, -1.277451515197754, -1.9970589876174927, -1.4741181135177612, -1.4044438600540161, -2.631450891494751, -3.099395751953125, -2.4357171058654785, -2.4340591430664062, -2.3385508060455322, -1.9388848543167114, -1.6232808828353882, -3.005556106567383, -1.4861178398132324, -1.6788949966430664, -2.009552001953125, -2.494112491607666, -1.285743236541748, -0.9676725268363953, -2.5146591663360596, -1.1576297283172607, -1.087379813194275, -1.9475663900375366, -1.0056588649749756, -1.5694447755813599, -2.6934056282043457, -1.256665825843811, -1.8604379892349243, -1.3995012044906616, -0.5156945586204529, -1.0719658136367798]}, "Bot004_121_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_121.log.json", "context": "Hi! \nIt is nice to see you [SMILING FACE WITH SMILING EYES]\nHow is your day going? Hi, it's okay, thanks\nhow are you? I am doing well. Just got back from the gym. Have you three dogs?  Are you still with me? No\nI don't like dogs\nThat's because of allergy\nbut i have a pet cow I have a dog named patrick. My cow's name is Kate Oh wow, i do not think my dog is name Let's change the subject\nDo you work? or Study? I work as a salesman. I sell insurance. souns solid I like to eat it. and i work at my parents farm I am a salesman, i sell insurance what kind of music do you like?", "response": "I like all kinds. I am a huge fan of all types.", "annotation_id": "Bot004_121_14", "annotations": ["O", "O", "O", "T", "O", "O", "O", "T", "O", "O", "O", "X", "O", "T", "O"], "gpt2background_target_score": [-9.236458778381348, -10.69127368927002, -9.300328254699707, -12.889717102050781, -9.24616527557373, -7.409514904022217, -12.189488410949707, -8.799242973327637, -9.97274398803711, -11.967938423156738, -10.295836448669434, -9.548517227172852, -12.633480072021484, -6.253305435180664], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -2.0623934268951416, -0.8293642997741699, -0.8124532103538513, -2.241453170776367, -0.4281099736690521, -1.411234736442566, -2.596957206726074, -2.459956169128418, -1.8056162595748901, -1.7065714597702026, -0.5622707009315491, -1.1524860858917236, -2.20561146736145, -2.2761147022247314, -0.14590974152088165, -0.8052284121513367, -1.5042775869369507, -1.403796672821045, -1.6761023998260498, -2.6853363513946533, -0.4015403687953949, -2.104907512664795, -1.6593096256256104, -1.0583242177963257, -1.0525639057159424, -0.39927077293395996, -1.4155634641647339, -1.5390416383743286, -1.5570483207702637, -0.8973007202148438, -2.538360834121704, -1.2339261770248413, -1.5307226181030273, -1.44167959690094, -0.69096440076828, -1.6361088752746582, -0.3965788185596466, -1.707809329032898, -2.021791934967041, -1.0823954343795776, -2.598177433013916, -1.8589324951171875, -2.0067837238311768, -1.4155247211456299, -3.055142402648926, -2.010098695755005, -0.7116813659667969, -1.5847948789596558, -1.96969735622406, -1.3703725337982178, -1.7141128778457642, -0.9820136427879333, -1.5644257068634033, -2.8141767978668213, -0.764769434928894, -2.0197036266326904, -1.0829647779464722, -0.4293574094772339, -2.9775149822235107, -2.6276609897613525, -1.580705165863037, -0.4344213902950287, -1.845876932144165, -1.2144972085952759, -1.5564346313476562, -1.6329301595687866, -0.1929662525653839, -1.4446282386779785, -2.0285086631774902, -1.2015775442123413, -1.2741724252700806, -0.6080151796340942, -2.4419398307800293, -0.9021281003952026, -1.510893702507019, -2.4915778636932373, -1.6407548189163208, -1.51259446144104, -1.9062730073928833, -1.7246843576431274, -2.092316150665283, -1.8857676982879639, -1.5955127477645874, -2.3680055141448975, -0.8585637807846069, -1.6134896278381348, -1.8658795356750488, -4.3473286628723145, -0.4549836218357086, -1.3530421257019043, -2.096191883087158, -1.075358510017395, -0.753184974193573, -0.7610663175582886, -0.27443674206733704, -1.808826208114624, -1.4633638858795166, -2.1658577919006348, -1.4628885984420776, -2.2026941776275635, -2.607851028442383, -2.0055739879608154, -0.7950487732887268, -2.1571614742279053, -1.0055276155471802, -0.8483023643493652, -2.0039305686950684, -2.466268539428711, -0.9336426854133606, -1.9877139329910278, -1.6686886548995972, -0.6204812526702881, -1.3275400400161743, -1.347870945930481, -0.24095343053340912, -1.1714760065078735, -1.807613730430603, -1.8774499893188477, -1.3426039218902588, -1.115126371383667, -2.1532540321350098, -1.5276122093200684, -1.6352628469467163, -0.3547702431678772, -3.8431766033172607, -1.8936365842819214, -1.5220898389816284, -1.277451515197754, -1.9970589876174927, -1.4741181135177612, -1.4044438600540161, -2.631450891494751, -3.099395751953125, -2.4357171058654785, -2.4340591430664062, -2.3385508060455322, -1.93888521194458, -1.623281478881836, -3.005556344985962, -1.4861172437667847, -1.6788947582244873, -2.009551763534546, -2.4941139221191406, -1.2857441902160645, -0.9676724672317505, -2.514660120010376, -1.1576284170150757, -1.0873790979385376, -1.8646132946014404, -1.8385332822799683, -3.9054384231567383, -0.9541267156600952, -1.8380646705627441, -2.0145456790924072, -1.5341589450836182, -1.1896352767944336, -2.3030080795288086, -0.30000898241996765, -2.448136329650879, -1.1951584815979004, -0.43769246339797974, -1.1140823364257812, -1.1384962797164917, -1.7205979824066162, -1.8267202377319336, -1.8727335929870605, -1.0615108013153076, -1.741642951965332, -0.18274231255054474, -1.2567689418792725, -1.386279582977295, -1.1945472955703735, -2.9956631660461426, -0.856001079082489, -0.3092374801635742, -2.637495279312134, -0.7394931316375732, -0.38025063276290894, -1.1152750253677368]}, "Bot004_121_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_121.log.json", "context": "Hi! \nIt is nice to see you [SMILING FACE WITH SMILING EYES]\nHow is your day going? Hi, it's okay, thanks\nhow are you? I am doing well. Just got back from the gym. Have you three dogs?  Are you still with me? No\nI don't like dogs\nThat's because of allergy\nbut i have a pet cow I have a dog named patrick. My cow's name is Kate Oh wow, i do not think my dog is name Let's change the subject\nDo you work? or Study? I work as a salesman. I sell insurance. souns solid I like to eat it. and i work at my parents farm I am a salesman, i sell insurance what kind of music do you like? I like all kinds. I am a huge fan of all types. i only listen to country music", "response": "I like country music. I like to listen to music while i am training.  Are you bored talking to me? [LOUDLY CRYING FACE]", "annotation_id": "Bot004_121_16", "annotations": ["O", "O", "O", "O", "X", "O", "O", "O", "O", "O", "O", "O", "O", "T", "O"], "gpt2background_target_score": [-9.236458778381348, -10.69127368927002, -11.607038497924805, -13.08867073059082, -9.24616527557373, -7.409514904022217, -9.395703315734863, -8.97399616241455, -12.82509708404541, -6.932250022888184, -12.972212791442871, -10.221569061279297, -8.94261360168457, -10.787814140319824, -11.544777870178223, -8.971024513244629, -10.743151664733887, -12.039015769958496, -8.901336669921875, -14.370508193969727, -11.869239807128906, -6.095996856689453, -10.564081192016602, -5.318877696990967, -5.66851806640625, -10.786676406860352, -12.665960311889648, -14.12917423248291, -11.670320510864258, -10.848753929138184, -13.524419784545898, -12.76529312133789, -11.296022415161133], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -2.0623934268951416, -0.8293642997741699, -0.8124532103538513, -2.241453170776367, -0.4281099736690521, -1.411234736442566, -2.596957206726074, -2.459956169128418, -1.8056162595748901, -1.7065714597702026, -0.5622707009315491, -1.1524860858917236, -2.20561146736145, -2.2761147022247314, -0.14590974152088165, -0.8052284121513367, -1.5042775869369507, -1.403796672821045, -1.6761023998260498, -2.6853363513946533, -0.4015403687953949, -2.104907512664795, -1.6593096256256104, -1.0583242177963257, -1.0525639057159424, -0.39927077293395996, -1.4155634641647339, -1.5390416383743286, -1.5570483207702637, -0.8973007202148438, -2.538360834121704, -1.2339261770248413, -1.5307226181030273, -1.44167959690094, -0.69096440076828, -1.6361088752746582, -0.3965788185596466, -1.707809329032898, -2.021791934967041, -1.0823954343795776, -2.598177433013916, -1.8589324951171875, -2.0067837238311768, -1.4155247211456299, -3.055142402648926, -2.010098695755005, -0.7116813659667969, -1.5847948789596558, -1.96969735622406, -1.3703725337982178, -1.7141128778457642, -0.9820136427879333, -1.5644257068634033, -2.8141767978668213, -0.764769434928894, -2.0197036266326904, -1.0829647779464722, -0.4293574094772339, -2.9775149822235107, -2.6276609897613525, -1.580705165863037, -0.4344213902950287, -1.845876932144165, -1.2144972085952759, -1.5564346313476562, -1.6329301595687866, -0.1929662525653839, -1.4446282386779785, -2.0285086631774902, -1.2015775442123413, -1.2741724252700806, -0.6080151796340942, -2.4419398307800293, -0.9021281003952026, -1.510893702507019, -2.4915778636932373, -1.6407548189163208, -1.51259446144104, -1.9062730073928833, -1.7246843576431274, -2.092316150665283, -1.8857676982879639, -1.5955127477645874, -2.3680055141448975, -0.8585637807846069, -1.6134896278381348, -1.8658795356750488, -4.3473286628723145, -0.4549836218357086, -1.3530421257019043, -2.096191883087158, -1.075358510017395, -0.753184974193573, -0.7610663175582886, -0.27443674206733704, -1.808826208114624, -1.4633638858795166, -2.1658577919006348, -1.4628885984420776, -2.2026941776275635, -2.607851028442383, -2.0055739879608154, -0.7950487732887268, -2.1571614742279053, -1.0055276155471802, -0.8483023643493652, -2.0039305686950684, -2.466268539428711, -0.9336426854133606, -1.9877139329910278, -1.6686886548995972, -0.6204812526702881, -1.3275400400161743, -1.347870945930481, -0.24095343053340912, -1.1714760065078735, -1.807613730430603, -1.8774499893188477, -1.3426039218902588, -1.115126371383667, -2.1532540321350098, -1.5276122093200684, -1.6352628469467163, -0.3547702431678772, -3.8431766033172607, -1.8936365842819214, -1.5220898389816284, -1.277451515197754, -1.9970589876174927, -1.4741181135177612, -1.4044438600540161, -2.631450891494751, -3.099395751953125, -2.4357171058654785, -2.4340591430664062, -2.3385508060455322, -1.9388848543167114, -1.6232808828353882, -3.005556106567383, -1.4861178398132324, -1.6788949966430664, -2.009552001953125, -2.494112491607666, -1.2857416868209839, -0.9676734209060669, -2.5146610736846924, -1.1576305627822876, -1.0873790979385376, -1.8646150827407837, -1.8385318517684937, -3.9054386615753174, -0.95412677526474, -1.838064432144165, -2.014545440673828, -1.5341582298278809, -1.1896357536315918, -2.303006649017334, -0.3000095784664154, -2.4481360912323, -1.1951582431793213, -0.43769222497940063, -1.114081859588623, -1.1384977102279663, -1.7206001281738281, -1.9810484647750854, -1.0550191402435303, -1.5015158653259277, -0.17705868184566498, -1.6847387552261353, -1.452759027481079, -1.2449500560760498, -3.048828125, -0.934965193271637, -0.30981263518333435, -2.477072238922119, -0.9839930534362793, -0.3028285801410675, -1.4391915798187256, -1.911608099937439, -1.993599772453308, -0.20826229453086853, -1.0410521030426025, -0.6881129145622253, -1.636135458946228, -1.9281997680664062, -2.3746116161346436, -2.0134496688842773, -0.17526419460773468, -1.293603539466858, -1.1855261325836182, -1.3904716968536377, -2.3008952140808105, -0.8246100544929504, -0.19337643682956696, -2.0767223834991455, -1.4564675092697144, -1.728256106376648, -1.643262267112732, -2.0648319721221924, -1.0663706064224243, -1.195849061012268, -0.5571399331092834, -0.2714475095272064, -2.1578826904296875, -0.6907058358192444, -0.7324139475822449, -1.5890599489212036, -0.63365238904953, -0.897831916809082, -2.6176130771636963, -1.2100363969802856, -1.3031368255615234, -1.6004481315612793, -2.071476936340332, -2.019897222518921, -2.4742703437805176, -1.2657009363174438, -1.0606564283370972]}, "Bot004_121_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_121.log.json", "context": "Hi! \nIt is nice to see you [SMILING FACE WITH SMILING EYES]\nHow is your day going? Hi, it's okay, thanks\nhow are you? I am doing well. Just got back from the gym. Have you three dogs?  Are you still with me? No\nI don't like dogs\nThat's because of allergy\nbut i have a pet cow I have a dog named patrick. My cow's name is Kate Oh wow, i do not think my dog is name Let's change the subject\nDo you work? or Study? I work as a salesman. I sell insurance. souns solid I like to eat it. and i work at my parents farm I am a salesman, i sell insurance what kind of music do you like? I like all kinds. I am a huge fan of all types. i only listen to country music I like country music. I like to listen to music while i am training.  Are you bored talking to me? [LOUDLY CRYING FACE] that's nice\ni also work as an electrician\nand like listening to music while doing this work", "response": "I like classical music. I am a country fan.", "annotation_id": "Bot004_121_18", "annotations": ["O", "O", "X", "O", "X", "T", "O", "O", "O", "T", "O", "X", "T", "T", "O"], "gpt2background_target_score": [-9.236458778381348, -10.69127368927002, -12.738344192504883, -13.08867073059082, -9.24616527557373, -7.409514904022217, -12.189488410949707, -8.799242973327637, -10.544025421142578, -11.967938423156738, -8.656206130981445], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -2.0623934268951416, -0.8293642997741699, -0.8124532103538513, -2.241453170776367, -0.4281099736690521, -1.411234736442566, -2.596957206726074, -2.459956169128418, -1.8056162595748901, -1.7065714597702026, -0.5622707009315491, -1.1524860858917236, -2.20561146736145, -2.2761147022247314, -0.14590974152088165, -0.8052284121513367, -1.5042775869369507, -1.403796672821045, -1.6761023998260498, -2.6853363513946533, -0.4015403687953949, -2.104907512664795, -1.6593096256256104, -1.0583242177963257, -1.0525639057159424, -0.39927077293395996, -1.4155634641647339, -1.5390416383743286, -1.5570483207702637, -0.8973007202148438, -2.538360834121704, -1.2339261770248413, -1.5307226181030273, -1.44167959690094, -0.69096440076828, -1.6361088752746582, -0.3965788185596466, -1.707809329032898, -2.021791934967041, -1.0823954343795776, -2.598177433013916, -1.8589324951171875, -2.0067837238311768, -1.4155247211456299, -3.055142402648926, -2.010098695755005, -0.7116813659667969, -1.5847948789596558, -1.96969735622406, -1.3703725337982178, -1.7141128778457642, -0.9820136427879333, -1.5644257068634033, -2.8141767978668213, -0.764769434928894, -2.0197036266326904, -1.0829647779464722, -0.4293574094772339, -2.9775149822235107, -2.6276609897613525, -1.580705165863037, -0.4344213902950287, -1.845876932144165, -1.2144972085952759, -1.5564346313476562, -1.6329301595687866, -0.1929662525653839, -1.4446282386779785, -2.0285086631774902, -1.2015775442123413, -1.2741724252700806, -0.6080151796340942, -2.4419398307800293, -0.9021281003952026, -1.510893702507019, -2.4915778636932373, -1.6407548189163208, -1.51259446144104, -1.9062730073928833, -1.7246843576431274, -2.092316150665283, -1.8857676982879639, -1.5955127477645874, -2.3680055141448975, -0.8585637807846069, -1.6134896278381348, -1.8658795356750488, -4.3473286628723145, -0.4549836218357086, -1.3530421257019043, -2.096191883087158, -1.075358510017395, -0.753184974193573, -0.7610663175582886, -0.27443674206733704, -1.808826208114624, -1.4633638858795166, -2.1658577919006348, -1.4628885984420776, -2.2026941776275635, -2.607851028442383, -2.0055739879608154, -0.7950487732887268, -2.1571614742279053, -1.0055276155471802, -0.8483023643493652, -2.0039305686950684, -2.466268539428711, -0.9336426854133606, -1.9877139329910278, -1.6686886548995972, -0.6204812526702881, -1.3275400400161743, -1.347870945930481, -0.24095343053340912, -1.1714760065078735, -1.807613730430603, -1.8774499893188477, -1.3426039218902588, -1.115126371383667, -2.1532540321350098, -1.5276122093200684, -1.6352628469467163, -0.3547702431678772, -3.8431766033172607, -1.8936365842819214, -1.5220898389816284, -1.277451515197754, -1.9970589876174927, -1.4741181135177612, -1.4044438600540161, -2.631450891494751, -3.099395751953125, -2.4357171058654785, -2.4340591430664062, -2.3385508060455322, -1.9388848543167114, -1.6232808828353882, -3.005556106567383, -1.4861178398132324, -1.6788949966430664, -2.009552001953125, -2.494112491607666, -1.2857416868209839, -0.9676734209060669, -2.5146610736846924, -1.1576305627822876, -1.0873790979385376, -1.8646150827407837, -1.8385318517684937, -3.9054386615753174, -0.95412677526474, -1.838064432144165, -2.014545440673828, -1.5341582298278809, -1.1896357536315918, -2.303006649017334, -0.3000095784664154, -2.4481360912323, -1.1951582431793213, -0.43769222497940063, -1.114081859588623, -1.1384977102279663, -1.7206001281738281, -1.9810484647750854, -1.0550191402435303, -1.5015158653259277, -0.17705868184566498, -1.6847387552261353, -1.452759027481079, -1.2449500560760498, -3.048828125, -0.934965193271637, -0.30981263518333435, -2.477072238922119, -0.9839930534362793, -0.3028285801410675, -1.4391915798187256, -1.9116079807281494, -1.99359929561615, -0.2082633525133133, -1.0410521030426025, -0.6881123781204224, -1.6361359357833862, -1.3967701196670532, -1.1949318647384644, -0.31434205174446106, -1.1247938871383667, -1.967269778251648, -1.7012795209884644, -2.419410467147827, -1.0569161176681519, -0.19429777562618256, -2.086073398590088, -2.030287265777588, -1.7866815328598022, -1.4549444913864136, -2.067126750946045, -1.1190840005874634, -1.6207209825515747, -0.9677537679672241, -0.22938594222068787, -2.4608898162841797, -0.6695314645767212, -1.0027165412902832, -1.5960164070129395, -0.5449289083480835, -1.6328701972961426, -2.906080722808838, -1.0297843217849731, -1.1520544290542603, -1.3453677892684937, -1.6971969604492188, -2.0516068935394287, -2.268944501876831, -1.256807565689087, -1.7230504751205444, -1.1101183891296387, -2.5911545753479004, -1.5941582918167114, -1.796302080154419, -2.416130542755127, -0.74146568775177, -1.3313554525375366, -0.3057877719402313, -2.9141297340393066, -0.2607657313346863, -1.445496916770935, -2.181544542312622, -0.9703055024147034, -0.5542302131652832, -0.18044348061084747, -1.3347066640853882, -1.1429308652877808, -0.9381876587867737, -2.741676092147827, -1.4206539392471313, -1.4603620767593384, -2.0636744499206543, -2.2228550910949707, -1.1929503679275513, -0.6852794289588928, -1.8741530179977417, -1.166032075881958, -1.349238634109497, -1.681235432624817, -2.7692997455596924, -0.9707027077674866, -1.1830562353134155, -0.9387282729148865]}, "Bot004_121_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_121.log.json", "context": "Hi! \nIt is nice to see you [SMILING FACE WITH SMILING EYES]\nHow is your day going? Hi, it's okay, thanks\nhow are you? I am doing well. Just got back from the gym. Have you three dogs?  Are you still with me? No\nI don't like dogs\nThat's because of allergy\nbut i have a pet cow I have a dog named patrick. My cow's name is Kate Oh wow, i do not think my dog is name Let's change the subject\nDo you work? or Study? I work as a salesman. I sell insurance. souns solid I like to eat it. and i work at my parents farm I am a salesman, i sell insurance what kind of music do you like? I like all kinds. I am a huge fan of all types. i only listen to country music I like country music. I like to listen to music while i am training.  Are you bored talking to me? [LOUDLY CRYING FACE] that's nice\ni also work as an electrician\nand like listening to music while doing this work I like classical music. I am a country fan. me too", "response": "I am a huge runner, i love to lift weights", "annotation_id": "Bot004_121_20", "annotations": ["O", "O", "T", "T", "X", "O", "T", "X", "T", "O", "O", "X", "T", "O", "O"], "gpt2background_target_score": [-9.236458778381348, -8.606606483459473, -7.233031272888184, -12.562068939208984, -13.207555770874023, -6.7301483154296875, -8.213730812072754, -7.637630462646484, -7.990370273590088, -10.571647644042969, -12.751562118530273], "gpt2background_argmax_score": [-1.9761701822280884, -1.0809346437454224, -2.0623934268951416, -0.8293642997741699, -0.8124532103538513, -2.241453170776367, -0.4281099736690521, -1.411234736442566, -2.596957206726074, -2.459956169128418, -1.8056162595748901, -1.7065714597702026, -0.5622707009315491, -1.1524860858917236, -2.20561146736145, -2.2761147022247314, -0.14590974152088165, -0.8052284121513367, -1.5042775869369507, -1.403796672821045, -1.6761023998260498, -2.6853363513946533, -0.4015403687953949, -2.104907512664795, -1.6593096256256104, -1.0583242177963257, -1.0525639057159424, -0.39927077293395996, -1.4155634641647339, -1.5390416383743286, -1.5570483207702637, -0.8973007202148438, -2.538360834121704, -1.2339261770248413, -1.5307226181030273, -1.44167959690094, -0.69096440076828, -1.6361088752746582, -0.3965788185596466, -1.707809329032898, -2.021791934967041, -1.0823954343795776, -2.598177433013916, -1.8589324951171875, -2.0067837238311768, -1.4155247211456299, -3.055142402648926, -2.010098695755005, -0.7116813659667969, -1.5847948789596558, -1.96969735622406, -1.3703725337982178, -1.7141128778457642, -0.9820136427879333, -1.5644257068634033, -2.8141767978668213, -0.764769434928894, -2.0197036266326904, -1.0829647779464722, -0.4293574094772339, -2.9775149822235107, -2.6276609897613525, -1.580705165863037, -0.4344213902950287, -1.845876932144165, -1.2144972085952759, -1.5564346313476562, -1.6329301595687866, -0.1929662525653839, -1.4446282386779785, -2.0285086631774902, -1.2015775442123413, -1.2741724252700806, -0.6080151796340942, -2.4419398307800293, -0.9021281003952026, -1.510893702507019, -2.4915778636932373, -1.6407548189163208, -1.51259446144104, -1.9062730073928833, -1.7246843576431274, -2.092316150665283, -1.8857676982879639, -1.5955127477645874, -2.3680055141448975, -0.8585637807846069, -1.6134896278381348, -1.8658795356750488, -4.3473286628723145, -0.4549836218357086, -1.3530421257019043, -2.096191883087158, -1.075358510017395, -0.753184974193573, -0.7610663175582886, -0.27443674206733704, -1.808826208114624, -1.4633638858795166, -2.1658577919006348, -1.4628885984420776, -2.2026941776275635, -2.607851028442383, -2.0055739879608154, -0.7950487732887268, -2.1571614742279053, -1.0055276155471802, -0.8483023643493652, -2.0039305686950684, -2.466268539428711, -0.9336426854133606, -1.9877139329910278, -1.6686886548995972, -0.6204812526702881, -1.3275400400161743, -1.347870945930481, -0.24095343053340912, -1.1714760065078735, -1.807613730430603, -1.8774499893188477, -1.3426039218902588, -1.115126371383667, -2.1532540321350098, -1.5276122093200684, -1.6352628469467163, -0.3547702431678772, -3.8431766033172607, -1.8936365842819214, -1.5220898389816284, -1.277451515197754, -1.9970589876174927, -1.4741181135177612, -1.4044438600540161, -2.631452798843384, -3.099395990371704, -2.4357166290283203, -2.4340600967407227, -2.338552474975586, -1.9388847351074219, -1.6232813596725464, -3.0055558681488037, -1.4861173629760742, -1.678896188735962, -2.0095512866973877, -2.4941139221191406, -1.285743236541748, -0.9676737785339355, -2.5146596431732178, -1.1576282978057861, -1.087378740310669, -1.8646098375320435, -1.8385322093963623, -3.9054388999938965, -0.9541274309158325, -1.8380658626556396, -2.0145463943481445, -1.5341578722000122, -1.1896358728408813, -2.3030076026916504, -0.300009161233902, -2.448134183883667, -1.1951568126678467, -0.43769270181655884, -1.1140832901000977, -1.138495683670044, -1.720597505569458, -1.9810478687286377, -1.0550192594528198, -1.5015140771865845, -0.17705899477005005, -1.684738039970398, -1.4527580738067627, -1.2449493408203125, -3.0488264560699463, -0.9349654316902161, -0.30981290340423584, -2.477073907852173, -0.9839925169944763, -0.30282875895500183, -1.4391908645629883, -1.9116086959838867, -1.9936026334762573, -0.20826248824596405, -1.0410536527633667, -0.6881129741668701, -1.6361351013183594, -1.396768569946289, -1.1949316263198853, -0.31434163451194763, -1.1247937679290771, -1.9672709703445435, -1.7012813091278076, -2.4194118976593018, -1.056915521621704, -0.1942986696958542, -2.0860750675201416, -2.0302882194519043, -1.7866811752319336, -1.4549438953399658, -2.0671257972717285, -1.1190837621688843, -1.6207174062728882, -0.9677523374557495, -0.2293853759765625, -2.460890054702759, -0.6695316433906555, -1.0027154684066772, -1.5960177183151245, -0.5449297428131104, -1.6328704357147217, -2.9060819149017334, -1.0297846794128418, -1.1520541906356812, -1.3453700542449951, -1.6971973180770874, -2.0516037940979004, -2.26894474029541, -1.2568087577819824, -1.7230503559112549, -1.1101186275482178, -2.5911552906036377, -1.5941576957702637, -1.7963025569915771, -2.4161288738250732, -0.74146568775177, -1.3313549757003784, -0.3057883083820343, -2.9141314029693604, -0.2607659101486206, -1.4454970359802246, -2.181544780731201, -0.9703054428100586, -0.5542298555374146, -0.18044298887252808, -1.3347066640853882, -1.1429311037063599, -0.9381886720657349, -2.7416749000549316, -1.4206568002700806, -1.4603626728057861, -1.7476623058319092, -0.8401079177856445, -0.7571749687194824, -1.582739233970642, -1.8067878484725952, -0.9233035445213318, -1.6439871788024902, -2.747370481491089, -0.9729807376861572, -1.7031736373901367, -1.6707745790481567, -1.6296966075897217, -1.8803081512451172, -2.0306501388549805, -2.243088722229004, -1.4447112083435059, -1.834445595741272, -0.6236403584480286, -1.5655916929244995, -2.054450035095215, -2.520930528640747, -2.837843894958496, -2.244260787963867, -0.6243384480476379, -1.6568667888641357]}, "Bot004_124_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_124.log.json", "context": "Hello! How is your going? [WINKING FACE] fine thanks how are you", "response": "I am doing well. Just got done with my nightly run. Are you 100 years old?", "annotation_id": "Bot004_124_02", "annotations": ["X", "T", "T", "O", "O", "O", "O", "O", "O", "O", "O", "T", "O", "T", "X"], "gpt2background_target_score": [-9.545134544372559, -8.814092636108398, -9.601699829101562, -10.229995727539062, -11.372946739196777, -10.6326322555542, -9.529218673706055, -11.23915958404541, -10.392553329467773, -8.78303050994873, -13.129953384399414, -14.33232307434082, -10.117905616760254, -9.315128326416016, -4.962242126464844, -11.536574363708496, -10.687439918518066, -9.487748146057129, -10.329082489013672], "gpt2background_argmax_score": [-2.13662052154541, -1.2113471031188965, -1.5648894309997559, -1.7970792055130005, -0.6839268803596497, -1.862032175064087, -0.9321656823158264, -3.0241472721099854, -2.331768274307251, -1.2557718753814697, -1.4701858758926392, -2.0209763050079346, -0.4223697781562805, -1.0317682027816772, -1.584313988685608, -1.779715657234192, -0.3056254982948303, -1.4580868482589722, -1.7976410388946533, -1.4724899530410767, -2.365349292755127, -1.8968250751495361, -2.3499205112457275, -1.0994584560394287, -3.185274362564087, -1.8398542404174805, -1.4771597385406494, -1.2816933393478394, -2.01496958732605, -1.5366839170455933, -1.799486517906189, -1.7613158226013184, -0.5066825747489929, -1.955993890762329, -0.36424025893211365, -0.6089274287223816, -0.8243503570556641, -0.6111730337142944]}, "Bot004_124_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_124.log.json", "context": "Hello! How is your going? [WINKING FACE] fine thanks how are you I am doing well. Just got done with my nightly run. Are you 100 years old? no i am 40", "response": "Oh wow, that is pretty young.", "annotation_id": "Bot004_124_04", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "X"], "gpt2background_target_score": [-12.239985466003418, -10.52094841003418, -7.8895487785339355, -4.941745281219482, -10.593069076538086, -10.561899185180664, -11.75427532196045, -11.33132553100586], "gpt2background_argmax_score": [-2.13662052154541, -1.2113471031188965, -1.5648894309997559, -1.7970792055130005, -0.6839268803596497, -1.862032175064087, -0.9321656823158264, -3.0241472721099854, -2.331768274307251, -1.2557718753814697, -1.4701858758926392, -2.0209763050079346, -0.4223697781562805, -1.0317682027816772, -1.584313988685608, -1.779715657234192, -0.3056254982948303, -1.4580868482589722, -1.5427429676055908, -2.7663192749023438, -1.8405841588974, -2.3019626140594482, -1.3115731477737427, -3.2392361164093018, -1.9830142259597778, -1.4734535217285156, -1.3435250520706177, -2.12847900390625, -1.7673375606536865, -1.9725947380065918, -1.744681477546692, -0.4641381502151489, -1.8314399719238281, -0.3212410807609558, -0.6125465035438538, -0.8499753475189209, -1.789518117904663, -2.1362829208374023, -1.8074078559875488, -2.8802919387817383, -1.768459677696228, -2.220215320587158, -2.5404062271118164, -1.9539482593536377, -2.1831612586975098, -1.067736268043518, -2.2318508625030518, -1.6092686653137207, -1.5249488353729248, -1.5181891918182373]}, "Bot004_124_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_124.log.json", "context": "Hello! How is your going? [WINKING FACE] fine thanks how are you I am doing well. Just got done with my nightly run. Are you 100 years old? no i am 40 Oh wow, that is pretty young. :) do you like to dance", "response": "I like to dance, but i am not very good at it.", "annotation_id": "Bot004_124_06", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "T", "O", "X"], "gpt2background_target_score": [-9.545137405395508, -10.840545654296875, -2.5775399208068848, -10.759647369384766, -10.060364723205566, -7.256601333618164, -7.302597522735596, -11.249056816101074, -11.368967056274414, -12.441431045532227, -10.206125259399414, -9.630010604858398, -9.99164867401123, -4.928292751312256], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -1.8620365858078003, -0.9321646094322205, -3.0241472721099854, -2.3317694664001465, -1.255773901939392, -1.470184326171875, -2.0209755897521973, -0.42236843705177307, -1.0317662954330444, -1.584313988685608, -1.779718041419983, -0.305625319480896, -1.458085536956787, -1.5427433252334595, -2.766317129135132, -1.8405864238739014, -2.3019585609436035, -1.3115712404251099, -3.2392349243164062, -1.983014702796936, -1.4734545946121216, -1.3435237407684326, -2.128478765487671, -1.7673331499099731, -1.972591519355774, -1.744680643081665, -0.4641362726688385, -1.8314392566680908, -0.3212423622608185, -0.6125463843345642, -0.8499759435653687, -1.7895182371139526, -2.1362862586975098, -1.807409405708313, -2.8802905082702637, -1.7684582471847534, -2.3274295330047607, -2.0787787437438965, -2.3257322311401367, -1.07200026512146, -2.247621774673462, -1.4497069120407104, -1.5926120281219482, -1.6427414417266846, -2.1739680767059326, -0.27315592765808105, -1.1513324975967407, -2.1990058422088623, -2.5842673778533936, -1.2123032808303833, -1.965323567390442, -1.922869324684143, -0.9494291543960571, -0.3950190246105194, -1.683975338935852, -2.031508445739746, -1.1143665313720703, -2.253255844116211, -2.040224075317383, -1.951180100440979, -1.6962047815322876, -0.32147517800331116, -1.2850223779678345, -0.8399708271026611, -1.224919319152832]}, "Bot004_124_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_124.log.json", "context": "Hello! How is your going? [WINKING FACE] fine thanks how are you I am doing well. Just got done with my nightly run. Are you 100 years old? no i am 40 Oh wow, that is pretty young. :) do you like to dance I like to dance, but i am not very good at it. are you 100 years old", "response": "Yes i am. I am also a kid. I am still young.", "annotation_id": "Bot004_124_08", "annotations": ["T", "T", "T", "T", "O", "O", "T", "O", "T", "X", "X", "X", "X", "X", "X"], "gpt2background_target_score": [-13.026627540588379, -5.6088643074035645, -5.237573146820068, -10.12729263305664, -10.199124336242676, -11.263951301574707, -12.002537727355957, -10.361085891723633, -14.06602668762207, -7.080935955047607, -6.244138717651367, -11.645618438720703, -11.86290454864502, -10.11137866973877, -3.248044013977051], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -1.8620365858078003, -0.9321646094322205, -3.0241472721099854, -2.3317694664001465, -1.255773901939392, -1.470184326171875, -2.0209755897521973, -0.42236843705177307, -1.0317662954330444, -1.584313988685608, -1.779718041419983, -0.305625319480896, -1.458085536956787, -1.5427433252334595, -2.766317129135132, -1.8405864238739014, -2.3019585609436035, -1.3115712404251099, -3.2392349243164062, -1.983014702796936, -1.4734545946121216, -1.3435237407684326, -2.128478765487671, -1.7673331499099731, -1.972591519355774, -1.744680643081665, -0.4641362726688385, -1.8314392566680908, -0.3212423622608185, -0.6125463843345642, -0.8499759435653687, -1.7895182371139526, -2.1362862586975098, -1.807409405708313, -2.8802905082702637, -1.7684582471847534, -2.3274295330047607, -2.0787789821624756, -2.3257315158843994, -1.07200026512146, -2.24762225151062, -1.4497079849243164, -1.5926114320755005, -1.6427408456802368, -2.17396879196167, -0.2731555700302124, -1.1513317823410034, -2.1990065574645996, -2.584268808364868, -1.2123026847839355, -2.2538154125213623, -0.8090158700942993, -0.9193089604377747, -2.3047306537628174, -2.1596033573150635, -1.2719614505767822, -2.2388253211975098, -2.10178804397583, -2.039970636367798, -1.6632720232009888, -0.3621021807193756, -1.2620347738265991, -0.9132893085479736, -1.6014565229415894, -0.3456759452819824, -2.745049476623535, -1.0362223386764526, -0.3504122793674469, -0.44381457567214966, -2.0427029132843018, -1.733532428741455, -0.5596889853477478, -1.886444091796875, -1.3615083694458008, -1.5036289691925049, -2.6826210021972656, -2.0618245601654053, -2.9877583980560303, -1.3458843231201172, -1.2136485576629639, -1.4575680494308472, -2.3081912994384766, -2.2282774448394775, -1.3808467388153076, -1.297858476638794]}, "Bot004_124_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_124.log.json", "context": "Hello! How is your going? [WINKING FACE] fine thanks how are you I am doing well. Just got done with my nightly run. Are you 100 years old? no i am 40 Oh wow, that is pretty young. :) do you like to dance I like to dance, but i am not very good at it. are you 100 years old Yes i am. I am also a kid. I am still young. what are you", "response": "I am a stay at home mom.", "annotation_id": "Bot004_124_10", "annotations": ["T", "O", "O", "O", "O", "T", "O", "O", "O", "O", "X", "X", "T", "X", "X"], "gpt2background_target_score": [-9.545137405395508, -8.814091682434082, -6.720869541168213, -11.27781867980957, -10.574707984924316, -6.95742130279541, -11.871274948120117, -11.331327438354492], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -1.8620365858078003, -0.9321646094322205, -3.0241472721099854, -2.3317694664001465, -1.255773901939392, -1.470184326171875, -2.0209755897521973, -0.42236843705177307, -1.0317662954330444, -1.584313988685608, -1.779718041419983, -0.305625319480896, -1.458085536956787, -1.5427433252334595, -2.766317129135132, -1.8405864238739014, -2.3019585609436035, -1.3115712404251099, -3.2392349243164062, -1.983014702796936, -1.4734545946121216, -1.3435237407684326, -2.128478765487671, -1.7673331499099731, -1.972591519355774, -1.744680643081665, -0.4641362726688385, -1.8314392566680908, -0.3212423622608185, -0.6125463843345642, -0.8499759435653687, -1.7895182371139526, -2.1362862586975098, -1.807409405708313, -2.8802905082702637, -1.7684582471847534, -2.3274295330047607, -2.0787787437438965, -2.3257322311401367, -1.07200026512146, -2.247621774673462, -1.4497069120407104, -1.5926120281219482, -1.6427414417266846, -2.1739680767059326, -0.27315592765808105, -1.1513324975967407, -2.1990058422088623, -2.5842673778533936, -1.2123032808303833, -2.253814935684204, -0.8090162873268127, -0.9193087220191956, -2.3047306537628174, -2.1596028804779053, -1.2719606161117554, -2.2388269901275635, -2.101787805557251, -2.0399723052978516, -1.6632723808288574, -0.3621019423007965, -1.2620328664779663, -0.9132903814315796, -1.601456642150879, -0.345676451921463, -2.7450499534606934, -1.0362218618392944, -0.3504120111465454, -0.4438149631023407, -1.9911516904830933, -0.7350409626960754, -2.0457968711853027, -1.5689849853515625, -1.389794111251831, -2.7611820697784424, -2.0497043132781982, -2.8601157665252686, -1.4055546522140503, -1.3805549144744873, -1.431967854499817, -2.3384783267974854, -2.221632719039917, -1.4014915227890015, -1.2952996492385864, -2.021125316619873, -0.5050107836723328, -0.8029739260673523, -1.901112675666809, -1.725878357887268, -2.852820634841919, -2.2695364952087402, -0.4426102340221405, -0.1318899542093277, -0.6977841258049011, -1.3488333225250244, -1.1112943887710571]}, "Bot004_124_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_124.log.json", "context": "Hello! How is your going? [WINKING FACE] fine thanks how are you I am doing well. Just got done with my nightly run. Are you 100 years old? no i am 40 Oh wow, that is pretty young. :) do you like to dance I like to dance, but i am not very good at it. are you 100 years old Yes i am. I am also a kid. I am still young. what are you I am a stay at home mom. tell me about yourself", "response": "I am tall and have six feet.", "annotation_id": "Bot004_124_12", "annotations": ["X", "T", "X", "T", "O", "X", "X", "T", "X", "T", "O", "X", "O", "X", "X"], "gpt2background_target_score": [-9.545137405395508, -8.814091682434082, -7.288351535797119, -8.404799461364746, -11.20541000366211, -10.982789993286133, -12.917634010314941, -11.331327438354492], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -1.8620365858078003, -0.9321646094322205, -3.0241472721099854, -2.3317694664001465, -1.255773901939392, -1.470184326171875, -2.0209755897521973, -0.42236843705177307, -1.0317662954330444, -1.584313988685608, -1.779718041419983, -0.305625319480896, -1.458085536956787, -1.5427433252334595, -2.766317129135132, -1.8405864238739014, -2.3019585609436035, -1.3115712404251099, -3.2392349243164062, -1.983014702796936, -1.4734545946121216, -1.3435237407684326, -2.128478765487671, -1.7673331499099731, -1.972591519355774, -1.744680643081665, -0.4641362726688385, -1.8314392566680908, -0.3212423622608185, -0.6125463843345642, -0.8499759435653687, -1.7895182371139526, -2.1362862586975098, -1.807409405708313, -2.8802905082702637, -1.7684582471847534, -2.3274295330047607, -2.0787787437438965, -2.3257322311401367, -1.07200026512146, -2.247621774673462, -1.4497069120407104, -1.5926120281219482, -1.6427414417266846, -2.1739680767059326, -0.27315592765808105, -1.1513324975967407, -2.1990058422088623, -2.5842673778533936, -1.2123032808303833, -2.253814935684204, -0.8090162873268127, -0.9193087220191956, -2.3047306537628174, -2.1596028804779053, -1.2719606161117554, -2.2388269901275635, -2.101787805557251, -2.0399723052978516, -1.6632723808288574, -0.3621019423007965, -1.2620328664779663, -0.9132903814315796, -1.601456642150879, -0.345676451921463, -2.7450499534606934, -1.0362218618392944, -0.3504120111465454, -0.4438149631023407, -1.9911516904830933, -0.7350409626960754, -2.0457968711853027, -1.5689849853515625, -1.389794111251831, -2.7611820697784424, -2.0497043132781982, -2.8601157665252686, -1.4055546522140503, -1.3805549144744873, -1.431967854499817, -2.3384783267974854, -2.221632719039917, -1.4014915227890015, -1.2952996492385864, -2.021125316619873, -0.5050107836723328, -0.8029739260673523, -2.2977118492126465, -2.471792221069336, -2.2604458332061768, -0.4658902883529663, -0.12177561223506927, -0.9171087741851807, -1.4685980081558228, -1.5377217531204224, -0.3655354976654053, -2.198667049407959, -1.3116645812988281, -1.964389443397522, -1.8500925302505493, -1.616241693496704, -2.1935768127441406, -1.5880355834960938, -2.2696850299835205, -1.722814679145813, -2.2174623012542725, -1.5485985279083252, -1.019270420074463]}, "Bot004_124_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_124.log.json", "context": "Hello! How is your going? [WINKING FACE] fine thanks how are you I am doing well. Just got done with my nightly run. Are you 100 years old? no i am 40 Oh wow, that is pretty young. :) do you like to dance I like to dance, but i am not very good at it. are you 100 years old Yes i am. I am also a kid. I am still young. what are you I am a stay at home mom. tell me about yourself I am tall and have six feet. do you have dog", "response": "I do, i have a dog.", "annotation_id": "Bot004_124_14", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "X", "T", "O", "X"], "gpt2background_target_score": [-9.545137405395508, -8.717646598815918, -7.889547824859619, -8.713114738464355, -11.20541000366211, -7.704436779022217, -10.668587684631348, -11.331327438354492], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -1.8620365858078003, -0.9321646094322205, -3.0241472721099854, -2.3317694664001465, -1.255773901939392, -1.470184326171875, -2.0209755897521973, -0.42236843705177307, -1.0317662954330444, -1.584313988685608, -1.779718041419983, -0.305625319480896, -1.458085536956787, -1.5427433252334595, -2.766317129135132, -1.8405864238739014, -2.3019585609436035, -1.3115712404251099, -3.2392349243164062, -1.983014702796936, -1.4734545946121216, -1.3435237407684326, -2.128478765487671, -1.7673331499099731, -1.972591519355774, -1.744680643081665, -0.4641362726688385, -1.8314392566680908, -0.3212423622608185, -0.6125463843345642, -0.8499759435653687, -1.7895182371139526, -2.1362862586975098, -1.807409405708313, -2.8802905082702637, -1.7684582471847534, -2.3274295330047607, -2.0787787437438965, -2.3257322311401367, -1.07200026512146, -2.247621774673462, -1.4497069120407104, -1.5926120281219482, -1.6427414417266846, -2.1739680767059326, -0.27315592765808105, -1.1513324975967407, -2.1990058422088623, -2.5842673778533936, -1.2123032808303833, -2.253814935684204, -0.8090162873268127, -0.9193087220191956, -2.3047306537628174, -2.1596028804779053, -1.2719606161117554, -2.2388269901275635, -2.101787805557251, -2.0399723052978516, -1.6632723808288574, -0.3621019423007965, -1.2620328664779663, -0.9132903814315796, -1.601456642150879, -0.345676451921463, -2.7450499534606934, -1.0362218618392944, -0.3504120111465454, -0.4438149631023407, -1.9911516904830933, -0.7350409626960754, -2.0457968711853027, -1.5689849853515625, -1.389794111251831, -2.7611820697784424, -2.0497043132781982, -2.8601157665252686, -1.4055546522140503, -1.3805549144744873, -1.4319688081741333, -2.338477611541748, -2.221632242202759, -1.4014919996261597, -1.2953003644943237, -2.0211243629455566, -0.5050127506256104, -0.8029743432998657, -2.2977068424224854, -2.471787929534912, -2.2604451179504395, -0.4658913314342499, -0.1217752993106842, -0.9171088337898254, -1.4685980081558228, -1.5377230644226074, -0.3655347526073456, -2.1986663341522217, -1.311661958694458, -1.9643889665603638, -0.9682643413543701, -2.224318742752075, -1.4890789985656738, -2.333254337310791, -1.5753480195999146, -2.356933116912842, -1.651703119277954, -1.475237250328064, -0.26579585671424866, -1.6508196592330933, -1.209026575088501, -1.4508346319198608, -1.915297269821167, -1.5259795188903809, -1.3411511182785034, -1.8983145952224731, -1.6820474863052368, -1.3649415969848633, -1.4469622373580933, -1.4070050716400146, -1.3207834959030151]}, "Bot004_124_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_124.log.json", "context": "Hello! How is your going? [WINKING FACE] fine thanks how are you I am doing well. Just got done with my nightly run. Are you 100 years old? no i am 40 Oh wow, that is pretty young. :) do you like to dance I like to dance, but i am not very good at it. are you 100 years old Yes i am. I am also a kid. I am still young. what are you I am a stay at home mom. tell me about yourself I am tall and have six feet. do you have dog I do, i have a dog. are you professional at something?", "response": "I am not. I am still in high school.", "annotation_id": "Bot004_124_16", "annotations": ["O", "O", "X", "O", "O", "X", "X", "O", "O", "O", "O", "O", "O", "O", "X"], "gpt2background_target_score": [-9.545137405395508, -8.814091682434082, -9.398665428161621, -10.12729263305664, -10.199124336242676, -11.263951301574707, -10.796504020690918, -11.09280776977539, -12.46975326538086, -10.664852142333984, -6.920295715332031], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -1.8620365858078003, -0.9321646094322205, -3.0241472721099854, -2.3317694664001465, -1.255773901939392, -1.470184326171875, -2.0209755897521973, -0.42236843705177307, -1.0317662954330444, -1.584313988685608, -1.779718041419983, -0.305625319480896, -1.458085536956787, -1.5427433252334595, -2.766317129135132, -1.8405864238739014, -2.3019585609436035, -1.3115712404251099, -3.2392349243164062, -1.983014702796936, -1.4734545946121216, -1.3435237407684326, -2.128478765487671, -1.7673331499099731, -1.972591519355774, -1.744680643081665, -0.4641362726688385, -1.8314392566680908, -0.3212423622608185, -0.6125463843345642, -0.8499759435653687, -1.7895182371139526, -2.1362862586975098, -1.807409405708313, -2.8802905082702637, -1.7684582471847534, -2.3274295330047607, -2.0787787437438965, -2.3257322311401367, -1.07200026512146, -2.247621774673462, -1.4497069120407104, -1.5926120281219482, -1.6427414417266846, -2.1739680767059326, -0.27315592765808105, -1.1513324975967407, -2.1990058422088623, -2.5842673778533936, -1.2123032808303833, -2.253814935684204, -0.8090162873268127, -0.9193087220191956, -2.3047306537628174, -2.1596028804779053, -1.2719606161117554, -2.2388269901275635, -2.101787805557251, -2.0399723052978516, -1.6632723808288574, -0.3621019423007965, -1.2620328664779663, -0.9132903814315796, -1.601456642150879, -0.345676451921463, -2.7450499534606934, -1.0362218618392944, -0.3504120111465454, -0.4438149631023407, -1.9911516904830933, -0.7350409626960754, -2.0457968711853027, -1.5689849853515625, -1.389794111251831, -2.7611820697784424, -2.0497043132781982, -2.8601157665252686, -1.4055546522140503, -1.3805549144744873, -1.431967854499817, -2.3384783267974854, -2.221632719039917, -1.4014915227890015, -1.2952996492385864, -2.021125316619873, -0.5050107836723328, -0.8029739260673523, -2.2977118492126465, -2.471792221069336, -2.2604458332061768, -0.4658902883529663, -0.12177561223506927, -0.9171087741851807, -1.4685980081558228, -1.5377217531204224, -0.3655354976654053, -2.198667049407959, -1.3116645812988281, -1.964389443397522, -0.9682653546333313, -2.224318742752075, -1.4890775680541992, -2.333254098892212, -1.5753471851348877, -2.356931686401367, -1.65170419216156, -1.4752357006072998, -0.26579633355140686, -1.6508214473724365, -1.2090282440185547, -1.450833797454834, -1.4565836191177368, -1.5070377588272095, -2.366567373275757, -1.7555245161056519, -1.3054373264312744, -1.5518715381622314, -2.057673692703247, -1.7999556064605713, -0.3020854890346527, -2.686445474624634, -0.8699041604995728, -2.704834222793579, -0.6843622326850891, -2.2048795223236084, -1.7720847129821777, -1.4433491230010986, -1.6520702838897705, -1.768660068511963, -0.817725658416748, -0.7779273390769958, -1.7225103378295898, -1.7790789604187012, -1.7870839834213257, -0.2721787393093109, -0.979027271270752, -0.8946173191070557]}, "Bot004_124_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_124.log.json", "context": "Hello! How is your going? [WINKING FACE] fine thanks how are you I am doing well. Just got done with my nightly run. Are you 100 years old? no i am 40 Oh wow, that is pretty young. :) do you like to dance I like to dance, but i am not very good at it. are you 100 years old Yes i am. I am also a kid. I am still young. what are you I am a stay at home mom. tell me about yourself I am tall and have six feet. do you have dog I do, i have a dog. are you professional at something? I am not. I am still in high school. do you like sports?", "response": "I like sports but i like sports", "annotation_id": "Bot004_124_18", "annotations": ["X", "T", "T", "O", "O", "X", "T", "T", "T", "O", "T", "X", "T", "X", "X"], "gpt2background_target_score": [-9.545137405395508, -10.840545654296875, -12.048348426818848, -10.841689109802246, -11.182490348815918, -7.190330982208252, -11.969649314880371], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -1.8620365858078003, -0.9321646094322205, -3.0241472721099854, -2.3317694664001465, -1.255773901939392, -1.470184326171875, -2.0209755897521973, -0.42236843705177307, -1.0317662954330444, -1.584313988685608, -1.779718041419983, -0.305625319480896, -1.458085536956787, -1.5427433252334595, -2.766317129135132, -1.8405864238739014, -2.3019585609436035, -1.3115712404251099, -3.2392349243164062, -1.983014702796936, -1.4734545946121216, -1.3435237407684326, -2.128478765487671, -1.7673331499099731, -1.972591519355774, -1.744680643081665, -0.4641362726688385, -1.8314392566680908, -0.3212423622608185, -0.6125463843345642, -0.8499759435653687, -1.7895182371139526, -2.1362862586975098, -1.807409405708313, -2.8802905082702637, -1.7684582471847534, -2.3274295330047607, -2.0787787437438965, -2.3257322311401367, -1.07200026512146, -2.247621774673462, -1.4497069120407104, -1.5926120281219482, -1.6427414417266846, -2.1739680767059326, -0.27315592765808105, -1.1513324975967407, -2.1990058422088623, -2.5842673778533936, -1.2123032808303833, -2.253814935684204, -0.8090162873268127, -0.9193087220191956, -2.3047306537628174, -2.1596028804779053, -1.2719606161117554, -2.2388269901275635, -2.101787805557251, -2.0399723052978516, -1.6632723808288574, -0.3621019423007965, -1.2620328664779663, -0.9132903814315796, -1.601456642150879, -0.345676451921463, -2.7450499534606934, -1.0362218618392944, -0.3504120111465454, -0.4438149631023407, -1.9911516904830933, -0.7350409626960754, -2.0457968711853027, -1.5689849853515625, -1.389794111251831, -2.7611820697784424, -2.0497043132781982, -2.8601157665252686, -1.4055546522140503, -1.3805549144744873, -1.431967854499817, -2.3384783267974854, -2.221632719039917, -1.4014915227890015, -1.2952996492385864, -2.021125316619873, -0.5050107836723328, -0.8029739260673523, -2.2977118492126465, -2.471792221069336, -2.2604458332061768, -0.4658902883529663, -0.12177561223506927, -0.9171087741851807, -1.4685980081558228, -1.5377217531204224, -0.3655354976654053, -2.198667049407959, -1.3116645812988281, -1.964389443397522, -0.9682653546333313, -2.224318742752075, -1.4890775680541992, -2.333254098892212, -1.5753471851348877, -2.356931686401367, -1.65170419216156, -1.4752357006072998, -0.26579633355140686, -1.6508214473724365, -1.2090282440185547, -1.450833797454834, -1.4565836191177368, -1.5070377588272095, -2.366567373275757, -1.7555245161056519, -1.3054373264312744, -1.5518715381622314, -2.057673692703247, -1.7999556064605713, -0.3020854890346527, -2.686445474624634, -0.8699041604995728, -2.704834222793579, -0.6843622326850891, -2.2048795223236084, -1.2332780361175537, -1.6639807224273682, -1.7431484460830688, -1.2766239643096924, -0.703770637512207, -1.738216757774353, -1.7269407510757446, -1.6863950490951538, -0.26071852445602417, -1.0227235555648804, -1.3571619987487793, -0.20300859212875366, -0.850532591342926, -0.7080073356628418, -0.7600424289703369, -1.9830900430679321, -1.6057320833206177, -1.7509955167770386, -1.7492046356201172, -1.0251084566116333, -1.3794987201690674, -1.9594966173171997, -2.3652398586273193, -1.289236068725586]}, "Bot004_124_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot004_124.log.json", "context": "Hello! How is your going? [WINKING FACE] fine thanks how are you I am doing well. Just got done with my nightly run. Are you 100 years old? no i am 40 Oh wow, that is pretty young. :) do you like to dance I like to dance, but i am not very good at it. are you 100 years old Yes i am. I am also a kid. I am still young. what are you I am a stay at home mom. tell me about yourself I am tall and have six feet. do you have dog I do, i have a dog. are you professional at something? I am not. I am still in high school. do you like sports? I like sports but i like sports have ever you met a celebrity?", "response": "No i have not. I am more of a movie buff.", "annotation_id": "Bot004_124_20", "annotations": ["T", "T", "X", "O", "O", "X", "T", "T", "O", "O", "X", "X", "X", "T", "X"], "gpt2background_target_score": [-10.921963691711426, -5.6088643074035645, -4.577103137969971, -8.546814918518066, -11.372945785522461, -7.820469856262207, -9.920004844665527, -11.165197372436523, -11.417768478393555, -8.770710945129395, -12.441984176635742, -12.78056526184082, -10.117908477783203], "gpt2background_argmax_score": [-2.1366207599639893, -1.2113479375839233, -1.5648902654647827, -1.7970807552337646, -0.6839267015457153, -1.8620365858078003, -0.9321646094322205, -3.0241472721099854, -2.3317694664001465, -1.255773901939392, -1.470184326171875, -2.0209755897521973, -0.42236843705177307, -1.0317662954330444, -1.584313988685608, -1.779718041419983, -0.305625319480896, -1.458085536956787, -1.5427433252334595, -2.766317129135132, -1.8405864238739014, -2.3019585609436035, -1.3115712404251099, -3.2392349243164062, -1.983014702796936, -1.4734545946121216, -1.3435237407684326, -2.128478765487671, -1.7673331499099731, -1.972591519355774, -1.744680643081665, -0.4641362726688385, -1.8314392566680908, -0.3212423622608185, -0.6125463843345642, -0.8499759435653687, -1.7895182371139526, -2.1362862586975098, -1.807409405708313, -2.8802905082702637, -1.7684582471847534, -2.3274295330047607, -2.0787787437438965, -2.3257322311401367, -1.07200026512146, -2.247621774673462, -1.4497069120407104, -1.5926120281219482, -1.6427414417266846, -2.1739680767059326, -0.27315592765808105, -1.1513324975967407, -2.1990058422088623, -2.5842673778533936, -1.2123032808303833, -2.253814935684204, -0.8090162873268127, -0.9193087220191956, -2.3047306537628174, -2.1596028804779053, -1.2719606161117554, -2.2388269901275635, -2.101787805557251, -2.0399723052978516, -1.6632723808288574, -0.3621019423007965, -1.2620328664779663, -0.9132903814315796, -1.601456642150879, -0.345676451921463, -2.7450499534606934, -1.0362218618392944, -0.3504120111465454, -0.4438149631023407, -1.9911516904830933, -0.7350409626960754, -2.0457968711853027, -1.5689849853515625, -1.389794111251831, -2.7611820697784424, -2.0497043132781982, -2.8601157665252686, -1.4055546522140503, -1.3805549144744873, -1.431967854499817, -2.3384783267974854, -2.221632719039917, -1.4014915227890015, -1.2952996492385864, -2.021125316619873, -0.5050107836723328, -0.8029739260673523, -2.2977118492126465, -2.471792221069336, -2.2604458332061768, -0.4658902883529663, -0.12177561223506927, -0.9171087741851807, -1.4685980081558228, -1.5377217531204224, -0.3655354976654053, -2.198667049407959, -1.3116645812988281, -1.964389443397522, -0.9682653546333313, -2.224318742752075, -1.4890775680541992, -2.333254098892212, -1.5753471851348877, -2.356931686401367, -1.65170419216156, -1.4752357006072998, -0.26579633355140686, -1.6508214473724365, -1.2090282440185547, -1.450833797454834, -1.4565836191177368, -1.5070377588272095, -2.366567373275757, -1.7555245161056519, -1.3054373264312744, -1.5518715381622314, -2.057673692703247, -1.7999556064605713, -0.3020854890346527, -2.686445474624634, -0.8699041604995728, -2.704834222793579, -0.6843622326850891, -2.2048795223236084, -1.2332780361175537, -1.6639807224273682, -1.7431470155715942, -1.2766234874725342, -0.7037707567214966, -1.7382179498672485, -1.7269433736801147, -1.6863970756530762, -0.26071834564208984, -1.0227234363555908, -1.3571603298187256, -0.20300790667533875, -0.8505336046218872, -0.7080066800117493, -0.7600423097610474, -1.9830888509750366, -1.3640220165252686, -1.7656043767929077, -1.1642292737960815, -1.4848003387451172, -1.6079540252685547, -2.492553472518921, -1.202562928199768, -1.8166862726211548, -1.2428982257843018, -3.4054858684539795, -1.3425631523132324, -1.882136583328247, -0.9212464094161987, -2.008305072784424, -1.7603726387023926, -2.040609836578369, -0.9685401916503906, -1.3862266540527344, -0.8367323279380798, -1.0326170921325684, -1.0085997581481934, -1.9099452495574951, -1.5612847805023193, -0.25401240587234497, -2.477118492126465, -2.3399195671081543, -1.7000031471252441, -1.0701348781585693]}, "Bot005_002_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot005_002.log.json", "context": "do you have any animals ? Nope you?", "response": "yes , i do . i love to help people .", "annotation_id": "Bot005_002_02", "annotations": ["O", "O", "T", "T", "O", "O", "O", "T", "O", "O", "O", "O", "T", "T", "T"], "gpt2background_target_score": [-11.220396995544434, -11.65802001953125, -10.158815383911133, -8.612811088562012, -11.32309341430664, -5.910600662231445, -9.816730499267578, -8.452596664428711, -12.16832447052002, -11.538248062133789, -8.146559715270996], "gpt2background_argmax_score": [-1.6533277034759521, -1.9257384538650513, -1.5278400182724, -2.879643201828003, -1.3472933769226074, -1.018005132675171, -1.5588574409484863, -1.9150983095169067, -1.267714500427246, -2.563154697418213, -1.1463903188705444, -2.4954917430877686, -1.7784208059310913, -1.5873816013336182, -1.0137178897857666, -1.8902755975723267, -1.466894507408142, -1.7056883573532104, -2.088627576828003, -2.6930947303771973, -1.2435680627822876]}, "Bot005_002_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot005_002.log.json", "context": "do you have any animals ? Nope you? yes , i do . i love to help people . With animals? [FACE WITH TEARS OF JOY][FACE WITH TEARS OF JOY][FACE WITH TEARS OF JOY]", "response": "yes , i do . i also have a dog .", "annotation_id": "Bot005_002_04", "annotations": ["O", "O", "X", "X", "O", "O", "O", "T", "O", "O", "O", "O", "O", "O", "T"], "gpt2background_target_score": [-11.220396995544434, -11.65802001953125, -10.158815383911133, -8.612811088562012, -11.32309341430664, -5.910600662231445, -9.00381851196289, -2.001315116882324, -8.373730659484863, -8.828269004821777, -6.7051520347595215], "gpt2background_argmax_score": [-1.6533277034759521, -1.9257384538650513, -1.5278400182724, -2.879643201828003, -1.3472933769226074, -1.018005132675171, -1.5588574409484863, -1.9150983095169067, -1.267714500427246, -2.2202179431915283, -2.6900830268859863, -1.7870076894760132, -2.052931547164917, -2.3658969402313232, -1.9649738073349, -1.3281601667404175, -1.8717330694198608, -2.0749764442443848, -2.6658012866973877, -1.4871422052383423, -2.4384233951568604, -1.8142088651657104, -2.4150073528289795, -3.459076166152954, -1.8492481708526611, -2.858128786087036, -1.260328769683838, -1.291558027267456, -2.9613733291625977, -2.2885124683380127, -2.0340359210968018, -3.0573458671569824, -1.5613017082214355, -2.3661704063415527, -0.29713401198387146, -0.1208684965968132, -0.5062772631645203, -0.300492525100708, -0.7313302159309387, -0.894932746887207, -0.45086538791656494, -0.5383805632591248, -0.2619915008544922, -0.0929107815027237, -0.12636540830135345, -0.089706651866436, -0.9318084120750427, -1.2415475845336914, -2.4314422607421875, -1.8020122051239014, -0.4473932981491089, -1.8494303226470947, -1.6603964567184448, -0.8319481015205383, -1.7037545442581177, -1.9635008573532104, -1.6109424829483032, -3.070070505142212, -1.8472228050231934, -1.0645716190338135]}, "Bot005_002_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot005_002.log.json", "context": "do you have any animals ? Nope you? yes , i do . i love to help people . With animals? [FACE WITH TEARS OF JOY][FACE WITH TEARS OF JOY][FACE WITH TEARS OF JOY] yes , i do . i also have a dog . Do you have a dog?", "response": "yes , i've a dog , but i do not have any pets .", "annotation_id": "Bot005_002_06", "annotations": ["X", "T", "T", "X", "O", "O", "O", "X", "X", "X", "O", "O", "X", "O", "X"], "gpt2background_target_score": [-11.220399856567383, -11.658016204833984, -10.158814430236816, -13.479454040527344, -7.507852077484131, -9.465293884277344, -4.496201038360596, -6.873800277709961, -6.201786041259766, -5.726591110229492, -4.562305450439453, -1.7870064973831177, -7.918810844421387, -8.780843734741211, -8.027706146240234], "gpt2background_argmax_score": [-1.653324007987976, -1.92573881149292, -1.527840495109558, -2.8796470165252686, -1.3472942113876343, -1.0180050134658813, -1.5588603019714355, -1.9150962829589844, -1.2677136659622192, -2.2202186584472656, -2.690082550048828, -1.7870064973831177, -2.052931785583496, -2.365896224975586, -1.9649760723114014, -1.3281593322753906, -1.871733546257019, -2.074976682662964, -2.665801525115967, -1.487141728401184, -2.4384217262268066, -1.8142095804214478, -2.4150068759918213, -3.4590718746185303, -1.8492497205734253, -2.8581271171569824, -1.2603302001953125, -1.2915598154067993, -2.961374044418335, -2.288517951965332, -2.0340335369110107, -3.0573434829711914, -1.5613030195236206, -2.366170883178711, -0.29713401198387146, -0.12086838483810425, -0.5062780976295471, -0.300493061542511, -0.7313288450241089, -0.8949334025382996, -0.4508659839630127, -0.5383809804916382, -0.26199212670326233, -0.09291165322065353, -0.12636572122573853, -0.08970675617456436, -0.9318082332611084, -1.2415482997894287, -1.515937089920044, -0.4915156364440918, -1.604175090789795, -1.7139586210250854, -0.8347097039222717, -1.1740431785583496, -1.8015882968902588, -1.7058342695236206, -2.8801631927490234, -1.7750279903411865, -1.148950457572937, -0.5144465565681458, -0.5736967921257019, -0.7110879421234131, -0.9133737683296204, -0.8119215369224548, -1.5146793127059937, -2.355391502380371, -1.3875813484191895, -0.5617857575416565, -1.229262113571167, -1.8781914710998535, -0.9573776125907898, -1.6928974390029907, -1.2039400339126587, -0.6753217577934265, -2.22487735748291, -0.9936541318893433, -0.8329771757125854, -0.347195565700531, -1.8032761812210083, -1.2821118831634521, -1.4520920515060425]}, "Bot005_002_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot005_002.log.json", "context": "do you have any animals ? Nope you? yes , i do . i love to help people . With animals? [FACE WITH TEARS OF JOY][FACE WITH TEARS OF JOY][FACE WITH TEARS OF JOY] yes , i do . i also have a dog . Do you have a dog? yes , i've a dog , but i do not have any pets . Who is mister Putin?", "response": "i do not have any pets , but i do have a dog .", "annotation_id": "Bot005_002_08", "annotations": ["X", "X", "T", "X", "X", "X", "O", "X", "X", "X", "O", "O", "X", "T", "X"], "gpt2background_target_score": [-7.992358207702637, -4.294895648956299, -8.300826072692871, -10.190046310424805, -8.838642120361328, -8.096982955932617, -4.496201038360596, -6.873800277709961, -6.201786041259766, -5.726591110229492, -5.918180465698242, -8.710613250732422, -9.442296981811523, -3.349886894226074], "gpt2background_argmax_score": [-1.653324007987976, -1.92573881149292, -1.527840495109558, -2.8796470165252686, -1.3472942113876343, -1.0180050134658813, -1.5588603019714355, -1.9150962829589844, -1.2677136659622192, -2.2202186584472656, -2.690082550048828, -1.7870064973831177, -2.052931785583496, -2.365896224975586, -1.9649760723114014, -1.3281593322753906, -1.871733546257019, -2.074976682662964, -2.665801525115967, -1.487141728401184, -2.4384217262268066, -1.8142095804214478, -2.4150068759918213, -3.4590718746185303, -1.8492497205734253, -2.8581271171569824, -1.2603302001953125, -1.2915598154067993, -2.961374044418335, -2.288517951965332, -2.0340335369110107, -3.0573434829711914, -1.5613030195236206, -2.366170883178711, -0.29713401198387146, -0.12086838483810425, -0.5062780976295471, -0.300493061542511, -0.7313288450241089, -0.8949334025382996, -0.4508659839630127, -0.5383809804916382, -0.26199212670326233, -0.09291165322065353, -0.12636572122573853, -0.08970675617456436, -0.9318082332611084, -1.2415482997894287, -1.515937089920044, -0.4915156364440918, -1.604175090789795, -1.7139586210250854, -0.8347097039222717, -1.1740431785583496, -1.8015882968902588, -1.7058342695236206, -2.8801631927490234, -1.7750279903411865, -1.148950457572937, -0.5144465565681458, -0.5736967921257019, -0.7110879421234131, -0.9133737683296204, -0.8119215369224548, -1.5146793127059937, -1.302759051322937, -0.49927985668182373, -1.3533588647842407, -1.9436897039413452, -1.0834410190582275, -1.2065913677215576, -1.1868711709976196, -0.6855543851852417, -1.992004156112671, -1.2452147006988525, -0.8440271615982056, -0.3492383360862732, -1.5364956855773926, -0.951636791229248, -1.5964959859848022, -1.807050347328186, -1.4221241474151611, -2.758883237838745, -1.786238670349121, -2.235567808151245, -2.4430699348449707, -2.6650333404541016, -1.568782925605774, -0.9510396122932434, -0.5172809958457947, -0.6694390773773193, -0.5913903713226318, -1.3221244812011719, -0.951873779296875, -0.542346179485321, -1.2886637449264526, -0.5902704000473022, -0.6249904036521912, -0.6813011765480042, -1.189020037651062, -1.4986430406570435]}, "Bot005_002_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot005_002.log.json", "context": "do you have any animals ? Nope you? yes , i do . i love to help people . With animals? [FACE WITH TEARS OF JOY][FACE WITH TEARS OF JOY][FACE WITH TEARS OF JOY] yes , i do . i also have a dog . Do you have a dog? yes , i've a dog , but i do not have any pets . Who is mister Putin? i do not have any pets , but i do have a dog . i do not have any pets , but i do have a dog .", "response": "i have a cat named cow , and i love to garden .", "annotation_id": "Bot005_002_10", "annotations": ["X", "X", "T", "X", "T", "O", "O", "X", "X", "X", "X", "O", "O", "O", "X"], "gpt2background_target_score": [-7.992358207702637, -2.834786891937256, -1.527840495109558, -8.851130485534668, -7.6614155769348145, -9.888459205627441, -4.496201038360596, -6.435214042663574, -6.201786041259766, -8.636518478393555, -6.961081504821777, -10.783736228942871, -5.07832670211792], "gpt2background_argmax_score": [-1.653324007987976, -1.92573881149292, -1.527840495109558, -2.8796470165252686, -1.3472942113876343, -1.0180050134658813, -1.5588603019714355, -1.9150962829589844, -1.2677136659622192, -2.2202186584472656, -2.690082550048828, -1.7870064973831177, -2.052931785583496, -2.365896224975586, -1.9649760723114014, -1.3281593322753906, -1.871733546257019, -2.074976682662964, -2.665801525115967, -1.487141728401184, -2.4384217262268066, -1.8142095804214478, -2.4150068759918213, -3.4590718746185303, -1.8492497205734253, -2.8581271171569824, -1.2603302001953125, -1.2915598154067993, -2.961374044418335, -2.288517951965332, -2.0340335369110107, -3.0573434829711914, -1.5613030195236206, -2.366170883178711, -0.29713401198387146, -0.12086838483810425, -0.5062780976295471, -0.300493061542511, -0.7313288450241089, -0.8949334025382996, -0.4508659839630127, -0.5383809804916382, -0.26199212670326233, -0.09291165322065353, -0.12636572122573853, -0.08970675617456436, -0.9318082332611084, -1.2415482997894287, -1.515937089920044, -0.4915156364440918, -1.604175090789795, -1.7139586210250854, -0.8347097039222717, -1.1740431785583496, -1.8015882968902588, -1.7058342695236206, -2.8801631927490234, -1.7750279903411865, -1.148950457572937, -0.5144465565681458, -0.5736967921257019, -0.7110879421234131, -0.9133737683296204, -0.8119215369224548, -1.5146793127059937, -1.302759051322937, -0.49927985668182373, -1.3533588647842407, -1.9436897039413452, -1.0834410190582275, -1.2065913677215576, -1.1868711709976196, -0.6855543851852417, -1.992004156112671, -1.2452147006988525, -0.8440271615982056, -0.3492383360862732, -1.5364956855773926, -0.951636791229248, -1.5964959859848022, -1.807050347328186, -1.4221241474151611, -2.758883237838745, -1.786238670349121, -2.235567808151245, -2.4430699348449707, -1.647223949432373, -0.7140361070632935, -0.5702338218688965, -0.872888445854187, -0.7935057282447815, -0.9661791920661926, -1.1710211038589478, -0.543282151222229, -1.2431447505950928, -0.6579095721244812, -0.7360442280769348, -0.7991991639137268, -0.9500206112861633, -1.9734522104263306, -1.5433999300003052, -0.7892436385154724, -0.2716805636882782, -0.7961854934692383, -0.6093459129333496, -0.8120430707931519, -0.7950396537780762, -0.2290685921907425, -0.41412705183029175, -0.5370702147483826, -0.39595723152160645, -0.5620925426483154, -0.6886203289031982, -1.395706295967102, -2.667226552963257, -1.388993740081787, -0.3685876429080963, -0.52047199010849, -1.5154365301132202, -2.541487216949463, -2.066983938217163, -2.020242691040039, -1.2418034076690674, -1.183093786239624, -1.6206940412521362, -0.4921879470348358, -2.9018242359161377, -1.267090916633606]}, "Bot005_002_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot005_002.log.json", "context": "do you have any animals ? Nope you? yes , i do . i love to help people . With animals? [FACE WITH TEARS OF JOY][FACE WITH TEARS OF JOY][FACE WITH TEARS OF JOY] yes , i do . i also have a dog . Do you have a dog? yes , i've a dog , but i do not have any pets . Who is mister Putin? i do not have any pets , but i do have a dog . i do not have any pets , but i do have a dog . i have a cat named cow , and i love to garden . Wat", "response": "i have a dog , but i do not have any pets , but i do have a dog .", "annotation_id": "Bot005_002_12", "annotations": ["X", "X", "T", "X", "X", "T", "O", "X", "X", "X", "O", "T", "X", "O", "X"], "gpt2background_target_score": [-7.992358207702637, -2.834786891937256, -1.527840495109558, -8.74933910369873, -8.96121597290039, -8.427452087402344, -4.6024699211120605, -3.1445465087890625, -8.128820419311523, -6.591604232788086, -6.410280704498291, -10.142306327819824, -3.278970241546631, -3.573162078857422, -7.802684783935547, -7.417591094970703, -2.908097267150879, -3.9049389362335205, -9.65625, -3.9252195358276367], "gpt2background_argmax_score": [-1.653324007987976, -1.92573881149292, -1.527840495109558, -2.8796470165252686, -1.3472942113876343, -1.0180050134658813, -1.5588603019714355, -1.9150962829589844, -1.2677136659622192, -2.2202186584472656, -2.690082550048828, -1.7870064973831177, -2.052931785583496, -2.365896224975586, -1.9649760723114014, -1.3281593322753906, -1.871733546257019, -2.074976682662964, -2.665801525115967, -1.487141728401184, -2.4384217262268066, -1.8142095804214478, -2.4150068759918213, -3.4590718746185303, -1.8492497205734253, -2.8581271171569824, -1.2603302001953125, -1.2915598154067993, -2.961374044418335, -2.288517951965332, -2.0340335369110107, -3.0573434829711914, -1.5613030195236206, -2.366170883178711, -0.29713401198387146, -0.12086838483810425, -0.5062780976295471, -0.300493061542511, -0.7313288450241089, -0.8949334025382996, -0.4508659839630127, -0.5383809804916382, -0.26199212670326233, -0.09291165322065353, -0.12636572122573853, -0.08970675617456436, -0.9318082332611084, -1.2415482997894287, -1.515937089920044, -0.4915156364440918, -1.604175090789795, -1.7139586210250854, -0.8347097039222717, -1.1740431785583496, -1.8015882968902588, -1.7058342695236206, -2.8801631927490234, -1.7750279903411865, -1.148950457572937, -0.5144465565681458, -0.5736967921257019, -0.7110879421234131, -0.9133737683296204, -0.8119215369224548, -1.5146793127059937, -1.302759051322937, -0.49927985668182373, -1.3533588647842407, -1.9436897039413452, -1.0834410190582275, -1.2065913677215576, -1.1868711709976196, -0.6855543851852417, -1.992004156112671, -1.2452147006988525, -0.8440271615982056, -0.3492383360862732, -1.5364956855773926, -0.951636791229248, -1.5964959859848022, -1.807050347328186, -1.4221241474151611, -2.758883237838745, -1.786238670349121, -2.235567808151245, -2.4430699348449707, -1.647223949432373, -0.7140361070632935, -0.5702338218688965, -0.872888445854187, -0.7935057282447815, -0.9661791920661926, -1.1710211038589478, -0.543282151222229, -1.2431447505950928, -0.6579095721244812, -0.7360442280769348, -0.7991991639137268, -0.9500206112861633, -1.9734522104263306, -1.5433999300003052, -0.7892436385154724, -0.2716805636882782, -0.7961854934692383, -0.6093459129333496, -0.8120430707931519, -0.7950396537780762, -0.2290685921907425, -0.41412705183029175, -0.5370702147483826, -0.39595723152160645, -0.5620925426483154, -0.6886203289031982, -1.395706295967102, -1.0197908878326416, -0.23407071828842163, -0.7582511901855469, -0.7495908141136169, -3.382115364074707, -1.3889186382293701, -1.0312068462371826, -0.9346900582313538, -0.6072790026664734, -0.9378611445426941, -0.31685417890548706, -2.51936411857605, -1.0858296155929565, -1.58133864402771, -2.678755283355713, -1.6860463619232178, -0.4231477379798889, -0.8888596892356873, -1.5589677095413208, -1.3684934377670288, -0.4442625045776367, -1.4617152214050293, -0.2862200438976288, -0.1046498492360115, -0.9052850008010864, -0.3666470944881439, -0.8872851729393005, -1.0644739866256714, -0.21515551209449768, -0.42831841111183167, -0.5790468454360962, -0.21292555332183838, -0.5441070199012756, -0.962388813495636, -0.9545712471008301]}, "Bot005_002_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot005_002.log.json", "context": "do you have any animals ? Nope you? yes , i do . i love to help people . With animals? [FACE WITH TEARS OF JOY][FACE WITH TEARS OF JOY][FACE WITH TEARS OF JOY] yes , i do . i also have a dog . Do you have a dog? yes , i've a dog , but i do not have any pets . Who is mister Putin? i do not have any pets , but i do have a dog . i do not have any pets , but i do have a dog . i have a cat named cow , and i love to garden . Wat i have a dog , but i do not have any pets , but i do have a dog . Drop context", "response": "i do not have any pets , but i do have a cat .", "annotation_id": "Bot005_002_14", "annotations": ["X", "X", "T", "X", "X", "X", "O", "X", "X", "X", "O", "X", "X", "T", "X"], "gpt2background_target_score": [-7.992358207702637, -4.294895648956299, -8.300826072692871, -10.190046310424805, -8.838642120361328, -8.096982955932617, -4.496201038360596, -6.873800277709961, -6.201786041259766, -5.726591110229492, -5.918180465698242, -8.710613250732422, -8.737809181213379, -3.349886894226074], "gpt2background_argmax_score": [-1.653324007987976, -1.92573881149292, -1.527840495109558, -2.8796470165252686, -1.3472942113876343, -1.0180050134658813, -1.5588603019714355, -1.9150962829589844, -1.2677136659622192, -2.2202186584472656, -2.690082550048828, -1.7870064973831177, -2.052931785583496, -2.365896224975586, -1.9649760723114014, -1.3281593322753906, -1.871733546257019, -2.074976682662964, -2.665801525115967, -1.487141728401184, -2.4384217262268066, -1.8142095804214478, -2.4150068759918213, -3.4590718746185303, -1.8492497205734253, -2.8581271171569824, -1.2603302001953125, -1.2915598154067993, -2.961374044418335, -2.288517951965332, -2.0340335369110107, -3.0573434829711914, -1.5613030195236206, -2.366170883178711, -0.29713401198387146, -0.12086838483810425, -0.5062780976295471, -0.300493061542511, -0.7313288450241089, -0.8949334025382996, -0.4508659839630127, -0.5383809804916382, -0.26199212670326233, -0.09291165322065353, -0.12636572122573853, -0.08970675617456436, -0.9318082332611084, -1.2415482997894287, -1.515937089920044, -0.4915156364440918, -1.604175090789795, -1.7139586210250854, -0.8347097039222717, -1.1740431785583496, -1.8015882968902588, -1.7058342695236206, -2.8801631927490234, -1.7750279903411865, -1.148950457572937, -0.5144465565681458, -0.5736967921257019, -0.7110879421234131, -0.9133737683296204, -0.8119215369224548, -1.5146793127059937, -1.302759051322937, -0.49927985668182373, -1.3533588647842407, -1.9436897039413452, -1.0834410190582275, -1.2065913677215576, -1.1868711709976196, -0.6855543851852417, -1.992004156112671, -1.2452147006988525, -0.8440271615982056, -0.3492383360862732, -1.5364956855773926, -0.951636791229248, -1.5964959859848022, -1.807050347328186, -1.4221241474151611, -2.758883237838745, -1.786238670349121, -2.235567808151245, -2.4430699348449707, -1.647223949432373, -0.7140361070632935, -0.5702338218688965, -0.872888445854187, -0.7935057282447815, -0.9661791920661926, -1.1710211038589478, -0.543282151222229, -1.2431447505950928, -0.6579095721244812, -0.7360442280769348, -0.7991991639137268, -0.9500206112861633, -1.9734522104263306, -1.5433999300003052, -0.7892436385154724, -0.2716805636882782, -0.7961854934692383, -0.6093459129333496, -0.8120430707931519, -0.7950396537780762, -0.2290685921907425, -0.41412705183029175, -0.5370702147483826, -0.39595723152160645, -0.5620925426483154, -0.6886203289031982, -1.395706295967102, -1.0197908878326416, -0.23407071828842163, -0.7582511901855469, -0.7495908141136169, -3.382115364074707, -1.3889186382293701, -1.0312068462371826, -0.9346900582313538, -0.6072790026664734, -0.9378611445426941, -0.31685417890548706, -2.51936411857605, -1.0858296155929565, -1.58133864402771, -1.3296847343444824, -0.48520728945732117, -1.0033153295516968, -1.4163522720336914, -1.3925663232803345, -0.31180912256240845, -0.8025469183921814, -0.2152087688446045, -0.15835587680339813, -0.8781431317329407, -0.42559871077537537, -0.6395564675331116, -1.2265934944152832, -0.20277181267738342, -0.3503267765045166, -0.8053895235061646, -0.2831568121910095, -0.5565942525863647, -0.7334549427032471, -0.9807831645011902, -1.6613441705703735, -1.4578590393066406, -2.603689432144165, -1.423823595046997, -0.9479930996894836, -0.203888937830925, -1.080554723739624, -0.2556213438510895, -0.9583007097244263, -0.7692620754241943, -0.2615087628364563, -0.6643766760826111, -0.41907361149787903, -0.2279934138059616, -0.49595847725868225, -0.28833043575286865, -0.9780324101448059]}, "Bot005_002_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot005_002.log.json", "context": "do you have any animals ? Nope you? yes , i do . i love to help people . With animals? [FACE WITH TEARS OF JOY][FACE WITH TEARS OF JOY][FACE WITH TEARS OF JOY] yes , i do . i also have a dog . Do you have a dog? yes , i've a dog , but i do not have any pets . Who is mister Putin? i do not have any pets , but i do have a dog . i do not have any pets , but i do have a dog . i have a cat named cow , and i love to garden . Wat i have a dog , but i do not have any pets , but i do have a dog . Drop context i do not have any pets , but i do have a cat . Drop context  Drop context", "response": "i do not have any pets , but i do have a cat .", "annotation_id": "Bot005_002_16", "annotations": ["X", "X", "T", "X", "X", "X", "O", "X", "X", "X", "O", "O", "X", "O", "X"], "gpt2background_target_score": [-7.992358207702637, -4.294895648956299, -8.300826072692871, -10.190046310424805, -8.838642120361328, -8.096982955932617, -4.496201038360596, -6.873800277709961, -6.201786041259766, -5.726591110229492, -5.918180465698242, -8.710613250732422, -8.737809181213379, -3.349886894226074], "gpt2background_argmax_score": [-1.653324007987976, -1.92573881149292, -1.527840495109558, -2.8796470165252686, -1.3472942113876343, -1.0180050134658813, -1.5588603019714355, -1.9150962829589844, -1.2677136659622192, -2.2202186584472656, -2.690082550048828, -1.7870064973831177, -2.052931785583496, -2.365896224975586, -1.9649760723114014, -1.3281593322753906, -1.871733546257019, -2.074976682662964, -2.665801525115967, -1.487141728401184, -2.4384217262268066, -1.8142095804214478, -2.4150068759918213, -3.4590718746185303, -1.8492497205734253, -2.8581271171569824, -1.2603302001953125, -1.2915598154067993, -2.961374044418335, -2.288517951965332, -2.0340335369110107, -3.0573434829711914, -1.5613030195236206, -2.366170883178711, -0.29713401198387146, -0.12086838483810425, -0.5062780976295471, -0.300493061542511, -0.7313288450241089, -0.8949334025382996, -0.4508659839630127, -0.5383809804916382, -0.26199212670326233, -0.09291165322065353, -0.12636572122573853, -0.08970675617456436, -0.9318082332611084, -1.2415482997894287, -1.515937089920044, -0.4915156364440918, -1.604175090789795, -1.7139586210250854, -0.8347097039222717, -1.1740431785583496, -1.8015882968902588, -1.7058342695236206, -2.8801631927490234, -1.7750279903411865, -1.148950457572937, -0.5144465565681458, -0.5736967921257019, -0.7110879421234131, -0.9133737683296204, -0.8119215369224548, -1.5146793127059937, -1.302759051322937, -0.49927985668182373, -1.3533588647842407, -1.9436897039413452, -1.0834410190582275, -1.2065913677215576, -1.1868711709976196, -0.6855543851852417, -1.992004156112671, -1.2452147006988525, -0.8440271615982056, -0.3492383360862732, -1.5364956855773926, -0.951636791229248, -1.5964959859848022, -1.807050347328186, -1.4221241474151611, -2.758883237838745, -1.786238670349121, -2.235567808151245, -2.4430699348449707, -1.647223949432373, -0.7140361070632935, -0.5702338218688965, -0.872888445854187, -0.7935057282447815, -0.9661791920661926, -1.1710211038589478, -0.543282151222229, -1.2431447505950928, -0.6579095721244812, -0.7360442280769348, -0.7991991639137268, -0.9500206112861633, -1.9734522104263306, -1.5433999300003052, -0.7892436385154724, -0.2716805636882782, -0.7961854934692383, -0.6093459129333496, -0.8120430707931519, -0.7950396537780762, -0.2290685921907425, -0.41412705183029175, -0.5370702147483826, -0.39595723152160645, -0.5620925426483154, -0.6886203289031982, -1.395706295967102, -1.0197908878326416, -0.23407071828842163, -0.7582511901855469, -0.7495908141136169, -3.382115364074707, -1.3889186382293701, -1.0312068462371826, -0.9346900582313538, -0.6072790026664734, -0.9378611445426941, -0.31685417890548706, -2.51936411857605, -1.0858296155929565, -1.58133864402771, -1.3296847343444824, -0.48520728945732117, -1.0033153295516968, -1.4163522720336914, -1.3925663232803345, -0.31180912256240845, -0.8025469183921814, -0.2152087688446045, -0.15835587680339813, -0.8781431317329407, -0.4255986511707306, -0.6395567655563354, -1.2265938520431519, -0.20277191698551178, -0.3503272831439972, -0.8053903579711914, -0.2831571102142334, -0.5565953850746155, -0.7334557175636292, -0.9807833433151245, -1.6613444089889526, -1.457859992980957, -1.632368564605713, -0.5375409126281738, -0.21829842031002045, -0.8344333171844482, -0.38628581166267395, -0.9703799486160278, -0.5959218144416809, -0.2300686538219452, -0.3587701916694641, -0.478160560131073, -0.2441776990890503, -0.4929799735546112, -0.4326215386390686, -1.0927319526672363, -0.3450450897216797, -1.5124552249908447, -2.1439616680145264, -0.28083327412605286, -1.7085590362548828, -2.772514581680298, -1.4523098468780518, -0.5923898220062256, -0.15795601904392242, -0.7957175970077515, -0.22691023349761963, -0.9583739042282104, -0.567963182926178, -0.22141008079051971, -0.4496990144252777, -0.5219212174415588, -0.19878150522708893, -0.5879283547401428, -0.5451865792274475, -1.3330950736999512]}, "Bot005_002_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot005_002.log.json", "context": "do you have any animals ? Nope you? yes , i do . i love to help people . With animals? [FACE WITH TEARS OF JOY][FACE WITH TEARS OF JOY][FACE WITH TEARS OF JOY] yes , i do . i also have a dog . Do you have a dog? yes , i've a dog , but i do not have any pets . Who is mister Putin? i do not have any pets , but i do have a dog . i do not have any pets , but i do have a dog . i have a cat named cow , and i love to garden . Wat i have a dog , but i do not have any pets , but i do have a dog . Drop context i do not have any pets , but i do have a cat . Drop context  Drop context i do not have any pets , but i do have a cat . Drop context", "response": "i do not have any pets , but i do have a cat .", "annotation_id": "Bot005_002_18", "annotations": ["X", "X", "T", "X", "X", "X", "O", "X", "X", "X", "X", "O", "X", "T", "X"], "gpt2background_target_score": [-7.992358207702637, -4.294895648956299, -8.300826072692871, -10.190046310424805, -8.838642120361328, -8.096982955932617, -4.496201038360596, -6.873800277709961, -6.201786041259766, -5.726591110229492, -5.918180465698242, -8.710613250732422, -8.737809181213379, -3.349886894226074], "gpt2background_argmax_score": [-1.653324007987976, -1.92573881149292, -1.527840495109558, -2.8796470165252686, -1.3472942113876343, -1.0180050134658813, -1.5588603019714355, -1.9150962829589844, -1.2677136659622192, -2.2202186584472656, -2.690082550048828, -1.7870064973831177, -2.052931785583496, -2.365896224975586, -1.9649760723114014, -1.3281593322753906, -1.871733546257019, -2.074976682662964, -2.665801525115967, -1.487141728401184, -2.4384217262268066, -1.8142095804214478, -2.4150068759918213, -3.4590718746185303, -1.8492497205734253, -2.8581271171569824, -1.2603302001953125, -1.2915598154067993, -2.961374044418335, -2.288517951965332, -2.0340335369110107, -3.0573434829711914, -1.5613030195236206, -2.366170883178711, -0.29713401198387146, -0.12086838483810425, -0.5062780976295471, -0.300493061542511, -0.7313288450241089, -0.8949334025382996, -0.4508659839630127, -0.5383809804916382, -0.26199212670326233, -0.09291165322065353, -0.12636572122573853, -0.08970675617456436, -0.9318082332611084, -1.2415482997894287, -1.515937089920044, -0.4915156364440918, -1.604175090789795, -1.7139586210250854, -0.8347097039222717, -1.1740431785583496, -1.8015882968902588, -1.7058342695236206, -2.8801631927490234, -1.7750279903411865, -1.148950457572937, -0.5144465565681458, -0.5736967921257019, -0.7110879421234131, -0.9133737683296204, -0.8119215369224548, -1.5146793127059937, -1.302759051322937, -0.49927985668182373, -1.3533588647842407, -1.9436897039413452, -1.0834410190582275, -1.2065913677215576, -1.1868711709976196, -0.6855543851852417, -1.992004156112671, -1.2452147006988525, -0.8440271615982056, -0.3492383360862732, -1.5364956855773926, -0.951636791229248, -1.5964959859848022, -1.807050347328186, -1.4221241474151611, -2.758883237838745, -1.786238670349121, -2.235567808151245, -2.4430699348449707, -1.647223949432373, -0.7140361070632935, -0.5702338218688965, -0.872888445854187, -0.7935057282447815, -0.9661791920661926, -1.1710211038589478, -0.543282151222229, -1.2431447505950928, -0.6579095721244812, -0.7360442280769348, -0.7991991639137268, -0.9500206112861633, -1.9734522104263306, -1.5433999300003052, -0.7892436385154724, -0.2716805636882782, -0.7961854934692383, -0.6093459129333496, -0.8120430707931519, -0.7950396537780762, -0.2290685921907425, -0.41412705183029175, -0.5370702147483826, -0.39595723152160645, -0.5620925426483154, -0.6886203289031982, -1.395706295967102, -1.0197908878326416, -0.23407071828842163, -0.7582511901855469, -0.7495908141136169, -3.382115364074707, -1.3889186382293701, -1.0312068462371826, -0.9346900582313538, -0.6072790026664734, -0.9378611445426941, -0.31685417890548706, -2.51936411857605, -1.0858296155929565, -1.58133864402771, -1.3296847343444824, -0.48520728945732117, -1.0033153295516968, -1.4163522720336914, -1.3925663232803345, -0.31180912256240845, -0.8025469183921814, -0.2152087688446045, -0.15835587680339813, -0.8781431317329407, -0.42559871077537537, -0.6395564675331116, -1.2265934944152832, -0.20277181267738342, -0.3503267765045166, -0.8053895235061646, -0.2831568121910095, -0.5565942525863647, -0.7334549427032471, -0.9807831645011902, -1.6613441705703735, -1.4578590393066406, -1.6323686838150024, -0.537540853023529, -0.21829813718795776, -0.8344342112541199, -0.3862856328487396, -0.9703803658485413, -0.5959227681159973, -0.23006856441497803, -0.3587706983089447, -0.47816020250320435, -0.24417787790298462, -0.4929794669151306, -0.4326220750808716, -1.0927317142486572, -0.3450460135936737, -1.5124541521072388, -2.1439614295959473, -0.2808331847190857, -1.7085597515106201, -0.8921219706535339, -0.3123151957988739, -0.12431298941373825, -0.5515353679656982, -0.27741870284080505, -0.8926021456718445, -0.3489539623260498, -0.21840670704841614, -0.20424635708332062, -0.6041276454925537, -0.19355718791484833, -0.552983283996582, -0.8195627927780151, -1.5809649229049683, -0.10462547838687897, -0.9380123019218445, -2.8175711631774902, -1.3611392974853516, -0.44038885831832886, -0.14528314769268036, -0.5554379224777222, -0.2463129460811615, -0.7424634099006653, -0.3616146445274353, -0.20178936421871185, -0.21078184247016907, -0.5176635980606079, -0.1574590504169464, -0.8000134825706482, -1.157221794128418, -1.1731584072113037]}, "Bot005_002_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot005_002.log.json", "context": "do you have any animals ? Nope you? yes , i do . i love to help people . With animals? [FACE WITH TEARS OF JOY][FACE WITH TEARS OF JOY][FACE WITH TEARS OF JOY] yes , i do . i also have a dog . Do you have a dog? yes , i've a dog , but i do not have any pets . Who is mister Putin? i do not have any pets , but i do have a dog . i do not have any pets , but i do have a dog . i have a cat named cow , and i love to garden . Wat i have a dog , but i do not have any pets , but i do have a dog . Drop context i do not have any pets , but i do have a cat . Drop context  Drop context i do not have any pets , but i do have a cat . Drop context i do not have any pets , but i do have a cat . Aaaaaaaa", "response": "i do not have any pets , but i do have a cat .  oh , i see . i am a little lazy , but i do not have any pets .", "annotation_id": "Bot005_002_20", "annotations": ["X", "X", "T", "X", "X", "X", "O", "X", "X", "X", "O", "O", "X", "O", "X"], "gpt2background_target_score": [-7.992358207702637, -4.294895648956299, -8.300826072692871, -10.190046310424805, -8.838642120361328, -8.096982955932617, -4.496201038360596, -6.873800277709961, -6.201786041259766, -5.726591110229492, -5.918180465698242, -8.710613250732422, -8.737809181213379, -3.349886894226074, -6.638842582702637, -12.122502326965332, -6.9237589836120605, -6.233000755310059, -7.163996696472168, -3.9252195358276367, -6.3419342041015625, -9.47761344909668, -6.538013458251953, -11.348154067993164, -11.313215255737305, -11.346601486206055, -10.954710006713867, -8.271644592285156, -13.904414176940918, -11.927397727966309, -11.611533164978027, -12.108992576599121, -12.258594512939453, -11.320953369140625], "gpt2background_argmax_score": [-1.653324007987976, -1.92573881149292, -1.527840495109558, -2.8796470165252686, -1.3472942113876343, -1.0180050134658813, -1.5588603019714355, -1.9150962829589844, -1.2677136659622192, -2.2202186584472656, -2.690082550048828, -1.7870064973831177, -2.052931785583496, -2.365896224975586, -1.9649760723114014, -1.3281593322753906, -1.871733546257019, -2.074976682662964, -2.665801525115967, -1.487141728401184, -2.4384217262268066, -1.8142095804214478, -2.4150068759918213, -3.4590718746185303, -1.8492497205734253, -2.8581271171569824, -1.2603302001953125, -1.2915598154067993, -2.961374044418335, -2.288517951965332, -2.0340335369110107, -3.0573434829711914, -1.5613030195236206, -2.366170883178711, -0.29713401198387146, -0.12086838483810425, -0.5062780976295471, -0.300493061542511, -0.7313288450241089, -0.8949334025382996, -0.4508659839630127, -0.5383809804916382, -0.26199212670326233, -0.09291165322065353, -0.12636572122573853, -0.08970675617456436, -0.9318082332611084, -1.2415482997894287, -1.515937089920044, -0.4915156364440918, -1.604175090789795, -1.7139586210250854, -0.8347097039222717, -1.1740431785583496, -1.8015882968902588, -1.7058342695236206, -2.8801631927490234, -1.7750279903411865, -1.148950457572937, -0.5144465565681458, -0.5736967921257019, -0.7110879421234131, -0.9133737683296204, -0.8119215369224548, -1.5146793127059937, -1.302759051322937, -0.49927985668182373, -1.3533588647842407, -1.9436897039413452, -1.0834410190582275, -1.2065913677215576, -1.1868711709976196, -0.6855543851852417, -1.992004156112671, -1.2452147006988525, -0.8440271615982056, -0.3492383360862732, -1.5364956855773926, -0.951636791229248, -1.5964959859848022, -1.807050347328186, -1.4221241474151611, -2.758883237838745, -1.786238670349121, -2.235567808151245, -2.4430699348449707, -1.647223949432373, -0.7140361070632935, -0.5702338218688965, -0.872888445854187, -0.7935057282447815, -0.9661791920661926, -1.1710211038589478, -0.543282151222229, -1.2431447505950928, -0.6579095721244812, -0.7360442280769348, -0.7991991639137268, -0.9500206112861633, -1.9734522104263306, -1.5433999300003052, -0.7892436385154724, -0.2716805636882782, -0.7961854934692383, -0.6093459129333496, -0.8120430707931519, -0.7950396537780762, -0.2290685921907425, -0.41412705183029175, -0.5370702147483826, -0.39595723152160645, -0.5620925426483154, -0.6886203289031982, -1.395706295967102, -1.0197908878326416, -0.23407071828842163, -0.7582511901855469, -0.7495908141136169, -3.382115364074707, -1.3889186382293701, -1.0312068462371826, -0.9346900582313538, -0.6072790026664734, -0.9378611445426941, -0.31685417890548706, -2.51936411857605, -1.0858296155929565, -1.58133864402771, -1.3296847343444824, -0.48520728945732117, -1.0033153295516968, -1.4163522720336914, -1.3925663232803345, -0.31180912256240845, -0.8025469183921814, -0.2152087688446045, -0.15835587680339813, -0.8781431317329407, -0.42559871077537537, -0.6395564675331116, -1.2265934944152832, -0.20277181267738342, -0.3503267765045166, -0.8053895235061646, -0.2831568121910095, -0.5565942525863647, -0.7334549427032471, -0.9807831645011902, -1.6613441705703735, -1.4578590393066406, -1.6323686838150024, -0.537540853023529, -0.21829813718795776, -0.8344342112541199, -0.3862856328487396, -0.9703803658485413, -0.5959227681159973, -0.23006856441497803, -0.3587706983089447, -0.47816020250320435, -0.24417787790298462, -0.4929794669151306, -0.4326220750808716, -1.0927317142486572, -0.3450460135936737, -1.5124541521072388, -2.1439614295959473, -0.2808331847190857, -1.7085597515106201, -0.8921219706535339, -0.3123151957988739, -0.12431298941373825, -0.5515353679656982, -0.27741870284080505, -0.8926021456718445, -0.3489539623260498, -0.21840670704841614, -0.20424635708332062, -0.6041276454925537, -0.19355718791484833, -0.552983283996582, -0.8195627927780151, -1.5809649229049683, -0.10462547838687897, -0.9380123019218445, -0.14101935923099518, -0.1801217496395111, -0.0835922509431839, -0.32150137424468994, -0.2951059341430664, -0.8802449107170105, -0.24523553252220154, -0.16250772774219513, -0.06031446158885956, -0.6710453033447266, -0.15774406492710114, -0.7622678279876709, -0.6295763254165649, -0.6171595454216003, -1.4039751291275024, -1.7202919721603394, -1.543304204940796, -2.7331457138061523, -1.5262837409973145, -0.66396164894104, -0.17554828524589539, -0.8090428113937378, -0.21463587880134583, -0.8188512325286865, -0.5238597989082336, -0.2513185739517212, -0.3756483793258667, -0.47023868560791016, -0.1630234569311142, -0.9059022068977356, -0.9197046756744385, -1.9585330486297607, -0.5571502447128296, -2.409430980682373, -1.131974220275879, -1.4799158573150635, -1.6832221746444702, -1.9431477785110474, -1.6627860069274902, -2.2366716861724854, -2.767108201980591, -1.598081350326538, -1.5863298177719116, -1.034591794013977, -0.492877721786499, -1.3268293142318726, -0.5979216694831848, -0.20256301760673523, -0.6479050517082214, -0.3776603937149048, -0.8734580874443054, -1.6809996366500854]}, "Bot005_006_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot005_006.log.json", "context": "do you have any animals ? no \ndo you have pets?", "response": "i do not have any hobbies .", "annotation_id": "Bot005_006_02", "annotations": ["T", "X", "X", "X", "X", "X", "X", "X", "T", "X", "X", "O", "T", "T", "O"], "gpt2background_target_score": [-7.992352485656738, -4.294894218444824, -8.300824165344238, -10.190046310424805, -8.838642120361328, -12.387337684631348, -7.877200126647949], "gpt2background_argmax_score": [-1.6533277034759521, -1.9257384538650513, -1.5278400182724, -2.879643201828003, -1.3472933769226074, -1.018005132675171, -2.6501500606536865, -2.024737596511841, -1.4694347381591797, -0.7054735422134399, -0.9882669448852539, -0.8321042656898499, -0.9770410060882568, -1.6545629501342773, -2.5280909538269043, -1.6973018646240234, -1.7560511827468872, -1.2024011611938477, -1.3447685241699219, -1.6150609254837036, -1.7498834133148193, -1.560836911201477]}, "Bot005_006_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot005_006.log.json", "context": "do you have any animals ? no \ndo you have pets? i do not have any hobbies . do you have a cat?", "response": "no pets , but i do have a cat .", "annotation_id": "Bot005_006_04", "annotations": ["X", "X", "O", "X", "T", "T", "X", "X", "X", "X", "X", "O", "O", "T", "T"], "gpt2background_target_score": [-9.557703018188477, -11.722593307495117, -11.193848609924316, -9.600114822387695, -8.340965270996094, -7.890960693359375, -7.015844345092773, -7.088922500610352, -10.097042083740234, -10.439284324645996], "gpt2background_argmax_score": [-1.6533277034759521, -1.9257384538650513, -1.5278400182724, -2.879643201828003, -1.3472933769226074, -1.018005132675171, -2.6501500606536865, -2.024737596511841, -1.4694347381591797, -0.7054735422134399, -0.9882669448852539, -0.8321042656898499, -0.9770410060882568, -1.6545629501342773, -1.8554028272628784, -1.778234839439392, -1.345490574836731, -1.402099609375, -1.8040472269058228, -2.114010810852051, -2.103984832763672, -0.5434655547142029, -0.4818848669528961, -0.9400204420089722, -2.5007216930389404, -1.3297077417373657, -1.7051032781600952, -2.455927610397339, -1.4390431642532349, -1.5625853538513184, -1.8616690635681152, -1.3959614038467407, -1.3652517795562744, -0.6962506175041199, -0.9496464133262634, -1.5331135988235474, -1.4130975008010864, -0.9172999858856201]}, "Bot005_006_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot005_006.log.json", "context": "do you have any animals ? no \ndo you have pets? i do not have any hobbies . do you have a cat? no pets , but i do have a cat . are you professional at something?", "response": "no , i do not .", "annotation_id": "Bot005_006_06", "annotations": ["X", "O", "O", "X", "X", "O", "X", "X", "T", "X", "X", "T", "X", "T", "O"], "gpt2background_target_score": [-9.557703018188477, -11.65802001953125, -10.158815383911133, -8.612811088562012, -8.196359634399414, -8.56647777557373], "gpt2background_argmax_score": [-1.6533277034759521, -1.9257384538650513, -1.5278400182724, -2.879643201828003, -1.3472933769226074, -1.018005132675171, -2.6501500606536865, -2.024737596511841, -1.4694347381591797, -0.7054735422134399, -0.9882669448852539, -0.8321042656898499, -0.9770410060882568, -1.6545629501342773, -1.8554028272628784, -1.778234839439392, -1.345490574836731, -1.402099609375, -1.8040472269058228, -2.114010810852051, -2.103984832763672, -0.5434655547142029, -0.4818848669528961, -0.9400204420089722, -2.5007245540618896, -1.3297079801559448, -1.7051033973693848, -1.6361615657806396, -2.3476853370666504, -2.112760543823242, -1.312753438949585, -1.5766454935073853, -0.6364016532897949, -0.9966360926628113, -2.052327871322632, -2.097898483276367, -1.2921112775802612, -0.5380231142044067, -2.8327343463897705, -1.732582688331604, -2.8459999561309814, -0.6809530854225159, -1.7021139860153198, -2.4138052463531494, -2.2713544368743896, -1.6094051599502563, -1.4708765745162964, -0.8628512024879456, -0.12117363512516022, -1.9447404146194458]}, "Bot005_006_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot005_006.log.json", "context": "do you have any animals ? no \ndo you have pets? i do not have any hobbies . do you have a cat? no pets , but i do have a cat . are you professional at something? no , i do not . which music do you listen?", "response": "no , but i do have a cat .", "annotation_id": "Bot005_006_08", "annotations": ["X", "X", "X", "X", "X", "X", "X", "X", "T", "X", "X", "T", "X", "T", "T"], "gpt2background_target_score": [-9.557703971862793, -11.658016204833984, -10.976998329162598, -9.550329208374023, -6.651810169219971, -8.518183708190918, -7.015934944152832, -7.748239040374756, -10.457592964172363], "gpt2background_argmax_score": [-1.653324007987976, -1.92573881149292, -1.527840495109558, -2.8796470165252686, -1.3472942113876343, -1.0180050134658813, -2.650148391723633, -2.024740695953369, -1.4694346189498901, -0.7054734230041504, -0.9882673025131226, -0.8321055173873901, -0.9770395755767822, -1.654561996459961, -1.8554024696350098, -1.7782349586486816, -1.34549081325531, -1.4020997285842896, -1.8040462732315063, -2.1140105724334717, -2.103982925415039, -0.5434651374816895, -0.48188552260398865, -0.9400222301483154, -2.500720977783203, -1.329708218574524, -1.7051037549972534, -1.636161208152771, -2.347681999206543, -2.112760543823242, -1.3127537965774536, -1.5766469240188599, -0.6364015340805054, -0.9966355562210083, -2.0523242950439453, -2.097898483276367, -1.2921109199523926, -0.5380229353904724, -2.8327319622039795, -1.7325853109359741, -2.8460001945495605, -0.680953860282898, -1.702112078666687, -2.2439188957214355, -1.8564276695251465, -1.589306116104126, -0.8303959965705872, -0.16561591625213623, -2.075524091720581, -1.588855266571045, -1.3502386808395386, -0.18731658160686493, -1.4858241081237793, -0.136806458234787, -1.9617756605148315, -2.5948803424835205, -2.6046876907348633, -0.8019334077835083, -0.6096119284629822, -1.218285083770752, -0.681640625, -0.3040524423122406, -0.743206799030304, -1.4941009283065796, -1.6293171644210815]}, "Bot005_006_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot005_006.log.json", "context": "do you have any animals ? no \ndo you have pets? i do not have any hobbies . do you have a cat? no pets , but i do have a cat . are you professional at something? no , i do not . which music do you listen? no , but i do have a cat . who do you listen?", "response": "i do , but i do not have a favorite pet .", "annotation_id": "Bot005_006_10", "annotations": ["X", "X", "X", "X", "X", "X", "X", "X", "T", "X", "X", "T", "X", "X", "X"], "gpt2background_target_score": [-7.992358207702637, -4.294895648956299, -11.193849563598633, -9.600112915039062, -8.34096622467041, -7.890962600708008, -6.256940841674805, -7.163314342498779, -8.525501251220703, -11.20998764038086, -8.185856819152832, -8.333904266357422], "gpt2background_argmax_score": [-1.653324007987976, -1.92573881149292, -1.527840495109558, -2.8796470165252686, -1.3472942113876343, -1.0180050134658813, -2.650148391723633, -2.024740695953369, -1.4694346189498901, -0.7054734230041504, -0.9882673025131226, -0.8321055173873901, -0.9770395755767822, -1.654561996459961, -1.8554024696350098, -1.7782349586486816, -1.34549081325531, -1.4020997285842896, -1.8040462732315063, -2.1140105724334717, -2.103982925415039, -0.5434651374816895, -0.48188552260398865, -0.9400222301483154, -2.500720977783203, -1.329708218574524, -1.7051037549972534, -1.636161208152771, -2.347681999206543, -2.112760543823242, -1.3127537965774536, -1.5766469240188599, -0.6364015340805054, -0.9966355562210083, -2.0523242950439453, -2.097898483276367, -1.2921109199523926, -0.5380229353904724, -2.8327319622039795, -1.7325853109359741, -2.8460001945495605, -0.680953860282898, -1.702112078666687, -2.2439188957214355, -1.8564276695251465, -1.589306116104126, -0.8303959965705872, -0.16561591625213623, -2.075524091720581, -1.588855266571045, -1.3502386808395386, -0.18731658160686493, -1.4858241081237793, -0.136806458234787, -1.9617756605148315, -2.0096983909606934, -0.9348004460334778, -0.666589617729187, -0.8084089159965515, -0.5786575078964233, -0.423386812210083, -1.1433721780776978, -1.0144530534744263, -2.190558910369873, -0.7923569083213806, -0.1934773325920105, -0.9764747023582458, -0.3865664601325989, -1.2127022743225098, -2.453357219696045, -1.627091646194458, -1.147392988204956, -1.37363862991333, -0.5092089176177979, -1.4115211963653564, -0.7847573161125183, -0.36408883333206177, -0.8526215553283691, -1.3372262716293335, -2.609043836593628, -1.0952155590057373, -1.5043433904647827]}, "Bot005_006_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot005_006.log.json", "context": "do you have any animals ? no \ndo you have pets? i do not have any hobbies . do you have a cat? no pets , but i do have a cat . are you professional at something? no , i do not . which music do you listen? no , but i do have a cat . who do you listen? i do , but i do not have a favorite pet . are you at work?", "response": "i do not have any pets .", "annotation_id": "Bot005_006_12", "annotations": ["X", "X", "X", "X", "X", "X", "X", "X", "T", "X", "X", "T", "X", "X", "X"], "gpt2background_target_score": [-7.992358207702637, -4.294895648956299, -8.300826072692871, -10.190046310424805, -8.838642120361328, -8.096982955932617, -7.877200603485107], "gpt2background_argmax_score": [-1.653324007987976, -1.92573881149292, -1.527840495109558, -2.8796470165252686, -1.3472942113876343, -1.0180050134658813, -2.650148391723633, -2.024740695953369, -1.4694346189498901, -0.7054734230041504, -0.9882673025131226, -0.8321055173873901, -0.9770395755767822, -1.654561996459961, -1.8554024696350098, -1.7782349586486816, -1.34549081325531, -1.4020997285842896, -1.8040462732315063, -2.1140105724334717, -2.103982925415039, -0.5434651374816895, -0.48188552260398865, -0.9400222301483154, -2.500720977783203, -1.329708218574524, -1.7051037549972534, -1.636161208152771, -2.347681999206543, -2.112760543823242, -1.3127537965774536, -1.5766469240188599, -0.6364015340805054, -0.9966355562210083, -2.0523242950439453, -2.097898483276367, -1.2921109199523926, -0.5380229353904724, -2.8327319622039795, -1.7325853109359741, -2.8460001945495605, -0.680953860282898, -1.702112078666687, -2.2439188957214355, -1.8564276695251465, -1.589306116104126, -0.8303959965705872, -0.16561591625213623, -2.075524091720581, -1.588855266571045, -1.3502386808395386, -0.18731658160686493, -1.4858241081237793, -0.136806458234787, -1.9617756605148315, -2.0096983909606934, -0.9348004460334778, -0.666589617729187, -0.8084089159965515, -0.5786575078964233, -0.423386812210083, -1.1433721780776978, -1.0144530534744263, -2.190558910369873, -0.7923569083213806, -0.1934773325920105, -0.9764747023582458, -0.3865664601325989, -1.2127022743225098, -1.3849432468414307, -0.5658897161483765, -1.2864069938659668, -0.40584850311279297, -0.40803995728492737, -0.7803962230682373, -0.5226794481277466, -0.850494921207428, -1.5039480924606323, -2.436260461807251, -0.7137415409088135, -1.1696807146072388, -0.1726953536272049, -1.2024011611938477, -1.0777307748794556, -1.0901340246200562, -1.0394841432571411, -2.3307278156280518, -1.8505878448486328, -1.0062907934188843, -0.5170955657958984, -0.5779821872711182, -0.5613309144973755, -1.4063098430633545, -1.5216494798660278]}, "Bot005_006_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot005_006.log.json", "context": "do you have any animals ? no \ndo you have pets? i do not have any hobbies . do you have a cat? no pets , but i do have a cat . are you professional at something? no , i do not . which music do you listen? no , but i do have a cat . who do you listen? i do , but i do not have a favorite pet . are you at work? i do not have any pets . what do you do for living?", "response": "yes , i am a stay at home mom .", "annotation_id": "Bot005_006_14", "annotations": ["O", "O", "X", "X", "X", "O", "O", "X", "T", "X", "X", "T", "O", "T", "X"], "gpt2background_target_score": [-11.220399856567383, -11.658016204833984, -10.158814430236816, -11.75748062133789, -7.507852077484131, -11.977349281311035, -7.453998565673828, -11.921346664428711, -11.58923625946045, -10.439281463623047], "gpt2background_argmax_score": [-1.653324007987976, -1.92573881149292, -1.527840495109558, -2.8796470165252686, -1.3472942113876343, -1.0180050134658813, -2.650148391723633, -2.024740695953369, -1.4694346189498901, -0.7054734230041504, -0.9882673025131226, -0.8321055173873901, -0.9770395755767822, -1.654561996459961, -1.8554024696350098, -1.7782349586486816, -1.34549081325531, -1.4020997285842896, -1.8040462732315063, -2.1140105724334717, -2.103982925415039, -0.5434651374816895, -0.48188552260398865, -0.9400222301483154, -2.500720977783203, -1.329708218574524, -1.7051037549972534, -1.636161208152771, -2.347681999206543, -2.112760543823242, -1.3127537965774536, -1.5766469240188599, -0.6364015340805054, -0.9966355562210083, -2.0523242950439453, -2.097898483276367, -1.2921109199523926, -0.5380229353904724, -2.8327319622039795, -1.7325853109359741, -2.8460001945495605, -0.680953860282898, -1.702112078666687, -2.2439188957214355, -1.8564276695251465, -1.589306116104126, -0.8303959965705872, -0.16561591625213623, -2.075524091720581, -1.588855266571045, -1.3502386808395386, -0.18731658160686493, -1.4858241081237793, -0.136806458234787, -1.9617756605148315, -2.0096983909606934, -0.9348004460334778, -0.666589617729187, -0.8084089159965515, -0.5786575078964233, -0.423386812210083, -1.1433721780776978, -1.0144530534744263, -2.190558910369873, -0.7923569083213806, -0.1934773325920105, -0.9764747023582458, -0.3865664601325989, -1.2127022743225098, -1.3849432468414307, -0.5658897161483765, -1.2864069938659668, -0.40584850311279297, -0.40803995728492737, -0.7803962230682373, -0.5226794481277466, -0.850494921207428, -1.5039480924606323, -2.436260461807251, -0.7137415409088135, -1.1696807146072388, -0.1726953536272049, -1.2024011611938477, -1.0777307748794556, -1.0901340246200562, -1.0394841432571411, -1.03970468044281, -0.44862398505210876, -0.33472973108291626, -0.7072405815124512, -0.40763720870018005, -0.9055912494659424, -1.1377726793289185, -1.3721038103103638, -0.1623382866382599, -1.1437437534332275, -0.7231529355049133, -2.0741477012634277, -1.2182615995407104, -1.4037606716156006, -2.3944079875946045, -1.5123828649520874, -1.0713714361190796, -1.8084111213684082, -1.8307535648345947, -2.853895902633667, -0.4292050898075104, -0.1588626652956009, -1.5653880834579468, -1.9062319993972778, -1.4344483613967896]}, "Bot005_006_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot005_006.log.json", "context": "do you have any animals ? no \ndo you have pets? i do not have any hobbies . do you have a cat? no pets , but i do have a cat . are you professional at something? no , i do not . which music do you listen? no , but i do have a cat . who do you listen? i do , but i do not have a favorite pet . are you at work? i do not have any pets . what do you do for living? yes , i am a stay at home mom . what is your favorite food?", "response": "i am a stay at home mom .", "annotation_id": "Bot005_006_16", "annotations": ["X", "X", "X", "X", "X", "X", "X", "X", "T", "X", "X", "T", "X", "X", "T"], "gpt2background_target_score": [-7.992358207702637, -10.37169075012207, -1.527840495109558, -11.22302532196045, -5.249396324157715, -11.844903945922852, -8.346647262573242, -8.742019653320312], "gpt2background_argmax_score": [-1.653324007987976, -1.92573881149292, -1.527840495109558, -2.8796470165252686, -1.3472942113876343, -1.0180050134658813, -2.650148391723633, -2.024740695953369, -1.4694346189498901, -0.7054734230041504, -0.9882673025131226, -0.8321055173873901, -0.9770395755767822, -1.654561996459961, -1.8554024696350098, -1.7782349586486816, -1.34549081325531, -1.4020997285842896, -1.8040462732315063, -2.1140105724334717, -2.103982925415039, -0.5434651374816895, -0.48188552260398865, -0.9400222301483154, -2.500720977783203, -1.329708218574524, -1.7051037549972534, -1.636161208152771, -2.347681999206543, -2.112760543823242, -1.3127537965774536, -1.5766469240188599, -0.6364015340805054, -0.9966355562210083, -2.0523242950439453, -2.097898483276367, -1.2921109199523926, -0.5380229353904724, -2.8327319622039795, -1.7325853109359741, -2.8460001945495605, -0.680953860282898, -1.702112078666687, -2.2439188957214355, -1.8564276695251465, -1.589306116104126, -0.8303959965705872, -0.16561591625213623, -2.075524091720581, -1.588855266571045, -1.3502386808395386, -0.18731658160686493, -1.4858241081237793, -0.136806458234787, -1.9617756605148315, -2.0096983909606934, -0.9348004460334778, -0.666589617729187, -0.8084089159965515, -0.5786575078964233, -0.423386812210083, -1.1433721780776978, -1.0144530534744263, -2.190558910369873, -0.7923569083213806, -0.1934773325920105, -0.9764747023582458, -0.3865664601325989, -1.2127022743225098, -1.3849432468414307, -0.5658897161483765, -1.2864069938659668, -0.40584850311279297, -0.40803995728492737, -0.7803962230682373, -0.5226794481277466, -0.850494921207428, -1.5039480924606323, -2.436260461807251, -0.7137415409088135, -1.1696807146072388, -0.1726953536272049, -1.2024011611938477, -1.0777307748794556, -1.0901334285736084, -1.039483666419983, -1.03970468044281, -0.44862475991249084, -0.33472931385040283, -0.7072395086288452, -0.4076361656188965, -0.9055905938148499, -1.1377733945846558, -1.3721046447753906, -0.16233839094638824, -1.143744945526123, -0.7231523990631104, -2.074145555496216, -1.2182594537734985, -1.4037584066390991, -1.3061161041259766, -1.0191222429275513, -1.1893006563186646, -1.942691683769226, -2.503864049911499, -0.42288637161254883, -0.09125363826751709, -1.5419718027114868, -1.9050887823104858, -1.480170488357544, -0.8076468706130981, -0.7658191323280334, -1.552635908126831, -2.1008193492889404, -0.9863485097885132, -2.232948064804077, -2.715742588043213, -2.3490350246429443, -0.8524141311645508, -0.3137957453727722, -0.048263076692819595, -0.05800183489918709, -0.10709069669246674, -2.016456365585327, -1.5269113779067993]}, "Bot005_006_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot005_006.log.json", "context": "do you have any animals ? no \ndo you have pets? i do not have any hobbies . do you have a cat? no pets , but i do have a cat . are you professional at something? no , i do not . which music do you listen? no , but i do have a cat . who do you listen? i do , but i do not have a favorite pet . are you at work? i do not have any pets . what do you do for living? yes , i am a stay at home mom . what is your favorite food? i am a stay at home mom . do you like shopping?", "response": "i love to garden . i love to garden .", "annotation_id": "Bot005_006_18", "annotations": ["O", "T", "X", "X", "X", "T", "X", "X", "T", "X", "X", "T", "T", "T", "X"], "gpt2background_target_score": [-7.992358207702637, -5.630172252655029, -3.149214744567871, -10.552350044250488, -11.323092460632324, -5.910602569580078, -7.359151840209961, -7.653046131134033, -11.663602828979492, -10.439281463623047], "gpt2background_argmax_score": [-1.653324007987976, -1.92573881149292, -1.527840495109558, -2.8796470165252686, -1.3472942113876343, -1.0180050134658813, -2.650148391723633, -2.024740695953369, -1.4694346189498901, -0.7054734230041504, -0.9882673025131226, -0.8321055173873901, -0.9770395755767822, -1.654561996459961, -1.8554024696350098, -1.7782349586486816, -1.34549081325531, -1.4020997285842896, -1.8040462732315063, -2.1140105724334717, -2.103982925415039, -0.5434651374816895, -0.48188552260398865, -0.9400222301483154, -2.500720977783203, -1.329708218574524, -1.7051037549972534, -1.636161208152771, -2.347681999206543, -2.112760543823242, -1.3127537965774536, -1.5766469240188599, -0.6364015340805054, -0.9966355562210083, -2.0523242950439453, -2.097898483276367, -1.2921109199523926, -0.5380229353904724, -2.8327319622039795, -1.7325853109359741, -2.8460001945495605, -0.680953860282898, -1.702112078666687, -2.2439188957214355, -1.8564276695251465, -1.589306116104126, -0.8303959965705872, -0.16561591625213623, -2.075524091720581, -1.588855266571045, -1.3502386808395386, -0.18731658160686493, -1.4858241081237793, -0.136806458234787, -1.9617756605148315, -2.0096983909606934, -0.9348004460334778, -0.666589617729187, -0.8084089159965515, -0.5786575078964233, -0.423386812210083, -1.1433721780776978, -1.0144530534744263, -2.190558910369873, -0.7923569083213806, -0.1934773325920105, -0.9764747023582458, -0.3865664601325989, -1.2127022743225098, -1.3849432468414307, -0.5658897161483765, -1.2864069938659668, -0.40584850311279297, -0.40803995728492737, -0.7803962230682373, -0.5226794481277466, -0.850494921207428, -1.5039480924606323, -2.436260461807251, -0.7137415409088135, -1.1696807146072388, -0.1726953536272049, -1.2024011611938477, -1.0777307748794556, -1.0901340246200562, -1.0394841432571411, -1.03970468044281, -0.44862398505210876, -0.33472973108291626, -0.7072405815124512, -0.40763720870018005, -0.9055912494659424, -1.1377726793289185, -1.3721038103103638, -0.1623382866382599, -1.1437437534332275, -0.7231521606445312, -2.0741474628448486, -1.2182602882385254, -1.4037593603134155, -1.3061158657073975, -1.0191222429275513, -1.1893023252487183, -1.942691445350647, -2.5038650035858154, -0.42288824915885925, -0.09125375002622604, -1.5419706106185913, -1.9050889015197754, -1.48017156124115, -0.8076465129852295, -0.76581871509552, -1.5526373386383057, -2.1008188724517822, -0.9863501191139221, -2.2329487800598145, -1.8637903928756714, -1.0243819952011108, -0.8547549843788147, -0.05011541396379471, -0.04487615078687668, -0.15700839459896088, -1.168554663658142, -1.7056291103363037, -0.25811338424682617, -0.7887175679206848, -1.8939138650894165, -1.1173070669174194, -1.96494722366333, -2.397097587585449, -1.9927560091018677, -1.9320335388183594, -1.7457304000854492, -2.81013822555542, -1.182201862335205, -1.5786371231079102, -1.185433030128479, -2.3750288486480713, -1.244675636291504, -0.6787692904472351]}, "Bot005_006_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot005_006.log.json", "context": "do you have any animals ? no \ndo you have pets? i do not have any hobbies . do you have a cat? no pets , but i do have a cat . are you professional at something? no , i do not . which music do you listen? no , but i do have a cat . who do you listen? i do , but i do not have a favorite pet . are you at work? i do not have any pets . what do you do for living? yes , i am a stay at home mom . what is your favorite food? i am a stay at home mom . do you like shopping? i love to garden . i love to garden . what do you like to buy?", "response": "yes , i love to shop .", "annotation_id": "Bot005_006_20", "annotations": ["T", "X", "T", "X", "X", "O", "X", "X", "O", "X", "X", "T", "X", "T", "X"], "gpt2background_target_score": [-11.220399856567383, -11.658016204833984, -10.158814430236816, -7.193506240844727, -3.1403536796569824, -12.389931678771973, -7.877200603485107], "gpt2background_argmax_score": [-1.653324007987976, -1.92573881149292, -1.527840495109558, -2.8796470165252686, -1.3472942113876343, -1.0180050134658813, -2.650148391723633, -2.024740695953369, -1.4694346189498901, -0.7054734230041504, -0.9882673025131226, -0.8321055173873901, -0.9770395755767822, -1.654561996459961, -1.8554024696350098, -1.7782349586486816, -1.34549081325531, -1.4020997285842896, -1.8040462732315063, -2.1140105724334717, -2.103982925415039, -0.5434651374816895, -0.48188552260398865, -0.9400222301483154, -2.500720977783203, -1.329708218574524, -1.7051037549972534, -1.636161208152771, -2.347681999206543, -2.112760543823242, -1.3127537965774536, -1.5766469240188599, -0.6364015340805054, -0.9966355562210083, -2.0523242950439453, -2.097898483276367, -1.2921109199523926, -0.5380229353904724, -2.8327319622039795, -1.7325853109359741, -2.8460001945495605, -0.680953860282898, -1.702112078666687, -2.2439188957214355, -1.8564276695251465, -1.589306116104126, -0.8303959965705872, -0.16561591625213623, -2.075524091720581, -1.588855266571045, -1.3502386808395386, -0.18731658160686493, -1.4858241081237793, -0.136806458234787, -1.9617756605148315, -2.0096983909606934, -0.9348004460334778, -0.666589617729187, -0.8084089159965515, -0.5786575078964233, -0.423386812210083, -1.1433721780776978, -1.0144530534744263, -2.190558910369873, -0.7923569083213806, -0.1934773325920105, -0.9764747023582458, -0.3865664601325989, -1.2127022743225098, -1.3849432468414307, -0.5658897161483765, -1.2864069938659668, -0.40584850311279297, -0.40803995728492737, -0.7803962230682373, -0.5226794481277466, -0.850494921207428, -1.5039480924606323, -2.436260461807251, -0.7137415409088135, -1.1696807146072388, -0.1726953536272049, -1.2024011611938477, -1.0777307748794556, -1.0901340246200562, -1.0394841432571411, -1.03970468044281, -0.44862398505210876, -0.33472973108291626, -0.7072405815124512, -0.40763720870018005, -0.9055912494659424, -1.1377726793289185, -1.3721038103103638, -0.1623382866382599, -1.1437437534332275, -0.7231521606445312, -2.0741474628448486, -1.2182602882385254, -1.4037593603134155, -1.3061158657073975, -1.0191222429275513, -1.1893023252487183, -1.942691445350647, -2.5038650035858154, -0.42288824915885925, -0.09125375002622604, -1.5419706106185913, -1.9050889015197754, -1.48017156124115, -0.8076465129852295, -0.76581871509552, -1.5526373386383057, -2.1008188724517822, -0.9863501191139221, -2.2329487800598145, -1.8637903928756714, -1.0243819952011108, -0.8547549843788147, -0.05011541396379471, -0.04487615078687668, -0.15700839459896088, -1.168554663658142, -1.7056291103363037, -0.25811338424682617, -0.7887175679206848, -1.8939138650894165, -1.1173070669174194, -1.96494722366333, -1.7520205974578857, -2.236396074295044, -1.7812745571136475, -2.174206018447876, -1.7859909534454346, -1.6659373044967651, -0.8111721873283386, -2.329240322113037, -0.8058793544769287, -1.231629490852356, -1.3127821683883667, -0.20068161189556122, -1.4099609851837158, -0.8533605337142944, -0.9079660773277283, -1.085340976715088, -1.8201953172683716, -2.2827937602996826, -1.2216516733169556, -0.9438346028327942, -1.7517424821853638, -0.9326523542404175, -2.6468894481658936, -1.4776300191879272, -1.3068844079971313]}, "Bot006_000_01": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_000.log.json", "context": "Hi", "response": "i like taylor swift , she's my favorite singer", "annotation_id": "Bot006_000_01", "annotations": ["X", "O", "T", "O", "O", "O", "O", "O", "O", "X", "O", "T", "X", "O", "O"], "gpt2background_target_score": [-9.748895645141602, -12.191803932189941, -8.552608489990234, -11.890878677368164, -12.786466598510742, -6.191007614135742, -6.683012008666992, -9.567755699157715, -9.466212272644043, -9.435953140258789, -9.598546981811523], "gpt2background_argmax_score": [-1.9761712551116943, -2.151005744934082, -2.57417631149292, -1.9946190118789673, -2.0727083683013916, -1.6042975187301636, -2.017415761947632, -2.476022481918335, -1.831750512123108, -2.0582501888275146, -1.5653263330459595, -2.106633186340332, -2.2728960514068604]}, "Bot006_000_03": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_000.log.json", "context": "Hi i like taylor swift , she's my favorite singer Oh, nice. I like her too, but my favorite singer of all time is Michael Jackson[SMILING FACE WITH HEART-SHAPED EYES]", "response": "i am in the states , so i have to go to the states , i am in the states ,", "annotation_id": "Bot006_000_03", "annotations": ["X", "T", "T", "T", "X", "O", "T", "O", "X", "T", "T", "X", "X", "X", "O"], "gpt2background_target_score": [-9.748896598815918, -2.876647710800171, -8.02734661102295, -8.497684478759766, -11.607084274291992, -7.364173412322998, -4.830620765686035, -7.238615989685059, -8.351361274719238, -7.997955322265625, -8.956132888793945, -5.603664398193359, -5.897439956665039, -13.600231170654297, -4.434781551361084, -4.110603332519531, -4.593914985656738, -8.212005615234375, -6.21916389465332, -13.002628326416016, -8.977434158325195], "gpt2background_argmax_score": [-1.9761701822280884, -2.5791280269622803, -2.0610878467559814, -2.416675329208374, -2.2666890621185303, -2.2479872703552246, -2.4411633014678955, -2.2331717014312744, -2.1392982006073, -1.806531310081482, -2.323915481567383, -1.975428581237793, -2.3755531311035156, -2.45403790473938, -2.3226590156555176, -1.9333033561706543, -2.1119544506073, -1.856688141822815, -2.1422362327575684, -1.271923542022705, -1.9331510066986084, -1.8533989191055298, -2.7303545475006104, -1.3977807760238647, -0.5966565012931824, -0.2719414234161377, -0.4136013388633728, -1.5468679666519165, -2.9843742847442627, -1.6089261770248413, -0.8266515135765076, -3.2541186809539795, -1.4878147840499878, -2.21293306350708, -1.9660062789916992, -1.9798873662948608, -2.035759210586548, -1.7812938690185547, -1.5445870161056519, -3.9450435638427734, -2.301508903503418, -2.1536056995391846, -2.1544392108917236, -2.4717512130737305, -2.221436023712158, -1.0304189920425415, -2.2526073455810547, -1.957603096961975, -1.6902492046356201, -0.8273213505744934, -1.1672083139419556, -2.237488269805908, -2.2865829467773438, -1.169920563697815, -2.826390266418457, -1.4067926406860352, -2.0177338123321533, -1.2452536821365356, -2.0701212882995605, -2.8372642993927, -2.3743815422058105, -2.2444732189178467, -2.4889113903045654, -1.635788083076477, -0.7641600370407104, -1.8706661462783813, -1.3141415119171143, -1.8070470094680786]}, "Bot006_000_05": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_000.log.json", "context": "Hi i like taylor swift , she's my favorite singer Oh, nice. I like her too, but my favorite singer of all time is Michael Jackson[SMILING FACE WITH HEART-SHAPED EYES] i am in the states , so i have to go to the states , i am in the states , Where exactly in the states are you?", "response": "that's cool , i am in the midwest , and you ?", "annotation_id": "Bot006_000_05", "annotations": ["O", "O", "O", "O", "T", "O", "T", "O", "O", "X", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-13.311595916748047, -8.465363502502441, -8.394986152648926, -10.560548782348633, -5.274723052978516, -8.386680603027344, -6.649843215942383, -8.090073585510254, -9.605496406555176, -13.282861709594727, -5.347822189331055, -2.3281846046447754, -4.365817070007324, -9.78915023803711], "gpt2background_argmax_score": [-1.9761701822280884, -2.5791280269622803, -2.0610878467559814, -2.416675329208374, -2.2666890621185303, -2.2479872703552246, -2.4411633014678955, -2.2331717014312744, -2.1392982006073, -1.806531310081482, -2.323915481567383, -1.975428581237793, -2.3755531311035156, -2.45403790473938, -2.3226590156555176, -1.9333033561706543, -2.1119544506073, -1.856688141822815, -2.1422362327575684, -1.271923542022705, -1.9331510066986084, -1.8533989191055298, -2.7303545475006104, -1.3977807760238647, -0.5966565012931824, -0.2719414234161377, -0.4136013388633728, -1.5468679666519165, -2.9843742847442627, -1.6089261770248413, -0.8266515135765076, -3.2541186809539795, -1.4878147840499878, -2.21293306350708, -1.9660062789916992, -1.9798873662948608, -2.035759210586548, -1.7812938690185547, -1.5445870161056519, -3.9450435638427734, -2.301508903503418, -2.1536056995391846, -2.15444016456604, -2.471752405166626, -2.2214367389678955, -1.0304185152053833, -2.2830071449279785, -1.998207449913025, -0.7253432273864746, -1.154722809791565, -2.3640196323394775, -2.6030242443084717, -1.4465364217758179, -2.9310619831085205, -1.376589059829712, -2.0309550762176514, -1.2272063493728638, -2.0614123344421387, -2.791179895401001, -2.183760404586792, -2.259646415710449, -2.610041618347168, -1.8647751808166504, -0.7548936009407043, -1.88204026222229, -1.4913398027420044, -1.6557085514068604, -1.6388808488845825, -1.4161369800567627, -0.8693969249725342, -1.1053096055984497, -1.7323483228683472, -0.5617765784263611, -0.8477506041526794, -1.3814269304275513, -2.5286152362823486, -0.8543687462806702, -2.31250262260437, -1.8246790170669556, -1.5894677639007568, -2.361438751220703, -0.7578883767127991, -0.4939837157726288, -0.44233521819114685, -0.4813821613788605, -1.7334847450256348, -2.0421996116638184, -0.8000618815422058, -1.968940258026123, -0.9718035459518433]}, "Bot006_000_07": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_000.log.json", "context": "Hi i like taylor swift , she's my favorite singer Oh, nice. I like her too, but my favorite singer of all time is Michael Jackson[SMILING FACE WITH HEART-SHAPED EYES] i am in the states , so i have to go to the states , i am in the states , Where exactly in the states are you? that's cool , i am in the midwest , and you ? NY, but I want to move to California after I'll graduate from high school in two years[SMILING FACE WITH SMILING EYES]", "response": "i like taylor swift , but i also like taylor swift , she is my favorite singer", "annotation_id": "Bot006_000_07", "annotations": ["T", "T", "T", "X", "X", "T", "T", "O", "T", "O", "X", "X", "T", "X", "O"], "gpt2background_target_score": [-9.748896598815918, -5.1269989013671875, -7.052599906921387, -5.741208076477051, -10.86727237701416, -7.364173412322998, -3.024073362350464, -7.238615989685059, -5.400482177734375, -8.249104499816895, -5.077746391296387, -12.507091522216797, -12.431925773620605, -7.936389923095703, -5.232427597045898, -7.841968059539795, -10.631356239318848, -10.571850776672363, -7.259589672088623], "gpt2background_argmax_score": [-1.9761701822280884, -2.5791280269622803, -2.0610878467559814, -2.416675329208374, -2.2666890621185303, -2.2479872703552246, -2.4411633014678955, -2.2331717014312744, -2.1392982006073, -1.806531310081482, -2.323915481567383, -1.975428581237793, -2.3755531311035156, -2.45403790473938, -2.3226590156555176, -1.9333033561706543, -2.1119544506073, -1.856688141822815, -2.1422362327575684, -1.271923542022705, -1.9331510066986084, -1.8533989191055298, -2.7303545475006104, -1.3977807760238647, -0.5966565012931824, -0.2719414234161377, -0.4136013388633728, -1.5468679666519165, -2.9843742847442627, -1.6089261770248413, -0.8266515135765076, -3.2541186809539795, -1.4878147840499878, -2.21293306350708, -1.9660062789916992, -1.9798873662948608, -2.035759210586548, -1.7812938690185547, -1.5445870161056519, -3.9450435638427734, -2.301508903503418, -2.1536056995391846, -2.1544392108917236, -2.4717512130737305, -2.221436023712158, -1.0304189920425415, -2.2830073833465576, -1.998207926750183, -0.7253434658050537, -1.154722809791565, -2.3640201091766357, -2.603022813796997, -1.446536660194397, -2.9310624599456787, -1.376587986946106, -2.0309555530548096, -1.2272063493728638, -2.0614118576049805, -2.791179656982422, -2.183760166168213, -2.25964617729187, -2.6100411415100098, -1.864775538444519, -0.7548933625221252, -1.8820414543151855, -1.4913407564163208, -1.6557070016860962, -1.6388813257217407, -1.4161362648010254, -0.8693965077400208, -1.1053098440170288, -1.732350468635559, -0.5617761015892029, -0.8477509021759033, -1.3814269304275513, -1.0873785018920898, -2.434095621109009, -2.2337846755981445, -1.7859972715377808, -2.2215259075164795, -0.8993432521820068, -0.5411719083786011, -0.606511652469635, -0.5487290024757385, -1.6152126789093018, -2.107440948486328, -0.8456989526748657, -1.9411967992782593, -1.885452151298523, -1.6446199417114258, -2.640597105026245, -1.5733824968338013, -1.8498824834823608, -0.2712959051132202, -1.2161152362823486, -0.8603090643882751, -1.8636906147003174, -2.397648811340332, -2.699523687362671, -1.7343227863311768, -0.8863310217857361, -2.2110822200775146, -1.267696499824524, -0.253817081451416, -2.1613245010375977, -1.773892879486084, -1.1798707246780396, -1.6958160400390625, -3.4694607257843018, -0.2349792867898941, -0.08030493557453156, -0.3516560196876526, -0.43824344873428345, -0.16048182547092438, -0.10643897950649261, -0.0895276889204979, -0.2692503035068512, -0.07123836874961853, -0.24518731236457825, -1.3500040769577026, -2.474482774734497, -2.413273572921753, -1.2591462135314941, -0.08428258448839188, -1.7203378677368164, -1.6356600522994995, -1.0489566326141357, -1.415126919746399, -1.8801636695861816, -0.7504809498786926, -1.1774388551712036, -0.06271446496248245, -0.9822667241096497, -0.3128180503845215, -1.6673753261566162, -0.4243521988391876, -0.0697571411728859, -0.21230140328407288, -0.31991904973983765, -0.2861441969871521]}, "Bot006_000_09": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_000.log.json", "context": "Hi i like taylor swift , she's my favorite singer Oh, nice. I like her too, but my favorite singer of all time is Michael Jackson[SMILING FACE WITH HEART-SHAPED EYES] i am in the states , so i have to go to the states , i am in the states , Where exactly in the states are you? that's cool , i am in the midwest , and you ? NY, but I want to move to California after I'll graduate from high school in two years[SMILING FACE WITH SMILING EYES] i like taylor swift , but i also like taylor swift , she is my favorite singer Ye, I already know[FACE WITH TEARS OF JOY] I really like her blonde hair but my is brown and curly. Btw what is your name?", "response": "i am in the states , so i have to go to the states , i am in the states , you ?", "annotation_id": "Bot006_000_09", "annotations": ["X", "O", "O", "T", "X", "T", "X", "O", "X", "O", "X", "X", "O", "X", "O"], "gpt2background_target_score": [-9.748896598815918, -2.876647710800171, -8.02734661102295, -8.497684478759766, -11.607084274291992, -7.364173412322998, -4.830620765686035, -7.238615989685059, -8.351361274719238, -7.997955322265625, -8.956132888793945, -5.603664398193359, -5.897439956665039, -13.600231170654297, -4.434781551361084, -4.110603332519531, -4.593914985656738, -8.212005615234375, -6.21916389465332, -13.002628326416016, -8.977434158325195, -4.468542575836182, -11.60659408569336], "gpt2background_argmax_score": [-1.9761701822280884, -2.5791280269622803, -2.0610878467559814, -2.416675329208374, -2.2666890621185303, -2.2479872703552246, -2.4411633014678955, -2.2331717014312744, -2.1392982006073, -1.806531310081482, -2.323915481567383, -1.975428581237793, -2.3755531311035156, -2.45403790473938, -2.3226590156555176, -1.9333033561706543, -2.1119544506073, -1.856688141822815, -2.1422362327575684, -1.271923542022705, -1.9331510066986084, -1.8533989191055298, -2.7303545475006104, -1.3977807760238647, -0.5966565012931824, -0.2719414234161377, -0.4136013388633728, -1.5468679666519165, -2.9843742847442627, -1.6089261770248413, -0.8266515135765076, -3.2541186809539795, -1.4878147840499878, -2.21293306350708, -1.9660062789916992, -1.9798873662948608, -2.035759210586548, -1.7812938690185547, -1.5445870161056519, -3.9450435638427734, -2.301508903503418, -2.1536056995391846, -2.1544392108917236, -2.4717512130737305, -2.221436023712158, -1.0304189920425415, -2.2830073833465576, -1.998207926750183, -0.7253434658050537, -1.154722809791565, -2.3640201091766357, -2.603022813796997, -1.446536660194397, -2.9310624599456787, -1.376587986946106, -2.0309555530548096, -1.2272063493728638, -2.0614118576049805, -2.791179656982422, -2.183760166168213, -2.25964617729187, -2.6100411415100098, -1.864775538444519, -0.7548933625221252, -1.8820414543151855, -1.4913407564163208, -1.6557070016860962, -1.6388813257217407, -1.4161362648010254, -0.8693965077400208, -1.1053098440170288, -1.732350468635559, -0.5617761015892029, -0.8477509021759033, -1.3814269304275513, -1.0873785018920898, -2.434095621109009, -2.2337846755981445, -1.7859972715377808, -2.2215259075164795, -0.8993432521820068, -0.5411719083786011, -0.606511652469635, -0.5487290024757385, -1.6152126789093018, -2.107440948486328, -0.8456989526748657, -1.9411967992782593, -1.885452151298523, -1.6446199417114258, -2.640597105026245, -1.5733824968338013, -1.8498824834823608, -0.2712959051132202, -1.2161152362823486, -0.8603090643882751, -1.8636906147003174, -2.397648811340332, -2.699523687362671, -1.7343227863311768, -0.8863310217857361, -2.2110822200775146, -1.267696499824524, -0.253817081451416, -2.1613245010375977, -1.773892879486084, -1.1798707246780396, -1.6958160400390625, -3.4694607257843018, -0.2349792867898941, -0.08030493557453156, -0.3516560196876526, -0.43824344873428345, -0.16048182547092438, -0.10643897950649261, -0.0895276889204979, -0.2692503035068512, -0.07123836874961853, -0.24518731236457825, -1.3500040769577026, -0.6792952418327332, -0.43529921770095825, -0.06958591192960739, -1.1573681831359863, -0.8912239074707031, -1.0890854597091675, -0.18620365858078003, -1.092180609703064, -1.4127846956253052, -1.0048905611038208, -0.0801147073507309, -0.7709450125694275, -0.3440451920032501, -1.3869943618774414, -0.376483678817749, -0.06627390533685684, -0.1798500120639801, -0.35332316160202026, -0.284012109041214, -1.0003379583358765, -2.4106340408325195, -0.9181538820266724, -0.9959089159965515, -2.1679012775421143, -0.1898186057806015, -0.46769726276397705, -0.21864986419677734, -0.9495427012443542, -1.4162522554397583, -2.4063706398010254, -2.5307984352111816, -2.7728469371795654, -1.2966598272323608, -2.078064203262329, -0.8937510251998901, -1.036894679069519, -0.7813981771469116, -1.5259919166564941, -1.5583726167678833, -1.6513921022415161, -0.2914561629295349, -3.203887939453125, -1.3375542163848877, -1.939611792564392, -1.7816983461380005, -1.9492088556289673, -1.1698976755142212, -1.2508684396743774, -2.2647039890289307, -1.1834498643875122, -0.9621790647506714, -1.200593113899231, -1.8951430320739746, -2.869063138961792, -2.3992762565612793, -1.1761773824691772, -0.4824364483356476, -1.0089277029037476, -1.4713283777236938, -2.0985312461853027, -0.7438344359397888, -1.488929271697998, -0.2361977994441986, -0.1994389444589615, -0.3305894136428833, -0.5876275300979614, -0.2479088306427002, -0.8780258297920227, -1.8000987768173218, -0.5944815278053284, -0.21842174232006073, -0.1776844561100006, -0.4544517695903778, -0.5330545902252197, -1.6722242832183838, -2.127488374710083, -1.3696284294128418]}, "Bot006_000_11": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_000.log.json", "context": "Hi i like taylor swift , she's my favorite singer Oh, nice. I like her too, but my favorite singer of all time is Michael Jackson[SMILING FACE WITH HEART-SHAPED EYES] i am in the states , so i have to go to the states , i am in the states , Where exactly in the states are you? that's cool , i am in the midwest , and you ? NY, but I want to move to California after I'll graduate from high school in two years[SMILING FACE WITH SMILING EYES] i like taylor swift , but i also like taylor swift , she is my favorite singer Ye, I already know[FACE WITH TEARS OF JOY] I really like her blonde hair but my is brown and curly. Btw what is your name? i am in the states , so i have to go to the states , i am in the states , you ? ye, me too. What is your favorite food?", "response": "that's cool , i am in the midwest , and you ?", "annotation_id": "Bot006_000_11", "annotations": ["X", "T", "O", "X", "X", "T", "X", "O", "X", "T", "X", "X", "T", "X", "T"], "gpt2background_target_score": [-13.311595916748047, -8.465363502502441, -8.394986152648926, -10.560548782348633, -5.274723052978516, -8.386680603027344, -6.649843215942383, -8.090073585510254, -9.605496406555176, -13.282861709594727, -5.347822189331055, -2.3281846046447754, -4.365817070007324, -9.78915023803711], "gpt2background_argmax_score": [-1.9761701822280884, -2.5791280269622803, -2.0610878467559814, -2.416675329208374, -2.2666890621185303, -2.2479872703552246, -2.4411633014678955, -2.2331717014312744, -2.1392982006073, -1.806531310081482, -2.323915481567383, -1.975428581237793, -2.3755531311035156, -2.45403790473938, -2.3226590156555176, -1.9333033561706543, -2.1119544506073, -1.856688141822815, -2.1422362327575684, -1.271923542022705, -1.9331510066986084, -1.8533989191055298, -2.7303545475006104, -1.3977807760238647, -0.5966565012931824, -0.2719414234161377, -0.4136013388633728, -1.5468679666519165, -2.9843742847442627, -1.6089261770248413, -0.8266515135765076, -3.2541186809539795, -1.4878147840499878, -2.21293306350708, -1.9660062789916992, -1.9798873662948608, -2.035759210586548, -1.7812938690185547, -1.5445870161056519, -3.9450435638427734, -2.301508903503418, -2.1536056995391846, -2.1544392108917236, -2.4717512130737305, -2.221436023712158, -1.0304189920425415, -2.2830073833465576, -1.998207926750183, -0.7253434658050537, -1.154722809791565, -2.3640201091766357, -2.603022813796997, -1.446536660194397, -2.9310624599456787, -1.376587986946106, -2.0309555530548096, -1.2272063493728638, -2.0614118576049805, -2.791179656982422, -2.183760166168213, -2.25964617729187, -2.6100411415100098, -1.864775538444519, -0.7548933625221252, -1.8820414543151855, -1.4913407564163208, -1.6557070016860962, -1.6388813257217407, -1.4161362648010254, -0.8693965077400208, -1.1053098440170288, -1.732350468635559, -0.5617761015892029, -0.8477509021759033, -1.3814269304275513, -1.0873785018920898, -2.434095621109009, -2.2337846755981445, -1.7859972715377808, -2.2215259075164795, -0.8993432521820068, -0.5411719083786011, -0.606511652469635, -0.5487290024757385, -1.6152126789093018, -2.107440948486328, -0.8456989526748657, -1.9411967992782593, -1.885452151298523, -1.6446199417114258, -2.640597105026245, -1.5733824968338013, -1.8498824834823608, -0.2712959051132202, -1.2161152362823486, -0.8603090643882751, -1.8636906147003174, -2.397648811340332, -2.699523687362671, -1.7343227863311768, -0.8863310217857361, -2.2110822200775146, -1.267696499824524, -0.253817081451416, -2.1613245010375977, -1.773892879486084, -1.1798707246780396, -1.6958160400390625, -3.4694607257843018, -0.2349792867898941, -0.08030493557453156, -0.3516560196876526, -0.43824344873428345, -0.16048182547092438, -0.10643897950649261, -0.0895276889204979, -0.2692503035068512, -0.07123836874961853, -0.24518731236457825, -1.3500040769577026, -0.6792952418327332, -0.43529921770095825, -0.06958591192960739, -1.1573681831359863, -0.8912239074707031, -1.0890854597091675, -0.18620365858078003, -1.092180609703064, -1.4127846956253052, -1.0048905611038208, -0.0801147073507309, -0.7709450125694275, -0.3440451920032501, -1.3869943618774414, -0.376483678817749, -0.06627390533685684, -0.1798500120639801, -0.35332316160202026, -0.284012109041214, -1.0003379583358765, -2.4106340408325195, -0.9181538820266724, -0.9959089159965515, -2.1679012775421143, -0.1898186057806015, -0.46769726276397705, -0.21864986419677734, -0.9495427012443542, -1.4162522554397583, -2.4063706398010254, -2.5307984352111816, -2.7728469371795654, -1.2966598272323608, -2.078064203262329, -0.8937510251998901, -1.036894679069519, -0.7813981771469116, -1.5259919166564941, -1.5583726167678833, -1.6513921022415161, -0.2914561629295349, -3.203887939453125, -1.3375542163848877, -1.939611792564392, -1.7816983461380005, -1.9492088556289673, -1.1698976755142212, -1.2508684396743774, -2.2647039890289307, -1.1834498643875122, -0.9621790647506714, -1.200593113899231, -1.8951430320739746, -2.1887824535369873, -1.6029258966445923, -0.535976767539978, -1.151252269744873, -1.4519171714782715, -1.8144937753677368, -0.9145691990852356, -1.621006727218628, -0.28895193338394165, -0.24453958868980408, -0.33666667342185974, -0.7280842661857605, -0.3005054295063019, -1.1437128782272339, -1.818523645401001, -0.7418521642684937, -0.2528875470161438, -0.1998511552810669, -0.5159479379653931, -0.7273266315460205, -1.5629245042800903, -2.1557130813598633, -2.531872034072876, -1.4551949501037598, -1.5403711795806885, -1.5484719276428223, -1.8713449239730835, -2.2455153465270996, -1.803324580192566, -0.2076290398836136, -0.5230453610420227, -1.8225198984146118, -1.4312918186187744, -1.8707098960876465, -2.786978006362915, -0.8696826100349426, -1.8531873226165771, -1.9456636905670166, -1.3110295534133911, -1.9192814826965332, -0.4768080711364746, -0.24355360865592957, -0.4305560290813446, -0.09211451560258865, -0.8962883949279785, -1.0956920385360718, -0.26712992787361145, -1.7026562690734863, -1.9015393257141113]}, "Bot006_000_13": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_000.log.json", "context": "Hi i like taylor swift , she's my favorite singer Oh, nice. I like her too, but my favorite singer of all time is Michael Jackson[SMILING FACE WITH HEART-SHAPED EYES] i am in the states , so i have to go to the states , i am in the states , Where exactly in the states are you? that's cool , i am in the midwest , and you ? NY, but I want to move to California after I'll graduate from high school in two years[SMILING FACE WITH SMILING EYES] i like taylor swift , but i also like taylor swift , she is my favorite singer Ye, I already know[FACE WITH TEARS OF JOY] I really like her blonde hair but my is brown and curly. Btw what is your name? i am in the states , so i have to go to the states , i am in the states , you ? ye, me too. What is your favorite food? that's cool , i am in the midwest , and you ? NY", "response": "i like taylor swift , but i also like taylor swift , but i also like taylor swift , she is my favorite singer", "annotation_id": "Bot006_000_13", "annotations": ["T", "T", "X", "X", "X", "T", "X", "T", "X", "X", "X", "X", "X", "X", "O"], "gpt2background_target_score": [-9.748896598815918, -5.1269989013671875, -7.052599906921387, -5.741208076477051, -10.86727237701416, -7.364173412322998, -3.024073362350464, -7.238615989685059, -5.400482177734375, -8.249104499816895, -5.077746391296387, -12.507091522216797, -12.431925773620605, -7.936389923095703, -5.335695743560791, -4.110603332519531, -5.158304214477539, -7.424299240112305, -5.310305118560791, -12.642721176147461, -11.708263397216797, -9.119791030883789, -9.616499900817871, -2.180192470550537, -8.751603126525879, -10.5441255569458, -10.635335922241211], "gpt2background_argmax_score": [-1.9761701822280884, -2.5791280269622803, -2.0610878467559814, -2.416675329208374, -2.2666890621185303, -2.2479872703552246, -2.4411633014678955, -2.2331717014312744, -2.1392982006073, -1.806531310081482, -2.323915481567383, -1.975428581237793, -2.3755531311035156, -2.45403790473938, -2.3226590156555176, -1.9333033561706543, -2.1119544506073, -1.856688141822815, -2.1422362327575684, -1.271923542022705, -1.9331510066986084, -1.8533989191055298, -2.7303545475006104, -1.3977807760238647, -0.5966565012931824, -0.2719414234161377, -0.4136013388633728, -1.5468679666519165, -2.9843742847442627, -1.6089261770248413, -0.8266515135765076, -3.2541186809539795, -1.4878147840499878, -2.21293306350708, -1.9660062789916992, -1.9798873662948608, -2.035759210586548, -1.7812938690185547, -1.5445870161056519, -3.9450435638427734, -2.301508903503418, -2.1536056995391846, -2.1544392108917236, -2.4717512130737305, -2.221436023712158, -1.0304189920425415, -2.2830073833465576, -1.998207926750183, -0.7253434658050537, -1.154722809791565, -2.3640201091766357, -2.603022813796997, -1.446536660194397, -2.9310624599456787, -1.376587986946106, -2.0309555530548096, -1.2272063493728638, -2.0614118576049805, -2.791179656982422, -2.183760166168213, -2.25964617729187, -2.6100411415100098, -1.864775538444519, -0.7548933625221252, -1.8820414543151855, -1.4913407564163208, -1.6557070016860962, -1.6388813257217407, -1.4161362648010254, -0.8693965077400208, -1.1053098440170288, -1.732350468635559, -0.5617761015892029, -0.8477509021759033, -1.3814269304275513, -1.0873785018920898, -2.434095621109009, -2.2337846755981445, -1.7859972715377808, -2.2215259075164795, -0.8993432521820068, -0.5411719083786011, -0.606511652469635, -0.5487290024757385, -1.6152126789093018, -2.107440948486328, -0.8456989526748657, -1.9411967992782593, -1.885452151298523, -1.6446199417114258, -2.640597105026245, -1.5733824968338013, -1.8498824834823608, -0.2712959051132202, -1.2161152362823486, -0.8603090643882751, -1.8636906147003174, -2.397648811340332, -2.699523687362671, -1.7343227863311768, -0.8863310217857361, -2.2110822200775146, -1.267696499824524, -0.253817081451416, -2.1613245010375977, -1.773892879486084, -1.1798707246780396, -1.6958160400390625, -3.4694607257843018, -0.2349792867898941, -0.08030493557453156, -0.3516560196876526, -0.43824344873428345, -0.16048182547092438, -0.10643897950649261, -0.0895276889204979, -0.2692503035068512, -0.07123836874961853, -0.24518731236457825, -1.3500040769577026, -0.6792952418327332, -0.43529921770095825, -0.06958591192960739, -1.1573681831359863, -0.8912239074707031, -1.0890854597091675, -0.18620365858078003, -1.092180609703064, -1.4127846956253052, -1.0048905611038208, -0.0801147073507309, -0.7709450125694275, -0.3440451920032501, -1.3869943618774414, -0.376483678817749, -0.06627390533685684, -0.1798500120639801, -0.35332316160202026, -0.284012109041214, -1.0003379583358765, -2.4106340408325195, -0.9181538820266724, -0.9959089159965515, -2.1679012775421143, -0.1898186057806015, -0.46769726276397705, -0.21864986419677734, -0.9495427012443542, -1.4162522554397583, -2.4063706398010254, -2.5307984352111816, -2.7728469371795654, -1.2966598272323608, -2.078064203262329, -0.8937510251998901, -1.036894679069519, -0.7813981771469116, -1.5259919166564941, -1.5583726167678833, -1.6513921022415161, -0.2914561629295349, -3.203887939453125, -1.3375542163848877, -1.939611792564392, -1.7816983461380005, -1.9492088556289673, -1.1698976755142212, -1.2508684396743774, -2.2647039890289307, -1.1834498643875122, -0.9621790647506714, -1.200593113899231, -1.8951430320739746, -2.1887824535369873, -1.6029258966445923, -0.535976767539978, -1.151252269744873, -1.4519171714782715, -1.8144937753677368, -0.9145691990852356, -1.6210085153579712, -0.28895166516304016, -0.24453958868980408, -0.3366667628288269, -0.7280836701393127, -0.3005054295063019, -1.143713116645813, -1.81852388381958, -0.7418538331985474, -0.25288763642311096, -0.19985145330429077, -0.515947699546814, -0.7273266911506653, -1.5629262924194336, -2.155714750289917, -2.531870126724243, -1.4551973342895508, -1.5403697490692139, -1.548472285270691, -1.8713443279266357, -2.2455177307128906, -1.8033236265182495, -0.207628071308136, -0.5230448842048645, -1.822517991065979, -1.4312915802001953, -1.870709776878357, -0.9021288156509399, -1.9571497440338135, -1.946210265159607, -0.9878166317939758, -0.7089911103248596, -0.23579473793506622, -0.18917612731456757, -0.3941826820373535, -0.09728506207466125, -0.5069440603256226, -0.6741749048233032, -0.14483079314231873, -0.6804696917533875, -2.936307191848755, -0.8244543075561523, -2.6988086700439453, -2.010684013366699, -1.6599832773208618, -0.08635477721691132, -0.5780977010726929, -0.48642730712890625, -1.1622121334075928, -0.8962535858154297, -2.1457221508026123, -0.1330815553665161, -0.3670786917209625, -0.08813346922397614, -0.2959851920604706, -0.1842469573020935, -1.1675193309783936, -0.5844823122024536, -0.44645196199417114, -0.1365448385477066, -0.23310789465904236, -0.09035999327898026, -0.2848939895629883, -0.15419621765613556, -1.1884392499923706, -0.17986446619033813, -0.11276548355817795, -0.11355303227901459, -0.3686833083629608, -1.1234776973724365]}, "Bot006_000_15": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_000.log.json", "context": "Hi i like taylor swift , she's my favorite singer Oh, nice. I like her too, but my favorite singer of all time is Michael Jackson[SMILING FACE WITH HEART-SHAPED EYES] i am in the states , so i have to go to the states , i am in the states , Where exactly in the states are you? that's cool , i am in the midwest , and you ? NY, but I want to move to California after I'll graduate from high school in two years[SMILING FACE WITH SMILING EYES] i like taylor swift , but i also like taylor swift , she is my favorite singer Ye, I already know[FACE WITH TEARS OF JOY] I really like her blonde hair but my is brown and curly. Btw what is your name? i am in the states , so i have to go to the states , i am in the states , you ? ye, me too. What is your favorite food? that's cool , i am in the midwest , and you ? NY i like taylor swift , but i also like taylor swift , but i also like taylor swift , she is my favorite singer What is your favorite food?", "response": "that's cool , i am in the midwest , and you ?", "annotation_id": "Bot006_000_15", "annotations": ["X", "T", "T", "X", "X", "T", "X", "T", "X", "T", "X", "X", "O", "X", "O"], "gpt2background_target_score": [-13.311595916748047, -8.465363502502441, -8.394986152648926, -10.560548782348633, -5.274723052978516, -8.386680603027344, -6.649843215942383, -8.090073585510254, -9.605496406555176, -13.282861709594727, -5.347822189331055, -2.3281846046447754, -4.365817070007324, -9.78915023803711], "gpt2background_argmax_score": [-1.9761701822280884, -2.5791280269622803, -2.0610878467559814, -2.416675329208374, -2.2666890621185303, -2.2479872703552246, -2.4411633014678955, -2.2331717014312744, -2.1392982006073, -1.806531310081482, -2.323915481567383, -1.975428581237793, -2.3755531311035156, -2.45403790473938, -2.3226590156555176, -1.9333033561706543, -2.1119544506073, -1.856688141822815, -2.1422362327575684, -1.271923542022705, -1.9331510066986084, -1.8533989191055298, -2.7303545475006104, -1.3977807760238647, -0.5966565012931824, -0.2719414234161377, -0.4136013388633728, -1.5468679666519165, -2.9843742847442627, -1.6089261770248413, -0.8266515135765076, -3.2541186809539795, -1.4878147840499878, -2.21293306350708, -1.9660062789916992, -1.9798873662948608, -2.035759210586548, -1.7812938690185547, -1.5445870161056519, -3.9450435638427734, -2.301508903503418, -2.1536056995391846, -2.1544392108917236, -2.4717512130737305, -2.221436023712158, -1.0304189920425415, -2.2830073833465576, -1.998207926750183, -0.7253434658050537, -1.154722809791565, -2.3640201091766357, -2.603022813796997, -1.446536660194397, -2.9310624599456787, -1.376587986946106, -2.0309555530548096, -1.2272063493728638, -2.0614118576049805, -2.791179656982422, -2.183760166168213, -2.25964617729187, -2.6100411415100098, -1.864775538444519, -0.7548933625221252, -1.8820414543151855, -1.4913407564163208, -1.6557070016860962, -1.6388813257217407, -1.4161362648010254, -0.8693965077400208, -1.1053098440170288, -1.732350468635559, -0.5617761015892029, -0.8477509021759033, -1.3814269304275513, -1.0873785018920898, -2.434095621109009, -2.2337846755981445, -1.7859972715377808, -2.2215259075164795, -0.8993432521820068, -0.5411719083786011, -0.606511652469635, -0.5487290024757385, -1.6152126789093018, -2.107440948486328, -0.8456989526748657, -1.9411967992782593, -1.885452151298523, -1.6446199417114258, -2.640597105026245, -1.5733824968338013, -1.8498824834823608, -0.2712959051132202, -1.2161152362823486, -0.8603090643882751, -1.8636906147003174, -2.397648811340332, -2.699523687362671, -1.7343227863311768, -0.8863310217857361, -2.2110822200775146, -1.267696499824524, -0.253817081451416, -2.1613245010375977, -1.773892879486084, -1.1798707246780396, -1.6958160400390625, -3.4694607257843018, -0.2349792867898941, -0.08030493557453156, -0.3516560196876526, -0.43824344873428345, -0.16048182547092438, -0.10643897950649261, -0.0895276889204979, -0.2692503035068512, -0.07123836874961853, -0.24518731236457825, -1.3500040769577026, -0.6792952418327332, -0.43529921770095825, -0.06958591192960739, -1.1573681831359863, -0.8912239074707031, -1.0890854597091675, -0.18620365858078003, -1.092180609703064, -1.4127846956253052, -1.0048905611038208, -0.0801147073507309, -0.7709450125694275, -0.3440451920032501, -1.3869943618774414, -0.376483678817749, -0.06627390533685684, -0.17985011637210846, -0.35332149267196655, -0.28401175141334534, -1.0003389120101929, -2.410634994506836, -0.9181541800498962, -0.9959085583686829, -2.1679012775421143, -0.1898181140422821, -0.4676966667175293, -0.21865005791187286, -0.949542224407196, -1.4162534475326538, -2.4063735008239746, -2.5307984352111816, -2.7728445529937744, -1.2966606616973877, -2.0780651569366455, -0.8937510251998901, -1.036893367767334, -0.7813971042633057, -1.525991678237915, -1.5583713054656982, -1.6513924598693848, -0.2914562523365021, -3.203887939453125, -1.3375537395477295, -1.9396110773086548, -1.7816972732543945, -1.9492080211639404, -1.1698975563049316, -1.2508690357208252, -2.264702081680298, -1.1834510564804077, -0.9621776938438416, -1.2005934715270996, -1.895142912864685, -2.188784599304199, -1.6029244661331177, -0.5359780192375183, -1.1512531042099, -1.4519164562225342, -1.8144922256469727, -0.9145693182945251, -1.6210092306137085, -0.2889518439769745, -0.24453958868980408, -0.3366670310497284, -0.7280850410461426, -0.30050623416900635, -1.1437147855758667, -1.818525791168213, -0.7418534159660339, -0.2528882622718811, -0.19985124468803406, -0.5159484148025513, -0.7273262739181519, -1.562922477722168, -2.155712366104126, -2.5318706035614014, -1.4551942348480225, -1.5403697490692139, -1.548471450805664, -1.8713427782058716, -2.2455153465270996, -1.8033230304718018, -0.207628071308136, -0.5230446457862854, -1.8225207328796387, -1.4312927722930908, -1.870710849761963, -0.9021274447441101, -1.9571508169174194, -1.9462103843688965, -0.987817108631134, -0.7089897990226746, -0.2357945442199707, -0.1891758292913437, -0.394182026386261, -0.09728474169969559, -0.5069451332092285, -0.6741755604743958, -0.14483048021793365, -0.6804704666137695, -2.936307907104492, -0.8244543671607971, -1.1371018886566162, -0.45684584975242615, -0.08769316226243973, -0.38998839259147644, -0.20969493687152863, -0.5971474647521973, -0.6232845187187195, -0.32064053416252136, -0.22947579622268677, -0.23444250226020813, -0.09598209708929062, -0.30790990591049194, -0.15913426876068115, -1.5617433786392212, -0.5334283709526062, -0.18880952894687653, -0.2329096794128418, -0.2063223421573639, -0.08008983731269836, -0.2992778420448303, -0.15472452342510223, -1.7242499589920044, -0.1753600388765335, -0.10945989936590195, -0.10479907691478729, -0.344727098941803, -1.0637003183364868, -0.9737415909767151, -0.08112011104822159, -0.7720386981964111, -0.2672760486602783, -0.6307849287986755, -2.3106284141540527, -2.7196857929229736, -0.7761867642402649, -0.5999330282211304, -1.658797025680542, -1.0162173509597778, -0.8394088745117188, -0.2614969313144684, -0.15907438099384308, -0.46360063552856445, -0.10006918013095856, -0.5168606042861938, -0.5852307677268982, -0.13290487229824066, -1.5029956102371216, -2.017962694168091]}, "Bot006_000_17": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_000.log.json", "context": "Hi i like taylor swift , she's my favorite singer Oh, nice. I like her too, but my favorite singer of all time is Michael Jackson[SMILING FACE WITH HEART-SHAPED EYES] i am in the states , so i have to go to the states , i am in the states , Where exactly in the states are you? that's cool , i am in the midwest , and you ? NY, but I want to move to California after I'll graduate from high school in two years[SMILING FACE WITH SMILING EYES] i like taylor swift , but i also like taylor swift , she is my favorite singer Ye, I already know[FACE WITH TEARS OF JOY] I really like her blonde hair but my is brown and curly. Btw what is your name? i am in the states , so i have to go to the states , i am in the states , you ? ye, me too. What is your favorite food? that's cool , i am in the midwest , and you ? NY i like taylor swift , but i also like taylor swift , but i also like taylor swift , she is my favorite singer What is your favorite food? that's cool , i am in the midwest , and you ? you are not really smart, didn't you?", "response": "i like taylor swift , but i also like taylor swift , but i also like taylor swift , she is a great singer", "annotation_id": "Bot006_000_17", "annotations": ["X", "T", "T", "X", "X", "T", "X", "T", "X", "O", "X", "X", "X", "X", "O"], "gpt2background_target_score": [-9.748896598815918, -5.1269989013671875, -7.052599906921387, -5.741208076477051, -10.86727237701416, -7.364173412322998, -3.024073362350464, -7.238615989685059, -5.400482177734375, -8.249104499816895, -5.077746391296387, -12.507091522216797, -12.431925773620605, -7.936389923095703, -5.335695743560791, -4.110603332519531, -5.158304214477539, -7.424299240112305, -5.310305118560791, -12.642721176147461, -11.708263397216797, -9.119791030883789, -9.616499900817871, -2.180192470550537, -7.9721360206604, -10.250933647155762, -10.635335922241211], "gpt2background_argmax_score": [-1.9761701822280884, -2.5791280269622803, -2.0610878467559814, -2.416675329208374, -2.2666890621185303, -2.2479872703552246, -2.4411633014678955, -2.2331717014312744, -2.1392982006073, -1.806531310081482, -2.323915481567383, -1.975428581237793, -2.3755531311035156, -2.45403790473938, -2.3226590156555176, -1.9333033561706543, -2.1119544506073, -1.856688141822815, -2.1422362327575684, -1.271923542022705, -1.9331510066986084, -1.8533989191055298, -2.7303545475006104, -1.3977807760238647, -0.5966565012931824, -0.2719414234161377, -0.4136013388633728, -1.5468679666519165, -2.9843742847442627, -1.6089261770248413, -0.8266515135765076, -3.2541186809539795, -1.4878147840499878, -2.21293306350708, -1.9660062789916992, -1.9798873662948608, -2.035759210586548, -1.7812938690185547, -1.5445870161056519, -3.9450435638427734, -2.301508903503418, -2.1536056995391846, -2.1544392108917236, -2.4717512130737305, -2.221436023712158, -1.0304189920425415, -2.2830073833465576, -1.998207926750183, -0.7253434658050537, -1.154722809791565, -2.3640201091766357, -2.603022813796997, -1.446536660194397, -2.9310624599456787, -1.376587986946106, -2.0309555530548096, -1.2272063493728638, -2.0614118576049805, -2.791179656982422, -2.183760166168213, -2.25964617729187, -2.6100411415100098, -1.864775538444519, -0.7548933625221252, -1.8820414543151855, -1.4913407564163208, -1.6557070016860962, -1.6388813257217407, -1.4161362648010254, -0.8693965077400208, -1.1053098440170288, -1.732350468635559, -0.5617761015892029, -0.8477509021759033, -1.3814269304275513, -1.0873785018920898, -2.434095621109009, -2.2337846755981445, -1.7859972715377808, -2.2215259075164795, -0.8993432521820068, -0.5411719083786011, -0.606511652469635, -0.5487290024757385, -1.6152126789093018, -2.107440948486328, -0.8456989526748657, -1.9411967992782593, -1.885452151298523, -1.6446199417114258, -2.640597105026245, -1.5733824968338013, -1.8498824834823608, -0.2712959051132202, -1.2161152362823486, -0.8603090643882751, -1.8636906147003174, -2.397648811340332, -2.699523687362671, -1.7343227863311768, -0.8863310217857361, -2.2110822200775146, -1.267696499824524, -0.253817081451416, -2.1613245010375977, -1.773892879486084, -1.1798707246780396, -1.6958160400390625, -3.4694607257843018, -0.2349792867898941, -0.08030493557453156, -0.3516560196876526, -0.43824344873428345, -0.16048182547092438, -0.10643897950649261, -0.0895276889204979, -0.2692503035068512, -0.07123836874961853, -0.24518731236457825, -1.3500040769577026, -0.6792952418327332, -0.43529921770095825, -0.06958591192960739, -1.1573681831359863, -0.8912239074707031, -1.0890854597091675, -0.18620365858078003, -1.092180609703064, -1.4127846956253052, -1.0048905611038208, -0.0801147073507309, -0.7709450125694275, -0.3440451920032501, -1.3869943618774414, -0.376483678817749, -0.06627390533685684, -0.1798500120639801, -0.35332316160202026, -0.284012109041214, -1.0003379583358765, -2.4106340408325195, -0.9181538820266724, -0.9959089159965515, -2.1679012775421143, -0.1898186057806015, -0.46769726276397705, -0.21864986419677734, -0.9495427012443542, -1.4162522554397583, -2.4063706398010254, -2.5307984352111816, -2.7728469371795654, -1.2966598272323608, -2.078064203262329, -0.8937515616416931, -1.0368950366973877, -0.7813961505889893, -1.525991439819336, -1.5583714246749878, -1.6513913869857788, -0.2914559841156006, -3.203888177871704, -1.3375555276870728, -1.9396116733551025, -1.781699299812317, -1.9492079019546509, -1.1698979139328003, -1.2508680820465088, -2.2647018432617188, -1.183450698852539, -0.9621787667274475, -1.2005934715270996, -1.8951427936553955, -2.188781261444092, -1.6029239892959595, -0.535976767539978, -1.1512534618377686, -1.4519163370132446, -1.8144923448562622, -0.9145703315734863, -1.6210081577301025, -0.2889518439769745, -0.24453958868980408, -0.3366665840148926, -0.7280842661857605, -0.3005056083202362, -1.1437140703201294, -1.8185245990753174, -0.7418547868728638, -0.2528872489929199, -0.19985105097293854, -0.5159469842910767, -0.7273256778717041, -1.562922716140747, -2.1557109355926514, -2.5318715572357178, -1.4551937580108643, -1.5403698682785034, -1.5484724044799805, -1.871343970298767, -2.245514154434204, -1.803324580192566, -0.20762884616851807, -0.5230440497398376, -1.8225183486938477, -1.4312913417816162, -1.8707093000411987, -0.9021291732788086, -1.957148790359497, -1.9462088346481323, -0.9878162741661072, -0.7089902758598328, -0.23579473793506622, -0.18917632102966309, -0.3941825032234192, -0.09728474169969559, -0.5069438815116882, -0.6741759181022644, -0.14482995867729187, -0.6804724335670471, -2.936307907104492, -0.8244539499282837, -1.1371036767959595, -0.45684632658958435, -0.08769305050373077, -0.3899887204170227, -0.20969580113887787, -0.5971482992172241, -0.6232840418815613, -0.32064107060432434, -0.22947531938552856, -0.23444250226020813, -0.09598242491483688, -0.3079094886779785, -0.15913406014442444, -1.5617480278015137, -0.5334289073944092, -0.188809335231781, -0.23291006684303284, -0.2063223421573639, -0.08008973300457001, -0.2992779314517975, -0.15472422540187836, -1.7242532968521118, -0.17536023259162903, -0.10945968329906464, -0.10479961335659027, -0.34472793340682983, -1.063699722290039, -0.9737422466278076, -0.0811203271150589, -0.7720415592193604, -0.2672765851020813, -0.630786657333374, -2.3106274604797363, -0.4454682171344757, -0.03319821134209633, -0.4494212865829468, -0.6724889874458313, -0.22221243381500244, -0.1350742131471634, -0.1102038323879242, -0.3653129041194916, -0.10262268036603928, -0.2505486309528351, -0.2617187201976776, -0.09383612126111984, -0.1325356364250183, -2.0994808673858643, -0.5268552899360657, -0.3462070822715759, -1.3469760417938232, -1.937036395072937, -1.0737308263778687, -1.1940336227416992, -0.41686779260635376, -1.2125394344329834, -2.319892406463623, -2.4876201152801514, -2.472902536392212, -1.9906474351882935, -0.4189172685146332, -0.06658356636762619, -0.3423820734024048, -0.3994823396205902, -1.0524951219558716, -0.8654719591140747, -1.10526704788208, -0.11370199918746948, -0.1944090873003006, -0.06188346445560455, -0.28565508127212524, -0.2145015001296997, -1.605284571647644, -0.5585748553276062, -0.22999022901058197, -0.11449658125638962, -0.14914606511592865, -0.0642867460846901, -0.27210527658462524, -0.1701788306236267, -1.748182773590088, -0.1729562133550644, -0.15614280104637146, -3.1266567707061768, -0.6656319499015808, -2.2736260890960693]}, "Bot006_000_19": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_000.log.json", "context": "Hi i like taylor swift , she's my favorite singer Oh, nice. I like her too, but my favorite singer of all time is Michael Jackson[SMILING FACE WITH HEART-SHAPED EYES] i am in the states , so i have to go to the states , i am in the states , Where exactly in the states are you? that's cool , i am in the midwest , and you ? NY, but I want to move to California after I'll graduate from high school in two years[SMILING FACE WITH SMILING EYES] i like taylor swift , but i also like taylor swift , she is my favorite singer Ye, I already know[FACE WITH TEARS OF JOY] I really like her blonde hair but my is brown and curly. Btw what is your name? i am in the states , so i have to go to the states , i am in the states , you ? ye, me too. What is your favorite food? that's cool , i am in the midwest , and you ? NY i like taylor swift , but i also like taylor swift , but i also like taylor swift , she is my favorite singer What is your favorite food? that's cool , i am in the midwest , and you ? you are not really smart, didn't you? i like taylor swift , but i also like taylor swift , but i also like taylor swift , she is a great singer What is your name?", "response": "i am in the midwest , and you ?", "annotation_id": "Bot006_000_19", "annotations": ["X", "T", "T", "X", "X", "X", "X", "T", "X", "T", "X", "X", "T", "X", "O"], "gpt2background_target_score": [-9.748896598815918, -2.876647710800171, -8.02734661102295, -8.497684478759766, -9.191057205200195, -11.508459091186523, -5.425022125244141, -6.936201095581055, -8.656323432922363, -10.916728019714355], "gpt2background_argmax_score": [-1.9761701822280884, -2.5791280269622803, -2.0610878467559814, -2.416675329208374, -2.2666890621185303, -2.2479872703552246, -2.4411633014678955, -2.2331717014312744, -2.1392982006073, -1.806531310081482, -2.323915481567383, -1.975428581237793, -2.3755531311035156, -2.45403790473938, -2.3226590156555176, -1.9333033561706543, -2.1119544506073, -1.856688141822815, -2.1422362327575684, -1.271923542022705, -1.9331510066986084, -1.8533989191055298, -2.7303545475006104, -1.3977807760238647, -0.5966565012931824, -0.2719414234161377, -0.4136013388633728, -1.5468679666519165, -2.9843742847442627, -1.6089261770248413, -0.8266515135765076, -3.2541186809539795, -1.4878147840499878, -2.21293306350708, -1.9660062789916992, -1.9798873662948608, -2.035759210586548, -1.7812938690185547, -1.5445870161056519, -3.9450435638427734, -2.301508903503418, -2.1536056995391846, -2.1544392108917236, -2.4717512130737305, -2.221436023712158, -1.0304189920425415, -2.2830073833465576, -1.998207926750183, -0.7253434658050537, -1.154722809791565, -2.3640201091766357, -2.603022813796997, -1.446536660194397, -2.9310624599456787, -1.376587986946106, -2.0309555530548096, -1.2272063493728638, -2.0614118576049805, -2.791179656982422, -2.183760166168213, -2.25964617729187, -2.6100411415100098, -1.864775538444519, -0.7548933625221252, -1.8820414543151855, -1.4913407564163208, -1.6557070016860962, -1.6388813257217407, -1.4161362648010254, -0.8693965077400208, -1.1053098440170288, -1.732350468635559, -0.5617761015892029, -0.8477509021759033, -1.3814269304275513, -1.0873785018920898, -2.434095621109009, -2.2337846755981445, -1.7859972715377808, -2.2215259075164795, -0.8993432521820068, -0.5411719083786011, -0.606511652469635, -0.5487290024757385, -1.6152126789093018, -2.107440948486328, -0.8456989526748657, -1.9411967992782593, -1.885452151298523, -1.6446199417114258, -2.640597105026245, -1.5733824968338013, -1.8498824834823608, -0.2712959051132202, -1.2161152362823486, -0.8603090643882751, -1.8636906147003174, -2.397648811340332, -2.699523687362671, -1.7343227863311768, -0.8863310217857361, -2.2110822200775146, -1.267696499824524, -0.253817081451416, -2.1613245010375977, -1.773892879486084, -1.1798707246780396, -1.6958160400390625, -3.4694607257843018, -0.2349792867898941, -0.08030493557453156, -0.3516560196876526, -0.43824344873428345, -0.16048182547092438, -0.10643897950649261, -0.0895276889204979, -0.2692503035068512, -0.07123836874961853, -0.24518731236457825, -1.3500040769577026, -0.6792952418327332, -0.43529921770095825, -0.06958591192960739, -1.1573681831359863, -0.8912239074707031, -1.0890854597091675, -0.18620365858078003, -1.092180609703064, -1.4127846956253052, -1.0048905611038208, -0.0801147073507309, -0.7709450125694275, -0.3440451920032501, -1.3869943618774414, -0.376483678817749, -0.06627390533685684, -0.1798500120639801, -0.35332316160202026, -0.284012109041214, -1.0003379583358765, -2.4106340408325195, -0.9181538820266724, -0.9959089159965515, -2.1679012775421143, -0.1898186057806015, -0.46769726276397705, -0.21864986419677734, -0.9495427012443542, -1.4162522554397583, -2.4063706398010254, -2.5307984352111816, -2.7728469371795654, -1.2966598272323608, -2.078064203262329, -0.8937510251998901, -1.036894679069519, -0.7813981771469116, -1.5259919166564941, -1.5583726167678833, -1.6513921022415161, -0.2914561629295349, -3.2038896083831787, -1.3375563621520996, -1.939612865447998, -1.7816978693008423, -1.9492082595825195, -1.169896125793457, -1.250868558883667, -2.2647032737731934, -1.1834510564804077, -0.9621790647506714, -1.2005925178527832, -1.8951424360275269, -2.1887807846069336, -1.6029242277145386, -0.5359771847724915, -1.1512525081634521, -1.451916217803955, -1.8144919872283936, -0.9145684242248535, -1.6210061311721802, -0.2889520227909088, -0.2445393055677414, -0.33666712045669556, -0.7280831933021545, -0.30050551891326904, -1.1437135934829712, -1.8185234069824219, -0.7418540716171265, -0.2528879940509796, -0.19985105097293854, -0.5159479379653931, -0.7273260354995728, -1.5629221200942993, -2.155712842941284, -2.531869649887085, -1.4551939964294434, -1.5403708219528198, -1.5484730005264282, -1.871343970298767, -2.245516061782837, -1.803323745727539, -0.20762912929058075, -0.5230453014373779, -1.822516918182373, -1.431292176246643, -1.870710015296936, -0.9021303653717041, -1.9571473598480225, -1.9462099075317383, -0.9878158569335938, -0.7089901566505432, -0.23579436540603638, -0.18917593359947205, -0.3941819369792938, -0.09728474169969559, -0.5069452524185181, -0.6741747856140137, -0.144830584526062, -0.6804700493812561, -2.936307191848755, -0.8244537711143494, -1.1371034383773804, -0.45684489607810974, -0.08769326657056808, -0.389987975358963, -0.20969483256340027, -0.5971478223800659, -0.6232830882072449, -0.3206424415111542, -0.22947531938552856, -0.23444345593452454, -0.09598231315612793, -0.3079093098640442, -0.15913406014442444, -1.5617467164993286, -0.5334277153015137, -0.18880963325500488, -0.2329093962907791, -0.2063223421573639, -0.08008973300457001, -0.29927757382392883, -0.15472412109375, -1.7242532968521118, -0.1753600388765335, -0.10945979505777359, -0.10479896515607834, -0.3447289764881134, -1.0636990070343018, -0.9737417101860046, -0.08111999928951263, -0.772038996219635, -0.26727622747421265, -0.6307868957519531, -2.310622215270996, -0.4454684257507324, -0.03319821134209633, -0.4494219720363617, -0.6724892854690552, -0.2222128063440323, -0.13507400453090668, -0.1102038323879242, -0.3653125762939453, -0.10262246429920197, -0.2505477964878082, -0.2617182731628418, -0.09383633732795715, -0.13253594934940338, -2.0994873046875, -0.5268558263778687, -0.346206396818161, -1.346976637840271, -1.9370369911193848, -1.0737316608428955, -1.1940338611602783, -0.4168672263622284, -1.2125393152236938, -2.319892406463623, -2.487621307373047, -0.750643789768219, -0.2563009560108185, -0.07112079858779907, -0.3115488290786743, -0.31778186559677124, -0.7440071105957031, -0.6695826053619385, -0.30598723888397217, -0.15734915435314178, -0.18676556646823883, -0.059443164616823196, -0.2869856357574463, -0.24443671107292175, -1.5996456146240234, -0.5767136216163635, -0.14390048384666443, -0.17068639397621155, -0.15741148591041565, -0.06211584061384201, -0.2733103334903717, -0.23632091283798218, -1.559939980506897, -0.16517196595668793, -0.13426163792610168, -3.0882153511047363, -0.6289516687393188, -2.4989542961120605, -0.7872695922851562, -0.07825234532356262, -0.4660758078098297, -0.8410765528678894, -2.3101966381073, -2.640192985534668, -1.9541904926300049, -0.5220764875411987, -0.21738684177398682, -0.6722908020019531, -0.11249760538339615, -0.4615110456943512, -1.1383177042007446, -0.25417447090148926, -1.7474347352981567, -2.539926052093506]}, "Bot006_003_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_003.log.json", "context": "i am a little tired from work Hello there!", "response": "i am retired , i am retired now", "annotation_id": "Bot006_003_02", "annotations": ["X", "T", "X", "X", "T", "T", "O", "T", "T", "X", "X", "X", "X", "T", "X"], "gpt2background_target_score": [-7.58996057510376, -9.54227066040039, -7.406785011291504, -10.736539840698242, -6.240495681762695, -10.048648834228516, -13.746557235717773, -6.551068305969238], "gpt2background_argmax_score": [-2.7500200271606445, -1.9329230785369873, -3.6512742042541504, -1.8120787143707275, -0.7188577055931091, -2.2866101264953613, -1.6134021282196045, -1.693467378616333, -1.4645767211914062, -1.41759192943573, -1.7878856658935547, -1.701280951499939, -1.1376564502716064, -2.382237672805786, -1.8021613359451294, -1.4366345405578613, -2.0033671855926514, -1.3007067441940308, -1.877958059310913]}, "Bot006_003_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_003.log.json", "context": "i am a little tired from work Hello there! i am retired , i am retired now What?", "response": "that is great , i have a husband and son", "annotation_id": "Bot006_003_04", "annotations": ["X", "T", "X", "X", "X", "X", "O", "X", "T", "T", "X", "X", "X", "O", "X"], "gpt2background_target_score": [-11.748015403747559, -9.273478507995605, -6.630373954772949, -10.736539840698242, -6.240495681762695, -9.276893615722656, -6.498785972595215, -9.662693977355957, -6.1804728507995605, -11.647473335266113], "gpt2background_argmax_score": [-2.7500200271606445, -1.9329230785369873, -3.6512742042541504, -1.8120787143707275, -0.7188577055931091, -2.2866101264953613, -1.6134021282196045, -1.693467378616333, -1.4645767211914062, -1.41759192943573, -1.3096065521240234, -1.332937479019165, -1.9734447002410889, -1.8764846324920654, -1.2246778011322021, -2.0449538230895996, -1.1234272718429565, -1.7431063652038574, -1.9633680582046509, -2.0354926586151123, -2.4736111164093018, -1.2292555570602417, -2.1333630084991455, -1.2353397607803345, -1.5091933012008667, -1.8893986940383911, -1.5817350149154663, -2.260371208190918, -1.6706922054290771, -1.412184715270996, -2.1227948665618896]}, "Bot006_003_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_003.log.json", "context": "i am a little tired from work Hello there! i am retired , i am retired now What? that is great , i have a husband and son Where are you from?", "response": "i am a teacher , and i am a teacher , and i love kids", "annotation_id": "Bot006_003_06", "annotations": ["X", "T", "T", "X", "X", "X", "O", "X", "T", "O", "X", "X", "X", "T", "X"], "gpt2background_target_score": [-7.58996057510376, -9.54227066040039, -7.64640998840332, -10.378168106079102, -8.02700424194336, -8.490192413330078, -6.044597625732422, -7.570592880249023, -6.762606143951416, -11.815740585327148, -9.546121597290039, -7.901948928833008, -4.893886566162109, -8.70950984954834, -12.578581809997559], "gpt2background_argmax_score": [-2.7500200271606445, -1.9329230785369873, -3.6512742042541504, -1.8120787143707275, -0.7188577055931091, -2.2866101264953613, -1.6134021282196045, -1.693467378616333, -1.4645767211914062, -1.41759192943573, -1.3096065521240234, -1.332937479019165, -1.9734447002410889, -1.8764846324920654, -1.2246778011322021, -2.0449538230895996, -1.1234272718429565, -1.7431063652038574, -1.9633680582046509, -2.0354926586151123, -1.6689903736114502, -2.175783157348633, -2.1696858406066895, -1.337957739830017, -1.3328279256820679, -1.6531305313110352, -2.1217055320739746, -1.6033854484558105, -1.4156131744384766, -2.110670566558838, -1.6894164085388184, -0.28640982508659363, -1.7919247150421143, -0.9466909170150757, -1.9701268672943115, -2.801877737045288, -1.5396205186843872, -1.510857105255127, -1.3356714248657227, -2.0830132961273193, -1.058488368988037, -0.8573188781738281, -1.0519939661026, -1.5369617938995361, -2.196988344192505, -2.2681884765625, -1.6239792108535767, -0.4816044569015503, -0.7224828004837036, -2.4300172328948975, -1.2366197109222412]}, "Bot006_003_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_003.log.json", "context": "i am a little tired from work Hello there! i am retired , i am retired now What? that is great , i have a husband and son Where are you from? i am a teacher , and i am a teacher , and i love kids Do you really love kids? ^)", "response": "i am a teacher , and i am retired , so i do not have time for that .", "annotation_id": "Bot006_003_08", "annotations": ["X", "T", "X", "X", "X", "X", "O", "T", "T", "X", "X", "X", "X", "O", "X"], "gpt2background_target_score": [-7.589962959289551, -9.542271614074707, -7.64640998840332, -10.378168106079102, -8.02700424194336, -8.490194320678711, -6.044595718383789, -7.570594787597656, -13.007739067077637, -8.855345726013184, -8.53438663482666, -6.9970598220825195, -8.57526969909668, -4.979945182800293, -2.0237390995025635, -8.561365127563477, -4.8118743896484375, -5.043553829193115, -9.03305721282959], "gpt2background_argmax_score": [-2.7500181198120117, -1.932922601699829, -3.651275634765625, -1.8120760917663574, -0.7188579440116882, -2.2866129875183105, -1.6134018898010254, -1.6934680938720703, -1.4645758867263794, -1.4175903797149658, -1.309605360031128, -1.33293616771698, -1.9734450578689575, -1.8764861822128296, -1.2246792316436768, -2.044955253601074, -1.1234265565872192, -1.7431045770645142, -1.963367223739624, -2.0354926586151123, -1.6689908504486084, -2.175784111022949, -2.169686794281006, -1.33795964717865, -1.3328274488449097, -1.6531294584274292, -2.1217048168182373, -1.6033856868743896, -1.4156123399734497, -2.1106719970703125, -1.6894166469573975, -0.28641000390052795, -1.7919223308563232, -0.9466918706893921, -1.9701282978057861, -1.2976032495498657, -2.110581398010254, -1.5710171461105347, -2.027186870574951, -1.0945589542388916, -0.8673557639122009, -1.0980068445205688, -1.83858060836792, -2.187385320663452, -2.398635149002075, -1.814369559288025, -0.5789986848831177, -0.8464998006820679, -2.4655632972717285, -1.5288643836975098, -0.25655537843704224, -1.0503839254379272, -1.9091885089874268, -0.9654139876365662, -1.2232168912887573, -2.022029399871826, -1.5285236835479736, -0.9973040819168091, -2.2863643169403076, -1.785849928855896, -0.9038735032081604, -1.3110648393630981, -2.2542080879211426, -1.4433220624923706, -0.3365711569786072, -1.222388744354248, -0.636701762676239, -2.2815935611724854, -1.531909465789795, -1.073576807975769, -0.9128660559654236, -0.9908059239387512, -2.0576581954956055, -1.2493343353271484, -0.7813413143157959, -2.954646348953247, -2.003861665725708, -1.8568893671035767]}, "Bot006_003_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_003.log.json", "context": "i am a little tired from work Hello there! i am retired , i am retired now What? that is great , i have a husband and son Where are you from? i am a teacher , and i am a teacher , and i love kids Do you really love kids? ^) i am a teacher , and i am retired , so i do not have time for that . You did not answer where from.", "response": "i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i", "annotation_id": "Bot006_003_10", "annotations": ["X", "X", "T", "X", "X", "X", "T", "X", "T", "X", "X", "X", "T", "T", "X"], "gpt2background_target_score": [-7.589962959289551, -9.542271614074707, -9.825326919555664, -10.736541748046875, -6.2404961585998535, -10.048648834228516, -10.51673698425293, -6.842624664306641, -4.205127716064453, -8.366312026977539, -9.914589881896973, -9.698766708374023, -4.89388370513916, -5.997363567352295, -10.354783058166504, -7.616267204284668, -4.553578853607178, -7.773397922515869, -11.549845695495605, -6.758003234863281, -3.8380391597747803, -10.011947631835938, -7.871090412139893, -6.209676265716553, -8.149654388427734, -8.224989891052246, -11.112220764160156, -1.995922327041626, -2.2825260162353516, -9.053760528564453, -9.278325080871582, -9.39538860321045, -7.3607378005981445, -9.196842193603516, -6.385685920715332, -8.670720100402832, -6.4557085037231445, -10.398266792297363, -7.652141571044922, -6.206660270690918, -0.8673557639122009, -1.098007082939148, -4.949047565460205, -8.715103149414062, -5.147587299346924, -7.053246974945068, -8.214784622192383, -8.9517240524292, -6.984692573547363, -10.120681762695312, -10.626761436462402, -9.87732982635498, -10.74610424041748, -11.867959022521973, -10.868045806884766, -6.881480693817139, -4.956244945526123, -8.959919929504395, -9.776690483093262, -5.846601486206055, -8.19262981414795], "gpt2background_argmax_score": [-2.7500181198120117, -1.932922601699829, -3.651275634765625, -1.8120760917663574, -0.7188579440116882, -2.2866129875183105, -1.6134018898010254, -1.6934680938720703, -1.4645758867263794, -1.4175903797149658, -1.309605360031128, -1.33293616771698, -1.9734450578689575, -1.8764861822128296, -1.2246792316436768, -2.044955253601074, -1.1234265565872192, -1.7431045770645142, -1.963367223739624, -2.0354926586151123, -1.6689908504486084, -2.175784111022949, -2.169686794281006, -1.33795964717865, -1.3328274488449097, -1.6531294584274292, -2.1217048168182373, -1.6033856868743896, -1.4156123399734497, -2.1106719970703125, -1.6894166469573975, -0.28641000390052795, -1.7919223308563232, -0.9466918706893921, -1.9701282978057861, -1.2976032495498657, -2.110581874847412, -1.5710151195526123, -2.0271875858306885, -1.0945584774017334, -0.8673557639122009, -1.098007082939148, -1.8385791778564453, -2.1873838901519775, -2.398635149002075, -1.814370036125183, -0.578998327255249, -0.8465009331703186, -2.4655630588531494, -1.5288649797439575, -0.2565551996231079, -1.050383448600769, -1.9091885089874268, -0.9654150009155273, -1.2232166528701782, -2.022029399871826, -1.5285228490829468, -0.9973045587539673, -1.3152230978012085, -1.1340678930282593, -1.9887830018997192, -2.192424774169922, -1.2355307340621948, -0.31072187423706055, -1.3616135120391846, -0.7590886950492859, -2.366487741470337, -1.6509007215499878, -1.1892728805541992, -0.8562580347061157, -0.8057302236557007, -1.9754862785339355, -1.220450520515442, -0.8246762156486511, -2.937953472137451, -2.1232922077178955, -2.25276780128479, -1.7232099771499634, -1.842491626739502, -2.0802295207977295, -1.501333236694336, -1.0481528043746948, -2.203037738800049, -2.1659250259399414, -2.4601924419403076, -1.3149231672286987, -0.9491294622421265, -2.0705173015594482, -1.1019595861434937, -1.0893521308898926, -1.8735051155090332, -1.4830095767974854, -0.8905385136604309, -0.8893686532974243, -0.8735713362693787, -1.173242449760437, -0.7200579643249512, -0.6328409910202026, -0.5070831179618835, -0.8899205923080444, -0.5975471138954163, -0.43898704648017883, -0.28094473481178284, -0.7118268609046936, -0.5132794976234436, -0.33911439776420593, -0.23027785122394562, -0.5683313608169556, -0.4610428810119629, -0.28082355856895447, -0.18853579461574554, -0.4873601198196411, -0.4168948829174042, -0.2365110069513321, -0.17487774789333344, -0.4025196433067322, -0.3916894793510437, -0.2240285575389862, -0.1674620807170868, -0.36429980397224426, -0.3724850118160248, -0.2086494117975235, -0.16535860300064087, -0.319961816072464, -0.35670191049575806, -0.1936126947402954, -0.16110800206661224, -0.2863672375679016, -0.34345152974128723, -0.18555448949337006, -0.16759364306926727, -0.27442052960395813, -0.33394768834114075, -0.17766498029232025, -0.1684989631175995, -0.24898958206176758, -0.3285559415817261, -0.16856694221496582, -0.177150160074234, -0.2310074418783188, -0.3290727436542511, -0.16211064159870148, -0.17310470342636108, -0.23214517533779144, -0.3157423138618469, -0.15968140959739685]}, "Bot006_003_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_003.log.json", "context": "i am a little tired from work Hello there! i am retired , i am retired now What? that is great , i have a husband and son Where are you from? i am a teacher , and i am a teacher , and i love kids Do you really love kids? ^) i am a teacher , and i am retired , so i do not have time for that . You did not answer where from. i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i Oh, are you canadian?", "response": "hello , i am a woman , and i am a woman , and you ?", "annotation_id": "Bot006_003_12", "annotations": ["X", "X", "X", "X", "X", "X", "X", "X", "O", "T", "X", "X", "O", "O", "O"], "gpt2background_target_score": [-11.689891815185547, -11.04085636138916, -8.26823616027832, -10.422018051147461, -8.25061321258545, -12.33995246887207, -6.864567279815674, -5.910562515258789, -4.205127716064453, -8.366312026977539, -8.061120986938477, -11.955893516540527, -5.902192115783691, -3.0689969062805176, -10.36902904510498, -9.980644226074219], "gpt2background_argmax_score": [-2.7500181198120117, -1.932922601699829, -3.651275634765625, -1.8120760917663574, -0.7188579440116882, -2.2866129875183105, -1.6134018898010254, -1.6934680938720703, -1.4645758867263794, -1.4175903797149658, -1.309605360031128, -1.33293616771698, -1.9734450578689575, -1.8764861822128296, -1.2246792316436768, -2.044955253601074, -1.1234265565872192, -1.7431045770645142, -1.963367223739624, -2.0354926586151123, -1.6689908504486084, -2.175784111022949, -2.169686794281006, -1.33795964717865, -1.3328274488449097, -1.6531294584274292, -2.1217048168182373, -1.6033856868743896, -1.4156123399734497, -2.1106719970703125, -1.6894166469573975, -0.28641000390052795, -1.7919223308563232, -0.9466918706893921, -1.9701282978057861, -1.2976032495498657, -2.110581874847412, -1.5710151195526123, -2.0271875858306885, -1.0945584774017334, -0.8673557639122009, -1.098007082939148, -1.8385791778564453, -2.1873838901519775, -2.398635149002075, -1.814370036125183, -0.578998327255249, -0.8465009331703186, -2.4655630588531494, -1.5288649797439575, -0.2565551996231079, -1.050383448600769, -1.9091885089874268, -0.9654150009155273, -1.2232166528701782, -2.022029399871826, -1.5285228490829468, -0.9973045587539673, -1.3152230978012085, -1.1340678930282593, -1.9887830018997192, -2.192424774169922, -1.2355307340621948, -0.31072187423706055, -1.3616135120391846, -0.7590886950492859, -2.366487741470337, -1.6509007215499878, -1.1892728805541992, -0.8562580347061157, -0.8057302236557007, -1.9754862785339355, -1.220450520515442, -0.8246762156486511, -2.937953472137451, -2.1232922077178955, -2.25276780128479, -1.7232099771499634, -1.842491626739502, -2.0802295207977295, -1.501333236694336, -1.0481528043746948, -2.203037738800049, -2.1659250259399414, -0.9062221646308899, -1.6479476690292358, -1.895358920097351, -1.2702436447143555, -0.9500978589057922, -1.7414630651474, -2.0121843814849854, -0.9828988909721375, -0.7845107316970825, -1.0653159618377686, -1.559348225593567, -0.8034572601318359, -0.5811085104942322, -0.6438613533973694, -1.2681316137313843, -0.7089556455612183, -0.4505833685398102, -0.43040868639945984, -1.048755407333374, -0.6365528106689453, -0.36297962069511414, -0.32076242566108704, -0.8725237250328064, -0.5739577412605286, -0.2916030287742615, -0.2772427499294281, -0.7546989321708679, -0.5382805466651917, -0.25784656405448914, -0.23708730936050415, -0.6472234725952148, -0.5032190084457397, -0.22767485678195953, -0.21949473023414612, -0.5473887920379639, -0.4644264876842499, -0.20901305973529816, -0.1985386461019516, -0.5000035762786865, -0.44866958260536194, -0.19564448297023773, -0.19825045764446259, -0.4564313292503357, -0.4298963248729706, -0.1851292997598648, -0.19849348068237305, -0.4331175684928894, -0.4207580089569092, -0.17561429738998413, -0.19198504090309143, -0.4056289792060852, -0.40924587845802307, -0.16808994114398956, -0.19739870727062225, -0.39442986249923706, -0.3994773030281067, -0.16257935762405396, -0.19941823184490204, -0.3795747458934784, -0.39819446206092834, -0.16068416833877563, -1.7907181978225708, -1.567022681236267, -0.3807286024093628, -2.5424304008483887, -2.148585319519043, -1.938765287399292, -2.3374176025390625, -2.584506034851074, -1.793624997138977, -1.1705931425094604, -0.5406832695007324, -0.6805356740951538, -0.975250780582428, -0.9569820165634155, -1.4411420822143555, -0.5191630125045776, -0.6295505166053772, -1.7957170009613037, -2.6889429092407227, -0.9875603914260864, -1.1766479015350342, -0.3601374328136444, -1.2004666328430176, -1.6465973854064941]}, "Bot006_003_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_003.log.json", "context": "i am a little tired from work Hello there! i am retired , i am retired now What? that is great , i have a husband and son Where are you from? i am a teacher , and i am a teacher , and i love kids Do you really love kids? ^) i am a teacher , and i am retired , so i do not have time for that . You did not answer where from. i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i Oh, are you canadian? hello , i am a woman , and i am a woman , and you ? No, I am not !", "response": "that is cool , i am also a teacher , and i am a teacher , and you ?", "annotation_id": "Bot006_003_14", "annotations": ["X", "T", "T", "X", "X", "X", "X", "X", "O", "T", "X", "X", "O", "T", "O"], "gpt2background_target_score": [-11.748018264770508, -9.273478507995605, -8.121503829956055, -10.736541748046875, -6.2404961585998535, -10.048648834228516, -9.454166412353516, -6.897251605987549, -11.264904022216797, -8.855345726013184, -8.780660629272461, -6.9970598220825195, -8.978302001953125, -4.959760665893555, -11.74506664276123, -7.616267204284668, -2.653073787689209, -6.5906147956848145, -6.826621055603027], "gpt2background_argmax_score": [-2.7500181198120117, -1.932922601699829, -3.651275634765625, -1.8120760917663574, -0.7188579440116882, -2.2866129875183105, -1.6134018898010254, -1.6934680938720703, -1.4645758867263794, -1.4175903797149658, -1.309605360031128, -1.33293616771698, -1.9734450578689575, -1.8764861822128296, -1.2246792316436768, -2.044955253601074, -1.1234265565872192, -1.7431045770645142, -1.963367223739624, -2.0354926586151123, -1.6689908504486084, -2.175784111022949, -2.169686794281006, -1.33795964717865, -1.3328274488449097, -1.6531294584274292, -2.1217048168182373, -1.6033856868743896, -1.4156123399734497, -2.1106719970703125, -1.6894166469573975, -0.28641000390052795, -1.7919223308563232, -0.9466918706893921, -1.9701282978057861, -1.2976032495498657, -2.110581874847412, -1.5710151195526123, -2.0271875858306885, -1.0945584774017334, -0.8673557639122009, -1.098007082939148, -1.8385791778564453, -2.1873838901519775, -2.398635149002075, -1.814370036125183, -0.578998327255249, -0.8465009331703186, -2.4655630588531494, -1.5288649797439575, -0.2565551996231079, -1.050383448600769, -1.9091885089874268, -0.9654150009155273, -1.2232166528701782, -2.022029399871826, -1.5285228490829468, -0.9973045587539673, -1.3152230978012085, -1.1340678930282593, -1.9887830018997192, -2.192424774169922, -1.2355307340621948, -0.31072187423706055, -1.3616135120391846, -0.7590886950492859, -2.366487741470337, -1.6509007215499878, -1.1892728805541992, -0.8562580347061157, -0.8057302236557007, -1.9754862785339355, -1.220450520515442, -0.8246762156486511, -2.937953472137451, -2.1232922077178955, -2.25276780128479, -1.7232099771499634, -1.842491626739502, -2.0802295207977295, -1.501333236694336, -1.0481528043746948, -2.203037738800049, -2.1659250259399414, -0.9062221646308899, -1.6479476690292358, -1.895358920097351, -1.2702436447143555, -0.9500978589057922, -1.7414630651474, -2.0121843814849854, -0.9828988909721375, -0.7845107316970825, -1.0653159618377686, -1.559348225593567, -0.8034572601318359, -0.5811085104942322, -0.6438613533973694, -1.2681316137313843, -0.7089556455612183, -0.4505833685398102, -0.43040868639945984, -1.048755407333374, -0.6365528106689453, -0.36297962069511414, -0.32076242566108704, -0.8725237250328064, -0.5739577412605286, -0.2916030287742615, -0.2772427499294281, -0.7546989321708679, -0.5382805466651917, -0.25784656405448914, -0.23708730936050415, -0.6472234725952148, -0.5032190084457397, -0.22767485678195953, -0.21949473023414612, -0.5473887920379639, -0.4644264876842499, -0.20901305973529816, -0.1985386461019516, -0.5000035762786865, -0.44866958260536194, -0.19564448297023773, -0.19825045764446259, -0.4564313292503357, -0.4298963248729706, -0.1851292997598648, -0.19849348068237305, -0.4331175684928894, -0.4207580089569092, -0.17561469972133636, -0.19198475778102875, -0.4056283235549927, -0.40924498438835144, -0.1680896282196045, -0.1973992884159088, -0.3944299519062042, -0.3994767367839813, -0.16257935762405396, -0.19941794872283936, -0.37957507371902466, -0.39819446206092834, -0.16068406403064728, -1.7907179594039917, -1.5670222043991089, -0.3807290196418762, -2.5424318313598633, -2.148582696914673, -1.9387670755386353, -2.3374176025390625, -1.7000905275344849, -1.0021250247955322, -0.2555931806564331, -0.7836886048316956, -1.346699833869934, -0.696200966835022, -1.4196834564208984, -0.4477703869342804, -0.4555991590023041, -1.4628807306289673, -2.6292805671691895, -0.8240168690681458, -1.132897973060608, -0.3680869936943054, -1.0970722436904907, -2.040318727493286, -1.0461242198944092, -1.0609782934188843, -0.20435072481632233, -1.5192464590072632, -1.3225964307785034, -2.2660973072052, -2.5353620052337646, -1.0391544103622437, -2.4376673698425293, -1.574268102645874, -1.3606297969818115, -0.7729399800300598, -0.904944658279419, -1.3081263303756714, -1.459660291671753, -1.1880149841308594, -1.5218019485473633, -0.6867982745170593, -0.5785608291625977, -1.550097107887268, -1.5487902164459229, -1.233454942703247, -1.2202907800674438, -0.5350580215454102, -1.084949016571045, -1.2733960151672363]}, "Bot006_003_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_003.log.json", "context": "i am a little tired from work Hello there! i am retired , i am retired now What? that is great , i have a husband and son Where are you from? i am a teacher , and i am a teacher , and i love kids Do you really love kids? ^) i am a teacher , and i am retired , so i do not have time for that . You did not answer where from. i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i Oh, are you canadian? hello , i am a woman , and i am a woman , and you ? No, I am not ! that is cool , i am also a teacher , and i am a teacher , and you ? Is it cool? Are you sexist? :)", "response": "Hello there!", "annotation_id": "Bot006_003_16", "annotations": ["X", "T", "X", "X", "X", "X", "X", "X", "X", "O", "X", "X", "T", "O", "X"], "gpt2background_target_score": [-11.770745277404785, -9.28162670135498, -11.096661567687988], "gpt2background_argmax_score": [-2.7500181198120117, -1.932922601699829, -3.651275634765625, -1.8120760917663574, -0.7188579440116882, -2.2866129875183105, -1.6134018898010254, -1.6934680938720703, -1.4645758867263794, -1.4175903797149658, -1.309605360031128, -1.33293616771698, -1.9734450578689575, -1.8764861822128296, -1.2246792316436768, -2.044955253601074, -1.1234265565872192, -1.7431045770645142, -1.963367223739624, -2.0354926586151123, -1.6689908504486084, -2.175784111022949, -2.169686794281006, -1.33795964717865, -1.3328274488449097, -1.6531294584274292, -2.1217048168182373, -1.6033856868743896, -1.4156123399734497, -2.1106719970703125, -1.6894166469573975, -0.28641000390052795, -1.7919223308563232, -0.9466918706893921, -1.9701282978057861, -1.2976032495498657, -2.110581874847412, -1.5710151195526123, -2.0271875858306885, -1.0945584774017334, -0.8673557639122009, -1.098007082939148, -1.8385791778564453, -2.1873838901519775, -2.398635149002075, -1.814370036125183, -0.578998327255249, -0.8465009331703186, -2.4655630588531494, -1.5288649797439575, -0.2565551996231079, -1.050383448600769, -1.9091885089874268, -0.9654150009155273, -1.2232166528701782, -2.022029399871826, -1.5285228490829468, -0.9973045587539673, -1.3152230978012085, -1.1340678930282593, -1.9887830018997192, -2.192424774169922, -1.2355307340621948, -0.31072187423706055, -1.3616135120391846, -0.7590886950492859, -2.366487741470337, -1.6509007215499878, -1.1892728805541992, -0.8562580347061157, -0.8057302236557007, -1.9754862785339355, -1.220450520515442, -0.8246762156486511, -2.937953472137451, -2.1232922077178955, -2.25276780128479, -1.7232099771499634, -1.842491626739502, -2.0802295207977295, -1.501333236694336, -1.0481528043746948, -2.203037738800049, -2.1659250259399414, -0.9062221646308899, -1.6479476690292358, -1.895358920097351, -1.2702436447143555, -0.9500978589057922, -1.7414630651474, -2.0121843814849854, -0.9828988909721375, -0.7845107316970825, -1.0653159618377686, -1.559348225593567, -0.8034572601318359, -0.5811085104942322, -0.6438613533973694, -1.2681316137313843, -0.7089556455612183, -0.4505833685398102, -0.43040868639945984, -1.048755407333374, -0.6365528106689453, -0.36297962069511414, -0.32076242566108704, -0.8725237250328064, -0.5739577412605286, -0.2916030287742615, -0.2772427499294281, -0.7546989321708679, -0.5382805466651917, -0.25784656405448914, -0.23708730936050415, -0.6472234725952148, -0.5032190084457397, -0.22767485678195953, -0.21949473023414612, -0.5473887920379639, -0.4644264876842499, -0.20901305973529816, -0.1985386461019516, -0.5000035762786865, -0.44866958260536194, -0.19564448297023773, -0.19825045764446259, -0.4564313292503357, -0.4298963248729706, -0.1851292997598648, -0.19849348068237305, -0.4331175684928894, -0.4207580089569092, -0.17561469972133636, -0.19198475778102875, -0.4056283235549927, -0.40924498438835144, -0.1680896282196045, -0.1973992884159088, -0.3944299519062042, -0.3994767367839813, -0.16257935762405396, -0.19941794872283936, -0.37957507371902466, -0.39819446206092834, -0.16068406403064728, -1.7907179594039917, -1.5670222043991089, -0.3807290196418762, -2.5424318313598633, -2.148582696914673, -1.9387670755386353, -2.3374176025390625, -1.7000905275344849, -1.0021250247955322, -0.2555931806564331, -0.7836886048316956, -1.346699833869934, -0.696200966835022, -1.4196834564208984, -0.4477703869342804, -0.4555991590023041, -1.4628807306289673, -2.6292805671691895, -0.8240168690681458, -1.132897973060608, -0.3680869936943054, -1.0970722436904907, -2.040318727493286, -1.0461242198944092, -1.0609782934188843, -0.20435072481632233, -1.5192464590072632, -1.3225964307785034, -2.2660973072052, -0.7297366261482239, -2.0475363731384277, -1.4671823978424072, -1.2139270305633545, -0.31133797764778137, -0.5425169467926025, -0.9076347351074219, -1.640933632850647, -1.0956683158874512, -1.25154447555542, -0.7319851517677307, -0.4308549165725708, -1.3972805738449097, -1.6381433010101318, -1.2390683889389038, -1.1283836364746094, -0.5973085165023804, -1.1819090843200684, -2.6571435928344727, -1.9700642824172974, -2.6105620861053467, -0.9866507649421692, -2.526054859161377, -0.21517954766750336, -1.6076359748840332, -0.5900809168815613, -2.6914353370666504, -2.428692102432251, -2.261025905609131, -1.2930551767349243, -1.676548957824707, -1.5880115032196045]}, "Bot006_003_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_003.log.json", "context": "i am a little tired from work Hello there! i am retired , i am retired now What? that is great , i have a husband and son Where are you from? i am a teacher , and i am a teacher , and i love kids Do you really love kids? ^) i am a teacher , and i am retired , so i do not have time for that . You did not answer where from. i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i Oh, are you canadian? hello , i am a woman , and i am a woman , and you ? No, I am not ! that is cool , i am also a teacher , and i am a teacher , and you ? Is it cool? Are you sexist? :) Hello there! General Kenobi?", "response": "Hello there!", "annotation_id": "Bot006_003_18", "annotations": ["X", "X", "X", "X", "X", "X", "X", "X", "T", "O", "X", "X", "T", "T", "T"], "gpt2background_target_score": [-11.770745277404785, -9.28162670135498, -11.096661567687988], "gpt2background_argmax_score": [-2.7500181198120117, -1.932922601699829, -3.651275634765625, -1.8120760917663574, -0.7188579440116882, -2.2866129875183105, -1.6134018898010254, -1.6934680938720703, -1.4645758867263794, -1.4175903797149658, -1.309605360031128, -1.33293616771698, -1.9734450578689575, -1.8764861822128296, -1.2246792316436768, -2.044955253601074, -1.1234265565872192, -1.7431045770645142, -1.963367223739624, -2.0354926586151123, -1.6689908504486084, -2.175784111022949, -2.169686794281006, -1.33795964717865, -1.3328274488449097, -1.6531294584274292, -2.1217048168182373, -1.6033856868743896, -1.4156123399734497, -2.1106719970703125, -1.6894166469573975, -0.28641000390052795, -1.7919223308563232, -0.9466918706893921, -1.9701282978057861, -1.2976032495498657, -2.110581874847412, -1.5710151195526123, -2.0271875858306885, -1.0945584774017334, -0.8673557639122009, -1.098007082939148, -1.8385791778564453, -2.1873838901519775, -2.398635149002075, -1.814370036125183, -0.578998327255249, -0.8465009331703186, -2.4655630588531494, -1.5288649797439575, -0.2565551996231079, -1.050383448600769, -1.9091885089874268, -0.9654150009155273, -1.2232166528701782, -2.022029399871826, -1.5285228490829468, -0.9973045587539673, -1.3152230978012085, -1.1340678930282593, -1.9887830018997192, -2.192424774169922, -1.2355307340621948, -0.31072187423706055, -1.3616135120391846, -0.7590886950492859, -2.366487741470337, -1.6509007215499878, -1.1892728805541992, -0.8562580347061157, -0.8057302236557007, -1.9754862785339355, -1.220450520515442, -0.8246762156486511, -2.937953472137451, -2.1232922077178955, -2.25276780128479, -1.7232099771499634, -1.842491626739502, -2.0802295207977295, -1.501333236694336, -1.0481528043746948, -2.203037738800049, -2.1659250259399414, -0.9062221646308899, -1.6479476690292358, -1.895358920097351, -1.2702436447143555, -0.9500978589057922, -1.7414630651474, -2.0121843814849854, -0.9828988909721375, -0.7845107316970825, -1.0653159618377686, -1.559348225593567, -0.8034572601318359, -0.5811085104942322, -0.6438613533973694, -1.2681316137313843, -0.7089556455612183, -0.4505833685398102, -0.43040868639945984, -1.048755407333374, -0.6365528106689453, -0.36297962069511414, -0.32076242566108704, -0.8725237250328064, -0.5739577412605286, -0.2916030287742615, -0.2772427499294281, -0.7546989321708679, -0.5382805466651917, -0.25784656405448914, -0.23708730936050415, -0.6472234725952148, -0.5032190084457397, -0.22767485678195953, -0.21949473023414612, -0.5473887920379639, -0.4644264876842499, -0.20901305973529816, -0.1985386461019516, -0.5000035762786865, -0.44866958260536194, -0.19564448297023773, -0.19825045764446259, -0.4564313292503357, -0.4298963248729706, -0.1851292997598648, -0.19849348068237305, -0.4331175684928894, -0.4207580089569092, -0.17561469972133636, -0.19198475778102875, -0.4056283235549927, -0.40924498438835144, -0.1680896282196045, -0.1973992884159088, -0.3944299519062042, -0.3994767367839813, -0.16257935762405396, -0.19941794872283936, -0.37957507371902466, -0.39819446206092834, -0.16068406403064728, -1.7907179594039917, -1.5670222043991089, -0.3807290196418762, -2.5424318313598633, -2.148582696914673, -1.9387670755386353, -2.3374176025390625, -1.7000905275344849, -1.0021250247955322, -0.2555931806564331, -0.7836886048316956, -1.346699833869934, -0.696200966835022, -1.4196834564208984, -0.4477703869342804, -0.4555991590023041, -1.4628807306289673, -2.6292805671691895, -0.8240168690681458, -1.132897973060608, -0.3680869936943054, -1.0970722436904907, -2.040318727493286, -1.0461242198944092, -1.0609782934188843, -0.20435072481632233, -1.5192464590072632, -1.3225964307785034, -2.2660973072052, -0.7297366261482239, -2.0475363731384277, -1.4671823978424072, -1.2139270305633545, -0.31133797764778137, -0.5425169467926025, -0.9076347351074219, -1.640933632850647, -1.0956683158874512, -1.25154447555542, -0.7319851517677307, -0.4308549165725708, -1.3972805738449097, -1.6381433010101318, -1.2390683889389038, -1.1283836364746094, -0.5973085165023804, -1.1819090843200684, -2.657144069671631, -1.970064640045166, -2.6105611324310303, -0.9866499304771423, -2.526054620742798, -0.215179443359375, -1.6076360940933228, -0.5900810956954956, -2.691434383392334, -2.4286935329437256, -1.2303147315979004, -1.355876088142395, -1.6882646083831787, -3.343169927597046, -3.065403461456299, -2.6224193572998047, -1.8092665672302246, -1.49484121799469, -1.489072322845459, -1.921160101890564]}, "Bot006_003_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_003.log.json", "context": "i am a little tired from work Hello there! i am retired , i am retired now What? that is great , i have a husband and son Where are you from? i am a teacher , and i am a teacher , and i love kids Do you really love kids? ^) i am a teacher , and i am retired , so i do not have time for that . You did not answer where from. i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i Oh, are you canadian? hello , i am a woman , and i am a woman , and you ? No, I am not ! that is cool , i am also a teacher , and i am a teacher , and you ? Is it cool? Are you sexist? :) Hello there! General Kenobi? Hello there! General Kenobi?", "response": "hello , how are you ? i am in the midwest , and you ?", "annotation_id": "Bot006_003_20", "annotations": ["T", "T", "T", "O", "X", "X", "X", "T", "O", "T", "X", "T", "O", "O", "O"], "gpt2background_target_score": [-11.689891815185547, -11.04085636138916, -10.633512496948242, -12.770648956298828, -9.285224914550781, -13.97590446472168, -6.044595718383789, -7.570594787597656, -7.546821594238281, -8.17529010772705, -12.614827156066895, -13.048439979553223, -5.902192115783691, -3.0689969062805176, -10.36902904510498, -9.980644226074219], "gpt2background_argmax_score": [-2.7500181198120117, -1.932922601699829, -3.651275634765625, -1.8120760917663574, -0.7188579440116882, -2.2866129875183105, -1.6134018898010254, -1.6934680938720703, -1.4645758867263794, -1.4175903797149658, -1.309605360031128, -1.33293616771698, -1.9734450578689575, -1.8764861822128296, -1.2246792316436768, -2.044955253601074, -1.1234265565872192, -1.7431045770645142, -1.963367223739624, -2.0354926586151123, -1.6689908504486084, -2.175784111022949, -2.169686794281006, -1.33795964717865, -1.3328274488449097, -1.6531294584274292, -2.1217048168182373, -1.6033856868743896, -1.4156123399734497, -2.1106719970703125, -1.6894166469573975, -0.28641000390052795, -1.7919223308563232, -0.9466918706893921, -1.9701282978057861, -1.2976032495498657, -2.110581874847412, -1.5710151195526123, -2.0271875858306885, -1.0945584774017334, -0.8673557639122009, -1.098007082939148, -1.8385791778564453, -2.1873838901519775, -2.398635149002075, -1.814370036125183, -0.578998327255249, -0.8465009331703186, -2.4655630588531494, -1.5288649797439575, -0.2565551996231079, -1.050383448600769, -1.9091885089874268, -0.9654150009155273, -1.2232166528701782, -2.022029399871826, -1.5285228490829468, -0.9973045587539673, -1.3152230978012085, -1.1340678930282593, -1.9887830018997192, -2.192424774169922, -1.2355307340621948, -0.31072187423706055, -1.3616135120391846, -0.7590886950492859, -2.366487741470337, -1.6509007215499878, -1.1892728805541992, -0.8562580347061157, -0.8057302236557007, -1.9754862785339355, -1.220450520515442, -0.8246762156486511, -2.937953472137451, -2.1232922077178955, -2.25276780128479, -1.7232099771499634, -1.842491626739502, -2.0802295207977295, -1.501333236694336, -1.0481528043746948, -2.203037738800049, -2.1659250259399414, -0.9062221646308899, -1.6479476690292358, -1.895358920097351, -1.2702436447143555, -0.9500978589057922, -1.7414630651474, -2.0121843814849854, -0.9828988909721375, -0.7845107316970825, -1.0653159618377686, -1.559348225593567, -0.8034572601318359, -0.5811085104942322, -0.6438613533973694, -1.2681316137313843, -0.7089556455612183, -0.4505833685398102, -0.43040868639945984, -1.048755407333374, -0.6365528106689453, -0.36297962069511414, -0.32076242566108704, -0.8725237250328064, -0.5739577412605286, -0.2916030287742615, -0.2772427499294281, -0.7546989321708679, -0.5382805466651917, -0.25784656405448914, -0.23708730936050415, -0.6472234725952148, -0.5032190084457397, -0.22767485678195953, -0.21949473023414612, -0.5473887920379639, -0.4644264876842499, -0.20901305973529816, -0.1985386461019516, -0.5000035762786865, -0.44866958260536194, -0.19564448297023773, -0.19825045764446259, -0.4564313292503357, -0.4298963248729706, -0.1851292997598648, -0.19849348068237305, -0.4331175684928894, -0.4207580089569092, -0.17561469972133636, -0.19198475778102875, -0.4056283235549927, -0.40924498438835144, -0.1680896282196045, -0.1973992884159088, -0.3944299519062042, -0.3994767367839813, -0.16257935762405396, -0.19941794872283936, -0.37957507371902466, -0.39819446206092834, -0.16068406403064728, -1.7907179594039917, -1.5670222043991089, -0.3807290196418762, -2.5424318313598633, -2.148582696914673, -1.9387670755386353, -2.3374176025390625, -1.7000905275344849, -1.0021250247955322, -0.2555931806564331, -0.7836886048316956, -1.346699833869934, -0.696200966835022, -1.4196834564208984, -0.4477703869342804, -0.4555991590023041, -1.4628807306289673, -2.6292805671691895, -0.8240168690681458, -1.132897973060608, -0.3680869936943054, -1.0970722436904907, -2.040318727493286, -1.0461242198944092, -1.0609782934188843, -0.20435072481632233, -1.5192464590072632, -1.3225964307785034, -2.2660973072052, -0.7297366261482239, -2.0475363731384277, -1.4671823978424072, -1.2139270305633545, -0.31133797764778137, -0.5425169467926025, -0.9076347351074219, -1.640933632850647, -1.0956683158874512, -1.25154447555542, -0.7319851517677307, -0.4308549165725708, -1.3972811698913574, -1.6381419897079468, -1.2390679121017456, -1.1283845901489258, -0.5973082780838013, -1.1819093227386475, -2.657142162322998, -1.9700651168823242, -2.610562801361084, -0.9866515398025513, -2.5260543823242188, -0.21517916023731232, -1.6076382398605347, -0.5900810360908508, -2.6914353370666504, -2.4286928176879883, -1.2303153276443481, -1.3558752536773682, -1.68826425075531, -3.3431711196899414, -3.0654027462005615, -2.6224188804626465, -1.2028374671936035, -1.6111156940460205, -2.0227692127227783, -2.023743152618408, -1.631063461303711, -2.555032968521118, -1.5877639055252075, -1.6222608089447021, -0.8538684844970703, -1.586103916168213, -0.13983769714832306, -2.215254068374634, -1.2576394081115723, -0.40158119797706604, -1.068685531616211, -1.938793659210205, -2.398677110671997, -2.0015363693237305, -1.0630218982696533, -1.3683048486709595, -0.5573760271072388, -1.219354510307312, -1.7506543397903442]}, "Bot006_005_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_005.log.json", "context": "i enjoy poetry. No you don't", "response": "i am a little tired from work", "annotation_id": "Bot006_005_02", "annotations": ["X", "T", "T", "O", "O", "O", "X", "O", "O", "O", "O", "T", "O", "T", "X"], "gpt2background_target_score": [-7.58996057510376, -9.68216323852539, -5.22001314163208, -11.195420265197754, -9.527530670166016, -8.585081100463867, -12.466811180114746], "gpt2background_argmax_score": [-2.7500200271606445, -2.2378501892089844, -1.7136179208755493, -1.1446799039840698, -2.176619529724121, -2.1877710819244385, -0.3081256151199341, -1.7833143472671509, -2.0528199672698975, -1.565661907196045, -2.204056739807129, -3.0675010681152344, -2.757235288619995, -0.7016340494155884, -2.18162202835083, -1.7884178161621094]}, "Bot006_005_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_005.log.json", "context": "i enjoy poetry. No you don't i am a little tired from work Me too", "response": "i enjoy poetry.", "annotation_id": "Bot006_005_04", "annotations": ["X", "O", "O", "T", "O", "T", "X", "T", "O", "X", "O", "O", "O", "O", "X"], "gpt2background_target_score": [-7.58996057510376, -10.76851749420166, -7.156015396118164, -10.460712432861328], "gpt2background_argmax_score": [-2.7500200271606445, -2.2378501892089844, -1.7136179208755493, -1.1446799039840698, -2.176619529724121, -2.1877710819244385, -0.3081256151199341, -1.7833143472671509, -1.810197353363037, -2.316845655441284, -3.3372955322265625, -2.788764476776123, -0.9478502869606018, -2.1998815536499023, -1.280819296836853, -0.450776606798172, -1.5102468729019165, -2.0683186054229736, -2.246709108352661, -0.7652207016944885, -1.229315996170044, -1.673255205154419]}, "Bot006_005_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_005.log.json", "context": "i enjoy poetry. No you don't i am a little tired from work Me too i enjoy poetry. No you don't", "response": "i am a star wars fan", "annotation_id": "Bot006_005_06", "annotations": ["X", "T", "O", "O", "O", "O", "X", "T", "O", "T", "T", "O", "O", "T", "X"], "gpt2background_target_score": [-7.58996057510376, -9.68216323852539, -5.22001314163208, -12.903059005737305, -10.499122619628906, -10.409685134887695], "gpt2background_argmax_score": [-2.7500200271606445, -2.2378501892089844, -1.7136179208755493, -1.1446799039840698, -2.176619529724121, -2.1877710819244385, -0.3081256151199341, -1.7833143472671509, -1.810197353363037, -2.316845655441284, -3.3372955322265625, -2.788764476776123, -0.9478502869606018, -2.1998815536499023, -1.280819296836853, -0.450776606798172, -1.5102463960647583, -2.6211390495300293, -1.3112701177597046, -1.0661675930023193, -2.106203556060791, -1.1846600770950317, -0.8429237604141235, -0.2379724681377411, -1.7440937757492065, -2.132171154022217, -2.1018404960632324, -1.069419503211975, -0.31840014457702637, -1.8931798934936523, -0.4534860849380493, -1.6688109636306763]}, "Bot006_005_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_005.log.json", "context": "i enjoy poetry. No you don't i am a little tired from work Me too i enjoy poetry. No you don't i am a star wars fan No you aren't", "response": "i like poetry , but i am also a poet , and i love poetry", "annotation_id": "Bot006_005_08", "annotations": ["X", "X", "O", "X", "T", "O", "X", "T", "X", "X", "T", "O", "T", "O", "X"], "gpt2background_target_score": [-7.58996057510376, -8.584866523742676, -7.156015396118164, -9.84794807434082, -7.64512300491333, -8.9783935546875, -12.49117374420166, -8.753059387207031, -8.901212692260742, -8.42292308807373, -10.746050834655762, -8.362810134887695, -5.539097785949707, -6.867427349090576, -10.767936706542969], "gpt2background_argmax_score": [-2.7500200271606445, -2.2378501892089844, -1.7136179208755493, -1.1446799039840698, -2.176619529724121, -2.1877710819244385, -0.3081256151199341, -1.7833143472671509, -1.810197353363037, -2.316845655441284, -3.3372955322265625, -2.788764476776123, -0.9478502869606018, -2.1998815536499023, -1.280819296836853, -0.450776606798172, -1.5102463960647583, -2.6211390495300293, -1.3112701177597046, -1.0661675930023193, -2.106203556060791, -1.1846600770950317, -0.8429237604141235, -0.2379724681377411, -1.7440967559814453, -0.3690548241138458, -0.45355555415153503, -0.2626335024833679, -2.0941405296325684, -0.46872901916503906, -1.2803491353988647, -1.1292567253112793, -0.5696582198143005, -0.22864435613155365, -1.6087353229522705, -2.2555181980133057, -2.151333808898926, -0.9171265363693237, -1.25180184841156, -1.3458291292190552, -0.9193792939186096, -2.4102401733398438, -1.605570912361145, -1.1709867715835571, -2.1269772052764893, -1.7151907682418823, -1.3299227952957153, -0.5341106057167053, -2.1166179180145264, -1.3130409717559814, -1.9477366209030151]}, "Bot006_005_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_005.log.json", "context": "i enjoy poetry. No you don't i am a little tired from work Me too i enjoy poetry. No you don't i am a star wars fan No you aren't i like poetry , but i am also a poet , and i love poetry You don't and you aren't and you don't", "response": "hello , i am a woman , and i am a woman , and you ?", "annotation_id": "Bot006_005_10", "annotations": ["X", "X", "O", "X", "O", "T", "X", "T", "X", "X", "T", "O", "X", "X", "X"], "gpt2background_target_score": [-11.689891815185547, -10.849674224853516, -6.488082408905029, -8.545886993408203, -7.879327774047852, -12.104023933410645, -12.666440963745117, -6.303300380706787, -9.026646614074707, -9.1337890625, -8.398026466369629, -9.474392890930176, -8.002480506896973, -8.28787899017334, -6.837641716003418, -9.25178337097168], "gpt2background_argmax_score": [-2.7500181198120117, -2.237849712371826, -1.7136173248291016, -1.1446800231933594, -2.1766183376312256, -2.1877682209014893, -0.30812621116638184, -1.7833142280578613, -1.8101950883865356, -2.3168463706970215, -3.337298631668091, -2.788764238357544, -0.9478509426116943, -2.1998798847198486, -1.2808210849761963, -0.4507756233215332, -1.5102460384368896, -2.6211395263671875, -1.3112678527832031, -1.0661685466766357, -2.1062049865722656, -1.1846619844436646, -0.842924177646637, -0.2379717081785202, -1.7440956830978394, -0.36905407905578613, -0.45355507731437683, -0.2626335918903351, -2.0941388607025146, -0.4687294661998749, -1.2803488969802856, -1.1292556524276733, -0.5696584582328796, -0.22864387929439545, -1.608738660812378, -0.30476313829421997, -1.4202790260314941, -0.6878269910812378, -1.7167391777038574, -1.308605670928955, -2.0053184032440186, -1.1110527515411377, -0.9326216578483582, -2.0784709453582764, -2.0349369049072266, -1.6485337018966675, -0.728401243686676, -1.936706304550171, -1.0824159383773804, -1.7376104593276978, -1.74739408493042, -0.27509671449661255, -2.0891950130462646, -1.1675593852996826, -1.4505202770233154, -0.21211330592632294, -2.361767530441284, -0.7636666893959045, -1.5643529891967773, -0.15992170572280884, -2.4354214668273926, -1.9437168836593628, -2.0648348331451416, -1.301759958267212, -1.7976582050323486, -0.8465948700904846, -1.9167107343673706, -1.7774369716644287, -1.1744827032089233, -0.45358744263648987, -1.1970138549804688, -0.9833309054374695, -2.1726863384246826, -1.4561102390289307, -1.1813023090362549, -0.2861664891242981, -1.5582358837127686, -1.2432695627212524]}, "Bot006_005_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_005.log.json", "context": "i enjoy poetry. No you don't i am a little tired from work Me too i enjoy poetry. No you don't i am a star wars fan No you aren't i like poetry , but i am also a poet , and i love poetry You don't and you aren't and you don't hello , i am a woman , and i am a woman , and you ? You aren't and you aren't and I'm not", "response": "i like to draw , and play with my son , and you ?", "annotation_id": "Bot006_005_12", "annotations": ["X", "X", "O", "T", "T", "O", "X", "T", "T", "T", "T", "O", "O", "T", "X"], "gpt2background_target_score": [-7.589962959289551, -8.584866523742676, -6.028763771057129, -11.14133071899414, -8.883159637451172, -6.536870002746582, -11.76761531829834, -8.871011734008789, -9.586701393127441, -11.246843338012695, -10.746051788330078, -8.362811088562012, -7.033446311950684, -11.354252815246582], "gpt2background_argmax_score": [-2.7500181198120117, -2.237849712371826, -1.7136173248291016, -1.1446800231933594, -2.1766183376312256, -2.1877682209014893, -0.30812621116638184, -1.7833142280578613, -1.8101950883865356, -2.3168463706970215, -3.337298631668091, -2.788764238357544, -0.9478509426116943, -2.1998798847198486, -1.2808210849761963, -0.4507756233215332, -1.5102460384368896, -2.6211395263671875, -1.3112678527832031, -1.0661685466766357, -2.1062049865722656, -1.1846619844436646, -0.842924177646637, -0.2379717081785202, -1.7440956830978394, -0.36905407905578613, -0.45355507731437683, -0.2626335918903351, -2.0941388607025146, -0.4687294661998749, -1.2803488969802856, -1.1292556524276733, -0.5696584582328796, -0.22864387929439545, -1.608738660812378, -0.30476313829421997, -1.4202789068222046, -0.6878276467323303, -1.716739296913147, -1.308606743812561, -2.0053179264068604, -1.111052393913269, -0.932621955871582, -2.0784761905670166, -2.0349361896514893, -1.6485333442687988, -0.7284011244773865, -1.9367061853408813, -1.0824131965637207, -1.73760986328125, -1.747394323348999, -0.27509698271751404, -2.0891952514648438, -1.1675610542297363, -1.450521469116211, -0.2121133953332901, -2.361767053604126, -0.763666570186615, -1.5643534660339355, -0.15992170572280884, -2.435422658920288, -1.919844150543213, -1.332481026649475, -1.4456048011779785, -0.7022894024848938, -1.9757986068725586, -1.8618505001068115, -1.2051137685775757, -0.9586393237113953, -1.0552886724472046, -0.963101863861084, -1.993164300918579, -1.4711567163467407, -0.8899843096733093, -0.7018009424209595, -1.1282366514205933, -2.9394021034240723, -1.5822868347167969, -0.22336038947105408, -2.6502413749694824, -0.6374679803848267, -1.0938060283660889, -0.21425579488277435, -2.345264434814453, -0.5145100951194763, -0.8958848118782043, -0.5650390386581421, -0.8397459387779236, -1.9877440929412842, -1.6471189260482788, -0.30083972215652466, -2.117041826248169, -2.7224371433258057, -1.6721752882003784, -1.0679658651351929, -2.6328678131103516, -2.2859225273132324, -1.5161906480789185, -1.645694375038147, -1.352212905883789, -1.2858985662460327, -2.1532459259033203, -0.9845273494720459]}, "Bot006_005_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_005.log.json", "context": "i enjoy poetry. No you don't i am a little tired from work Me too i enjoy poetry. No you don't i am a star wars fan No you aren't i like poetry , but i am also a poet , and i love poetry You don't and you aren't and you don't hello , i am a woman , and i am a woman , and you ? You aren't and you aren't and I'm not i like to draw , and play with my son , and you ? You don't", "response": "that is cool , i am a teacher , and i am a teacher , and you ?", "annotation_id": "Bot006_005_14", "annotations": ["T", "X", "O", "X", "O", "T", "X", "T", "X", "X", "X", "X", "X", "T", "X"], "gpt2background_target_score": [-11.748018264770508, -9.165231704711914, -10.397573471069336, -9.847947120666504, -5.546820640563965, -8.601110458374023, -10.877236366271973, -12.688215255737305, -10.518200874328613, -6.547042369842529, -8.87950611114502, -9.949638366699219, -7.709195137023926, -10.220547676086426, -6.946537971496582, -3.5993199348449707, -5.533158302307129, -10.933414459228516], "gpt2background_argmax_score": [-2.7500181198120117, -2.237849712371826, -1.7136173248291016, -1.1446800231933594, -2.1766183376312256, -2.1877682209014893, -0.30812621116638184, -1.7833142280578613, -1.8101950883865356, -2.3168463706970215, -3.337298631668091, -2.788764238357544, -0.9478509426116943, -2.1998798847198486, -1.2808210849761963, -0.4507756233215332, -1.5102460384368896, -2.6211395263671875, -1.3112678527832031, -1.0661685466766357, -2.1062049865722656, -1.1846619844436646, -0.842924177646637, -0.2379717081785202, -1.7440956830978394, -0.36905407905578613, -0.45355507731437683, -0.2626335918903351, -2.0941388607025146, -0.4687294661998749, -1.2803488969802856, -1.1292556524276733, -0.5696584582328796, -0.22864387929439545, -1.608738660812378, -0.30476313829421997, -1.4202789068222046, -0.6878276467323303, -1.716739296913147, -1.308606743812561, -2.0053179264068604, -1.111052393913269, -0.932621955871582, -2.0784761905670166, -2.0349361896514893, -1.6485333442687988, -0.7284011244773865, -1.9367061853408813, -1.0824131965637207, -1.73760986328125, -1.747394323348999, -0.27509698271751404, -2.0891952514648438, -1.1675610542297363, -1.450521469116211, -0.2121133953332901, -2.361767053604126, -0.763666570186615, -1.5643534660339355, -0.15992170572280884, -2.435422658920288, -1.919844150543213, -1.332481026649475, -1.4456048011779785, -0.7022894024848938, -1.9757986068725586, -1.8618505001068115, -1.2051137685775757, -0.9586393237113953, -1.0552886724472046, -0.963101863861084, -1.993164300918579, -1.4711567163467407, -0.8899843096733093, -0.7018009424209595, -1.1282366514205933, -2.9394021034240723, -1.5822868347167969, -0.22336038947105408, -2.6502413749694824, -0.6374679803848267, -1.0938060283660889, -0.21425579488277435, -2.345264434814453, -0.5145102143287659, -0.8958821296691895, -0.5650384426116943, -0.8397455811500549, -0.8989367485046387, -0.347990483045578, -1.6508033275604248, -2.050844192504883, -1.8417837619781494, -0.6700132489204407, -2.7220919132232666, -1.2604900598526, -1.8928347826004028, -1.6070528030395508, -1.024263858795166, -1.341720700263977, -1.4283791780471802, -2.176551103591919, -1.496848225593567, -0.17336635291576385, -2.6424667835235596, -1.9895931482315063, -0.7747819423675537, -2.225881814956665, -1.8613946437835693, -1.7635326385498047, -2.131136178970337, -0.7717201709747314, -1.243919014930725, -1.7325454950332642, -1.4626089334487915, -0.7987667918205261, -1.347131609916687, -0.7484860420227051, -2.161970615386963, -1.3512287139892578, -1.1913601160049438, -0.6522985100746155, -1.361881971359253, -1.3019874095916748]}, "Bot006_005_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_005.log.json", "context": "i enjoy poetry. No you don't i am a little tired from work Me too i enjoy poetry. No you don't i am a star wars fan No you aren't i like poetry , but i am also a poet , and i love poetry You don't and you aren't and you don't hello , i am a woman , and i am a woman , and you ? You aren't and you aren't and I'm not i like to draw , and play with my son , and you ? You don't that is cool , i am a teacher , and i am a teacher , and you ? That's not, you aren't, and you aren't, and I'm not", "response": "i am a nerd , you ?", "annotation_id": "Bot006_005_16", "annotations": ["T", "X", "O", "X", "O", "T", "X", "T", "X", "X", "X", "T", "O", "X", "X"], "gpt2background_target_score": [-7.589962959289551, -9.68216323852539, -5.220012187957764, -12.20595645904541, -8.883159637451172, -9.020609855651855, -11.932486534118652], "gpt2background_argmax_score": [-2.7500181198120117, -2.237849712371826, -1.7136173248291016, -1.1446800231933594, -2.1766183376312256, -2.1877682209014893, -0.30812621116638184, -1.7833142280578613, -1.8101950883865356, -2.3168463706970215, -3.337298631668091, -2.788764238357544, -0.9478509426116943, -2.1998798847198486, -1.2808210849761963, -0.4507756233215332, -1.5102460384368896, -2.6211395263671875, -1.3112678527832031, -1.0661685466766357, -2.1062049865722656, -1.1846619844436646, -0.842924177646637, -0.2379717081785202, -1.7440956830978394, -0.36905407905578613, -0.45355507731437683, -0.2626335918903351, -2.0941388607025146, -0.4687294661998749, -1.2803488969802856, -1.1292556524276733, -0.5696584582328796, -0.22864387929439545, -1.608738660812378, -0.30476313829421997, -1.4202789068222046, -0.6878276467323303, -1.716739296913147, -1.308606743812561, -2.0053179264068604, -1.111052393913269, -0.932621955871582, -2.0784761905670166, -2.0349361896514893, -1.6485333442687988, -0.7284011244773865, -1.9367061853408813, -1.0824131965637207, -1.73760986328125, -1.747394323348999, -0.27509698271751404, -2.0891952514648438, -1.1675610542297363, -1.450521469116211, -0.2121133953332901, -2.361767053604126, -0.763666570186615, -1.5643534660339355, -0.15992170572280884, -2.435422658920288, -1.919844150543213, -1.332481026649475, -1.4456048011779785, -0.7022894024848938, -1.9757986068725586, -1.8618505001068115, -1.2051137685775757, -0.9586393237113953, -1.0552886724472046, -0.963101863861084, -1.993164300918579, -1.4711567163467407, -0.8899843096733093, -0.7018009424209595, -1.1282366514205933, -2.9394021034240723, -1.5822868347167969, -0.22336038947105408, -2.6502413749694824, -0.6374679803848267, -1.0938060283660889, -0.21425579488277435, -2.345264434814453, -0.5145100951194763, -0.8958848118782043, -0.5650390386581421, -0.8397459387779236, -0.8989378213882446, -0.34799063205718994, -1.650801658630371, -2.0508439540863037, -1.8417844772338867, -0.6700135469436646, -2.7220897674560547, -1.2604901790618896, -1.8928346633911133, -1.6070536375045776, -1.0242630243301392, -1.3417224884033203, -1.428378939628601, -2.176549196243286, -1.4968465566635132, -0.17336654663085938, -2.6424686908721924, -1.9007840156555176, -2.1052355766296387, -1.9599049091339111, -1.7292720079421997, -1.3097249269485474, -0.6426223516464233, -1.477021336555481, -1.360133409500122, -0.7809500694274902, -0.8653242588043213, -1.2005765438079834, -0.6686797738075256, -2.5030364990234375, -1.2764999866485596, -0.7624744176864624, -0.9722617268562317, -1.4731110334396362, -1.7095365524291992, -1.2242501974105835, -1.9193583726882935, -0.9857316017150879, -1.7253388166427612, -1.5268388986587524, -0.19755534827709198, -2.4561779499053955, -1.473126769065857, -0.728776752948761, -1.452250599861145, -0.21957971155643463, -2.2289655208587646, -0.650104284286499, -0.5607456564903259, -0.9083936214447021, -0.7594212889671326, -0.8328472375869751, -2.0098087787628174, -1.5828278064727783, -0.41712987422943115, -1.298534631729126, -1.1346262693405151, -1.0855149030685425, -1.1841522455215454, -1.203149437904358]}, "Bot006_005_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_005.log.json", "context": "i enjoy poetry. No you don't i am a little tired from work Me too i enjoy poetry. No you don't i am a star wars fan No you aren't i like poetry , but i am also a poet , and i love poetry You don't and you aren't and you don't hello , i am a woman , and i am a woman , and you ? You aren't and you aren't and I'm not i like to draw , and play with my son , and you ? You don't that is cool , i am a teacher , and i am a teacher , and you ? That's not, you aren't, and you aren't, and I'm not i am a nerd , you ? You aren't, I'm not", "response": "Me too", "annotation_id": "Bot006_005_18", "annotations": ["T", "X", "O", "X", "O", "T", "X", "T", "X", "X", "X", "T", "T", "T", "X"], "gpt2background_target_score": [-10.995966911315918, -8.838598251342773], "gpt2background_argmax_score": [-2.7500181198120117, -2.237849712371826, -1.7136173248291016, -1.1446800231933594, -2.1766183376312256, -2.1877682209014893, -0.30812621116638184, -1.7833142280578613, -1.8101950883865356, -2.3168463706970215, -3.337298631668091, -2.788764238357544, -0.9478509426116943, -2.1998798847198486, -1.2808210849761963, -0.4507756233215332, -1.5102460384368896, -2.6211395263671875, -1.3112678527832031, -1.0661685466766357, -2.1062049865722656, -1.1846619844436646, -0.842924177646637, -0.2379717081785202, -1.7440956830978394, -0.36905407905578613, -0.45355507731437683, -0.2626335918903351, -2.0941388607025146, -0.4687294661998749, -1.2803488969802856, -1.1292556524276733, -0.5696584582328796, -0.22864387929439545, -1.608738660812378, -0.30476313829421997, -1.4202789068222046, -0.6878276467323303, -1.716739296913147, -1.308606743812561, -2.0053179264068604, -1.111052393913269, -0.932621955871582, -2.0784761905670166, -2.0349361896514893, -1.6485333442687988, -0.7284011244773865, -1.9367061853408813, -1.0824131965637207, -1.73760986328125, -1.747394323348999, -0.27509698271751404, -2.0891952514648438, -1.1675610542297363, -1.450521469116211, -0.2121133953332901, -2.361767053604126, -0.763666570186615, -1.5643534660339355, -0.15992170572280884, -2.435422658920288, -1.919844150543213, -1.332481026649475, -1.4456048011779785, -0.7022894024848938, -1.9757986068725586, -1.8618505001068115, -1.2051137685775757, -0.9586393237113953, -1.0552886724472046, -0.963101863861084, -1.993164300918579, -1.4711567163467407, -0.8899843096733093, -0.7018009424209595, -1.1282366514205933, -2.9394021034240723, -1.5822868347167969, -0.22336038947105408, -2.6502413749694824, -0.6374679803848267, -1.0938060283660889, -0.21425579488277435, -2.345264434814453, -0.5145100951194763, -0.8958848118782043, -0.5650390386581421, -0.8397459387779236, -0.8989378213882446, -0.34799063205718994, -1.650801658630371, -2.0508439540863037, -1.8417844772338867, -0.6700135469436646, -2.7220897674560547, -1.2604901790618896, -1.8928346633911133, -1.6070536375045776, -1.0242630243301392, -1.3417224884033203, -1.428378939628601, -2.176549196243286, -1.4968465566635132, -0.17336654663085938, -2.6424686908721924, -1.9007840156555176, -2.1052355766296387, -1.9599049091339111, -1.7292720079421997, -1.3097249269485474, -0.6426223516464233, -1.477021336555481, -1.360133409500122, -0.7809500694274902, -0.8653242588043213, -1.2005765438079834, -0.6686797738075256, -2.5030364990234375, -1.2764999866485596, -0.7624744176864624, -0.9722617268562317, -1.4731110334396362, -1.7095365524291992, -1.2242501974105835, -1.9193583726882935, -0.9857316017150879, -1.7253388166427612, -1.5268388986587524, -0.19755534827709198, -2.4561779499053955, -1.473126769065857, -0.728776752948761, -1.452250599861145, -0.21957971155643463, -2.2289655208587646, -0.650104284286499, -0.5607456564903259, -0.9083936214447021, -0.7594212889671326, -0.8328472375869751, -1.8220585584640503, -0.44279927015304565, -2.3058459758758545, -1.0084128379821777, -0.700977087020874, -1.4584157466888428, -1.724474549293518, -1.216753602027893, -0.2103114277124405, -1.8347729444503784, -0.5852574110031128, -0.5594005584716797, -0.4298146665096283, -0.8529164791107178, -2.0683045387268066, -0.08519645035266876, -2.078356981277466]}, "Bot006_005_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_005.log.json", "context": "i enjoy poetry. No you don't i am a little tired from work Me too i enjoy poetry. No you don't i am a star wars fan No you aren't i like poetry , but i am also a poet , and i love poetry You don't and you aren't and you don't hello , i am a woman , and i am a woman , and you ? You aren't and you aren't and I'm not i like to draw , and play with my son , and you ? You don't that is cool , i am a teacher , and i am a teacher , and you ? That's not, you aren't, and you aren't, and I'm not i am a nerd , you ? You aren't, I'm not Me too Hell yeah", "response": "i am a nerd , and i am a nerd , you ?", "annotation_id": "Bot006_005_20", "annotations": ["T", "X", "O", "X", "O", "T", "X", "T", "X", "X", "X", "O", "X", "O", "X"], "gpt2background_target_score": [-7.589962959289551, -9.68216323852539, -5.220012187957764, -12.20595645904541, -8.883159637451172, -6.536870002746582, -10.85710334777832, -9.737598419189453, -8.901214599609375, -10.65726089477539, -10.746051788330078, -8.279780387878418, -7.694730758666992], "gpt2background_argmax_score": [-2.7500181198120117, -2.237849712371826, -1.7136173248291016, -1.1446800231933594, -2.1766183376312256, -2.1877682209014893, -0.30812621116638184, -1.7833142280578613, -1.8101950883865356, -2.3168463706970215, -3.337298631668091, -2.788764238357544, -0.9478509426116943, -2.1998798847198486, -1.2808210849761963, -0.4507756233215332, -1.5102460384368896, -2.6211395263671875, -1.3112678527832031, -1.0661685466766357, -2.1062049865722656, -1.1846619844436646, -0.842924177646637, -0.2379717081785202, -1.7440956830978394, -0.36905407905578613, -0.45355507731437683, -0.2626335918903351, -2.0941388607025146, -0.4687294661998749, -1.2803488969802856, -1.1292556524276733, -0.5696584582328796, -0.22864387929439545, -1.608738660812378, -0.30476313829421997, -1.4202789068222046, -0.6878276467323303, -1.716739296913147, -1.308606743812561, -2.0053179264068604, -1.111052393913269, -0.932621955871582, -2.0784761905670166, -2.0349361896514893, -1.6485333442687988, -0.7284011244773865, -1.9367061853408813, -1.0824131965637207, -1.73760986328125, -1.747394323348999, -0.27509698271751404, -2.0891952514648438, -1.1675610542297363, -1.450521469116211, -0.2121133953332901, -2.361767053604126, -0.763666570186615, -1.5643534660339355, -0.15992170572280884, -2.435422658920288, -1.919844150543213, -1.332481026649475, -1.4456048011779785, -0.7022894024848938, -1.9757986068725586, -1.8618505001068115, -1.2051137685775757, -0.9586393237113953, -1.0552886724472046, -0.963101863861084, -1.993164300918579, -1.4711567163467407, -0.8899843096733093, -0.7018009424209595, -1.1282366514205933, -2.9394021034240723, -1.5822868347167969, -0.22336038947105408, -2.6502413749694824, -0.6374679803848267, -1.0938060283660889, -0.21425579488277435, -2.345264434814453, -0.5145100951194763, -0.8958848118782043, -0.5650390386581421, -0.8397459387779236, -0.8989378213882446, -0.34799063205718994, -1.650801658630371, -2.0508439540863037, -1.8417844772338867, -0.6700135469436646, -2.7220897674560547, -1.2604901790618896, -1.8928346633911133, -1.6070536375045776, -1.0242630243301392, -1.3417224884033203, -1.428378939628601, -2.176549196243286, -1.4968465566635132, -0.17336654663085938, -2.6424686908721924, -1.9007840156555176, -2.1052355766296387, -1.9599049091339111, -1.7292720079421997, -1.3097249269485474, -0.6426223516464233, -1.477021336555481, -1.360133409500122, -0.7809500694274902, -0.8653242588043213, -1.2005765438079834, -0.6686797738075256, -2.5030364990234375, -1.2764999866485596, -0.7624744176864624, -0.9722617268562317, -1.4731110334396362, -1.7095365524291992, -1.2242501974105835, -1.9193583726882935, -0.9857316017150879, -1.7253388166427612, -1.5268388986587524, -0.19755534827709198, -2.4561779499053955, -1.473126769065857, -0.728776752948761, -1.4522498846054077, -0.2195795327425003, -2.228965997695923, -0.6501051187515259, -0.5607457756996155, -0.9083951711654663, -0.7594221830368042, -0.8328472375869751, -1.8220561742782593, -0.44279980659484863, -2.305846691131592, -1.0084130764007568, -0.7009779214859009, -1.4584153890609741, -1.7244762182235718, -1.216753602027893, -0.21031104028224945, -1.8347686529159546, -0.5852590203285217, -0.5593985915184021, -0.4298152029514313, -0.8529163599014282, -1.5278828144073486, -1.87395441532135, -1.8521817922592163, -1.9116222858428955, -2.1946871280670166, -1.5936062335968018, -0.7405487298965454, -2.4019439220428467, -1.3375893831253052, -1.251395583152771, -1.0479856729507446, -0.5545846223831177, -0.4136722683906555, -1.8640954494476318, -0.9584972858428955, -0.6330695748329163, -1.287102222442627, -1.366178274154663]}, "Bot006_009_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_009.log.json", "context": "i'm married. i am single", "response": "i am a little tired from work", "annotation_id": "Bot006_009_02", "annotations": ["T", "O", "O", "X", "T", "T", "T", "T", "O", "O", "T", "T", "O", "O", "O"], "gpt2background_target_score": [-7.58996057510376, -10.3677339553833, -5.605528354644775, -11.868148803710938, -10.343994140625, -6.201586723327637, -10.6171293258667], "gpt2background_argmax_score": [-2.7500200271606445, -2.3647305965423584, -0.7918229699134827, -1.6530747413635254, -1.4129729270935059, -2.373169183731079, -0.6906554698944092, -2.58467435836792, -1.9475027322769165, -2.575317144393921, -3.1603481769561768, -2.043133020401001, -0.6228340268135071, -1.9165595769882202, -1.667904019355774]}, "Bot006_009_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_009.log.json", "context": "i'm married. i am single i am a little tired from work yeah i don't like to work because of that", "response": "i am a vegetarian , i am a vegetarian .", "annotation_id": "Bot006_009_04", "annotations": ["T", "O", "O", "X", "T", "T", "T", "X", "O", "X", "T", "T", "T", "T", "O"], "gpt2background_target_score": [-7.58996057510376, -10.3677339553833, -5.605528354644775, -12.067304611206055, -11.386268615722656, -6.188871383666992, -9.732524871826172, -8.967016220092773, -9.504534721374512, -8.795876502990723], "gpt2background_argmax_score": [-2.7500200271606445, -2.3647305965423584, -0.7918229699134827, -1.6530747413635254, -1.4129729270935059, -2.373169183731079, -0.6906554698944092, -2.0711231231689453, -2.7407383918762207, -2.901207685470581, -2.382680654525757, -0.8277556300163269, -1.8973647356033325, -1.1555628776550293, -2.1515116691589355, -2.1697609424591064, -0.21514888107776642, -1.8734177350997925, -2.319901466369629, -2.54896879196167, -2.7278480529785156, -0.7379711270332336, -1.7873210906982422, -1.9867528676986694, -2.1038708686828613, -2.6324169635772705, -2.1273715496063232, -0.7157889008522034, -1.5947985649108887, -1.410768985748291, -1.9500857591629028, -1.5681674480438232, -2.228330612182617, -1.9380934238433838, -1.1197209358215332]}, "Bot006_009_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_009.log.json", "context": "i'm married. i am single i am a little tired from work yeah i don't like to work because of that i am a vegetarian , i am a vegetarian . what is your favorite food", "response": "that's cool , i am a woman , and i am a woman , and i am a woman , and you ?", "annotation_id": "Bot006_009_06", "annotations": ["T", "T", "T", "X", "O", "O", "T", "X", "T", "X", "T", "T", "X", "T", "X"], "gpt2background_target_score": [-11.748015403747559, -11.465182304382324, -11.41556167602539, -11.324745178222656, -8.682024002075195, -8.925149917602539, -8.161694526672363, -11.190832138061523, -9.810623168945312, -9.083580017089844, -8.385363578796387, -10.785564422607422, -4.097933769226074, -12.306392669677734, -6.362431049346924, -8.747971534729004, -9.216804504394531, -9.249225616455078, -5.294257164001465, -11.209333419799805, -6.552341461181641, -8.156009674072266, -5.225207805633545, -7.012149333953857], "gpt2background_argmax_score": [-2.7500200271606445, -2.3647305965423584, -0.7918229699134827, -1.6530747413635254, -1.4129729270935059, -2.373169183731079, -0.6906554698944092, -2.0711231231689453, -2.7407383918762207, -2.901207685470581, -2.382680654525757, -0.8277556300163269, -1.8973647356033325, -1.1555628776550293, -2.1515116691589355, -2.1697609424591064, -0.21514888107776642, -1.8734177350997925, -2.319901466369629, -2.54896879196167, -2.7278480529785156, -0.7379711270332336, -1.7873210906982422, -1.9867528676986694, -2.5655245780944824, -2.4404125213623047, -1.4830058813095093, -1.863592505455017, -1.605271577835083, -2.404632091522217, -1.7525506019592285, -2.1959269046783447, -2.225738048553467, -1.6407968997955322, -1.566054105758667, -1.20558500289917, -2.624913454055786, -2.4069745540618896, -1.4298720359802246, -2.546990156173706, -1.058670163154602, -2.413268804550171, -1.368215799331665, -1.5604007244110107, -2.500249147415161, -1.176152229309082, -0.6307299137115479, -1.9260149002075195, -0.8584810495376587, -0.6818910241127014, -1.872132658958435, -1.3947393894195557, -1.3668687343597412, -1.716049075126648, -1.5330219268798828, -0.32469215989112854, -1.1021063327789307, -1.1380852460861206, -2.186842679977417, -1.3457789421081543, -1.2338398694992065, -0.22529453039169312, -1.8328865766525269, -0.943233072757721]}, "Bot006_009_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_009.log.json", "context": "i'm married. i am single i am a little tired from work yeah i don't like to work because of that i am a vegetarian , i am a vegetarian . what is your favorite food that's cool , i am a woman , and i am a woman , and i am a woman , and you ? i am a man", "response": "i am single", "annotation_id": "Bot006_009_08", "annotations": ["T", "T", "O", "X", "O", "T", "T", "X", "O", "X", "T", "T", "X", "T", "X"], "gpt2background_target_score": [-7.589962959289551, -10.3677339553833, -11.0946683883667], "gpt2background_argmax_score": [-2.7500181198120117, -2.364732027053833, -0.7918238043785095, -1.6530767679214478, -1.4129729270935059, -2.3731689453125, -0.6906556487083435, -2.071127414703369, -2.7407398223876953, -2.9012084007263184, -2.3826799392700195, -0.8277584314346313, -1.8973628282546997, -1.1555622816085815, -2.1515116691589355, -2.1697607040405273, -0.21514840424060822, -1.8734164237976074, -2.3199024200439453, -2.548966407775879, -2.727849006652832, -0.7379720211029053, -1.7873204946517944, -1.9867522716522217, -2.5655221939086914, -2.4404122829437256, -1.4830063581466675, -1.8635923862457275, -1.6052719354629517, -2.4046335220336914, -1.7525501251220703, -2.1959288120269775, -2.225740432739258, -1.6407948732376099, -1.5660536289215088, -1.205588459968567, -2.624910593032837, -2.4069740772247314, -1.429874062538147, -1.5089678764343262, -1.464962124824524, -2.0374755859375, -2.293386220932007, -2.3804984092712402, -1.3874993324279785, -1.189183235168457, -1.836363434791565, -0.9571034908294678, -0.7073559761047363, -1.8026678562164307, -1.5036484003067017, -1.7961368560791016, -1.6959593296051025, -1.5190433263778687, -0.3829403519630432, -1.184229850769043, -1.3535891771316528, -2.478647232055664, -1.4631508588790894, -1.3712856769561768, -0.28044378757476807, -2.0374183654785156, -1.9360040426254272, -1.3431484699249268, -0.8810553550720215, -1.6346286535263062, -1.2903116941452026, -2.3077900409698486, -1.6407124996185303, -0.48852699995040894, -1.9910753965377808]}, "Bot006_009_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_009.log.json", "context": "i'm married. i am single i am a little tired from work yeah i don't like to work because of that i am a vegetarian , i am a vegetarian . what is your favorite food that's cool , i am a woman , and i am a woman , and i am a woman , and you ? i am a man i am single so what do you imply", "response": "i am a woman , and i am a woman , and i am a woman , and you ?", "annotation_id": "Bot006_009_10", "annotations": ["T", "T", "T", "X", "O", "O", "T", "X", "T", "X", "T", "T", "X", "T", "X"], "gpt2background_target_score": [-7.589962959289551, -10.3677339553833, -5.605525493621826, -10.932731628417969, -11.386268615722656, -6.604047775268555, -6.718813896179199, -2.071127414703369, -3.1408462524414062, -3.9043755531311035, -10.311466217041016, -2.7999000549316406, -7.561959743499756, -9.413412094116211, -6.485665798187256, -11.92882251739502, -12.168980598449707, -7.517942905426025, -3.4597702026367188, -11.121952056884766], "gpt2background_argmax_score": [-2.7500181198120117, -2.364732027053833, -0.7918238043785095, -1.6530767679214478, -1.4129729270935059, -2.3731689453125, -0.6906556487083435, -2.071127414703369, -2.7407398223876953, -2.9012084007263184, -2.3826799392700195, -0.8277584314346313, -1.8973628282546997, -1.1555622816085815, -2.1515116691589355, -2.1697607040405273, -0.21514840424060822, -1.8734164237976074, -2.3199024200439453, -2.548966407775879, -2.727849006652832, -0.7379720211029053, -1.7873204946517944, -1.9867522716522217, -2.5655221939086914, -2.4404122829437256, -1.4830063581466675, -1.8635923862457275, -1.6052719354629517, -2.4046335220336914, -1.7525501251220703, -2.1959288120269775, -2.225740432739258, -1.6407948732376099, -1.5660536289215088, -1.205588459968567, -2.624910593032837, -2.4069740772247314, -1.429874062538147, -1.5089678764343262, -1.464962124824524, -2.0374755859375, -2.293386220932007, -2.3804984092712402, -1.3874993324279785, -1.189183235168457, -1.836363434791565, -0.9571034908294678, -0.7073559761047363, -1.8026678562164307, -1.5036484003067017, -1.7961368560791016, -1.6959593296051025, -1.5190433263778687, -0.3829403519630432, -1.184229850769043, -1.3535891771316528, -2.478647232055664, -1.4631508588790894, -1.3712856769561768, -0.28044378757476807, -2.0374183654785156, -1.9360040426254272, -1.3431484699249268, -0.8810553550720215, -1.6346291303634644, -1.2903119325637817, -0.9664620161056519, -1.248634934425354, -1.7532271146774292, -0.9473813772201538, -1.5385103225708008, -0.3267841339111328, -1.7669050693511963, -1.4026286602020264, -2.161562204360962, -1.5775243043899536, -0.5610096454620361, -0.9938094615936279, -1.8557615280151367, -1.3500456809997559, -0.4083096981048584, -0.1996108889579773, -0.3204875886440277, -1.0098857879638672, -1.559339165687561, -0.7504643797874451, -0.34884321689605713, -0.12032748758792877, -0.22570613026618958, -0.8545325398445129, -1.143019437789917, -0.5573392510414124, -0.3496621251106262, -1.1033741235733032, -1.1931097507476807]}, "Bot006_009_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_009.log.json", "context": "i'm married. i am single i am a little tired from work yeah i don't like to work because of that i am a vegetarian , i am a vegetarian . what is your favorite food that's cool , i am a woman , and i am a woman , and i am a woman , and you ? i am a man i am single so what do you imply i am a woman , and i am a woman , and i am a woman , and you ? hahahahaha", "response": "i am a woman , and i am a woman , and you ?", "annotation_id": "Bot006_009_12", "annotations": ["T", "T", "X", "X", "O", "T", "T", "X", "O", "X", "T", "T", "X", "T", "X"], "gpt2background_target_score": [-7.589962959289551, -10.3677339553833, -5.605525493621826, -10.932731628417969, -11.386268615722656, -6.604047775268555, -6.718813896179199, -2.071127414703369, -3.1408462524414062, -3.9043755531311035, -10.311466217041016, -2.7999000549316406, -6.212397575378418, -7.978394508361816], "gpt2background_argmax_score": [-2.7500181198120117, -2.364732027053833, -0.7918238043785095, -1.6530767679214478, -1.4129729270935059, -2.3731689453125, -0.6906556487083435, -2.071127414703369, -2.7407398223876953, -2.9012084007263184, -2.3826799392700195, -0.8277584314346313, -1.8973628282546997, -1.1555622816085815, -2.1515116691589355, -2.1697607040405273, -0.21514840424060822, -1.8734164237976074, -2.3199024200439453, -2.548966407775879, -2.727849006652832, -0.7379720211029053, -1.7873204946517944, -1.9867522716522217, -2.5655221939086914, -2.4404122829437256, -1.4830063581466675, -1.8635923862457275, -1.6052719354629517, -2.4046335220336914, -1.7525501251220703, -2.1959288120269775, -2.225740432739258, -1.6407948732376099, -1.5660536289215088, -1.205588459968567, -2.624910593032837, -2.4069740772247314, -1.429874062538147, -1.5089678764343262, -1.464962124824524, -2.0374755859375, -2.293386220932007, -2.3804984092712402, -1.3874993324279785, -1.189183235168457, -1.836363434791565, -0.9571034908294678, -0.7073559761047363, -1.8026678562164307, -1.5036484003067017, -1.7961368560791016, -1.6959593296051025, -1.5190433263778687, -0.3829403519630432, -1.184229850769043, -1.3535891771316528, -2.478647232055664, -1.4631508588790894, -1.3712856769561768, -0.28044378757476807, -2.0374183654785156, -1.9360040426254272, -1.3431484699249268, -0.8810553550720215, -1.6346291303634644, -1.2903119325637817, -0.9664620161056519, -1.248634934425354, -1.7532271146774292, -0.9473813772201538, -1.5385103225708008, -0.3267841339111328, -1.7669050693511963, -1.4026286602020264, -0.7600874900817871, -0.6824845671653748, -1.1108473539352417, -1.6919631958007812, -1.5056778192520142, -0.6004108786582947, -0.3696559965610504, -0.522752583026886, -1.1085351705551147, -1.3630220890045166, -0.9807326197624207, -0.44586753845214844, -0.21755258738994598, -0.39333856105804443, -0.9037578105926514, -1.1701778173446655, -0.8033351302146912, -0.3957383334636688, -1.5811842679977417, -1.2107586860656738, -0.9734703898429871, -0.9607036113739014, -1.5353994369506836, -2.1728570461273193, -2.2699248790740967, -1.15493643283844, -0.37144553661346436, -0.7716364860534668, -1.8472459316253662, -1.245197057723999, -0.5607161521911621, -0.18751880526542664, -0.24525167047977448, -0.9836300611495972, -1.206261157989502, -0.7012591361999512, -0.5897283554077148, -1.2807786464691162, -1.8178856372833252]}, "Bot006_009_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_009.log.json", "context": "i'm married. i am single i am a little tired from work yeah i don't like to work because of that i am a vegetarian , i am a vegetarian . what is your favorite food that's cool , i am a woman , and i am a woman , and i am a woman , and you ? i am a man i am single so what do you imply i am a woman , and i am a woman , and i am a woman , and you ? hahahahaha i am a woman , and i am a woman , and you ? i get it woman", "response": "i like pizza , and you ?", "annotation_id": "Bot006_009_14", "annotations": ["T", "T", "T", "X", "O", "T", "T", "T", "T", "O", "T", "T", "T", "X", "O"], "gpt2background_target_score": [-7.589962959289551, -5.922334671020508, -10.873530387878418, -11.324745178222656, -8.450699806213379, -6.598211765289307, -9.655842781066895], "gpt2background_argmax_score": [-2.7500181198120117, -2.364732027053833, -0.7918238043785095, -1.6530767679214478, -1.4129729270935059, -2.3731689453125, -0.6906556487083435, -2.071127414703369, -2.7407398223876953, -2.9012084007263184, -2.3826799392700195, -0.8277584314346313, -1.8973628282546997, -1.1555622816085815, -2.1515116691589355, -2.1697607040405273, -0.21514840424060822, -1.8734164237976074, -2.3199024200439453, -2.548966407775879, -2.727849006652832, -0.7379720211029053, -1.7873204946517944, -1.9867522716522217, -2.5655221939086914, -2.4404122829437256, -1.4830063581466675, -1.8635923862457275, -1.6052719354629517, -2.4046335220336914, -1.7525501251220703, -2.1959288120269775, -2.225740432739258, -1.6407948732376099, -1.5660536289215088, -1.205588459968567, -2.624910593032837, -2.4069740772247314, -1.429874062538147, -1.5089678764343262, -1.464962124824524, -2.0374755859375, -2.293386220932007, -2.3804984092712402, -1.3874993324279785, -1.189183235168457, -1.836363434791565, -0.9571034908294678, -0.7073559761047363, -1.8026678562164307, -1.5036484003067017, -1.7961368560791016, -1.6959593296051025, -1.5190433263778687, -0.3829403519630432, -1.184229850769043, -1.3535891771316528, -2.478647232055664, -1.4631508588790894, -1.3712856769561768, -0.28044378757476807, -2.0374183654785156, -1.9360040426254272, -1.3431484699249268, -0.8810553550720215, -1.6346291303634644, -1.2903119325637817, -0.9664620161056519, -1.248634934425354, -1.7532271146774292, -0.9473813772201538, -1.5385103225708008, -0.3267841339111328, -1.7669050693511963, -1.4026286602020264, -0.7600874900817871, -0.6824845671653748, -1.1108473539352417, -1.6919631958007812, -1.5056778192520142, -0.6004108786582947, -0.3696559965610504, -0.522752583026886, -1.1085351705551147, -1.3630222082138062, -0.9807336330413818, -0.4458666443824768, -0.21755295991897583, -0.39333951473236084, -0.9037565588951111, -1.1701768636703491, -0.8033351898193359, -0.39573752880096436, -1.5811841487884521, -1.210757851600647, -0.9734702706336975, -0.9607040286064148, -1.5353994369506836, -2.172856569290161, -0.7073582410812378, -0.5673412084579468, -0.8850197792053223, -1.314734697341919, -1.1432338953018188, -0.6279022097587585, -0.25662916898727417, -0.371299147605896, -0.9563355445861816, -1.060264229774475, -0.8416693210601807, -0.675786018371582, -1.816365122795105, -1.8379267454147339, -0.2364397794008255, -2.645522356033325, -0.8538737893104553, -0.7716164588928223, -2.325347900390625, -1.4778271913528442, -1.4750325679779053, -1.845017671585083, -2.319230079650879, -1.5253348350524902, -2.116898536682129, -1.190276026725769]}, "Bot006_009_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_009.log.json", "context": "i'm married. i am single i am a little tired from work yeah i don't like to work because of that i am a vegetarian , i am a vegetarian . what is your favorite food that's cool , i am a woman , and i am a woman , and i am a woman , and you ? i am a man i am single so what do you imply i am a woman , and i am a woman , and i am a woman , and you ? hahahahaha i am a woman , and i am a woman , and you ? i get it woman i like pizza , and you ? i love italian food and garlic bread", "response": "i am a woman , and i am a woman , and i am a woman , and you ?", "annotation_id": "Bot006_009_16", "annotations": ["T", "T", "X", "X", "O", "O", "T", "X", "X", "X", "T", "T", "X", "X", "X"], "gpt2background_target_score": [-7.589962959289551, -10.3677339553833, -5.605525493621826, -10.932731628417969, -11.386268615722656, -6.604047775268555, -6.718813896179199, -2.071127414703369, -3.1408462524414062, -3.9043755531311035, -10.311466217041016, -2.7999000549316406, -7.561959743499756, -9.413412094116211, -6.485665798187256, -11.92882251739502, -12.168980598449707, -7.517942905426025, -3.4597702026367188, -11.121952056884766], "gpt2background_argmax_score": [-2.7500181198120117, -2.364732027053833, -0.7918238043785095, -1.6530767679214478, -1.4129729270935059, -2.3731689453125, -0.6906556487083435, -2.071127414703369, -2.7407398223876953, -2.9012084007263184, -2.3826799392700195, -0.8277584314346313, -1.8973628282546997, -1.1555622816085815, -2.1515116691589355, -2.1697607040405273, -0.21514840424060822, -1.8734164237976074, -2.3199024200439453, -2.548966407775879, -2.727849006652832, -0.7379720211029053, -1.7873204946517944, -1.9867522716522217, -2.5655221939086914, -2.4404122829437256, -1.4830063581466675, -1.8635923862457275, -1.6052719354629517, -2.4046335220336914, -1.7525501251220703, -2.1959288120269775, -2.225740432739258, -1.6407948732376099, -1.5660536289215088, -1.205588459968567, -2.624910593032837, -2.4069740772247314, -1.429874062538147, -1.5089678764343262, -1.464962124824524, -2.0374755859375, -2.293386220932007, -2.3804984092712402, -1.3874993324279785, -1.189183235168457, -1.836363434791565, -0.9571034908294678, -0.7073559761047363, -1.8026678562164307, -1.5036484003067017, -1.7961368560791016, -1.6959593296051025, -1.5190433263778687, -0.3829403519630432, -1.184229850769043, -1.3535891771316528, -2.478647232055664, -1.4631508588790894, -1.3712856769561768, -0.28044378757476807, -2.0374183654785156, -1.9360040426254272, -1.3431484699249268, -0.8810553550720215, -1.6346291303634644, -1.2903119325637817, -0.9664620161056519, -1.248634934425354, -1.7532271146774292, -0.9473813772201538, -1.5385103225708008, -0.3267841339111328, -1.7669050693511963, -1.4026286602020264, -0.7600874900817871, -0.6824845671653748, -1.1108473539352417, -1.6919631958007812, -1.5056778192520142, -0.6004108786582947, -0.3696559965610504, -0.522752583026886, -1.1085351705551147, -1.3630220890045166, -0.9807326197624207, -0.44586753845214844, -0.21755258738994598, -0.39333856105804443, -0.9037578105926514, -1.1701778173446655, -0.8033351302146912, -0.3957383334636688, -1.5811842679977417, -1.2107586860656738, -0.9734703898429871, -0.9607036113739014, -1.5353994369506836, -2.1728570461273193, -0.7073574066162109, -0.5673413276672363, -0.885017991065979, -1.3147354125976562, -1.1432344913482666, -0.6279023885726929, -0.25662925839424133, -0.3712995648384094, -0.9563356041908264, -1.0602633953094482, -0.8416684865951538, -0.675786554813385, -1.8163641691207886, -1.837927222251892, -0.23643986880779266, -2.6455230712890625, -0.8538732528686523, -0.7716159820556641, -0.5577985644340515, -1.263490915298462, -1.0119777917861938, -1.479900598526001, -1.0361472368240356, -1.7154818773269653, -1.580445647239685, -0.8923863172531128, -0.24339428544044495, -1.4008816480636597, -2.048161029815674, -0.6543959975242615, -0.9417405724525452, -0.47457706928253174, -0.6300296187400818, -2.2926182746887207, -1.462485432624817, -0.4049084782600403, -0.8506633639335632, -1.502754807472229, -1.2537394762039185, -0.8221510052680969, -0.4480423033237457, -0.23900195956230164, -0.891343355178833, -0.9905259609222412, -0.7238860130310059, -0.9525071382522583, -0.17709463834762573, -0.17436960339546204, -0.8533127903938293, -0.804105818271637, -0.5190923810005188, -0.8836057782173157, -1.5951541662216187, -1.5041232109069824]}, "Bot006_009_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_009.log.json", "context": "i'm married. i am single i am a little tired from work yeah i don't like to work because of that i am a vegetarian , i am a vegetarian . what is your favorite food that's cool , i am a woman , and i am a woman , and i am a woman , and you ? i am a man i am single so what do you imply i am a woman , and i am a woman , and i am a woman , and you ? hahahahaha i am a woman , and i am a woman , and you ? i get it woman i like pizza , and you ? i love italian food and garlic bread i am a woman , and i am a woman , and i am a woman , and you ? do you workout", "response": "i am a woman , and i am a woman , and you ?", "annotation_id": "Bot006_009_18", "annotations": ["T", "T", "X", "X", "O", "T", "T", "X", "X", "X", "T", "T", "X", "X", "X"], "gpt2background_target_score": [-7.589962959289551, -10.3677339553833, -5.605525493621826, -10.932731628417969, -11.386268615722656, -6.604047775268555, -6.718813896179199, -2.071127414703369, -3.1408462524414062, -3.9043755531311035, -10.311466217041016, -2.7999000549316406, -6.212397575378418, -7.978394508361816], "gpt2background_argmax_score": [-2.7500181198120117, -2.364732027053833, -0.7918238043785095, -1.6530767679214478, -1.4129729270935059, -2.3731689453125, -0.6906556487083435, -2.071127414703369, -2.7407398223876953, -2.9012084007263184, -2.3826799392700195, -0.8277584314346313, -1.8973628282546997, -1.1555622816085815, -2.1515116691589355, -2.1697607040405273, -0.21514840424060822, -1.8734164237976074, -2.3199024200439453, -2.548966407775879, -2.727849006652832, -0.7379720211029053, -1.7873204946517944, -1.9867522716522217, -2.5655221939086914, -2.4404122829437256, -1.4830063581466675, -1.8635923862457275, -1.6052719354629517, -2.4046335220336914, -1.7525501251220703, -2.1959288120269775, -2.225740432739258, -1.6407948732376099, -1.5660536289215088, -1.205588459968567, -2.624910593032837, -2.4069740772247314, -1.429874062538147, -1.5089678764343262, -1.464962124824524, -2.0374755859375, -2.293386220932007, -2.3804984092712402, -1.3874993324279785, -1.189183235168457, -1.836363434791565, -0.9571034908294678, -0.7073559761047363, -1.8026678562164307, -1.5036484003067017, -1.7961368560791016, -1.6959593296051025, -1.5190433263778687, -0.3829403519630432, -1.184229850769043, -1.3535891771316528, -2.478647232055664, -1.4631508588790894, -1.3712856769561768, -0.28044378757476807, -2.0374183654785156, -1.9360040426254272, -1.3431484699249268, -0.8810553550720215, -1.6346291303634644, -1.2903119325637817, -0.9664620161056519, -1.248634934425354, -1.7532271146774292, -0.9473813772201538, -1.5385103225708008, -0.3267841339111328, -1.7669050693511963, -1.4026286602020264, -0.7600874900817871, -0.6824845671653748, -1.1108473539352417, -1.6919631958007812, -1.5056778192520142, -0.6004108786582947, -0.3696559965610504, -0.522752583026886, -1.1085351705551147, -1.3630220890045166, -0.9807326197624207, -0.44586753845214844, -0.21755258738994598, -0.39333856105804443, -0.9037578105926514, -1.1701778173446655, -0.8033351302146912, -0.3957383334636688, -1.5811842679977417, -1.2107586860656738, -0.9734703898429871, -0.9607036113739014, -1.5353994369506836, -2.1728570461273193, -0.7073574066162109, -0.5673413276672363, -0.885017991065979, -1.3147354125976562, -1.1432344913482666, -0.6279023885726929, -0.25662925839424133, -0.3712995648384094, -0.9563356041908264, -1.0602633953094482, -0.8416684865951538, -0.675786554813385, -1.8163641691207886, -1.837927222251892, -0.23643986880779266, -2.6455230712890625, -0.8538732528686523, -0.7716159820556641, -0.5577985644340515, -1.263490915298462, -1.0119777917861938, -1.479900598526001, -1.0361472368240356, -1.7154818773269653, -1.580445647239685, -0.8923863172531128, -0.24339428544044495, -1.4008816480636597, -2.048161029815674, -0.6543959975242615, -0.9417405724525452, -0.47457706928253174, -0.6300296187400818, -1.1745672225952148, -0.6266031861305237, -1.278277039527893, -0.7727440595626831, -0.8503339886665344, -1.0834689140319824, -0.6366876363754272, -0.3154194951057434, -1.0626270771026611, -0.791659951210022, -0.7061754465103149, -0.9231736660003662, -0.27311864495277405, -0.2556864321231842, -0.9248181581497192, -0.7640038132667542, -0.5876872539520264, -0.8651161789894104, -0.8717934489250183, -1.1581459045410156, -0.3895072340965271, -2.045344352722168, -1.559286117553711, -2.2489960193634033, -1.8522182703018188, -0.2913714647293091, -0.6703341603279114, -1.1913230419158936, -1.0872101783752441, -0.8371947407722473, -0.20000118017196655, -0.16350896656513214, -0.6493421792984009, -0.8540105819702148, -0.6026309132575989, -0.830567479133606, -1.6869922876358032, -1.5051161050796509]}, "Bot006_009_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_009.log.json", "context": "i'm married. i am single i am a little tired from work yeah i don't like to work because of that i am a vegetarian , i am a vegetarian . what is your favorite food that's cool , i am a woman , and i am a woman , and i am a woman , and you ? i am a man i am single so what do you imply i am a woman , and i am a woman , and i am a woman , and you ? hahahahaha i am a woman , and i am a woman , and you ? i get it woman i like pizza , and you ? i love italian food and garlic bread i am a woman , and i am a woman , and i am a woman , and you ? do you workout i am a woman , and i am a woman , and you ? what is your favorite color", "response": "hey , i am a woman , and i am a woman , and you ?", "annotation_id": "Bot006_009_20", "annotations": ["T", "T", "X", "X", "O", "O", "T", "X", "X", "X", "T", "T", "X", "X", "X"], "gpt2background_target_score": [-11.059869766235352, -11.951150894165039, -7.816525936126709, -8.371445655822754, -8.307710647583008, -9.09250259399414, -8.120034217834473, -8.503612518310547, -4.956275463104248, -9.689720153808594, -7.868574619293213, -11.497108459472656, -11.334967613220215, -2.0812840461730957, -3.8808460235595703, -11.105365753173828], "gpt2background_argmax_score": [-2.7500181198120117, -2.364732027053833, -0.7918238043785095, -1.6530767679214478, -1.4129729270935059, -2.3731689453125, -0.6906556487083435, -2.071127414703369, -2.7407398223876953, -2.9012084007263184, -2.3826799392700195, -0.8277584314346313, -1.8973628282546997, -1.1555622816085815, -2.1515116691589355, -2.1697607040405273, -0.21514840424060822, -1.8734164237976074, -2.3199024200439453, -2.548966407775879, -2.727849006652832, -0.7379720211029053, -1.7873204946517944, -1.9867522716522217, -2.5655221939086914, -2.4404122829437256, -1.4830063581466675, -1.8635923862457275, -1.6052719354629517, -2.4046335220336914, -1.7525501251220703, -2.1959288120269775, -2.225740432739258, -1.6407948732376099, -1.5660536289215088, -1.205588459968567, -2.624910593032837, -2.4069740772247314, -1.429874062538147, -1.5089678764343262, -1.464962124824524, -2.0374755859375, -2.293386220932007, -2.3804984092712402, -1.3874993324279785, -1.189183235168457, -1.836363434791565, -0.9571034908294678, -0.7073559761047363, -1.8026678562164307, -1.5036484003067017, -1.7961368560791016, -1.6959593296051025, -1.5190433263778687, -0.3829403519630432, -1.184229850769043, -1.3535891771316528, -2.478647232055664, -1.4631508588790894, -1.3712856769561768, -0.28044378757476807, -2.0374183654785156, -1.9360040426254272, -1.3431484699249268, -0.8810553550720215, -1.6346291303634644, -1.2903119325637817, -0.9664620161056519, -1.248634934425354, -1.7532271146774292, -0.9473813772201538, -1.5385103225708008, -0.3267841339111328, -1.7669050693511963, -1.4026286602020264, -0.7600874900817871, -0.6824845671653748, -1.1108473539352417, -1.6919631958007812, -1.5056778192520142, -0.6004108786582947, -0.3696559965610504, -0.522752583026886, -1.1085351705551147, -1.3630220890045166, -0.9807326197624207, -0.44586753845214844, -0.21755258738994598, -0.39333856105804443, -0.9037578105926514, -1.1701778173446655, -0.8033351302146912, -0.3957383334636688, -1.5811842679977417, -1.2107586860656738, -0.9734703898429871, -0.9607036113739014, -1.5353994369506836, -2.1728570461273193, -0.7073574066162109, -0.5673413276672363, -0.885017991065979, -1.3147354125976562, -1.1432344913482666, -0.6279023885726929, -0.25662925839424133, -0.3712995648384094, -0.9563356041908264, -1.0602633953094482, -0.8416684865951538, -0.675786554813385, -1.8163641691207886, -1.837927222251892, -0.23643986880779266, -2.6455230712890625, -0.8538732528686523, -0.7716159820556641, -0.5577985644340515, -1.263490915298462, -1.0119777917861938, -1.479900598526001, -1.0361472368240356, -1.7154818773269653, -1.580445647239685, -0.8923863172531128, -0.24339428544044495, -1.4008816480636597, -2.048161029815674, -0.6543959975242615, -0.9417405724525452, -0.47457706928253174, -0.6300296187400818, -1.1745661497116089, -0.6266034841537476, -1.2782766819000244, -0.7727428674697876, -0.8503341674804688, -1.0834691524505615, -0.6366876363754272, -0.3154194951057434, -1.0626245737075806, -0.7916598320007324, -0.7061755657196045, -0.9231746196746826, -0.2731177508831024, -0.2556864321231842, -0.9248178601264954, -0.764002799987793, -0.5876863598823547, -0.8651154637336731, -0.8717938661575317, -1.1581460237503052, -0.38950851559638977, -2.045344352722168, -1.5592867136001587, -1.0672098398208618, -0.30722442269325256, -0.7737583518028259, -0.8808633089065552, -0.5879206657409668, -0.7875467538833618, -0.18083395063877106, -0.18661443889141083, -0.7283059358596802, -0.9660989046096802, -0.4674128592014313, -0.5926284193992615, -0.1972838193178177, -1.4174357652664185, -1.5273842811584473, -0.35427752137184143, -0.3325520157814026, -0.5678107738494873, -1.234063744544983, -2.4465842247009277, -1.8521239757537842, -0.9416886568069458, -1.0209665298461914, -0.22704845666885376, -0.7923985719680786, -0.6539013981819153, -0.7984059453010559, -0.9464650750160217, -0.1390954703092575, -0.11734318733215332, -0.6770160794258118, -0.560842752456665, -0.39679449796676636, -0.5621297955513, -0.985426664352417, -1.3595335483551025]}, "Bot006_013_01": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_013.log.json", "context": "???", "response": "i see , i am a dancer , and i am a teacher , so i do not know much about fashion .", "annotation_id": "Bot006_013_01", "annotations": ["O", "T", "X", "O", "O", "X", "O", "X", "X", "O", "X", "T", "O", "X", "O"], "gpt2background_target_score": [-7.560035705566406, -12.303001403808594, -11.066746711730957, -5.530941963195801, -7.654882431030273, -8.64803695678711, -12.450250625610352, -7.136028289794922, -2.2633447647094727, -0.9097039699554443, -5.69213342666626, -8.515340805053711, -10.026506423950195, -7.8981218338012695, -4.103001594543457, -1.844139814376831, -4.056424617767334, -6.893789768218994, -5.087182998657227, -8.185847282409668, -3.9884815216064453, -10.957857131958008, -7.337223529815674], "gpt2background_argmax_score": [-2.8931238651275635, -2.3442070484161377, -2.857916831970215, -2.4966301918029785, -1.6745142936706543, -3.04438853263855, -2.4293651580810547, -3.5149543285369873, -2.052283763885498, -0.9097039699554443, -0.6525387763977051, -1.8763474225997925, -1.6581252813339233, -2.5417346954345703, -2.1644654273986816, -1.3603112697601318, -1.0466254949569702, -1.701879620552063, -0.7504191398620605, -1.8853760957717896, -1.5650492906570435, -0.24297617375850677, -2.1285653114318848, -0.6877316832542419, -1.5853642225265503]}, "Bot006_013_03": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_013.log.json", "context": "??? i see , i am a dancer , and i am a teacher , so i do not know much about fashion . I don't know much about fashion either", "response": "that is cool , i am a dancer , and i am a teacher , and you ?", "annotation_id": "Bot006_013_03", "annotations": ["O", "T", "O", "O", "T", "O", "O", "O", "O", "O", "X", "O", "O", "T", "O"], "gpt2background_target_score": [-9.873470306396484, -8.379154205322266, -8.531152725219727, -5.405642986297607, -8.17111587524414, -9.028751373291016, -7.492005348205566, -7.923176288604736, -5.191622734069824, -7.682994842529297, -8.008795738220215, -8.451956748962402, -7.451723098754883, -7.541438102722168, -5.116155624389648, -6.913735866546631, -9.823898315429688, -5.340457916259766], "gpt2background_argmax_score": [-2.8931238651275635, -2.911468029022217, -2.0061099529266357, -1.888063907623291, -2.822739601135254, -2.483309030532837, -3.6365575790405273, -2.2918992042541504, -1.2617065906524658, -0.6864778995513916, -1.6773849725723267, -1.8919475078582764, -2.8678996562957764, -2.170278787612915, -1.3544890880584717, -1.3617644309997559, -1.654895305633545, -0.7030344605445862, -1.6057391166687012, -1.3539111614227295, -0.34366899728775024, -2.227933168411255, -0.6622443795204163, -2.1778159141540527, -1.8152520656585693, -0.5239578485488892, -0.9261916279792786, -1.6330238580703735, -0.2242816835641861, -1.4885084629058838, -0.8545374274253845, -1.0862655639648438, -2.306368350982666, -1.0245965719223022, -2.2057907581329346, -1.787289023399353, -1.8005566596984863, -2.524385690689087, -0.9827758073806763, -1.2540582418441772, -1.5438843965530396, -1.6045273542404175, -0.29862433671951294, -0.9428907632827759, -0.3955221176147461, -1.2676054239273071, -1.3268316984176636, -1.3888615369796753, -0.18189483880996704, -2.1662065982818604, -1.0392467975616455]}, "Bot006_013_05": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_013.log.json", "context": "??? i see , i am a dancer , and i am a teacher , so i do not know much about fashion . I don't know much about fashion either that is cool , i am a dancer , and i am a teacher , and you ? I'm a plumber", "response": "that is cool , i am a teacher , and i am a teacher , and you ?", "annotation_id": "Bot006_013_05", "annotations": ["X", "T", "O", "T", "T", "T", "O", "X", "O", "T", "X", "T", "T", "X", "O"], "gpt2background_target_score": [-9.8734712600708, -8.379155158996582, -8.531152725219727, -5.405643939971924, -8.171114921569824, -9.028752326965332, -7.492005348205566, -8.336689949035645, -5.191623210906982, -7.6829938888549805, -8.008794784545898, -8.451956748962402, -7.451722145080566, -7.541437149047852, -5.116155624389648, -6.913732528686523, -9.823897361755371, -5.340456008911133], "gpt2background_argmax_score": [-2.893122911453247, -2.9114696979522705, -2.0061099529266357, -1.8880670070648193, -2.8227381706237793, -2.4833085536956787, -3.6365561485290527, -2.291898012161255, -1.261704921722412, -0.6864784359931946, -1.677386999130249, -1.891947865486145, -2.867896556854248, -2.170278549194336, -1.354486346244812, -1.3617650270462036, -1.6548928022384644, -0.7030356526374817, -1.6057392358779907, -1.3539103269577026, -0.3436686396598816, -2.227932929992676, -0.662244975566864, -2.1778178215026855, -1.8152536153793335, -0.5239575505256653, -0.9261930584907532, -1.6330242156982422, -0.2242816835641861, -1.4885069131851196, -0.854536235332489, -1.086264967918396, -1.702935814857483, -2.4013760089874268, -1.407461166381836, -1.7655166387557983, -2.061992645263672, -1.4741921424865723, -2.593691110610962, -0.92640620470047, -1.2243015766143799, -0.3415338695049286, -1.1015609502792358, -0.9494959115982056, -1.852481484413147, -1.1717520952224731, -1.185439944267273, -0.22457532584667206, -2.013394355773926, -2.4678077697753906, -1.5698463916778564, -0.9640412330627441, -0.7816357612609863, -0.9777590036392212, -1.3995658159255981, -2.216503858566284, -1.0199743509292603, -1.8564977645874023, -1.528866171836853, -1.8931349515914917, -1.6418143510818481, -0.2015504539012909, -1.923055648803711, -1.5108318328857422, -1.3745930194854736, -0.4837266802787781, -0.3216738700866699, -0.10789535939693451, -0.7264646291732788, -1.1756386756896973, -1.0792449712753296, -0.5324291586875916, -1.5127711296081543, -0.9714049100875854]}, "Bot006_013_07": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_013.log.json", "context": "??? i see , i am a dancer , and i am a teacher , so i do not know much about fashion . I don't know much about fashion either that is cool , i am a dancer , and i am a teacher , and you ? I'm a plumber that is cool , i am a teacher , and i am a teacher , and you ? I told you, I'm a plumber", "response": "i am a fan of green , but i prefer orange .", "annotation_id": "Bot006_013_07", "annotations": ["X", "T", "X", "T", "T", "X", "O", "O", "X", "X", "T", "T", "T", "X", "X"], "gpt2background_target_score": [-7.560036659240723, -3.8949496746063232, -2.0061099529266357, -10.364923477172852, -10.537132263183594, -10.36725902557373, -6.844465255737305, -3.462604522705078, -1.261704921722412, -10.067522048950195, -12.383885383605957, -6.231059551239014], "gpt2background_argmax_score": [-2.893122911453247, -2.9114696979522705, -2.0061099529266357, -1.8880670070648193, -2.8227381706237793, -2.4833085536956787, -3.6365561485290527, -2.291898012161255, -1.261704921722412, -0.6864784359931946, -1.677386999130249, -1.891947865486145, -2.867896556854248, -2.170278549194336, -1.354486346244812, -1.3617650270462036, -1.6548928022384644, -0.7030356526374817, -1.6057392358779907, -1.3539103269577026, -0.3436686396598816, -2.227932929992676, -0.662244975566864, -2.1778178215026855, -1.8152536153793335, -0.5239575505256653, -0.9261930584907532, -1.6330242156982422, -0.2242816835641861, -1.4885069131851196, -0.854536235332489, -1.086264967918396, -1.702935814857483, -2.4013760089874268, -1.407461166381836, -1.7655166387557983, -2.061990737915039, -1.47419273853302, -2.5936903953552246, -0.9264066815376282, -1.2243003845214844, -0.3415343761444092, -1.1015599966049194, -0.949496328830719, -1.8524789810180664, -1.1717513799667358, -1.1854408979415894, -0.22457532584667206, -2.013395309448242, -2.467808723449707, -1.5698469877243042, -0.9640407562255859, -0.7816349267959595, -0.9777581095695496, -1.39956533908844, -1.9462169408798218, -1.8970420360565186, -0.9997968077659607, -1.5034147500991821, -1.3478626012802124, -0.38553136587142944, -2.0865256786346436, -1.0382516384124756, -1.1258548498153687, -0.46495485305786133, -0.5830478072166443, -0.2491244226694107, -0.9732850790023804, -1.0321029424667358, -1.2687227725982666, -0.46883469820022583, -1.7640061378479004, -2.3402693271636963, -1.1180901527404785, -0.4491916000843048, -1.789568305015564, -1.6320916414260864, -1.5478830337524414, -0.19705556333065033, -1.3818764686584473, -0.11540386080741882, -0.8465557098388672, -2.140753984451294, -1.7109428644180298, -0.19657334685325623, -0.5774683356285095, -0.40549570322036743, -1.833059549331665, -2.503906488418579, -1.5893874168395996, -1.0851589441299438, -1.5605977773666382, -1.2567644119262695, -2.0647363662719727, -1.879164695739746]}, "Bot006_013_09": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_013.log.json", "context": "??? i see , i am a dancer , and i am a teacher , so i do not know much about fashion . I don't know much about fashion either that is cool , i am a dancer , and i am a teacher , and you ? I'm a plumber that is cool , i am a teacher , and i am a teacher , and you ? I told you, I'm a plumber i am a fan of green , but i prefer orange . I love greens. But my three kids don't love them.", "response": "hello , i am a woman , and you ?", "annotation_id": "Bot006_013_09", "annotations": ["X", "T", "O", "T", "T", "T", "O", "X", "O", "T", "X", "T", "T", "X", "O"], "gpt2background_target_score": [-11.539078712463379, -10.395307540893555, -6.162787437438965, -6.216330528259277, -8.524063110351562, -11.033464431762695, -6.844465255737305, -2.291898012161255, -5.352071285247803, -8.261493682861328], "gpt2background_argmax_score": [-2.893122911453247, -2.9114696979522705, -2.0061099529266357, -1.8880670070648193, -2.8227381706237793, -2.4833085536956787, -3.6365561485290527, -2.291898012161255, -1.261704921722412, -0.6864784359931946, -1.677386999130249, -1.891947865486145, -2.867896556854248, -2.170278549194336, -1.354486346244812, -1.3617650270462036, -1.6548928022384644, -0.7030356526374817, -1.6057392358779907, -1.3539103269577026, -0.3436686396598816, -2.227932929992676, -0.662244975566864, -2.1778178215026855, -1.8152536153793335, -0.5239575505256653, -0.9261930584907532, -1.6330242156982422, -0.2242816835641861, -1.4885069131851196, -0.854536235332489, -1.086264967918396, -1.702935814857483, -2.4013760089874268, -1.407461166381836, -1.7655166387557983, -2.061990737915039, -1.47419273853302, -2.5936903953552246, -0.9264066815376282, -1.2243003845214844, -0.3415343761444092, -1.1015599966049194, -0.949496328830719, -1.8524789810180664, -1.1717513799667358, -1.1854408979415894, -0.22457532584667206, -2.013395309448242, -2.467808723449707, -1.5698469877243042, -0.9640407562255859, -0.7816349267959595, -0.9777581095695496, -1.39956533908844, -1.9462169408798218, -1.8970420360565186, -0.9997968077659607, -1.5034147500991821, -1.3478626012802124, -0.38553136587142944, -2.0865256786346436, -1.0382516384124756, -1.1258548498153687, -0.46495485305786133, -0.5830478072166443, -0.2491244226694107, -0.9732850790023804, -1.0321029424667358, -1.2687227725982666, -0.46883469820022583, -1.7640061378479004, -2.3402693271636963, -1.1180901527404785, -0.4491916000843048, -1.789568305015564, -1.6320916414260864, -1.5478830337524414, -0.19705556333065033, -1.3818764686584473, -0.11540386080741882, -0.8465557098388672, -0.8637163043022156, -0.4515872895717621, -0.8125008344650269, -1.0213186740875244, -0.8416568636894226, -2.2077510356903076, -1.1352781057357788, -1.1774775981903076, -1.1182303428649902, -1.4485024213790894, -1.7387996912002563, -1.6003509759902954, -2.058422088623047, -1.8708524703979492, -0.9539122581481934, -1.4551968574523926, -1.6866455078125, -2.768862009048462, -1.0148353576660156, -1.1192269325256348, -0.16185495257377625, -1.096342921257019, -0.560217559337616, -1.3402395248413086, -1.6786867380142212, -1.900396704673767, -1.8288637399673462, -1.831631064414978, -1.773045301437378, -0.265011191368103, -1.3926453590393066, -1.1134649515151978, -1.4113656282424927, -0.5482876896858215, -1.4790152311325073, -1.3475536108016968]}, "Bot006_013_11": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_013.log.json", "context": "??? i see , i am a dancer , and i am a teacher , so i do not know much about fashion . I don't know much about fashion either that is cool , i am a dancer , and i am a teacher , and you ? I'm a plumber that is cool , i am a teacher , and i am a teacher , and you ? I told you, I'm a plumber i am a fan of green , but i prefer orange . I love greens. But my three kids don't love them. hello , i am a woman , and you ? I'm a man. A married man", "response": "i see , i am a homebody , and i like to read , and write , and write , and you ?", "annotation_id": "Bot006_013_11", "annotations": ["O", "T", "O", "O", "O", "O", "O", "X", "O", "O", "X", "O", "X", "X", "O"], "gpt2background_target_score": [-7.560036659240723, -5.5417680740356445, -8.135539054870605, -1.8880670070648193, -3.2238306999206543, -2.4833085536956787, -8.517126083374023, -11.981423377990723, -5.191623210906982, -7.6829938888549805, -8.008794784545898, -5.35133171081543, -9.154884338378906, -11.143844604492188, -5.116155624389648, -6.913732528686523, -8.128897666931152, -3.968553304672241, -7.9006829261779785, -12.628314018249512, -3.108487367630005, -7.90216588973999, -8.010421752929688, -5.6279072761535645], "gpt2background_argmax_score": [-2.893122911453247, -2.9114696979522705, -2.0061099529266357, -1.8880670070648193, -2.8227381706237793, -2.4833085536956787, -3.6365561485290527, -2.291898012161255, -1.261704921722412, -0.6864784359931946, -1.677386999130249, -1.891947865486145, -2.867896556854248, -2.170278549194336, -1.354486346244812, -1.3617650270462036, -1.6548928022384644, -0.7030356526374817, -1.6057392358779907, -1.3539103269577026, -0.3436686396598816, -2.227932929992676, -0.662244975566864, -2.1778178215026855, -1.8152536153793335, -0.5239575505256653, -0.9261930584907532, -1.6330242156982422, -0.2242816835641861, -1.4885069131851196, -0.854536235332489, -1.086264967918396, -1.702935814857483, -2.4013760089874268, -1.407461166381836, -1.7655166387557983, -2.061990737915039, -1.47419273853302, -2.5936903953552246, -0.9264066815376282, -1.2243003845214844, -0.3415343761444092, -1.1015599966049194, -0.949496328830719, -1.8524789810180664, -1.1717513799667358, -1.1854408979415894, -0.22457532584667206, -2.013395309448242, -2.467808723449707, -1.5698469877243042, -0.9640407562255859, -0.7816349267959595, -0.9777581095695496, -1.39956533908844, -1.9462169408798218, -1.8970420360565186, -0.9997968077659607, -1.5034147500991821, -1.3478626012802124, -0.38553136587142944, -2.0865256786346436, -1.0382516384124756, -1.1258548498153687, -0.46495485305786133, -0.5830478072166443, -0.2491244226694107, -0.9732850790023804, -1.0321029424667358, -1.2687227725982666, -0.46883469820022583, -1.7640061378479004, -2.3402693271636963, -1.1180901527404785, -0.4491916000843048, -1.789568305015564, -1.6320916414260864, -1.5478830337524414, -0.19705556333065033, -1.3818764686584473, -0.11540386080741882, -0.8465557098388672, -0.8637163043022156, -0.4515872895717621, -0.8125008344650269, -1.0213186740875244, -0.8416568636894226, -2.2077510356903076, -1.1352781057357788, -1.1774775981903076, -1.1182303428649902, -1.4485024213790894, -1.7387996912002563, -1.6003509759902954, -2.058422088623047, -1.8708524703979492, -0.9539122581481934, -1.4551968574523926, -1.6866455078125, -2.768862009048462, -1.0148353576660156, -1.1192269325256348, -0.16185495257377625, -1.096342921257019, -0.560217559337616, -1.3402395248413086, -1.6786867380142212, -1.8081916570663452, -1.8044370412826538, -1.4817919731140137, -0.22674034535884857, -1.3078367710113525, -0.9654089212417603, -0.9569195508956909, -0.6074995994567871, -1.8496830463409424, -2.087999105453491, -1.4542934894561768, -0.29433220624923706, -1.8130947351455688, -0.979612410068512, -1.6005927324295044, -1.479394555091858, -0.8385417461395264, -1.7963289022445679, -2.086212635040283, -1.8116377592086792, -1.9348255395889282, -1.2419917583465576, -1.2190319299697876, -0.22490230202674866, -1.4656076431274414, -2.8639256954193115, -1.0877195596694946, -1.344839334487915, -0.7958076000213623, -0.7282993793487549, -1.8570255041122437, -2.4795081615448, -2.073913812637329, -1.6372122764587402, -0.6011654138565063, -1.2217386960983276, -1.3673237562179565, -1.1506208181381226, -0.6437160968780518, -0.9874461889266968, -1.6470178365707397, -2.306852340698242, -1.647779941558838]}, "Bot006_013_13": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_013.log.json", "context": "??? i see , i am a dancer , and i am a teacher , so i do not know much about fashion . I don't know much about fashion either that is cool , i am a dancer , and i am a teacher , and you ? I'm a plumber that is cool , i am a teacher , and i am a teacher , and you ? I told you, I'm a plumber i am a fan of green , but i prefer orange . I love greens. But my three kids don't love them. hello , i am a woman , and you ? I'm a man. A married man i see , i am a homebody , and i like to read , and write , and write , and you ? I don't have much time to read", "response": "that is cool , i am a dancer , and i am a teacher , and you ?", "annotation_id": "Bot006_013_13", "annotations": ["O", "T", "O", "X", "T", "T", "O", "O", "O", "T", "X", "T", "X", "X", "O"], "gpt2background_target_score": [-9.8734712600708, -8.379155158996582, -8.531152725219727, -5.405643939971924, -8.171114921569824, -9.028752326965332, -7.492005348205566, -7.923174858093262, -5.191623210906982, -7.6829938888549805, -8.008794784545898, -8.451956748962402, -7.451722145080566, -7.541437149047852, -5.116155624389648, -6.913732528686523, -9.823897361755371, -5.340456008911133], "gpt2background_argmax_score": [-2.893122911453247, -2.9114696979522705, -2.0061099529266357, -1.8880670070648193, -2.8227381706237793, -2.4833085536956787, -3.6365561485290527, -2.291898012161255, -1.261704921722412, -0.6864784359931946, -1.677386999130249, -1.891947865486145, -2.867896556854248, -2.170278549194336, -1.354486346244812, -1.3617650270462036, -1.6548928022384644, -0.7030356526374817, -1.6057392358779907, -1.3539103269577026, -0.3436686396598816, -2.227932929992676, -0.662244975566864, -2.1778178215026855, -1.8152536153793335, -0.5239575505256653, -0.9261930584907532, -1.6330242156982422, -0.2242816835641861, -1.4885069131851196, -0.854536235332489, -1.086264967918396, -1.702935814857483, -2.4013760089874268, -1.407461166381836, -1.7655166387557983, -2.061990737915039, -1.47419273853302, -2.5936903953552246, -0.9264066815376282, -1.2243003845214844, -0.3415343761444092, -1.1015599966049194, -0.949496328830719, -1.8524789810180664, -1.1717513799667358, -1.1854408979415894, -0.22457532584667206, -2.013395309448242, -2.467808723449707, -1.5698469877243042, -0.9640407562255859, -0.7816349267959595, -0.9777581095695496, -1.39956533908844, -1.9462169408798218, -1.8970420360565186, -0.9997968077659607, -1.5034147500991821, -1.3478626012802124, -0.38553136587142944, -2.0865256786346436, -1.0382516384124756, -1.1258548498153687, -0.46495485305786133, -0.5830478072166443, -0.2491244226694107, -0.9732850790023804, -1.0321029424667358, -1.2687227725982666, -0.46883469820022583, -1.7640061378479004, -2.3402693271636963, -1.1180901527404785, -0.4491916000843048, -1.789568305015564, -1.6320916414260864, -1.5478830337524414, -0.19705556333065033, -1.3818764686584473, -0.11540386080741882, -0.8465557098388672, -0.8637163043022156, -0.4515872895717621, -0.8125008344650269, -1.0213186740875244, -0.8416568636894226, -2.2077510356903076, -1.1352781057357788, -1.1774775981903076, -1.1182303428649902, -1.4485024213790894, -1.7387996912002563, -1.6003509759902954, -2.058422088623047, -1.8708524703979492, -0.9539122581481934, -1.4551968574523926, -1.6866455078125, -2.768862009048462, -1.0148353576660156, -1.1192269325256348, -0.16185495257377625, -1.096342921257019, -0.560217559337616, -1.3402395248413086, -1.6786867380142212, -1.8081916570663452, -1.8044370412826538, -1.4817919731140137, -0.22674034535884857, -1.3078367710113525, -0.9654089212417603, -0.9569195508956909, -0.6074995994567871, -1.8496830463409424, -2.087999105453491, -1.4542934894561768, -0.29433220624923706, -1.8130947351455688, -0.979612410068512, -1.6005927324295044, -1.479394555091858, -0.8385417461395264, -1.7963289022445679, -1.5680067539215088, -1.8597986698150635, -1.423219919204712, -0.9874281287193298, -0.30459392070770264, -1.5419574975967407, -3.0025084018707275, -0.8598793745040894, -0.8805835843086243, -0.9271225333213806, -0.6280612349510193, -1.9287415742874146, -2.3703668117523193, -1.958953619003296, -1.609894871711731, -0.6885057091712952, -1.3339447975158691, -0.9752628803253174, -1.201670527458191, -0.7820736765861511, -0.7840737700462341, -1.4347732067108154, -1.8733396530151367, -1.6940526962280273, -1.6621469259262085, -0.21401675045490265, -0.8902355432510376, -1.4771517515182495, -2.3513264656066895, -1.5342355966567993, -1.7792723178863525, -1.204613447189331, -1.9719022512435913, -1.093315601348877, -2.263943672180176, -1.6009403467178345, -1.6770108938217163, -1.6331117153167725, -0.24895435571670532, -2.145219326019287, -0.8209964036941528, -0.9497342109680176, -0.9692026376724243, -0.5808094143867493, -0.14360767602920532, -0.727321982383728, -0.8891584873199463, -0.9642976522445679, -0.586881697177887, -1.2458559274673462, -1.8373900651931763]}, "Bot006_013_15": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_013.log.json", "context": "??? i see , i am a dancer , and i am a teacher , so i do not know much about fashion . I don't know much about fashion either that is cool , i am a dancer , and i am a teacher , and you ? I'm a plumber that is cool , i am a teacher , and i am a teacher , and you ? I told you, I'm a plumber i am a fan of green , but i prefer orange . I love greens. But my three kids don't love them. hello , i am a woman , and you ? I'm a man. A married man i see , i am a homebody , and i like to read , and write , and write , and you ? I don't have much time to read that is cool , i am a dancer , and i am a teacher , and you ? I'm a plumber", "response": "Me too. But I always come back to my wife and the kids. Which makes everything easier", "annotation_id": "Bot006_013_15", "annotations": ["O", "T", "X", "X", "T", "X", "O", "T", "X", "X", "X", "T", "X", "X", "X"], "gpt2background_target_score": [-9.234963417053223, -8.833293914794922, -6.320221900939941, -8.904925346374512, -11.366636276245117, -5.457400321960449, -12.106679916381836, -8.393938064575195, -6.896327495574951, -3.974205255508423, -11.306071281433105, -8.141983985900879, -8.38870620727539, -10.394966125488281, -8.124471664428711, -11.092569351196289, -10.216779708862305, -5.080195903778076, -14.617082595825195], "gpt2background_argmax_score": [-2.893122911453247, -2.9114696979522705, -2.0061099529266357, -1.8880670070648193, -2.8227381706237793, -2.4833085536956787, -3.6365561485290527, -2.291898012161255, -1.261704921722412, -0.6864784359931946, -1.677386999130249, -1.891947865486145, -2.867896556854248, -2.170278549194336, -1.354486346244812, -1.3617650270462036, -1.6548928022384644, -0.7030356526374817, -1.6057392358779907, -1.3539103269577026, -0.3436686396598816, -2.227932929992676, -0.662244975566864, -2.1778178215026855, -1.8152536153793335, -0.5239575505256653, -0.9261930584907532, -1.6330242156982422, -0.2242816835641861, -1.4885069131851196, -0.854536235332489, -1.086264967918396, -1.702935814857483, -2.4013760089874268, -1.407461166381836, -1.7655166387557983, -2.061990737915039, -1.47419273853302, -2.5936903953552246, -0.9264066815376282, -1.2243003845214844, -0.3415343761444092, -1.1015599966049194, -0.949496328830719, -1.8524789810180664, -1.1717513799667358, -1.1854408979415894, -0.22457532584667206, -2.013395309448242, -2.467808723449707, -1.5698469877243042, -0.9640407562255859, -0.7816349267959595, -0.9777581095695496, -1.39956533908844, -1.9462169408798218, -1.8970420360565186, -0.9997968077659607, -1.5034147500991821, -1.3478626012802124, -0.38553136587142944, -2.0865256786346436, -1.0382516384124756, -1.1258548498153687, -0.46495485305786133, -0.5830478072166443, -0.2491244226694107, -0.9732850790023804, -1.0321029424667358, -1.2687227725982666, -0.46883469820022583, -1.7640061378479004, -2.3402693271636963, -1.1180901527404785, -0.4491916000843048, -1.789568305015564, -1.6320916414260864, -1.5478830337524414, -0.19705556333065033, -1.3818764686584473, -0.11540386080741882, -0.8465557098388672, -0.8637163043022156, -0.4515872895717621, -0.8125008344650269, -1.0213186740875244, -0.8416568636894226, -2.2077510356903076, -1.1352781057357788, -1.1774775981903076, -1.1182303428649902, -1.4485024213790894, -1.7387996912002563, -1.6003509759902954, -2.058422088623047, -1.8708524703979492, -0.9539122581481934, -1.4551968574523926, -1.6866455078125, -2.768862009048462, -1.0148353576660156, -1.1192269325256348, -0.16185495257377625, -1.096342921257019, -0.560217559337616, -1.3402395248413086, -1.6786867380142212, -1.8081916570663452, -1.8044370412826538, -1.4817919731140137, -0.22674034535884857, -1.3078367710113525, -0.9654089212417603, -0.9569195508956909, -0.6074995994567871, -1.8496830463409424, -2.087999105453491, -1.4542934894561768, -0.29433220624923706, -1.8130947351455688, -0.979612410068512, -1.6005927324295044, -1.479394555091858, -0.8385417461395264, -1.7963289022445679, -1.5680067539215088, -1.8597986698150635, -1.423219919204712, -0.9874281287193298, -0.30459392070770264, -1.5419574975967407, -3.0025084018707275, -0.8598793745040894, -0.8805835843086243, -0.9271225333213806, -0.6280612349510193, -1.9287415742874146, -2.3703668117523193, -1.958953619003296, -1.609894871711731, -0.6885057091712952, -1.3339447975158691, -0.9752628803253174, -1.201670527458191, -0.7820736765861511, -0.7840737700462341, -1.4347732067108154, -1.8733396530151367, -1.6940526962280273, -1.6621469259262085, -0.21401675045490265, -0.8902355432510376, -1.4771517515182495, -2.3513264656066895, -1.5342355966567993, -1.7792723178863525, -1.204613447189331, -1.404250144958496, -1.6961802244186401, -1.033521294593811, -1.4866609573364258, -1.354788064956665, -0.4233255386352539, -2.193218946456909, -0.5400575399398804, -0.6887221336364746, -0.9404696226119995, -0.6068387627601624, -0.2262369692325592, -0.7806360125541687, -0.8204662799835205, -0.999927282333374, -0.5357838869094849, -0.3958444893360138, -1.3353523015975952, -1.2985507249832153, -0.13947473466396332, -2.1379570960998535, -0.1704588383436203, -1.6938806772232056, -2.0691514015197754, -0.40605947375297546, -1.5059151649475098, -1.3526761531829834, -1.88704252243042, -1.9239240884780884, -2.7941277027130127, -1.9526244401931763, -1.378625750541687, -1.9637638330459595, -3.119678020477295, -1.933179259300232, -2.289548397064209, -2.673229455947876, -1.8222196102142334, -1.848258137702942, -0.988760769367218, -0.34974658489227295, -2.3629870414733887, -1.6132441759109497]}, "Bot006_013_17": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_013.log.json", "context": "??? i see , i am a dancer , and i am a teacher , so i do not know much about fashion . I don't know much about fashion either that is cool , i am a dancer , and i am a teacher , and you ? I'm a plumber that is cool , i am a teacher , and i am a teacher , and you ? I told you, I'm a plumber i am a fan of green , but i prefer orange . I love greens. But my three kids don't love them. hello , i am a woman , and you ? I'm a man. A married man i see , i am a homebody , and i like to read , and write , and write , and you ? I don't have much time to read that is cool , i am a dancer , and i am a teacher , and you ? I'm a plumber Me too. But I always come back to my wife and the kids. Which makes everything easier Did you just copy me?", "response": "that's cool , i am sure you are a great person , you are a teacher , you must be smart , you ?", "annotation_id": "Bot006_013_17", "annotations": ["X", "T", "O", "X", "T", "X", "O", "O", "O", "T", "X", "X", "X", "X", "X"], "gpt2background_target_score": [-9.8734712600708, -8.63809871673584, -8.531152725219727, -5.405643939971924, -8.171114921569824, -9.028752326965332, -8.916709899902344, -6.875603675842285, -6.0108418464660645, -4.253373146057129, -12.101436614990234, -10.603843688964844, -7.623611927032471, -7.319379806518555, -5.260463714599609, -5.905547142028809, -10.93871784210205, -3.968553304672241, -8.704520225524902, -12.312851905822754, -11.630825996398926, -11.08317756652832, -0.662244975566864, -6.405239582061768, -8.233619689941406], "gpt2background_argmax_score": [-2.893122911453247, -2.9114696979522705, -2.0061099529266357, -1.8880670070648193, -2.8227381706237793, -2.4833085536956787, -3.6365561485290527, -2.291898012161255, -1.261704921722412, -0.6864784359931946, -1.677386999130249, -1.891947865486145, -2.867896556854248, -2.170278549194336, -1.354486346244812, -1.3617650270462036, -1.6548928022384644, -0.7030356526374817, -1.6057392358779907, -1.3539103269577026, -0.3436686396598816, -2.227932929992676, -0.662244975566864, -2.1778178215026855, -1.8152536153793335, -0.5239575505256653, -0.9261930584907532, -1.6330242156982422, -0.2242816835641861, -1.4885069131851196, -0.854536235332489, -1.086264967918396, -1.702935814857483, -2.4013760089874268, -1.407461166381836, -1.7655166387557983, -2.061990737915039, -1.47419273853302, -2.5936903953552246, -0.9264066815376282, -1.2243003845214844, -0.3415343761444092, -1.1015599966049194, -0.949496328830719, -1.8524789810180664, -1.1717513799667358, -1.1854408979415894, -0.22457532584667206, -2.013395309448242, -2.467808723449707, -1.5698469877243042, -0.9640407562255859, -0.7816349267959595, -0.9777581095695496, -1.39956533908844, -1.9462169408798218, -1.8970420360565186, -0.9997968077659607, -1.5034147500991821, -1.3478626012802124, -0.38553136587142944, -2.0865256786346436, -1.0382516384124756, -1.1258548498153687, -0.46495485305786133, -0.5830478072166443, -0.2491244226694107, -0.9732850790023804, -1.0321029424667358, -1.2687227725982666, -0.46883469820022583, -1.7640061378479004, -2.3402693271636963, -1.1180901527404785, -0.4491916000843048, -1.789568305015564, -1.6320916414260864, -1.5478830337524414, -0.19705556333065033, -1.3818764686584473, -0.11540386080741882, -0.8465557098388672, -0.8637163043022156, -0.4515872895717621, -0.8125008344650269, -1.0213186740875244, -0.8416568636894226, -2.2077510356903076, -1.1352781057357788, -1.1774775981903076, -1.1182303428649902, -1.4485024213790894, -1.7387996912002563, -1.6003509759902954, -2.058422088623047, -1.8708524703979492, -0.9539122581481934, -1.4551968574523926, -1.6866455078125, -2.768862009048462, -1.0148353576660156, -1.1192269325256348, -0.16185495257377625, -1.096342921257019, -0.560217559337616, -1.3402395248413086, -1.6786867380142212, -1.8081916570663452, -1.8044370412826538, -1.4817919731140137, -0.22674034535884857, -1.3078367710113525, -0.9654089212417603, -0.9569195508956909, -0.6074995994567871, -1.8496830463409424, -2.087999105453491, -1.4542934894561768, -0.29433220624923706, -1.8130947351455688, -0.979612410068512, -1.6005927324295044, -1.479394555091858, -0.8385417461395264, -1.7963289022445679, -1.5680067539215088, -1.8597986698150635, -1.423219919204712, -0.9874281287193298, -0.30459392070770264, -1.5419574975967407, -3.0025084018707275, -0.8598793745040894, -0.8805835843086243, -0.9271225333213806, -0.6280612349510193, -1.9287415742874146, -2.3703668117523193, -1.958953619003296, -1.609894871711731, -0.6885057091712952, -1.3339447975158691, -0.9752628803253174, -1.201670527458191, -0.7820736765861511, -0.7840737700462341, -1.4347732067108154, -1.8733396530151367, -1.6940526962280273, -1.6621469259262085, -0.21401675045490265, -0.8902355432510376, -1.4771517515182495, -2.3513264656066895, -1.5342355966567993, -1.7792723178863525, -1.204613447189331, -1.404250144958496, -1.6961802244186401, -1.033521294593811, -1.4866609573364258, -1.354788064956665, -0.4233255386352539, -2.193218946456909, -0.5400575399398804, -0.6887221336364746, -0.9404696226119995, -0.6068387627601624, -0.2262369692325592, -0.7806360125541687, -0.8204662799835205, -0.999927282333374, -0.5357838869094849, -0.3958444893360138, -1.3353523015975952, -1.2985507249832153, -0.13947473466396332, -2.1379570960998535, -0.1704588383436203, -1.6938806772232056, -2.271313428878784, -0.713298499584198, -1.536371111869812, -1.2797771692276, -1.3111953735351562, -2.6273586750030518, -2.034409761428833, -1.502117395401001, -1.8702775239944458, -2.931908130645752, -1.3056539297103882, -2.6968114376068115, -2.6696765422821045, -1.0639455318450928, -1.6254243850708008, -1.32272469997406, -0.296129435300827, -2.5194013118743896, -1.4551066160202026, -0.2610398530960083, -2.7028539180755615, -2.3518996238708496, -1.7866204977035522, -2.565124988555908, -2.093048334121704, -1.8321247100830078, -1.250411868095398, -2.2609803676605225, -1.7691142559051514, -1.690070629119873, -2.024444580078125, -0.1616324633359909, -1.2613718509674072, -1.963234782218933, -1.7563395500183105, -2.67061185836792, -1.7595365047454834, -1.3156901597976685, -1.4065759181976318, -1.6175546646118164, -1.2852504253387451, -2.5380945205688477, -1.3826292753219604, -1.613739013671875, -1.0426055192947388, -1.1896988153457642, -1.3348263502120972, -1.3959940671920776, -1.836029291152954, -1.393905520439148, -1.526489019393921]}, "Bot006_013_19": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_013.log.json", "context": "??? i see , i am a dancer , and i am a teacher , so i do not know much about fashion . I don't know much about fashion either that is cool , i am a dancer , and i am a teacher , and you ? I'm a plumber that is cool , i am a teacher , and i am a teacher , and you ? I told you, I'm a plumber i am a fan of green , but i prefer orange . I love greens. But my three kids don't love them. hello , i am a woman , and you ? I'm a man. A married man i see , i am a homebody , and i like to read , and write , and write , and you ? I don't have much time to read that is cool , i am a dancer , and i am a teacher , and you ? I'm a plumber Me too. But I always come back to my wife and the kids. Which makes everything easier Did you just copy me? that's cool , i am sure you are a great person , you are a teacher , you must be smart , you ? I'm not a teacher", "response": "???", "annotation_id": "Bot006_013_19", "annotations": ["O", "T", "T", "T", "T", "X", "O", "O", "T", "X", "X", "X", "X", "X", "O"], "gpt2background_target_score": [-9.085620880126953], "gpt2background_argmax_score": [-2.893122911453247, -2.9114696979522705, -2.0061099529266357, -1.8880670070648193, -2.8227381706237793, -2.4833085536956787, -3.6365561485290527, -2.291898012161255, -1.261704921722412, -0.6864784359931946, -1.677386999130249, -1.891947865486145, -2.867896556854248, -2.170278549194336, -1.354486346244812, -1.3617650270462036, -1.6548928022384644, -0.7030356526374817, -1.6057392358779907, -1.3539103269577026, -0.3436686396598816, -2.227932929992676, -0.662244975566864, -2.1778178215026855, -1.8152536153793335, -0.5239575505256653, -0.9261930584907532, -1.6330242156982422, -0.2242816835641861, -1.4885069131851196, -0.854536235332489, -1.086264967918396, -1.702935814857483, -2.4013760089874268, -1.407461166381836, -1.7655166387557983, -2.061990737915039, -1.47419273853302, -2.5936903953552246, -0.9264066815376282, -1.2243003845214844, -0.3415343761444092, -1.1015599966049194, -0.949496328830719, -1.8524789810180664, -1.1717513799667358, -1.1854408979415894, -0.22457532584667206, -2.013395309448242, -2.467808723449707, -1.5698469877243042, -0.9640407562255859, -0.7816349267959595, -0.9777581095695496, -1.39956533908844, -1.9462169408798218, -1.8970420360565186, -0.9997968077659607, -1.5034147500991821, -1.3478626012802124, -0.38553136587142944, -2.0865256786346436, -1.0382516384124756, -1.1258548498153687, -0.46495485305786133, -0.5830478072166443, -0.2491244226694107, -0.9732850790023804, -1.0321029424667358, -1.2687227725982666, -0.46883469820022583, -1.7640061378479004, -2.3402693271636963, -1.1180901527404785, -0.4491916000843048, -1.789568305015564, -1.6320916414260864, -1.5478830337524414, -0.19705556333065033, -1.3818764686584473, -0.11540386080741882, -0.8465557098388672, -0.8637163043022156, -0.4515872895717621, -0.8125008344650269, -1.0213186740875244, -0.8416568636894226, -2.2077510356903076, -1.1352781057357788, -1.1774775981903076, -1.1182303428649902, -1.4485024213790894, -1.7387996912002563, -1.6003509759902954, -2.058422088623047, -1.8708524703979492, -0.9539122581481934, -1.4551968574523926, -1.6866455078125, -2.768862009048462, -1.0148353576660156, -1.1192269325256348, -0.16185495257377625, -1.096342921257019, -0.560217559337616, -1.3402395248413086, -1.6786867380142212, -1.8081916570663452, -1.8044370412826538, -1.4817919731140137, -0.22674034535884857, -1.3078367710113525, -0.9654089212417603, -0.9569195508956909, -0.6074995994567871, -1.8496830463409424, -2.087999105453491, -1.4542934894561768, -0.29433220624923706, -1.8130947351455688, -0.979612410068512, -1.6005927324295044, -1.479394555091858, -0.8385417461395264, -1.7963289022445679, -1.5680067539215088, -1.8597986698150635, -1.423219919204712, -0.9874281287193298, -0.30459392070770264, -1.5419574975967407, -3.0025084018707275, -0.8598793745040894, -0.8805835843086243, -0.9271225333213806, -0.6280612349510193, -1.9287415742874146, -2.3703668117523193, -1.958953619003296, -1.609894871711731, -0.6885057091712952, -1.3339447975158691, -0.9752628803253174, -1.201670527458191, -0.7820736765861511, -0.7840737700462341, -1.4347732067108154, -1.8733396530151367, -1.6940526962280273, -1.6621469259262085, -0.21401675045490265, -0.8902355432510376, -1.4771517515182495, -2.3513264656066895, -1.5342355966567993, -1.7792723178863525, -1.204613447189331, -1.404250144958496, -1.6961802244186401, -1.033521294593811, -1.4866609573364258, -1.354788064956665, -0.4233255386352539, -2.193218946456909, -0.5400575399398804, -0.6887221336364746, -0.9404696226119995, -0.6068387627601624, -0.2262369692325592, -0.7806360125541687, -0.8204662799835205, -0.999927282333374, -0.5357838869094849, -0.3958444893360138, -1.3353523015975952, -1.2985507249832153, -0.13947473466396332, -2.1379570960998535, -0.1704588383436203, -1.6938806772232056, -2.271313428878784, -0.713298499584198, -1.536371111869812, -1.2797771692276, -1.3111953735351562, -2.6273586750030518, -2.0344085693359375, -1.5021166801452637, -1.8702757358551025, -2.9319076538085938, -1.3056535720825195, -2.696812629699707, -2.6696763038635254, -1.0639457702636719, -1.6254247426986694, -1.3227267265319824, -0.29612997174263, -2.519401788711548, -1.4551056623458862, -0.26103994250297546, -2.702854633331299, -2.351898670196533, -1.7866188287734985, -2.5651259422302246, -2.093048572540283, -1.541068434715271, -2.195512294769287, -1.8414175510406494, -1.5265446901321411, -1.0395748615264893, -0.1568784862756729, -1.3215429782867432, -1.9105818271636963, -1.5583850145339966, -2.467996597290039, -1.5202494859695435, -1.280643343925476, -1.4671170711517334, -1.5566946268081665, -0.981192409992218, -2.3218939304351807, -1.474400281906128, -1.1865206956863403, -0.9907892346382141, -1.1827106475830078, -1.286232590675354, -1.3981322050094604, -1.457130789756775, -1.4101613759994507, -1.974941611289978, -1.5296024084091187, -0.2991625964641571, -1.185455560684204, -2.0220208168029785, -0.9786002039909363, -2.0630042552948, -2.073453187942505]}, "Bot006_015_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_015.log.json", "context": "my name is george. I'm Sara. Nice to meet you", "response": "i am a little tired from work", "annotation_id": "Bot006_015_02", "annotations": ["T", "T", "X", "O", "T", "O", "T", "X", "T", "X", "T", "O", "X", "O", "O"], "gpt2background_target_score": [-8.222533226013184, -8.854796409606934, -4.737920761108398, -11.646961212158203, -10.511008262634277, -9.471559524536133, -6.695074558258057], "gpt2background_argmax_score": [-3.9138262271881104, -1.0342342853546143, -4.644143104553223, -1.987544298171997, -1.8897188901901245, -1.1601585149765015, -1.9208515882492065, -1.9380507469177246, -2.186972141265869, -1.0105276107788086, -1.9247146844863892, -1.693904161453247, -1.3067737817764282, -1.4125818014144897, -2.369222402572632, -1.7999482154846191, -2.6886043548583984, -2.895955801010132, -2.5504655838012695, -0.7059946656227112, -2.2263941764831543, -2.1252808570861816]}, "Bot006_015_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_015.log.json", "context": "my name is george. I'm Sara. Nice to meet you i am a little tired from work Me too. I don't like my job", "response": "i am in the midwest , and you ?", "annotation_id": "Bot006_015_04", "annotations": ["T", "T", "T", "O", "O", "O", "O", "X", "T", "O", "T", "O", "O", "O", "O"], "gpt2background_target_score": [-8.222533226013184, -8.854796409606934, -6.495314598083496, -8.811687469482422, -11.844354629516602, -11.8583402633667, -11.568567276000977, -8.265716552734375, -5.669276237487793, -11.398520469665527], "gpt2background_argmax_score": [-3.9138262271881104, -1.0342342853546143, -4.644143104553223, -1.987544298171997, -1.8897188901901245, -1.1601585149765015, -1.9208515882492065, -1.9380507469177246, -2.186972141265869, -1.0105276107788086, -1.9247146844863892, -1.693904161453247, -1.3067737817764282, -1.4125818014144897, -1.767163872718811, -2.409696340560913, -3.345879077911377, -2.7388932704925537, -0.8838887214660645, -1.9122562408447266, -1.6317490339279175, -0.26189756393432617, -1.5004172325134277, -2.012775182723999, -1.598425269126892, -0.287410169839859, -1.740006446838379, -1.8423014879226685, -1.7674449682235718, -1.6288082599639893, -2.2143685817718506, -2.567891836166382, -1.5879507064819336, -1.8680100440979004, -1.4724873304367065, -0.9540622234344482, -1.318648099899292, -2.1403706073760986, -1.0374385118484497, -2.462590456008911, -0.7776979804039001]}, "Bot006_015_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_015.log.json", "context": "my name is george. I'm Sara. Nice to meet you i am a little tired from work Me too. I don't like my job i am in the midwest , and you ? I am at Europe", "response": "that is cool , i am in the midwest , and i love to visit", "annotation_id": "Bot006_015_06", "annotations": ["T", "O", "O", "O", "O", "O", "T", "O", "O", "T", "T", "O", "X", "O", "T"], "gpt2background_target_score": [-11.742694854736328, -1.0342342853546143, -7.9157233238220215, -8.401688575744629, -6.686221122741699, -8.526679039001465, -10.027405738830566, -3.4648566246032715, -10.276594161987305, -12.659290313720703, -9.57079792022705, -9.146369934082031, -7.975788593292236, -9.548189163208008, -9.769726753234863, -11.16026496887207], "gpt2background_argmax_score": [-3.9138262271881104, -1.0342342853546143, -4.644143104553223, -1.987544298171997, -1.8897188901901245, -1.1601585149765015, -1.9208515882492065, -1.9380507469177246, -2.186972141265869, -1.0105276107788086, -1.9247146844863892, -1.693904161453247, -1.3067737817764282, -1.4125818014144897, -1.767163872718811, -2.409696340560913, -3.345879077911377, -2.7388932704925537, -0.8838887214660645, -1.9122562408447266, -1.6317490339279175, -0.26189756393432617, -1.5004172325134277, -2.012775182723999, -1.598425269126892, -0.287410169839859, -1.740006446838379, -1.8423014879226685, -1.7674449682235718, -1.6288082599639893, -2.212836265563965, -1.9902030229568481, -2.0733981132507324, -2.0220398902893066, -1.1156307458877563, -1.778207778930664, -2.1597824096679688, -1.1964384317398071, -2.530200481414795, -1.6142988204956055, -1.9945305585861206, -1.8764828443527222, -1.2867677211761475, -2.7865617275238037, -2.1729037761688232, -0.7848792672157288, -2.6202878952026367, -1.5547102689743042, -2.1744563579559326, -2.0668258666992188, -2.1498968601226807, -1.1348036527633667, -1.0256916284561157, -0.16845323145389557, -1.612166166305542, -1.8999793529510498, -1.1811034679412842, -0.9464595317840576, -0.8137591481208801, -0.9615477919578552, -1.0740388631820679]}, "Bot006_015_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_015.log.json", "context": "my name is george. I'm Sara. Nice to meet you i am a little tired from work Me too. I don't like my job i am in the midwest , and you ? I am at Europe that is cool , i am in the midwest , and i love to visit Do you like your country?", "response": "I'm Sara. Nice to meet you", "annotation_id": "Bot006_015_08", "annotations": ["T", "T", "X", "X", "X", "X", "X", "X", "T", "O", "T", "X", "X", "T", "X"], "gpt2background_target_score": [-8.928343772888184, -9.232007026672363, -8.216591835021973, -6.522829055786133, -8.847246170043945, -9.089973449707031, -8.75910472869873, -6.72763729095459], "gpt2background_argmax_score": [-3.9138240814208984, -1.0342351198196411, -4.644142150878906, -1.9875437021255493, -1.8897175788879395, -1.1601585149765015, -1.920852780342102, -1.938049554824829, -2.1869704723358154, -1.0105259418487549, -1.9247139692306519, -1.6939038038253784, -1.306773066520691, -1.4125827550888062, -1.767162799835205, -2.4096972942352295, -3.345879077911377, -2.7388908863067627, -0.8838885426521301, -1.912257194519043, -1.6317481994628906, -0.26189589500427246, -1.5004172325134277, -2.0127742290496826, -1.5984262228012085, -0.2874091863632202, -1.7400081157684326, -1.8423000574111938, -1.767443060874939, -1.6288089752197266, -2.212836503982544, -1.9902029037475586, -2.0733983516693115, -2.022040367126465, -1.1156318187713623, -1.778213381767273, -2.159780263900757, -1.196437954902649, -2.5301973819732666, -1.6142990589141846, -1.9945298433303833, -1.876483678817749, -1.286767840385437, -2.7865633964538574, -2.0622220039367676, -2.636680841445923, -1.6742427349090576, -1.6828488111495972, -1.8570172786712646, -2.2942886352539062, -1.2734075784683228, -2.119725227355957, -0.22478604316711426, -2.3776841163635254, -1.8460341691970825, -1.3303686380386353, -1.220361590385437, -0.8894593119621277, -1.4157967567443848, -1.166718602180481, -0.7146727442741394, -1.36272132396698, -2.1417150497436523, -0.5192756652832031, -0.9679165482521057, -1.758456826210022, -1.7711937427520752, -2.1458792686462402, -1.282869577407837, -1.3244775533676147, -1.15353524684906, -0.8706362247467041, -0.45926639437675476, -0.19087670743465424, -1.59528648853302]}, "Bot006_015_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_015.log.json", "context": "my name is george. I'm Sara. Nice to meet you i am a little tired from work Me too. I don't like my job i am in the midwest , and you ? I am at Europe that is cool , i am in the midwest , and i love to visit Do you like your country? I'm Sara. Nice to meet you These was mine words", "response": "you are welcome . i am in the midwest , and you ?", "annotation_id": "Bot006_015_10", "annotations": ["T", "T", "X", "X", "O", "X", "T", "T", "T", "O", "T", "X", "X", "X", "T"], "gpt2background_target_score": [-10.647130966186523, -7.149431228637695, -9.734689712524414, -9.498740196228027, -6.686221599578857, -8.526680946350098, -10.02740478515625, -3.464857339859009, -10.276594161987305, -12.659290313720703, -9.57079792022705, -9.146370887756348, -1.306773066520691, -8.676753997802734], "gpt2background_argmax_score": [-3.9138240814208984, -1.0342351198196411, -4.644142150878906, -1.9875437021255493, -1.8897175788879395, -1.1601585149765015, -1.920852780342102, -1.938049554824829, -2.1869704723358154, -1.0105259418487549, -1.9247139692306519, -1.6939038038253784, -1.306773066520691, -1.4125827550888062, -1.767162799835205, -2.4096972942352295, -3.345879077911377, -2.7388908863067627, -0.8838885426521301, -1.912257194519043, -1.6317481994628906, -0.26189589500427246, -1.5004172325134277, -2.0127742290496826, -1.5984262228012085, -0.2874091863632202, -1.7400081157684326, -1.8423000574111938, -1.767443060874939, -1.6288089752197266, -2.212836503982544, -1.9902029037475586, -2.0733983516693115, -2.022040367126465, -1.1156318187713623, -1.778213381767273, -2.159780263900757, -1.196438193321228, -2.530198574066162, -1.6142984628677368, -1.9945307970046997, -1.8764817714691162, -1.286767840385437, -2.786562442779541, -2.062220811843872, -2.6366798877716064, -1.6742424964904785, -1.6828480958938599, -1.8570184707641602, -2.2942891120910645, -1.273406982421875, -2.119722366333008, -0.22478614747524261, -2.377685308456421, -1.846034049987793, -1.330367088317871, -1.2203621864318848, -0.889458417892456, -1.4157958030700684, -1.1667203903198242, -0.7146722674369812, -1.3627218008041382, -2.141716718673706, -0.5192727446556091, -0.967917263507843, -1.7584563493728638, -1.7784810066223145, -1.5527362823486328, -1.709943175315857, -1.4264822006225586, -0.8988621234893799, -0.4775625169277191, -0.17790748178958893, -1.823372721672058, -1.7182496786117554, -2.0202410221099854, -2.200965166091919, -3.213646650314331, -1.9759247303009033, -1.783043384552002, -2.6094212532043457, -1.7349909543991089, -1.4712283611297607, -1.5317389965057373, -2.1443982124328613, -0.7999227046966553, -0.2949296534061432, -0.15354280173778534, -1.7509933710098267, -1.620797872543335, -1.0299800634384155, -0.8923019170761108, -1.0911117792129517]}, "Bot006_015_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_015.log.json", "context": "my name is george. I'm Sara. Nice to meet you i am a little tired from work Me too. I don't like my job i am in the midwest , and you ? I am at Europe that is cool , i am in the midwest , and i love to visit Do you like your country? I'm Sara. Nice to meet you These was mine words you are welcome . i am in the midwest , and you ? Got it. You stole my sentense", "response": "i am sorry , i am sorry .", "annotation_id": "Bot006_015_12", "annotations": ["T", "T", "O", "X", "T", "T", "X", "O", "O", "X", "T", "O", "X", "O", "T"], "gpt2background_target_score": [-8.222536087036133, -8.854795455932617, -9.251802444458008, -8.401688575744629, -6.686221599578857, -8.526680946350098, -10.109587669372559, -9.538041114807129], "gpt2background_argmax_score": [-3.9138240814208984, -1.0342351198196411, -4.644142150878906, -1.9875437021255493, -1.8897175788879395, -1.1601585149765015, -1.920852780342102, -1.938049554824829, -2.1869704723358154, -1.0105259418487549, -1.9247139692306519, -1.6939038038253784, -1.306773066520691, -1.4125827550888062, -1.767162799835205, -2.4096972942352295, -3.345879077911377, -2.7388908863067627, -0.8838885426521301, -1.912257194519043, -1.6317481994628906, -0.26189589500427246, -1.5004172325134277, -2.0127742290496826, -1.5984262228012085, -0.2874091863632202, -1.7400081157684326, -1.8423000574111938, -1.767443060874939, -1.6288089752197266, -2.212836503982544, -1.9902029037475586, -2.0733983516693115, -2.022040367126465, -1.1156318187713623, -1.778213381767273, -2.159780263900757, -1.196438193321228, -2.530198574066162, -1.6142984628677368, -1.9945307970046997, -1.8764817714691162, -1.286767840385437, -2.786562442779541, -2.062220811843872, -2.6366798877716064, -1.6742424964904785, -1.6828480958938599, -1.8570184707641602, -2.2942891120910645, -1.273406982421875, -2.119722366333008, -0.22478614747524261, -2.377685308456421, -1.846034049987793, -1.330367088317871, -1.2203621864318848, -0.889458417892456, -1.4157958030700684, -1.1667203903198242, -0.7146722674369812, -1.3627218008041382, -2.141716718673706, -0.5192727446556091, -0.967917263507843, -1.7584563493728638, -1.7784810066223145, -1.5527362823486328, -1.709943175315857, -1.4264822006225586, -0.8988621234893799, -0.4775625169277191, -0.17790748178958893, -1.823372721672058, -1.7182496786117554, -2.0202410221099854, -2.200965166091919, -3.213646650314331, -2.7785911560058594, -2.9960057735443115, -1.4701614379882812, -1.9976977109909058, -1.6988979578018188, -2.042551040649414, -0.7472168207168579, -0.399031400680542, -0.18157099187374115, -1.8305302858352661, -1.3397564888000488, -1.0744596719741821, -0.9610734581947327, -1.9558202028274536, -1.3344806432724, -2.676152467727661, -2.089719295501709, -1.4404438734054565, -1.267135739326477, -2.424497127532959, -3.3099899291992188, -2.221876621246338, -2.2108819484710693, -1.9163661003112793, -1.4566144943237305, -2.3065075874328613, -1.2565228939056396, -1.2872122526168823, -1.9089375734329224, -1.3982884883880615, -1.105228304862976]}, "Bot006_015_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_015.log.json", "context": "my name is george. I'm Sara. Nice to meet you i am a little tired from work Me too. I don't like my job i am in the midwest , and you ? I am at Europe that is cool , i am in the midwest , and i love to visit Do you like your country? I'm Sara. Nice to meet you These was mine words you are welcome . i am in the midwest , and you ? Got it. You stole my sentense i am sorry , i am sorry . Okay. Apologises accepted", "response": "i am in the midwest , and you ?", "annotation_id": "Bot006_015_14", "annotations": ["T", "T", "X", "X", "O", "T", "T", "O", "X", "O", "T", "O", "X", "O", "O"], "gpt2background_target_score": [-8.222536087036133, -8.854795455932617, -6.495314121246338, -8.811687469482422, -11.844354629516602, -11.858339309692383, -11.56856632232666, -8.265717506408691, -5.669276237487793, -11.398521423339844], "gpt2background_argmax_score": [-3.9138240814208984, -1.0342351198196411, -4.644142150878906, -1.9875437021255493, -1.8897175788879395, -1.1601585149765015, -1.920852780342102, -1.938049554824829, -2.1869704723358154, -1.0105259418487549, -1.9247139692306519, -1.6939038038253784, -1.306773066520691, -1.4125827550888062, -1.767162799835205, -2.4096972942352295, -3.345879077911377, -2.7388908863067627, -0.8838885426521301, -1.912257194519043, -1.6317481994628906, -0.26189589500427246, -1.5004172325134277, -2.0127742290496826, -1.5984262228012085, -0.2874091863632202, -1.7400081157684326, -1.8423000574111938, -1.767443060874939, -1.6288089752197266, -2.212836503982544, -1.9902029037475586, -2.0733983516693115, -2.022040367126465, -1.1156318187713623, -1.778213381767273, -2.159780263900757, -1.196438193321228, -2.530198574066162, -1.6142984628677368, -1.9945307970046997, -1.8764817714691162, -1.286767840385437, -2.786562442779541, -2.062220811843872, -2.6366798877716064, -1.6742424964904785, -1.6828480958938599, -1.8570184707641602, -2.2942891120910645, -1.273406982421875, -2.119722366333008, -0.22478614747524261, -2.377685308456421, -1.846034049987793, -1.330367088317871, -1.2203621864318848, -0.889458417892456, -1.4157958030700684, -1.1667203903198242, -0.7146722674369812, -1.3627218008041382, -2.141716718673706, -0.5192727446556091, -0.967917263507843, -1.7584563493728638, -1.7784810066223145, -1.5527362823486328, -1.709943175315857, -1.4264822006225586, -0.8988621234893799, -0.4775625169277191, -0.17790748178958893, -1.823372721672058, -1.7182496786117554, -2.0202410221099854, -2.200965166091919, -3.213646650314331, -2.7785911560058594, -2.9960057735443115, -1.4701614379882812, -1.9976977109909058, -1.6988979578018188, -2.042551040649414, -0.7472178339958191, -0.3990330696105957, -0.18157139420509338, -1.8305296897888184, -1.3397544622421265, -1.0744571685791016, -0.9610738158226013, -1.95582115650177, -1.334479808807373, -2.6761527061462402, -2.089719772338867, -1.4404419660568237, -1.267136812210083, -2.4244980812072754, -3.3099911212921143, -2.2218761444091797, -1.5939443111419678, -1.2477269172668457, -2.2110517024993896, -1.6027462482452393, -1.1044390201568604, -1.6583000421524048, -1.9476799964904785, -1.6515922546386719, -1.5659008026123047, -1.9701659679412842, -0.21851937472820282, -0.7677004337310791, -2.0778658390045166, -2.8244731426239014, -2.29034686088562, -1.4116510152816772, -0.6187607645988464, -0.434100866317749, -0.1678076535463333, -0.19628146290779114, -1.141211986541748, -1.488061547279358, -0.9016575217247009, -1.1085137128829956, -1.1999942064285278]}, "Bot006_015_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_015.log.json", "context": "my name is george. I'm Sara. Nice to meet you i am a little tired from work Me too. I don't like my job i am in the midwest , and you ? I am at Europe that is cool , i am in the midwest , and i love to visit Do you like your country? I'm Sara. Nice to meet you These was mine words you are welcome . i am in the midwest , and you ? Got it. You stole my sentense i am sorry , i am sorry . Okay. Apologises accepted i am in the midwest , and you ? I'm in Europe", "response": "i like the color of the color of green , you ?", "annotation_id": "Bot006_015_16", "annotations": ["T", "X", "X", "O", "O", "O", "X", "O", "O", "O", "T", "O", "O", "T", "T"], "gpt2background_target_score": [-8.222536087036133, -7.565953731536865, -4.986972808837891, -12.278789520263672, -7.28698205947876, -7.970865726470947, -11.0084867477417, -8.302497863769531, -9.66504192352295, -11.529622077941895, -5.782423496246338, -13.054274559020996], "gpt2background_argmax_score": [-3.9138240814208984, -1.0342351198196411, -4.644142150878906, -1.9875437021255493, -1.8897175788879395, -1.1601585149765015, -1.920852780342102, -1.938049554824829, -2.1869704723358154, -1.0105259418487549, -1.9247139692306519, -1.6939038038253784, -1.306773066520691, -1.4125827550888062, -1.767162799835205, -2.4096972942352295, -3.345879077911377, -2.7388908863067627, -0.8838885426521301, -1.912257194519043, -1.6317481994628906, -0.26189589500427246, -1.5004172325134277, -2.0127742290496826, -1.5984262228012085, -0.2874091863632202, -1.7400081157684326, -1.8423000574111938, -1.767443060874939, -1.6288089752197266, -2.212836503982544, -1.9902029037475586, -2.0733983516693115, -2.022040367126465, -1.1156318187713623, -1.778213381767273, -2.159780263900757, -1.196438193321228, -2.530198574066162, -1.6142984628677368, -1.9945307970046997, -1.8764817714691162, -1.286767840385437, -2.786562442779541, -2.062220811843872, -2.6366798877716064, -1.6742424964904785, -1.6828480958938599, -1.8570184707641602, -2.2942891120910645, -1.273406982421875, -2.119722366333008, -0.22478614747524261, -2.377685308456421, -1.846034049987793, -1.330367088317871, -1.2203621864318848, -0.889458417892456, -1.4157958030700684, -1.1667203903198242, -0.7146722674369812, -1.3627218008041382, -2.141716718673706, -0.5192727446556091, -0.967917263507843, -1.7584563493728638, -1.7784810066223145, -1.5527362823486328, -1.709943175315857, -1.4264822006225586, -0.8988621234893799, -0.4775625169277191, -0.17790748178958893, -1.823372721672058, -1.7182496786117554, -2.0202410221099854, -2.200965166091919, -3.213646650314331, -2.7785911560058594, -2.9960057735443115, -1.4701614379882812, -1.9976977109909058, -1.6988979578018188, -2.042551040649414, -0.7472168207168579, -0.399031400680542, -0.18157099187374115, -1.8305302858352661, -1.3397564888000488, -1.0744596719741821, -0.9610734581947327, -1.9558202028274536, -1.3344806432724, -2.676152467727661, -2.089719295501709, -1.4404438734054565, -1.267134428024292, -2.424497127532959, -3.3099915981292725, -2.2218759059906006, -1.5939453840255737, -1.247726321220398, -2.2110519409179688, -1.6027458906173706, -1.1044381856918335, -1.658300518989563, -1.9476799964904785, -1.6515907049179077, -1.5659021139144897, -1.970166563987732, -0.21851900219917297, -0.7677019834518433, -2.077866315841675, -2.824474334716797, -0.8012793660163879, -1.047820806503296, -0.49525266885757446, -0.2971262037754059, -0.20164868235588074, -1.0306611061096191, -1.361417531967163, -1.2533904314041138, -1.400724172592163, -2.4805171489715576, -0.7534815073013306, -1.4564502239227295, -0.3534294068813324, -1.5168882608413696, -2.27412486076355, -1.1886733770370483, -1.641598105430603, -2.1796092987060547, -0.5860607028007507, -1.197890281677246, -2.57851243019104, -1.0174063444137573, -1.0963276624679565, -1.4100366830825806, -1.8198298215866089, -1.4859802722930908, -0.9312528967857361]}, "Bot006_015_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_015.log.json", "context": "my name is george. I'm Sara. Nice to meet you i am a little tired from work Me too. I don't like my job i am in the midwest , and you ? I am at Europe that is cool , i am in the midwest , and i love to visit Do you like your country? I'm Sara. Nice to meet you These was mine words you are welcome . i am in the midwest , and you ? Got it. You stole my sentense i am sorry , i am sorry . Okay. Apologises accepted i am in the midwest , and you ? I'm in Europe i like the color of the color of green , you ? I like gray", "response": "that's cool , i am a huge fan of country , but i am not sure .", "annotation_id": "Bot006_015_18", "annotations": ["T", "T", "X", "X", "T", "T", "T", "O", "T", "T", "T", "X", "X", "T", "X"], "gpt2background_target_score": [-11.742694854736328, -4.227555274963379, -7.915725231170654, -8.401688575744629, -6.686221599578857, -8.526680946350098, -9.031791687011719, -8.593324661254883, -7.412663459777832, -10.604880332946777, -9.127392768859863, -11.833024978637695, -7.781341552734375, -7.960348129272461, -3.0466666221618652, -4.578232765197754, -9.154792785644531, -9.819852828979492], "gpt2background_argmax_score": [-3.9138240814208984, -1.0342351198196411, -4.644142150878906, -1.9875437021255493, -1.8897175788879395, -1.1601585149765015, -1.920852780342102, -1.938049554824829, -2.1869704723358154, -1.0105259418487549, -1.9247139692306519, -1.6939038038253784, -1.306773066520691, -1.4125827550888062, -1.767162799835205, -2.4096972942352295, -3.345879077911377, -2.7388908863067627, -0.8838885426521301, -1.912257194519043, -1.6317481994628906, -0.26189589500427246, -1.5004172325134277, -2.0127742290496826, -1.5984262228012085, -0.2874091863632202, -1.7400081157684326, -1.8423000574111938, -1.767443060874939, -1.6288089752197266, -2.212836503982544, -1.9902029037475586, -2.0733983516693115, -2.022040367126465, -1.1156318187713623, -1.778213381767273, -2.159780263900757, -1.196438193321228, -2.530198574066162, -1.6142984628677368, -1.9945307970046997, -1.8764817714691162, -1.286767840385437, -2.786562442779541, -2.062220811843872, -2.6366798877716064, -1.6742424964904785, -1.6828480958938599, -1.8570184707641602, -2.2942891120910645, -1.273406982421875, -2.119722366333008, -0.22478614747524261, -2.377685308456421, -1.846034049987793, -1.330367088317871, -1.2203621864318848, -0.889458417892456, -1.4157958030700684, -1.1667203903198242, -0.7146722674369812, -1.3627218008041382, -2.141716718673706, -0.5192727446556091, -0.967917263507843, -1.7584563493728638, -1.7784810066223145, -1.5527362823486328, -1.709943175315857, -1.4264822006225586, -0.8988621234893799, -0.4775625169277191, -0.17790748178958893, -1.823372721672058, -1.7182496786117554, -2.0202410221099854, -2.200965166091919, -3.213646650314331, -2.7785911560058594, -2.9960057735443115, -1.4701614379882812, -1.9976977109909058, -1.6988979578018188, -2.042551040649414, -0.7472168207168579, -0.399031400680542, -0.18157099187374115, -1.8305302858352661, -1.3397564888000488, -1.0744596719741821, -0.9610734581947327, -1.9558202028274536, -1.3344806432724, -2.676152467727661, -2.089719295501709, -1.4404438734054565, -1.267134428024292, -2.424497127532959, -3.3099915981292725, -2.2218759059906006, -1.5939453840255737, -1.247726321220398, -2.2110519409179688, -1.6027458906173706, -1.1044381856918335, -1.658300518989563, -1.9476799964904785, -1.6515907049179077, -1.5659021139144897, -1.970166563987732, -0.21851900219917297, -0.7677019834518433, -2.077866315841675, -2.824474334716797, -0.8012793660163879, -1.047820806503296, -0.49525266885757446, -0.2971262037754059, -0.20164868235588074, -1.0306611061096191, -1.361417531967163, -1.2533904314041138, -1.400724172592163, -2.4805171489715576, -0.7534815073013306, -1.4564502239227295, -0.3534294068813324, -1.5168882608413696, -0.8495892286300659, -1.5856534242630005, -2.1661536693573, -0.5669400691986084, -1.141924262046814, -3.4774086475372314, -0.8078573346138, -1.2085548639297485, -1.0631803274154663, -1.796726107597351, -1.655965805053711, -2.1843483448028564, -0.9873872995376587, -0.8466594219207764, -1.597331166267395, -2.2491559982299805, -1.080635905265808, -2.1086573600769043, -2.0059478282928467, -1.1723599433898926, -1.444412112236023, -1.396965503692627, -0.9935896992683411, -1.4929054975509644, -0.3387434780597687, -2.3879659175872803, -1.1334326267242432, -1.2521660327911377, -0.797538697719574, -1.845093011856079, -2.337984085083008, -1.8554199934005737, -1.5778393745422363, -1.4368361234664917]}, "Bot006_015_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_015.log.json", "context": "my name is george. I'm Sara. Nice to meet you i am a little tired from work Me too. I don't like my job i am in the midwest , and you ? I am at Europe that is cool , i am in the midwest , and i love to visit Do you like your country? I'm Sara. Nice to meet you These was mine words you are welcome . i am in the midwest , and you ? Got it. You stole my sentense i am sorry , i am sorry . Okay. Apologises accepted i am in the midwest , and you ? I'm in Europe i like the color of the color of green , you ? I like gray that's cool , i am a huge fan of country , but i am not sure . Okay. Do you have a family?", "response": "that's cool , i am a woman , and i am a woman , and i am a woman .", "annotation_id": "Bot006_015_20", "annotations": ["T", "T", "X", "X", "T", "X", "X", "X", "O", "O", "T", "X", "X", "X", "O"], "gpt2background_target_score": [-11.742694854736328, -4.227555274963379, -7.915725231170654, -8.401688575744629, -6.686221599578857, -8.526680946350098, -9.031791687011719, -11.23745059967041, -8.152928352355957, -8.460843086242676, -8.022237777709961, -11.038323402404785, -4.368040561676025, -11.083426475524902, -11.07423210144043, -5.686064720153809, -7.775087833404541, -10.382359504699707, -7.510838031768799, -12.470305442810059, -6.336023330688477], "gpt2background_argmax_score": [-3.9138240814208984, -1.0342351198196411, -4.644142150878906, -1.9875437021255493, -1.8897175788879395, -1.1601585149765015, -1.920852780342102, -1.938049554824829, -2.1869704723358154, -1.0105259418487549, -1.9247139692306519, -1.6939038038253784, -1.306773066520691, -1.4125827550888062, -1.767162799835205, -2.4096972942352295, -3.345879077911377, -2.7388908863067627, -0.8838885426521301, -1.912257194519043, -1.6317481994628906, -0.26189589500427246, -1.5004172325134277, -2.0127742290496826, -1.5984262228012085, -0.2874091863632202, -1.7400081157684326, -1.8423000574111938, -1.767443060874939, -1.6288089752197266, -2.212836503982544, -1.9902029037475586, -2.0733983516693115, -2.022040367126465, -1.1156318187713623, -1.778213381767273, -2.159780263900757, -1.196438193321228, -2.530198574066162, -1.6142984628677368, -1.9945307970046997, -1.8764817714691162, -1.286767840385437, -2.786562442779541, -2.062220811843872, -2.6366798877716064, -1.6742424964904785, -1.6828480958938599, -1.8570184707641602, -2.2942891120910645, -1.273406982421875, -2.119722366333008, -0.22478614747524261, -2.377685308456421, -1.846034049987793, -1.330367088317871, -1.2203621864318848, -0.889458417892456, -1.4157958030700684, -1.1667203903198242, -0.7146722674369812, -1.3627218008041382, -2.141716718673706, -0.5192727446556091, -0.967917263507843, -1.7584563493728638, -1.7784810066223145, -1.5527362823486328, -1.709943175315857, -1.4264822006225586, -0.8988621234893799, -0.4775625169277191, -0.17790748178958893, -1.823372721672058, -1.7182496786117554, -2.0202410221099854, -2.200965166091919, -3.213646650314331, -2.7785911560058594, -2.9960057735443115, -1.4701614379882812, -1.9976977109909058, -1.6988979578018188, -2.042551040649414, -0.7472168207168579, -0.399031400680542, -0.18157099187374115, -1.8305302858352661, -1.3397564888000488, -1.0744596719741821, -0.9610734581947327, -1.9558202028274536, -1.3344806432724, -2.676152467727661, -2.089719295501709, -1.4404438734054565, -1.267134428024292, -2.424497127532959, -3.3099915981292725, -2.2218759059906006, -1.5939453840255737, -1.247726321220398, -2.2110519409179688, -1.6027458906173706, -1.1044381856918335, -1.658300518989563, -1.9476799964904785, -1.6515907049179077, -1.5659021139144897, -1.970166563987732, -0.21851900219917297, -0.7677019834518433, -2.077866315841675, -2.824474334716797, -0.8012793660163879, -1.047820806503296, -0.49525266885757446, -0.2971262037754059, -0.20164868235588074, -1.0306611061096191, -1.361417531967163, -1.2533904314041138, -1.400724172592163, -2.4805171489715576, -0.7534815073013306, -1.4564502239227295, -0.3534294068813324, -1.5168882608413696, -0.8495892286300659, -1.5856534242630005, -2.1661536693573, -0.5669400691986084, -1.141924262046814, -3.4774086475372314, -0.8078573346138, -1.2085548639297485, -1.0631803274154663, -1.796726107597351, -1.655965805053711, -2.1843483448028564, -0.9873872995376587, -0.8466594219207764, -1.597331166267395, -1.561484932899475, -2.568887710571289, -1.7770432233810425, -1.0288068056106567, -1.10077702999115, -1.8798303604125977, -0.9538742303848267, -1.4508544206619263, -0.3220866024494171, -2.253251552581787, -0.9786660075187683, -1.442230463027954, -0.7847725749015808, -1.587156891822815, -1.9976409673690796, -2.135927200317383, -1.8025988340377808, -1.9083513021469116, -1.665488600730896, -2.1690452098846436, -0.2030179351568222, -0.37499043345451355, -0.8624216914176941, -2.165381669998169, -0.9948161840438843, -1.815954327583313, -2.0543975830078125, -0.9836195111274719, -1.2915360927581787, -1.9663728475570679, -1.0769654512405396, -1.2640753984451294, -1.6539783477783203, -1.7936384677886963, -1.30086088180542, -1.1281671524047852, -0.779314398765564, -1.3139405250549316, -1.723841905593872, -2.5742011070251465, -1.0296647548675537, -1.5452332496643066, -0.3992912471294403, -0.7674984931945801, -1.2773834466934204, -2.044628381729126, -0.8128170371055603, -1.4572350978851318]}, "Bot006_017_02": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_017.log.json", "context": "i am a little tired from work Hi", "response": "i am sorry , i am sorry to hear that .", "annotation_id": "Bot006_017_02", "annotations": ["O", "T", "T", "O", "X", "O", "O", "O", "T", "X", "T", "O", "O", "T", "O"], "gpt2background_target_score": [-7.58996057510376, -9.54227066040039, -9.825326919555664, -10.736539840698242, -6.240495681762695, -10.048648834228516, -10.516738891601562, -6.977197647094727, -12.618034362792969, -9.830865859985352, -9.255739212036133], "gpt2background_argmax_score": [-2.7500200271606445, -1.9329230785369873, -3.6512742042541504, -1.8120787143707275, -0.7188577055931091, -2.2866101264953613, -1.6134021282196045, -1.6698369979858398, -1.9376637935638428, -1.960690975189209, -1.297301173210144, -1.7352473735809326, -1.4597647190093994, -1.4585075378417969, -2.2773258686065674, -1.647430658340454, -0.9350764155387878, -1.3043208122253418, -2.1103084087371826, -2.0534090995788574]}, "Bot006_017_04": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_017.log.json", "context": "i am a little tired from work Hi i am sorry , i am sorry to hear that . Hello", "response": "i am in the midwest , and you ?", "annotation_id": "Bot006_017_04", "annotations": ["T", "O", "O", "T", "T", "T", "X", "T", "T", "O", "O", "O", "O", "T", "T"], "gpt2background_target_score": [-7.58996057510376, -9.54227066040039, -9.409733772277832, -8.825430870056152, -10.550552368164062, -12.808023452758789, -6.864567756652832, -6.021848678588867, -9.22480583190918, -10.884836196899414], "gpt2background_argmax_score": [-2.7500200271606445, -1.9329230785369873, -3.6512742042541504, -1.8120787143707275, -0.7188577055931091, -2.2866101264953613, -1.6134021282196045, -1.6698369979858398, -1.1987106800079346, -1.5600531101226807, -1.6117088794708252, -1.4292616844177246, -1.2353097200393677, -2.0223443508148193, -1.9629582166671753, -1.0563805103302002, -1.7082360982894897, -1.9470977783203125, -2.2967402935028076, -1.7456530332565308, -2.36736798286438, -1.1871795654296875, -1.1407127380371094, -1.8524556159973145, -1.7927221059799194, -1.464078664779663, -2.043370246887207, -1.521306037902832, -0.9149033427238464, -2.0006539821624756, -1.130927562713623]}, "Bot006_017_06": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_017.log.json", "context": "i am a little tired from work Hi i am sorry , i am sorry to hear that . Hello i am in the midwest , and you ? I am in europe", "response": "i am a teacher , and i am a teacher , and you ?", "annotation_id": "Bot006_017_06", "annotations": ["X", "X", "T", "T", "O", "O", "T", "O", "X", "O", "O", "O", "O", "T", "T"], "gpt2background_target_score": [-7.58996057510376, -9.54227066040039, -7.64640998840332, -10.378168106079102, -8.02700424194336, -8.490192413330078, -6.044597625732422, -7.434326171875, -7.853493690490723, -11.118122100830078, -6.5143280029296875, -4.511199951171875, -9.400398254394531, -9.583882331848145], "gpt2background_argmax_score": [-2.7500200271606445, -1.9329230785369873, -3.6512742042541504, -1.8120787143707275, -0.7188577055931091, -2.2866101264953613, -1.6134021282196045, -1.6698369979858398, -1.1987106800079346, -1.5600531101226807, -1.6117088794708252, -1.4292616844177246, -1.2353097200393677, -2.0223443508148193, -1.9629582166671753, -1.0563805103302002, -1.7082360982894897, -1.9470977783203125, -2.2967402935028076, -1.7456530332565308, -0.4413451850414276, -1.404576063156128, -1.8927825689315796, -1.7910330295562744, -1.6684563159942627, -1.7602664232254028, -1.394355058670044, -0.8283992409706116, -1.8300150632858276, -2.4438087940216064, -0.7829587459564209, -2.3055808544158936, -0.80338454246521, -0.02951178327202797, -1.3829677104949951, -2.5213208198547363, -1.3855829238891602, -1.4219800233840942, -0.9812384843826294, -1.478091835975647, -1.6161279678344727, -0.982050359249115, -1.185640811920166, -2.236811876296997, -2.1889214515686035, -1.7568427324295044, -1.4359848499298096, -0.5603809356689453, -1.5478214025497437, -1.1007342338562012]}, "Bot006_017_08": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_017.log.json", "context": "i am a little tired from work Hi i am sorry , i am sorry to hear that . Hello i am in the midwest , and you ? I am in europe i am a teacher , and i am a teacher , and you ? i currently work for a watch dealer.", "response": "i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , you are twins !", "annotation_id": "Bot006_017_08", "annotations": ["O", "X", "O", "T", "X", "X", "X", "T", "X", "X", "X", "T", "O", "T", "X"], "gpt2background_target_score": [-7.589962959289551, -9.542271614074707, -9.825326919555664, -10.736541748046875, -6.2404961585998535, -10.048648834228516, -10.51673698425293, -6.818707466125488, -7.533004283905029, -9.214179039001465, -5.707608699798584, -6.086489677429199, -7.993675708770752, -9.182994842529297, -5.448976516723633, -8.81466293334961, -3.9140467643737793, -9.454145431518555, -5.8740339279174805, -1.889640212059021, -6.694150447845459, -8.35798454284668, -7.8579888343811035, -8.24283218383789, -8.246235847473145, -8.414698600769043, -4.417147636413574, -6.647740840911865, -6.645291328430176, -6.333531379699707, -8.06740665435791, -5.843177795410156, -7.152722358703613, -14.320340156555176, -7.716832160949707, -7.397263050079346, -6.673221111297607, -10.285552978515625, -6.992910385131836, -5.5865678787231445, -1.0555428266525269, -0.8783589005470276, -2.920003890991211, -7.307050704956055, -5.063752174377441, -7.251415729522705, -6.563928604125977, -3.2856602668762207, -5.085962295532227, -6.233805179595947, -13.669405937194824, -7.436092376708984], "gpt2background_argmax_score": [-2.7500181198120117, -1.932922601699829, -3.651275634765625, -1.8120760917663574, -0.7188579440116882, -2.2866129875183105, -1.6134018898010254, -1.6698380708694458, -1.198708176612854, -1.56004798412323, -1.611708641052246, -1.429261326789856, -1.235308051109314, -2.0223424434661865, -1.9629578590393066, -1.0563781261444092, -1.708236813545227, -1.9470984935760498, -2.2967426776885986, -1.7456520795822144, -0.44134557247161865, -1.4045766592025757, -1.8927850723266602, -1.7910308837890625, -1.668453335762024, -1.7602660655975342, -1.3943532705307007, -0.8283983469009399, -1.8300156593322754, -2.4438095092773438, -0.7829570174217224, -2.305579900741577, -0.8033841252326965, -0.02951178327202797, -1.3829691410064697, -1.0182687044143677, -1.7581185102462769, -0.9590169787406921, -1.8781838417053223, -1.6396539211273193, -1.0555428266525269, -0.8783589005470276, -2.454875946044922, -2.0801167488098145, -1.5368255376815796, -1.5497355461120605, -0.6722549200057983, -1.786129355430603, -2.2882392406463623, -0.6381644010543823, -0.9782348871231079, -1.1534206867218018, -1.047061562538147, -2.668874740600586, -1.8089451789855957, -1.0290930271148682, -2.265512466430664, -2.411423683166504, -1.8467940092086792, -1.6979124546051025, -1.8231476545333862, -0.8359045386314392, -0.7199105620384216, -0.8870508670806885, -1.2227143049240112, -0.5620530247688293, -0.36758485436439514, -0.38282865285873413, -0.9474194645881653, -0.44994327425956726, -0.2622475028038025, -0.2680569291114807, -0.6292150616645813, -0.39690038561820984, -0.23956209421157837, -0.20854200422763824, -0.475302517414093, -0.36171892285346985, -0.2135487198829651, -0.18764638900756836, -0.365109384059906, -0.34048619866371155, -0.20765170454978943, -0.18063217401504517, -0.31158262491226196, -0.33029448986053467, -0.20146605372428894, -0.1759866625070572, -0.2717038094997406, -0.3280002474784851, -0.19739742577075958, -0.18359483778476715, -0.2318384349346161, -0.3143402338027954, -0.19461724162101746, -0.17474062740802765, -0.21795739233493805, -0.3109264671802521, -0.19215868413448334, -0.17571969330310822, -0.20906026661396027, -0.30987751483917236, -0.1902448683977127, -0.18334586918354034, -0.19036874175071716, -0.31426265835762024, -0.8264403343200684, -1.0382044315338135, -0.5143444538116455, -1.8363642692565918]}, "Bot006_017_10": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_017.log.json", "context": "i am a little tired from work Hi i am sorry , i am sorry to hear that . Hello i am in the midwest , and you ? I am in europe i am a teacher , and i am a teacher , and you ? i currently work for a watch dealer. i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , you are twins ! My family does not support me about my dreams", "response": "that's cool , i am a teacher , and i am a teacher , and you ?", "annotation_id": "Bot006_017_10", "annotations": ["T", "X", "T", "T", "X", "X", "T", "T", "T", "X", "X", "O", "O", "T", "X"], "gpt2background_target_score": [-11.748018264770508, -11.555758476257324, -8.121503829956055, -10.736541748046875, -6.2404961585998535, -10.048648834228516, -6.498785495758057, -10.444082260131836, -9.019919395446777, -7.175423622131348, -2.854640483856201, -6.5178704261779785, -8.320791244506836, -11.198290824890137, -1.9629578590393066, -10.225977897644043, -2.6519079208374023, -5.386425018310547], "gpt2background_argmax_score": [-2.7500181198120117, -1.932922601699829, -3.651275634765625, -1.8120760917663574, -0.7188579440116882, -2.2866129875183105, -1.6134018898010254, -1.6698380708694458, -1.198708176612854, -1.56004798412323, -1.611708641052246, -1.429261326789856, -1.235308051109314, -2.0223424434661865, -1.9629578590393066, -1.0563781261444092, -1.708236813545227, -1.9470984935760498, -2.2967426776885986, -1.7456520795822144, -0.44134557247161865, -1.4045766592025757, -1.8927850723266602, -1.7910308837890625, -1.668453335762024, -1.7602660655975342, -1.3943532705307007, -0.8283983469009399, -1.8300156593322754, -2.4438095092773438, -0.7829570174217224, -2.305579900741577, -0.8033841252326965, -0.02951178327202797, -1.3829691410064697, -1.0182687044143677, -1.7581185102462769, -0.9590169787406921, -1.8781838417053223, -1.6396539211273193, -1.0555428266525269, -0.8783589005470276, -2.454875946044922, -2.0801167488098145, -1.5368255376815796, -1.5497355461120605, -0.6722549200057983, -1.786129355430603, -2.2882392406463623, -0.6381644010543823, -0.9782348871231079, -1.1534206867218018, -1.047061562538147, -2.668874740600586, -1.8089451789855957, -1.0290930271148682, -2.265512466430664, -1.243043303489685, -1.8584538698196411, -1.7826101779937744, -0.6740013957023621, -0.5421071648597717, -1.0280555486679077, -1.471772313117981, -0.5502801537513733, -0.3919299840927124, -0.6176826357841492, -1.212598443031311, -0.5067080855369568, -0.3079855144023895, -0.4710983633995056, -0.9680446982383728, -0.4739299714565277, -0.2724704444408417, -0.4133334457874298, -0.7655493021011353, -0.45039069652557373, -0.25160086154937744, -0.3583236038684845, -0.6424922943115234, -0.43284085392951965, -0.23573173582553864, -0.31235602498054504, -0.5414127111434937, -0.41719740629196167, -0.23082490265369415, -0.2916465997695923, -0.4836841821670532, -0.39381223917007446, -0.22418023645877838, -0.2891805171966553, -0.4247509241104126, -0.3957723379135132, -0.21501120924949646, -0.26854416728019714, -0.4001748561859131, -0.3899349570274353, -0.21685849130153656, -0.26906293630599976, -0.3734770119190216, -0.37729769945144653, -0.20680317282676697, -0.2445991337299347, -0.3557147979736328, -0.3721610903739929, -1.0481855869293213, -1.6791479587554932, -1.0151848793029785, -1.8359339237213135, -2.0846385955810547, -1.0809412002563477, -0.31314390897750854, -2.1685595512390137, -0.8476006388664246, -0.7931802272796631, -1.8387285470962524, -1.4808988571166992, -0.9076290726661682, -2.316404342651367, -1.4009954929351807, -2.4548306465148926, -1.8014193773269653, -1.4026991128921509, -1.896140694618225, -0.8542637825012207, -1.7026382684707642, -1.257394790649414, -1.4893066883087158, -0.8825527429580688, -1.1298905611038208, -1.589678168296814, -1.2294398546218872, -1.138100266456604, -1.3693610429763794, -0.6882718801498413, -1.111652135848999, -1.6143888235092163]}, "Bot006_017_12": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_017.log.json", "context": "i am a little tired from work Hi i am sorry , i am sorry to hear that . Hello i am in the midwest , and you ? I am in europe i am a teacher , and i am a teacher , and you ? i currently work for a watch dealer. i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , you are twins ! My family does not support me about my dreams that's cool , i am a teacher , and i am a teacher , and you ? Do you like shopping?", "response": "hello , i am a boy , and i am a teacher , you ?", "annotation_id": "Bot006_017_12", "annotations": ["O", "X", "O", "T", "X", "O", "X", "T", "X", "X", "X", "T", "O", "T", "X"], "gpt2background_target_score": [-11.689891815185547, -11.04085636138916, -8.26823616027832, -10.422018051147461, -8.25061321258545, -11.414831161499023, -6.864567279815674, -6.021846771240234, -7.533004283905029, -9.214179039001465, -6.842482566833496, -10.510178565979004, -9.204133033752441, -6.79304313659668, -5.2747087478637695], "gpt2background_argmax_score": [-2.7500181198120117, -1.932922601699829, -3.651275634765625, -1.8120760917663574, -0.7188579440116882, -2.2866129875183105, -1.6134018898010254, -1.6698380708694458, -1.198708176612854, -1.56004798412323, -1.611708641052246, -1.429261326789856, -1.235308051109314, -2.0223424434661865, -1.9629578590393066, -1.0563781261444092, -1.708236813545227, -1.9470984935760498, -2.2967426776885986, -1.7456520795822144, -0.44134557247161865, -1.4045766592025757, -1.8927850723266602, -1.7910308837890625, -1.668453335762024, -1.7602660655975342, -1.3943532705307007, -0.8283983469009399, -1.8300156593322754, -2.4438095092773438, -0.7829570174217224, -2.305579900741577, -0.8033841252326965, -0.02951178327202797, -1.3829691410064697, -1.0182687044143677, -1.7581185102462769, -0.9590169787406921, -1.8781838417053223, -1.6396539211273193, -1.0555428266525269, -0.8783589005470276, -2.454875946044922, -2.0801167488098145, -1.5368255376815796, -1.5497355461120605, -0.6722549200057983, -1.786129355430603, -2.2882392406463623, -0.6381644010543823, -0.9782348871231079, -1.1534206867218018, -1.047061562538147, -2.668874740600586, -1.8089451789855957, -1.0290930271148682, -2.265512466430664, -1.243043303489685, -1.8584538698196411, -1.7826101779937744, -0.6740013957023621, -0.5421071648597717, -1.0280555486679077, -1.471772313117981, -0.5502801537513733, -0.3919299840927124, -0.6176826357841492, -1.212598443031311, -0.5067080855369568, -0.3079855144023895, -0.4710983633995056, -0.9680446982383728, -0.4739299714565277, -0.2724704444408417, -0.4133334457874298, -0.7655493021011353, -0.45039069652557373, -0.25160086154937744, -0.3583236038684845, -0.6424922943115234, -0.43284085392951965, -0.23573173582553864, -0.31235602498054504, -0.5414127111434937, -0.41719740629196167, -0.23082490265369415, -0.2916465997695923, -0.4836841821670532, -0.39381223917007446, -0.22418023645877838, -0.2891802489757538, -0.4247509241104126, -0.3957730531692505, -0.21501101553440094, -0.26854407787323, -0.4001758098602295, -0.389934778213501, -0.21685877442359924, -0.26906266808509827, -0.3734767436981201, -0.37729769945144653, -0.20680317282676697, -0.2445991337299347, -0.3557145297527313, -0.37216028571128845, -1.0481854677200317, -1.6791493892669678, -1.0151845216751099, -1.8359342813491821, -2.084638833999634, -1.0809409618377686, -0.31314417719841003, -2.1685612201690674, -0.8476018905639648, -0.7931799292564392, -1.83872652053833, -1.480900764465332, -0.9076282978057861, -0.6922104954719543, -1.1221809387207031, -1.0531179904937744, -1.244981050491333, -0.7863333225250244, -0.6907184720039368, -1.733535885810852, -0.6807154417037964, -1.400918960571289, -0.8884029984474182, -0.5795695781707764, -0.9566148519515991, -1.4548054933547974, -0.8722509145736694, -1.380403757095337, -0.8065475821495056, -1.0437548160552979, -1.4238793849945068, -0.35945677757263184, -1.5310367345809937, -2.082732677459717, -1.0058832168579102, -2.1008689403533936, -1.8625644445419312, -1.512449026107788, -0.8986580967903137, -0.8314089179039001, -1.0991023778915405, -0.9786704778671265, -0.8508136868476868, -1.1589796543121338, -0.676160454750061, -0.6791626811027527, -1.4149147272109985, -1.8608622550964355, -0.9462376832962036, -1.0846757888793945, -1.1672921180725098, -1.6167612075805664]}, "Bot006_017_14": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_017.log.json", "context": "i am a little tired from work Hi i am sorry , i am sorry to hear that . Hello i am in the midwest , and you ? I am in europe i am a teacher , and i am a teacher , and you ? i currently work for a watch dealer. i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , you are twins ! My family does not support me about my dreams that's cool , i am a teacher , and i am a teacher , and you ? Do you like shopping? hello , i am a boy , and i am a teacher , you ? i told that i am working for a watch dealer", "response": "i am in the midwest , and you ?", "annotation_id": "Bot006_017_14", "annotations": ["T", "X", "T", "T", "X", "O", "T", "T", "X", "O", "X", "O", "O", "T", "X"], "gpt2background_target_score": [-7.589962959289551, -9.542271614074707, -9.4097318649292, -8.825430870056152, -10.550552368164062, -12.808025360107422, -6.864567279815674, -6.021846771240234, -9.224807739257812, -10.88483715057373], "gpt2background_argmax_score": [-2.7500181198120117, -1.932922601699829, -3.651275634765625, -1.8120760917663574, -0.7188579440116882, -2.2866129875183105, -1.6134018898010254, -1.6698380708694458, -1.198708176612854, -1.56004798412323, -1.611708641052246, -1.429261326789856, -1.235308051109314, -2.0223424434661865, -1.9629578590393066, -1.0563781261444092, -1.708236813545227, -1.9470984935760498, -2.2967426776885986, -1.7456520795822144, -0.44134557247161865, -1.4045766592025757, -1.8927850723266602, -1.7910308837890625, -1.668453335762024, -1.7602660655975342, -1.3943532705307007, -0.8283983469009399, -1.8300156593322754, -2.4438095092773438, -0.7829570174217224, -2.305579900741577, -0.8033841252326965, -0.02951178327202797, -1.3829691410064697, -1.0182687044143677, -1.7581185102462769, -0.9590169787406921, -1.8781838417053223, -1.6396539211273193, -1.0555428266525269, -0.8783589005470276, -2.454875946044922, -2.0801167488098145, -1.5368255376815796, -1.5497355461120605, -0.6722549200057983, -1.786129355430603, -2.2882392406463623, -0.6381644010543823, -0.9782348871231079, -1.1534206867218018, -1.047061562538147, -2.668874740600586, -1.8089451789855957, -1.0290930271148682, -2.265512466430664, -1.243043303489685, -1.8584538698196411, -1.7826101779937744, -0.6740013957023621, -0.5421071648597717, -1.0280555486679077, -1.471772313117981, -0.5502801537513733, -0.3919299840927124, -0.6176826357841492, -1.212598443031311, -0.5067080855369568, -0.3079855144023895, -0.4710983633995056, -0.9680446982383728, -0.4739299714565277, -0.2724704444408417, -0.4133334457874298, -0.7655493021011353, -0.45039069652557373, -0.25160086154937744, -0.3583236038684845, -0.6424922943115234, -0.43284085392951965, -0.23573173582553864, -0.31235602498054504, -0.5414127111434937, -0.41719740629196167, -0.23082490265369415, -0.2916465997695923, -0.4836841821670532, -0.39381223917007446, -0.22418023645877838, -0.2891802489757538, -0.4247509241104126, -0.3957730531692505, -0.21501101553440094, -0.26854407787323, -0.4001758098602295, -0.389934778213501, -0.21685877442359924, -0.26906266808509827, -0.3734767436981201, -0.37729769945144653, -0.20680317282676697, -0.2445991337299347, -0.3557145297527313, -0.37216028571128845, -1.0481854677200317, -1.6791493892669678, -1.0151845216751099, -1.8359342813491821, -2.084638833999634, -1.0809409618377686, -0.31314417719841003, -2.1685612201690674, -0.8476018905639648, -0.7931799292564392, -1.83872652053833, -1.480900764465332, -0.9076282978057861, -0.6922104954719543, -1.1221809387207031, -1.0531179904937744, -1.244981050491333, -0.7863333225250244, -0.6907184720039368, -1.733535885810852, -0.6807154417037964, -1.400918960571289, -0.8884029984474182, -0.5795695781707764, -0.9566148519515991, -1.4548054933547974, -0.8722509145736694, -1.380403757095337, -0.8065475821495056, -1.0437548160552979, -1.4238793849945068, -0.35945677757263184, -1.5310367345809937, -2.082732677459717, -1.0058832168579102, -2.1008689403533936, -1.3812257051467896, -0.7098315954208374, -0.24737243354320526, -0.7736226320266724, -1.1815519332885742, -0.6324779987335205, -1.1493357419967651, -0.9434515833854675, -0.29686906933784485, -1.1403582096099854, -1.826405644416809, -0.8594008088111877, -0.9412441253662109, -1.2743533849716187, -1.7178117036819458, -0.2714160680770874, -0.8596175312995911, -1.5979405641555786, -0.832236111164093, -1.1704044342041016, -1.2898194789886475, -0.6280781030654907, -0.7792779803276062, -0.3421359658241272, -0.7149538993835449, -2.337078332901001, -1.592987060546875, -1.4525541067123413, -0.7145859599113464, -0.5193223357200623, -0.21304693818092346, -0.45458903908729553, -1.0435205698013306, -0.7229434251785278, -1.2120450735092163, -1.7140082120895386]}, "Bot006_017_16": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_017.log.json", "context": "i am a little tired from work Hi i am sorry , i am sorry to hear that . Hello i am in the midwest , and you ? I am in europe i am a teacher , and i am a teacher , and you ? i currently work for a watch dealer. i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , you are twins ! My family does not support me about my dreams that's cool , i am a teacher , and i am a teacher , and you ? Do you like shopping? hello , i am a boy , and i am a teacher , you ? i told that i am working for a watch dealer i am in the midwest , and you ? Europe", "response": "i am a teacher , and i am a teacher , and you ?", "annotation_id": "Bot006_017_16", "annotations": ["X", "X", "O", "T", "X", "X", "X", "T", "X", "X", "X", "T", "O", "T", "X"], "gpt2background_target_score": [-7.589962959289551, -9.542271614074707, -7.64640998840332, -10.378168106079102, -8.02700424194336, -8.490194320678711, -6.044595718383789, -7.434324264526367, -7.8534932136535645, -11.118123054504395, -6.514328479766846, -4.511199474334717, -9.400397300720215, -9.583884239196777], "gpt2background_argmax_score": [-2.7500181198120117, -1.932922601699829, -3.651275634765625, -1.8120760917663574, -0.7188579440116882, -2.2866129875183105, -1.6134018898010254, -1.6698380708694458, -1.198708176612854, -1.56004798412323, -1.611708641052246, -1.429261326789856, -1.235308051109314, -2.0223424434661865, -1.9629578590393066, -1.0563781261444092, -1.708236813545227, -1.9470984935760498, -2.2967426776885986, -1.7456520795822144, -0.44134557247161865, -1.4045766592025757, -1.8927850723266602, -1.7910308837890625, -1.668453335762024, -1.7602660655975342, -1.3943532705307007, -0.8283983469009399, -1.8300156593322754, -2.4438095092773438, -0.7829570174217224, -2.305579900741577, -0.8033841252326965, -0.02951178327202797, -1.3829691410064697, -1.0182687044143677, -1.7581185102462769, -0.9590169787406921, -1.8781838417053223, -1.6396539211273193, -1.0555428266525269, -0.8783589005470276, -2.454875946044922, -2.0801167488098145, -1.5368255376815796, -1.5497355461120605, -0.6722549200057983, -1.786129355430603, -2.2882392406463623, -0.6381644010543823, -0.9782348871231079, -1.1534206867218018, -1.047061562538147, -2.668874740600586, -1.8089451789855957, -1.0290930271148682, -2.265512466430664, -1.243043303489685, -1.8584538698196411, -1.7826101779937744, -0.6740013957023621, -0.5421071648597717, -1.0280555486679077, -1.471772313117981, -0.5502801537513733, -0.3919299840927124, -0.6176826357841492, -1.212598443031311, -0.5067080855369568, -0.3079855144023895, -0.4710983633995056, -0.9680446982383728, -0.4739299714565277, -0.2724704444408417, -0.4133334457874298, -0.7655493021011353, -0.45039069652557373, -0.25160086154937744, -0.3583236038684845, -0.6424922943115234, -0.43284085392951965, -0.23573173582553864, -0.31235602498054504, -0.5414127111434937, -0.41719740629196167, -0.23082490265369415, -0.2916465997695923, -0.4836841821670532, -0.39381223917007446, -0.22418023645877838, -0.2891802489757538, -0.4247509241104126, -0.3957730531692505, -0.21501101553440094, -0.26854407787323, -0.4001758098602295, -0.389934778213501, -0.21685877442359924, -0.26906266808509827, -0.3734767436981201, -0.37729769945144653, -0.20680317282676697, -0.2445991337299347, -0.3557145297527313, -0.37216028571128845, -1.0481854677200317, -1.6791493892669678, -1.0151845216751099, -1.8359342813491821, -2.084638833999634, -1.0809409618377686, -0.31314417719841003, -2.1685612201690674, -0.8476018905639648, -0.7931799292564392, -1.83872652053833, -1.480900764465332, -0.9076282978057861, -0.6922104954719543, -1.1221809387207031, -1.0531179904937744, -1.244981050491333, -0.7863333225250244, -0.6907184720039368, -1.733535885810852, -0.6807154417037964, -1.400918960571289, -0.8884029984474182, -0.5795695781707764, -0.9566148519515991, -1.4548054933547974, -0.8722509145736694, -1.380403757095337, -0.8065475821495056, -1.0437548160552979, -1.4238793849945068, -0.35945677757263184, -1.5310367345809937, -2.082732677459717, -1.0058832168579102, -2.1008689403533936, -1.3812257051467896, -0.7098315954208374, -0.24737243354320526, -0.7736226320266724, -1.1815519332885742, -0.6324779987335205, -1.1493357419967651, -0.9434515833854675, -0.29686906933784485, -1.1403582096099854, -1.826405644416809, -0.8594008088111877, -0.9412441253662109, -1.2743533849716187, -1.7178117036819458, -0.2714160680770874, -0.8596175312995911, -1.5979405641555786, -0.832236111164093, -1.1704044342041016, -1.2898194789886475, -0.6280781030654907, -0.7792779803276062, -0.3421359658241272, -0.7149538993835449, -0.3479273319244385, -0.3870728313922882, -0.7298395037651062, -0.4342859089374542, -0.20328275859355927, -0.30595433712005615, -0.7187035083770752, -0.5043179392814636, -0.6308383941650391, -1.2386456727981567, -0.776016891002655, -2.6407382488250732, -1.3271734714508057, -1.511154055595398, -2.06294322013855, -0.7790143489837646, -1.1256704330444336, -0.8892867565155029, -0.2590651214122772, -1.318527102470398, -0.7008783221244812, -0.780821681022644, -0.6826683282852173, -0.5113206505775452, -1.138737678527832, -1.4216419458389282]}, "Bot006_017_18": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_017.log.json", "context": "i am a little tired from work Hi i am sorry , i am sorry to hear that . Hello i am in the midwest , and you ? I am in europe i am a teacher , and i am a teacher , and you ? i currently work for a watch dealer. i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , you are twins ! My family does not support me about my dreams that's cool , i am a teacher , and i am a teacher , and you ? Do you like shopping? hello , i am a boy , and i am a teacher , you ? i told that i am working for a watch dealer i am in the midwest , and you ? Europe i am a teacher , and i am a teacher , and you ? Do you have a name", "response": "Hi", "annotation_id": "Bot006_017_18", "annotations": ["O", "X", "T", "T", "X", "O", "T", "T", "X", "X", "X", "X", "O", "T", "X"], "gpt2background_target_score": [-11.569327354431152], "gpt2background_argmax_score": [-2.7500181198120117, -1.932922601699829, -3.651275634765625, -1.8120760917663574, -0.7188579440116882, -2.2866129875183105, -1.6134018898010254, -1.6698380708694458, -1.198708176612854, -1.56004798412323, -1.611708641052246, -1.429261326789856, -1.235308051109314, -2.0223424434661865, -1.9629578590393066, -1.0563781261444092, -1.708236813545227, -1.9470984935760498, -2.2967426776885986, -1.7456520795822144, -0.44134557247161865, -1.4045766592025757, -1.8927850723266602, -1.7910308837890625, -1.668453335762024, -1.7602660655975342, -1.3943532705307007, -0.8283983469009399, -1.8300156593322754, -2.4438095092773438, -0.7829570174217224, -2.305579900741577, -0.8033841252326965, -0.02951178327202797, -1.3829691410064697, -1.0182687044143677, -1.7581185102462769, -0.9590169787406921, -1.8781838417053223, -1.6396539211273193, -1.0555428266525269, -0.8783589005470276, -2.454875946044922, -2.0801167488098145, -1.5368255376815796, -1.5497355461120605, -0.6722549200057983, -1.786129355430603, -2.2882392406463623, -0.6381644010543823, -0.9782348871231079, -1.1534206867218018, -1.047061562538147, -2.668874740600586, -1.8089451789855957, -1.0290930271148682, -2.265512466430664, -1.243043303489685, -1.8584538698196411, -1.7826101779937744, -0.6740013957023621, -0.5421071648597717, -1.0280555486679077, -1.471772313117981, -0.5502801537513733, -0.3919299840927124, -0.6176826357841492, -1.212598443031311, -0.5067080855369568, -0.3079855144023895, -0.4710983633995056, -0.9680446982383728, -0.4739299714565277, -0.2724704444408417, -0.4133334457874298, -0.7655493021011353, -0.45039069652557373, -0.25160086154937744, -0.3583236038684845, -0.6424922943115234, -0.43284085392951965, -0.23573173582553864, -0.31235602498054504, -0.5414127111434937, -0.41719740629196167, -0.23082490265369415, -0.2916465997695923, -0.4836841821670532, -0.39381223917007446, -0.22418023645877838, -0.2891802489757538, -0.4247509241104126, -0.3957730531692505, -0.21501101553440094, -0.26854407787323, -0.4001758098602295, -0.389934778213501, -0.21685877442359924, -0.26906266808509827, -0.3734767436981201, -0.37729769945144653, -0.20680317282676697, -0.2445991337299347, -0.3557145297527313, -0.37216028571128845, -1.0481854677200317, -1.6791493892669678, -1.0151845216751099, -1.8359342813491821, -2.084638833999634, -1.0809409618377686, -0.31314417719841003, -2.1685612201690674, -0.8476018905639648, -0.7931799292564392, -1.83872652053833, -1.480900764465332, -0.9076282978057861, -0.6922104954719543, -1.1221809387207031, -1.0531179904937744, -1.244981050491333, -0.7863333225250244, -0.6907184720039368, -1.733535885810852, -0.6807154417037964, -1.400918960571289, -0.8884029984474182, -0.5795695781707764, -0.9566148519515991, -1.4548054933547974, -0.8722509145736694, -1.380403757095337, -0.8065475821495056, -1.0437548160552979, -1.4238793849945068, -0.35945677757263184, -1.5310367345809937, -2.082732677459717, -1.0058832168579102, -2.1008689403533936, -1.3812257051467896, -0.7098315954208374, -0.24737243354320526, -0.7736226320266724, -1.1815519332885742, -0.6324779987335205, -1.1493357419967651, -0.9434515833854675, -0.29686906933784485, -1.1403582096099854, -1.826405644416809, -0.8594008088111877, -0.9412441253662109, -1.2743533849716187, -1.7178117036819458, -0.2714160680770874, -0.8596175312995911, -1.5979405641555786, -0.832236111164093, -1.1704044342041016, -1.2898194789886475, -0.6280781030654907, -0.7792779803276062, -0.3421359658241272, -0.7149538993835449, -0.3479273319244385, -0.3870728313922882, -0.7298395037651062, -0.4342859089374542, -0.20328275859355927, -0.30595433712005615, -0.7187035083770752, -0.5043179392814636, -0.6308383941650391, -1.2386456727981567, -0.776016891002655, -0.6181778907775879, -0.7732088565826416, -1.527156114578247, -0.40018564462661743, -0.6624751091003418, -0.5476058125495911, -0.1311512142419815, -0.4952414631843567, -0.5912240147590637, -0.5874788761138916, -0.6392442584037781, -0.40116816759109497, -0.26761242747306824, -1.2300410270690918, -0.20441417396068573, -0.8677099347114563, -1.1017876863479614, -1.5996077060699463, -0.4883092939853668, -2.541755437850952, -1.1833562850952148]}, "Bot006_017_20": {"d_id": "./data/DBDC4_eval_20200314/en/Bot006_017.log.json", "context": "i am a little tired from work Hi i am sorry , i am sorry to hear that . Hello i am in the midwest , and you ? I am in europe i am a teacher , and i am a teacher , and you ? i currently work for a watch dealer. i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , i am sorry , you are twins ! My family does not support me about my dreams that's cool , i am a teacher , and i am a teacher , and you ? Do you like shopping? hello , i am a boy , and i am a teacher , you ? i told that i am working for a watch dealer i am in the midwest , and you ? Europe i am a teacher , and i am a teacher , and you ? Do you have a name Hi Hello", "response": "hello , how are you ?", "annotation_id": "Bot006_017_20", "annotations": ["T", "O", "O", "T", "O", "X", "O", "T", "X", "X", "T", "O", "O", "T", "O"], "gpt2background_target_score": [-11.689891815185547, -11.04085636138916, -10.633512496948242, -12.770648956298828, -9.285224914550781, -13.97590446472168], "gpt2background_argmax_score": [-2.7500181198120117, -1.932922601699829, -3.651275634765625, -1.8120760917663574, -0.7188579440116882, -2.2866129875183105, -1.6134018898010254, -1.6698380708694458, -1.198708176612854, -1.56004798412323, -1.611708641052246, -1.429261326789856, -1.235308051109314, -2.0223424434661865, -1.9629578590393066, -1.0563781261444092, -1.708236813545227, -1.9470984935760498, -2.2967426776885986, -1.7456520795822144, -0.44134557247161865, -1.4045766592025757, -1.8927850723266602, -1.7910308837890625, -1.668453335762024, -1.7602660655975342, -1.3943532705307007, -0.8283983469009399, -1.8300156593322754, -2.4438095092773438, -0.7829570174217224, -2.305579900741577, -0.8033841252326965, -0.02951178327202797, -1.3829691410064697, -1.0182687044143677, -1.7581185102462769, -0.9590169787406921, -1.8781838417053223, -1.6396539211273193, -1.0555428266525269, -0.8783589005470276, -2.454875946044922, -2.0801167488098145, -1.5368255376815796, -1.5497355461120605, -0.6722549200057983, -1.786129355430603, -2.2882392406463623, -0.6381644010543823, -0.9782348871231079, -1.1534206867218018, -1.047061562538147, -2.668874740600586, -1.8089451789855957, -1.0290930271148682, -2.265512466430664, -1.243043303489685, -1.8584538698196411, -1.7826101779937744, -0.6740013957023621, -0.5421071648597717, -1.0280555486679077, -1.471772313117981, -0.5502801537513733, -0.3919299840927124, -0.6176826357841492, -1.212598443031311, -0.5067080855369568, -0.3079855144023895, -0.4710983633995056, -0.9680446982383728, -0.4739299714565277, -0.2724704444408417, -0.4133334457874298, -0.7655493021011353, -0.45039069652557373, -0.25160086154937744, -0.3583236038684845, -0.6424922943115234, -0.43284085392951965, -0.23573173582553864, -0.31235602498054504, -0.5414127111434937, -0.41719740629196167, -0.23082490265369415, -0.2916465997695923, -0.4836841821670532, -0.39381223917007446, -0.22418023645877838, -0.2891802489757538, -0.4247509241104126, -0.3957730531692505, -0.21501101553440094, -0.26854407787323, -0.4001758098602295, -0.389934778213501, -0.21685877442359924, -0.26906266808509827, -0.3734767436981201, -0.37729769945144653, -0.20680317282676697, -0.2445991337299347, -0.3557145297527313, -0.37216028571128845, -1.0481854677200317, -1.6791493892669678, -1.0151845216751099, -1.8359342813491821, -2.084638833999634, -1.0809409618377686, -0.31314417719841003, -2.1685612201690674, -0.8476018905639648, -0.7931799292564392, -1.83872652053833, -1.480900764465332, -0.9076282978057861, -0.6922104954719543, -1.1221809387207031, -1.0531179904937744, -1.244981050491333, -0.7863333225250244, -0.6907184720039368, -1.733535885810852, -0.6807154417037964, -1.400918960571289, -0.8884029984474182, -0.5795695781707764, -0.9566148519515991, -1.4548054933547974, -0.8722509145736694, -1.380403757095337, -0.8065475821495056, -1.0437548160552979, -1.4238793849945068, -0.35945677757263184, -1.5310367345809937, -2.082732677459717, -1.0058832168579102, -2.1008689403533936, -1.3812257051467896, -0.7098315954208374, -0.24737243354320526, -0.7736226320266724, -1.1815519332885742, -0.6324779987335205, -1.1493357419967651, -0.9434515833854675, -0.29686906933784485, -1.1403582096099854, -1.826405644416809, -0.8594008088111877, -0.9412441253662109, -1.2743533849716187, -1.7178117036819458, -0.2714160680770874, -0.8596175312995911, -1.5979405641555786, -0.832236111164093, -1.1704044342041016, -1.2898194789886475, -0.6280781030654907, -0.7792779803276062, -0.3421359658241272, -0.7149538993835449, -0.3479273319244385, -0.3870728313922882, -0.7298395037651062, -0.4342859089374542, -0.20328275859355927, -0.30595433712005615, -0.7187035083770752, -0.5043179392814636, -0.6308383941650391, -1.2386456727981567, -0.776016891002655, -0.6181778907775879, -0.7732088565826416, -1.527156114578247, -0.40018564462661743, -0.6624751091003418, -0.5476058125495911, -0.1311512142419815, -0.4952414631843567, -0.5912240147590637, -0.5874788761138916, -0.6392442584037781, -0.40116816759109497, -0.26761242747306824, -1.2300410270690918, -0.20441417396068573, -0.8677099347114563, -1.1017876863479614, -1.5996077060699463, -0.4883092939853668, -1.4139760732650757, -1.3741596937179565, -2.661351203918457, -1.195372462272644, -0.6771318912506104, -1.2998223304748535, -0.17350877821445465, -0.9421958923339844, -1.6804299354553223]}, "iris_DBDC4_003_02": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_003.log.json", "context": "Hello... Danny Hi", "response": "Well, what about my car?", "annotation_id": "iris_DBDC4_003_02", "annotations": ["O", "O", "O", "O", "O", "O", "T", "X", "O", "O", "O", "X", "X", "O", "O"], "gpt2background_target_score": [-13.068015098571777, -8.41786003112793, -5.820474624633789, -8.063047409057617, -11.281638145446777, -11.724443435668945, -10.85738754272461], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -1.6954283714294434, -2.147844076156616, -1.3708646297454834, -1.66656494140625, -1.7623933553695679, -1.9234814643859863, -3.8816492557525635, -0.8202308416366577, -0.7453871369361877]}, "iris_DBDC4_003_04": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_003.log.json", "context": "Hello... Danny Hi Well, what about my car? I dont know", "response": "I know.", "annotation_id": "iris_DBDC4_003_04", "annotations": ["T", "T", "O", "X", "O", "O", "X", "X", "T", "T", "O", "X", "X", "O", "O"], "gpt2background_target_score": [-9.545134544372559, -9.493287086486816, -4.9337663650512695], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -1.6954283714294434, -1.5018757581710815, -1.5981323719024658, -1.5214569568634033, -1.5919245481491089, -3.633436918258667, -0.8049890995025635, -0.9118890762329102, -1.8864463567733765, -1.1871381998062134, -1.6136795282363892, -2.2641725540161133, -2.4885900020599365, -2.187412977218628, -1.8022197484970093]}, "iris_DBDC4_003_06": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_003.log.json", "context": "Hello... Danny Hi Well, what about my car? I dont know I know. what is your car like? can you describe?", "response": "Really? Is that how you'd describe me to somebody if I wasn't here?", "annotation_id": "iris_DBDC4_003_06", "annotations": ["T", "X", "T", "T", "X", "X", "X", "X", "X", "T", "X", "X", "O", "T", "X"], "gpt2background_target_score": [-13.144530296325684, -8.651276588439941, -7.022952079772949, -7.417791843414307, -6.199713230133057, -3.9732766151428223, -7.838187217712402, -12.072118759155273, -10.12131118774414, -6.376616477966309, -11.964448928833008, -11.669074058532715, -9.793896675109863, -13.343761444091797, -12.418876647949219, -8.059687614440918, -10.046039581298828], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -1.6954283714294434, -1.5018757581710815, -1.5981323719024658, -1.5214569568634033, -1.5919245481491089, -3.633436918258667, -0.8049890995025635, -0.9118890762329102, -1.8864463567733765, -1.1871381998062134, -1.6136795282363892, -1.872341275215149, -2.2090842723846436, -1.9944775104522705, -1.982828140258789, -1.6008265018463135, -1.5762882232666016, -0.6894031763076782, -0.6837375164031982, -1.9293581247329712, -0.8001248836517334, -1.8238242864608765, -1.28778076171875, -1.6763279438018799, -2.2416019439697266, -1.6825069189071655, -1.021786093711853, -0.7821374535560608, -1.5587644577026367, -1.394067645072937, -3.142103672027588, -1.5797990560531616, -0.482358455657959, -0.341924786567688, -1.865273356437683, -0.7634290456771851, -1.1763830184936523, -2.6508660316467285, -0.17273016273975372, -2.384596347808838, -0.8816120028495789, -0.4263710081577301]}, "iris_DBDC4_003_08": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_003.log.json", "context": "Hello... Danny Hi Well, what about my car? I dont know I know. what is your car like? can you describe? Really? Is that how you'd describe me to somebody if I wasn't here? no, I never did that", "response": "HELPMANN looks surprised. Alex shuts up.", "annotation_id": "iris_DBDC4_003_08", "annotations": ["X", "X", "T", "X", "X", "X", "X", "X", "X", "O", "X", "X", "X", "O", "O"], "gpt2background_target_score": [-11.040912628173828, -10.826905250549316, -12.941344261169434, -12.408332824707031, -8.938450813293457, -11.108770370483398, -6.726467132568359, -7.924643516540527, -13.040010452270508, -9.18695068359375, -9.426126480102539], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -1.6954283714294434, -1.5018757581710815, -1.5981323719024658, -1.5214569568634033, -1.5919245481491089, -3.633436918258667, -0.8049890995025635, -0.9118890762329102, -1.8864463567733765, -1.1871381998062134, -1.6136795282363892, -1.872341275215149, -2.2090842723846436, -1.9944775104522705, -1.982828140258789, -1.6008265018463135, -1.5762882232666016, -0.6894031763076782, -0.6837375164031982, -1.9293581247329712, -0.8001248836517334, -1.8238242864608765, -1.28778076171875, -1.6763279438018799, -2.0217485427856445, -1.9117226600646973, -0.7056822776794434, -1.6006486415863037, -1.4222774505615234, -3.0300302505493164, -1.3403576612472534, -0.4482214152812958, -0.3856273591518402, -2.071230173110962, -0.7747008204460144, -1.3232687711715698, -2.21270751953125, -0.2073623538017273, -2.513402223587036, -0.8832792043685913, -1.510054111480713, -1.6024054288864136, -1.4476224184036255, -1.4123700857162476, -2.837625503540039, -0.8911197185516357, -0.9003693461418152, -2.1182193756103516, -0.7733412384986877, -0.115547776222229, -2.178715467453003, -2.0514063835144043, -0.7436783909797668, -1.8082195520401, -1.383056402206421, -2.9785375595092773, -1.450600266456604, -1.6691052913665771, -1.0795925855636597]}, "iris_DBDC4_003_10": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_003.log.json", "context": "Hello... Danny Hi Well, what about my car? I dont know I know. what is your car like? can you describe? Really? Is that how you'd describe me to somebody if I wasn't here? no, I never did that HELPMANN looks surprised. Alex shuts up. omg", "response": "Danny, please tell me what this is.", "annotation_id": "iris_DBDC4_003_10", "annotations": ["O", "X", "T", "X", "T", "O", "X", "X", "T", "T", "O", "X", "X", "O", "O"], "gpt2background_target_score": [-12.291966438293457, -8.41786003112793, -6.755970001220703, -10.148638725280762, -8.274629592895508, -3.757847309112549, -7.153894424438477, -8.114953994750977, -9.461297035217285], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.6954277753829956, -1.5018746852874756, -1.5981314182281494, -1.5214569568634033, -1.5919253826141357, -3.633435010910034, -0.8049879670143127, -0.9118903279304504, -1.8864481449127197, -1.187138319015503, -1.6136789321899414, -1.8723400831222534, -2.209085702896118, -1.9944759607315063, -1.9828276634216309, -1.6008256673812866, -1.5762876272201538, -0.6894040703773499, -0.6837385892868042, -1.9293588399887085, -0.800125002861023, -1.8238269090652466, -1.287779688835144, -1.6763288974761963, -2.021749496459961, -1.911723017692566, -0.7056801915168762, -1.6006479263305664, -1.422279953956604, -3.0300276279449463, -1.340355396270752, -0.44822072982788086, -0.38562753796577454, -2.0712332725524902, -0.7747033834457397, -1.323271632194519, -2.212707281112671, -0.20736177265644073, -2.513401985168457, -0.8832783102989197, -1.510053038597107, -1.6024057865142822, -1.447623372077942, -1.412368893623352, -2.83762526512146, -0.8911176919937134, -0.9003692269325256, -2.6149120330810547, -2.4412214756011963, -3.230262279510498, -0.7365827560424805, -1.4773598909378052, -2.0501551628112793, -2.911201000213623, -2.277942419052124, -1.78243088722229, -1.8983911275863647, -1.4064058065414429, -2.1909103393554688, -2.3699629306793213, -1.6410573720932007, -1.860872745513916, -2.0995736122131348, -0.2405225783586502, -1.9449115991592407, -1.4402357339859009, -1.1260192394256592, -1.4624261856079102, -1.3140621185302734]}, "iris_DBDC4_003_12": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_003.log.json", "context": "Hello... Danny Hi Well, what about my car? I dont know I know. what is your car like? can you describe? Really? Is that how you'd describe me to somebody if I wasn't here? no, I never did that HELPMANN looks surprised. Alex shuts up. omg Danny, please tell me what this is. I dont know", "response": "Wow... you know a lot Danny!", "annotation_id": "iris_DBDC4_003_12", "annotations": ["T", "X", "T", "X", "X", "O", "X", "X", "T", "O", "T", "X", "X", "O", "O"], "gpt2background_target_score": [-12.678336143493652, -6.641880512237549, -5.237053394317627, -9.343217849731445, -6.635210990905762, -11.272871017456055, -11.68338394165039, -9.183021545410156], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.6954277753829956, -1.5018746852874756, -1.5981314182281494, -1.5214569568634033, -1.5919253826141357, -3.633435010910034, -0.8049879670143127, -0.9118903279304504, -1.8864481449127197, -1.187138319015503, -1.6136789321899414, -1.8723400831222534, -2.209085702896118, -1.9944759607315063, -1.9828276634216309, -1.6008256673812866, -1.5762876272201538, -0.6894040703773499, -0.6837385892868042, -1.9293588399887085, -0.800125002861023, -1.8238269090652466, -1.287779688835144, -1.6763288974761963, -2.021749496459961, -1.911723017692566, -0.7056801915168762, -1.6006479263305664, -1.422279953956604, -3.0300276279449463, -1.340355396270752, -0.44822072982788086, -0.38562753796577454, -2.0712332725524902, -0.7747033834457397, -1.323271632194519, -2.212707281112671, -0.20736177265644073, -2.513401985168457, -0.8832783102989197, -1.510053038597107, -1.6024057865142822, -1.447623372077942, -1.412368893623352, -2.83762526512146, -0.8911176919937134, -0.9003692269325256, -2.6149120330810547, -2.4412214756011963, -3.230262279510498, -0.7365827560424805, -1.4773598909378052, -2.0501551628112793, -2.911201000213623, -2.277942419052124, -1.78243088722229, -1.8983911275863647, -1.4064058065414429, -2.1909103393554688, -2.379668712615967, -1.852182149887085, -2.2550530433654785, -0.21033605933189392, -2.080592632293701, -1.5242908000946045, -1.1319265365600586, -1.439422607421875, -2.2093112468719482, -1.9791454076766968, -0.7361597418785095, -1.7739139795303345, -2.3004262447357178, -1.1959025859832764, -2.232811689376831, -2.0085794925689697, -1.1721845865249634, -1.7799137830734253, -0.9992830157279968, -2.127152442932129, -1.7082958221435547]}, "iris_DBDC4_003_14": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_003.log.json", "context": "Hello... Danny Hi Well, what about my car? I dont know I know. what is your car like? can you describe? Really? Is that how you'd describe me to somebody if I wasn't here? no, I never did that HELPMANN looks surprised. Alex shuts up. omg Danny, please tell me what this is. I dont know Wow... you know a lot Danny! okay. actually very limited, who is helpmann?", "response": "Mr Helpmann!", "annotation_id": "iris_DBDC4_003_14", "annotations": ["O", "X", "O", "X", "X", "O", "X", "X", "T", "T", "O", "X", "X", "O", "O"], "gpt2background_target_score": [-12.2776517868042, -6.573488235473633, -11.463506698608398, -2.054226875305176], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.6954277753829956, -1.5018746852874756, -1.5981314182281494, -1.5214569568634033, -1.5919253826141357, -3.633435010910034, -0.8049879670143127, -0.9118903279304504, -1.8864481449127197, -1.187138319015503, -1.6136789321899414, -1.8723400831222534, -2.209085702896118, -1.9944759607315063, -1.9828276634216309, -1.6008256673812866, -1.5762876272201538, -0.6894040703773499, -0.6837385892868042, -1.9293588399887085, -0.800125002861023, -1.8238269090652466, -1.287779688835144, -1.6763288974761963, -2.021749496459961, -1.911723017692566, -0.7056801915168762, -1.6006479263305664, -1.422279953956604, -3.0300276279449463, -1.340355396270752, -0.44822072982788086, -0.38562753796577454, -2.0712332725524902, -0.7747033834457397, -1.323271632194519, -2.212707281112671, -0.20736177265644073, -2.513401985168457, -0.8832783102989197, -1.510053038597107, -1.6024057865142822, -1.447623372077942, -1.412368893623352, -2.83762526512146, -0.8911176919937134, -0.9003692269325256, -2.6149120330810547, -2.4412214756011963, -3.230262279510498, -0.7365827560424805, -1.4773598909378052, -2.0501551628112793, -2.911201000213623, -2.277942419052124, -1.78243088722229, -1.8983911275863647, -1.4064058065414429, -2.1909103393554688, -2.379668712615967, -1.852182149887085, -2.2550530433654785, -0.21033605933189392, -2.080592632293701, -1.5242908000946045, -1.1319265365600586, -1.439422607421875, -2.2093112468719482, -1.9791454076766968, -0.7361588478088379, -1.7739135026931763, -2.1971325874328613, -2.4789865016937256, -2.1900992393493652, -1.4077132940292358, -1.8486238718032837, -0.8760362267494202, -2.110731363296509, -1.9255520105361938, -1.4246331453323364, -1.8896957635879517, -1.8648979663848877, -2.2985451221466064, -1.9128258228302002, -1.981823205947876, -1.7286924123764038, -2.5713486671447754, -1.662005066871643, -1.732414960861206, -2.5711874961853027, -2.325000762939453, -0.7883053421974182, -2.090552568435669, -1.4867662191390991, -1.3687002658843994]}, "iris_DBDC4_003_16": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_003.log.json", "context": "Hello... Danny Hi Well, what about my car? I dont know I know. what is your car like? can you describe? Really? Is that how you'd describe me to somebody if I wasn't here? no, I never did that HELPMANN looks surprised. Alex shuts up. omg Danny, please tell me what this is. I dont know Wow... you know a lot Danny! okay. actually very limited, who is helpmann? Mr Helpmann! Who is he?", "response": "Why don't you ask to somebody else? I am just a robot!", "annotation_id": "iris_DBDC4_003_16", "annotations": ["T", "X", "T", "X", "O", "X", "T", "O", "X", "T", "O", "T", "X", "O", "O"], "gpt2background_target_score": [-11.32111644744873, -7.170057773590088, -7.767152309417725, -6.7195048332214355, -8.58979606628418, -6.252653121948242, -12.591657638549805, -10.401692390441895, -7.703729629516602, -5.869170188903809, -9.842589378356934, -3.645789384841919, -8.190327644348145, -11.948848724365234, -10.226568222045898], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.6954277753829956, -1.5018746852874756, -1.5981314182281494, -1.5214569568634033, -1.5919253826141357, -3.633435010910034, -0.8049879670143127, -0.9118903279304504, -1.8864481449127197, -1.187138319015503, -1.6136789321899414, -1.8723400831222534, -2.209085702896118, -1.9944759607315063, -1.9828276634216309, -1.6008256673812866, -1.5762876272201538, -0.6894040703773499, -0.6837385892868042, -1.9293588399887085, -0.800125002861023, -1.8238269090652466, -1.287779688835144, -1.6763288974761963, -2.021749496459961, -1.911723017692566, -0.7056801915168762, -1.6006479263305664, -1.422279953956604, -3.0300276279449463, -1.340355396270752, -0.44822072982788086, -0.38562753796577454, -2.0712332725524902, -0.7747033834457397, -1.323271632194519, -2.212707281112671, -0.20736177265644073, -2.513401985168457, -0.8832783102989197, -1.510053038597107, -1.6024057865142822, -1.447623372077942, -1.412368893623352, -2.83762526512146, -0.8911176919937134, -0.9003692269325256, -2.6149120330810547, -2.4412214756011963, -3.230262279510498, -0.7365827560424805, -1.4773598909378052, -2.0501551628112793, -2.911201000213623, -2.277942419052124, -1.78243088722229, -1.8983911275863647, -1.4064058065414429, -2.1909103393554688, -2.379668712615967, -1.852182149887085, -2.2550530433654785, -0.21033605933189392, -2.080592632293701, -1.5242908000946045, -1.1319265365600586, -1.439422607421875, -2.2093112468719482, -1.9791454076766968, -0.7361588478088379, -1.7739135026931763, -2.1971325874328613, -2.4789865016937256, -2.1900992393493652, -1.4077132940292358, -1.8486238718032837, -0.8760362267494202, -2.110731363296509, -1.9255520105361938, -1.4246331453323364, -1.8896957635879517, -1.8648979663848877, -2.2985451221466064, -1.9128258228302002, -1.981823205947876, -1.7286924123764038, -2.5713486671447754, -1.662005066871643, -1.732414960861206, -2.5711874961853027, -0.7505150437355042, -2.320507526397705, -1.8593722581863403, -2.431612014770508, -1.2813963890075684, -2.1684176921844482, -0.41487905383110046, -2.3038933277130127, -2.736837387084961, -1.9103565216064453, -0.45865046977996826, -0.5251203775405884, -1.643918514251709, -1.1423126459121704, -2.0973782539367676, -1.1621290445327759, -0.771268904209137, -0.8562204837799072, -2.036466360092163, -2.1854403018951416, -2.096029281616211, -2.156630516052246, -1.5888153314590454, -0.733791708946228]}, "iris_DBDC4_003_18": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_003.log.json", "context": "Hello... Danny Hi Well, what about my car? I dont know I know. what is your car like? can you describe? Really? Is that how you'd describe me to somebody if I wasn't here? no, I never did that HELPMANN looks surprised. Alex shuts up. omg Danny, please tell me what this is. I dont know Wow... you know a lot Danny! okay. actually very limited, who is helpmann? Mr Helpmann! Who is he? Why don't you ask to somebody else? I am just a robot! well. okay", "response": "Huh?", "annotation_id": "iris_DBDC4_003_18", "annotations": ["O", "X", "O", "T", "O", "O", "T", "X", "T", "O", "T", "X", "T", "O", "O"], "gpt2background_target_score": [-12.818212509155273, -8.651277542114258], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.6954277753829956, -1.5018746852874756, -1.5981314182281494, -1.5214569568634033, -1.5919253826141357, -3.633435010910034, -0.8049879670143127, -0.9118903279304504, -1.8864481449127197, -1.187138319015503, -1.6136789321899414, -1.8723400831222534, -2.209085702896118, -1.9944759607315063, -1.9828276634216309, -1.6008256673812866, -1.5762876272201538, -0.6894040703773499, -0.6837385892868042, -1.9293588399887085, -0.800125002861023, -1.8238269090652466, -1.287779688835144, -1.6763288974761963, -2.021749496459961, -1.911723017692566, -0.7056801915168762, -1.6006479263305664, -1.422279953956604, -3.0300276279449463, -1.340355396270752, -0.44822072982788086, -0.38562753796577454, -2.0712332725524902, -0.7747033834457397, -1.323271632194519, -2.212707281112671, -0.20736177265644073, -2.513401985168457, -0.8832783102989197, -1.510053038597107, -1.6024057865142822, -1.447623372077942, -1.412368893623352, -2.83762526512146, -0.8911176919937134, -0.9003692269325256, -2.6149120330810547, -2.4412214756011963, -3.230262279510498, -0.7365827560424805, -1.4773598909378052, -2.0501551628112793, -2.911201000213623, -2.277942419052124, -1.78243088722229, -1.8983911275863647, -1.4064058065414429, -2.1909103393554688, -2.379668712615967, -1.852182149887085, -2.2550530433654785, -0.21033605933189392, -2.080592632293701, -1.5242908000946045, -1.1319265365600586, -1.439422607421875, -2.2093112468719482, -1.9791454076766968, -0.7361588478088379, -1.7739135026931763, -2.1971325874328613, -2.4789865016937256, -2.1900992393493652, -1.4077132940292358, -1.8486238718032837, -0.8760362267494202, -2.110731363296509, -1.9255520105361938, -1.4246331453323364, -1.8896957635879517, -1.8648983240127563, -2.298546075820923, -1.912825107574463, -1.9818227291107178, -1.728692889213562, -2.5713491439819336, -1.6620054244995117, -1.732414960861206, -2.5711874961853027, -0.7505154013633728, -2.3205082416534424, -1.8593724966049194, -2.431612253189087, -1.2813963890075684, -2.16841721534729, -0.41487935185432434, -2.303894519805908, -1.9599370956420898, -0.3421042859554291, -0.48988160490989685, -1.6902371644973755, -1.1672037839889526, -2.197258234024048, -1.1497081518173218, -0.7815804481506348, -2.3262369632720947, -2.1321797370910645, -2.332566976547241, -2.3802504539489746, -2.2320303916931152, -1.4876741170883179, -2.131509304046631, -1.141360878944397, -2.3900146484375, -1.3965812921524048, -2.3550732135772705, -1.5128675699234009, -2.24977970123291]}, "iris_DBDC4_003_20": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_003.log.json", "context": "Hello... Danny Hi Well, what about my car? I dont know I know. what is your car like? can you describe? Really? Is that how you'd describe me to somebody if I wasn't here? no, I never did that HELPMANN looks surprised. Alex shuts up. omg Danny, please tell me what this is. I dont know Wow... you know a lot Danny! okay. actually very limited, who is helpmann? Mr Helpmann! Who is he? Why don't you ask to somebody else? I am just a robot! well. okay Huh? As soon as you realised, you are a robot", "response": "Soon?", "annotation_id": "iris_DBDC4_003_20", "annotations": ["O", "X", "T", "T", "O", "X", "X", "X", "X", "T", "X", "X", "T", "O", "O"], "gpt2background_target_score": [-12.817375183105469, -8.651277542114258], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.6954277753829956, -1.5018746852874756, -1.5981314182281494, -1.5214569568634033, -1.5919253826141357, -3.633435010910034, -0.8049879670143127, -0.9118903279304504, -1.8864481449127197, -1.187138319015503, -1.6136789321899414, -1.8723400831222534, -2.209085702896118, -1.9944759607315063, -1.9828276634216309, -1.6008256673812866, -1.5762876272201538, -0.6894040703773499, -0.6837385892868042, -1.9293588399887085, -0.800125002861023, -1.8238269090652466, -1.287779688835144, -1.6763288974761963, -2.021749496459961, -1.911723017692566, -0.7056801915168762, -1.6006479263305664, -1.422279953956604, -3.0300276279449463, -1.340355396270752, -0.44822072982788086, -0.38562753796577454, -2.0712332725524902, -0.7747033834457397, -1.323271632194519, -2.212707281112671, -0.20736177265644073, -2.513401985168457, -0.8832783102989197, -1.510053038597107, -1.6024057865142822, -1.447623372077942, -1.412368893623352, -2.83762526512146, -0.8911176919937134, -0.9003692269325256, -2.6149120330810547, -2.4412214756011963, -3.230262279510498, -0.7365827560424805, -1.4773598909378052, -2.0501551628112793, -2.911201000213623, -2.277942419052124, -1.78243088722229, -1.8983911275863647, -1.4064058065414429, -2.1909103393554688, -2.379668712615967, -1.852182149887085, -2.2550530433654785, -0.21033605933189392, -2.080592632293701, -1.5242908000946045, -1.1319265365600586, -1.439422607421875, -2.2093112468719482, -1.9791454076766968, -0.7361588478088379, -1.7739135026931763, -2.1971325874328613, -2.4789865016937256, -2.1900992393493652, -1.4077132940292358, -1.8486238718032837, -0.8760362267494202, -2.110731363296509, -1.9255520105361938, -1.4246331453323364, -1.8896957635879517, -1.8648979663848877, -2.2985451221466064, -1.9128258228302002, -1.981823205947876, -1.7286924123764038, -2.5713486671447754, -1.6620070934295654, -1.7324146032333374, -2.5711872577667236, -0.7505150437355042, -2.320507287979126, -1.8593714237213135, -2.431612968444824, -1.2813960313796997, -2.16841721534729, -0.4148795008659363, -2.3038949966430664, -1.9599381685256958, -0.3421037793159485, -0.4898814558982849, -1.6902366876602173, -1.1672031879425049, -2.1972575187683105, -1.1497070789337158, -0.7815788388252258, -2.3262364864349365, -2.1321780681610107, -2.332566499710083, -2.3802504539489746, -2.2320313453674316, -1.4876742362976074, -2.1315102577209473, -1.1413601636886597, -2.390014886856079, -1.3965818881988525, -1.455328106880188, -2.6219518184661865, -2.1534740924835205, -0.12042947113513947, -1.1805824041366577, -2.741290807723999, -2.0587680339813232, -1.8398808240890503, -2.5314247608184814, -2.7956933975219727, -0.201999694108963, -1.151134967803955, -2.434913158416748, -2.323047399520874, -1.3474626541137695]}, "iris_DBDC4_009_02": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_009.log.json", "context": "Hello... Danny hi Alex", "response": "How's it going?", "annotation_id": "iris_DBDC4_009_02", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-11.236136436462402, -9.03150463104248, -6.343014717102051, -10.081628799438477, -3.752462387084961], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -2.045384407043457, -1.7282546758651733, -2.3602840900421143, -2.1043426990509033, -1.8549596071243286, -1.3359194993972778, -0.9188245534896851, -0.49688416719436646]}, "iris_DBDC4_009_04": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_009.log.json", "context": "Hello... Danny hi Alex How's it going? no so well", "response": "Then what's to know?", "annotation_id": "iris_DBDC4_009_04", "annotations": ["O", "T", "O", "O", "O", "T", "X", "T", "O", "O", "O", "X", "O", "O", "O"], "gpt2background_target_score": [-14.137516975402832, -3.626549005508423, -3.7962403297424316, -4.365531921386719, -9.591791152954102, -4.150521278381348], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -2.045384407043457, -1.7282546758651733, -2.097501754760742, -1.6174113750457764, -1.0483633279800415, -0.734672486782074, -0.8166066408157349, -3.1419506072998047, -1.8982484340667725, -2.2532925605773926, -2.401273727416992, -2.284229040145874, -1.575354814529419, -1.46305513381958, -2.4033126831054688, -1.3341153860092163, -0.6622265577316284]}, "iris_DBDC4_009_06": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_009.log.json", "context": "Hello... Danny hi Alex How's it going? no so well Then what's to know? I am tired of my job", "response": "I don't think Sanchez would kiss me.", "annotation_id": "iris_DBDC4_009_06", "annotations": ["T", "X", "X", "O", "T", "X", "X", "X", "X", "X", "X", "X", "T", "X", "X"], "gpt2background_target_score": [-9.545134544372559, -7.17005729675293, -7.767152786254883, -11.054112434387207, -9.46480655670166, -4.3048810958862305, -11.447439193725586, -9.403059005737305, -4.783326148986816], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -2.045384407043457, -1.7282546758651733, -2.097501754760742, -1.6174113750457764, -1.0483633279800415, -0.734672486782074, -0.8166066408157349, -3.1419506072998047, -1.8982484340667725, -2.2532925605773926, -2.523979663848877, -1.5412856340408325, -1.5115143060684204, -2.127953290939331, -1.2697961330413818, -1.7819561958312988, -1.3507051467895508, -2.3638577461242676, -1.068622350692749, -2.861464262008667, -2.506361246109009, -1.8129419088363647, -2.198425769805908, -1.8170782327651978, -0.34978076815605164, -1.5710549354553223, -1.5246734619140625, -1.4601458311080933, -1.1364071369171143, -1.1887356042861938, -2.022026777267456, -1.1389739513397217]}, "iris_DBDC4_009_08": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_009.log.json", "context": "Hello... Danny hi Alex How's it going? no so well Then what's to know? I am tired of my job I don't think Sanchez would kiss me. who is Sanchez?", "response": "Why don't you ask to somebody else? I am just a robot!", "annotation_id": "iris_DBDC4_009_08", "annotations": ["X", "T", "T", "O", "X", "X", "X", "X", "X", "O", "O", "O", "T", "O", "X"], "gpt2background_target_score": [-11.321115493774414, -7.17005729675293, -7.767152786254883, -6.280694484710693, -9.125429153442383, -4.000736713409424, -9.667856216430664, -10.217841148376465, -0.734672486782074, -2.912050247192383, -8.763093948364258, -5.695194244384766, -6.2074127197265625, -11.393285751342773, -6.283772945404053], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -2.045384407043457, -1.7282546758651733, -2.097501754760742, -1.6174113750457764, -1.0483633279800415, -0.734672486782074, -0.8166066408157349, -3.1419506072998047, -1.8982484340667725, -2.2532925605773926, -2.523979663848877, -1.5412856340408325, -1.5115143060684204, -2.127953290939331, -1.2697961330413818, -1.7819561958312988, -1.3507051467895508, -2.3638577461242676, -1.068622350692749, -2.861464262008667, -2.506361246109009, -1.8129394054412842, -2.1849186420440674, -0.14815768599510193, -1.7791478633880615, -0.8626977205276489, -1.585608959197998, -1.1361616849899292, -0.870647668838501, -2.2357327938079834, -1.9370077848434448, -1.8112452030181885, -1.942960262298584, -1.163309097290039, -1.6793851852416992, -2.433772325515747, -2.1858866214752197, -0.44938167929649353, -0.9810336232185364, -2.2012040615081787, -1.3120481967926025, -1.883471965789795, -1.8951212167739868, -1.037449836730957, -0.5414421558380127, -1.9850506782531738, -1.9796770811080933, -2.304401159286499, -2.7276079654693604, -1.5870815515518188, -0.40765053033828735]}, "iris_DBDC4_009_10": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_009.log.json", "context": "Hello... Danny hi Alex How's it going? no so well Then what's to know? I am tired of my job I don't think Sanchez would kiss me. who is Sanchez? Why don't you ask to somebody else? I am just a robot! LOL", "response": "What the hell is that?", "annotation_id": "iris_DBDC4_009_10", "annotations": ["T", "O", "O", "O", "T", "X", "X", "X", "X", "T", "X", "T", "O", "O", "X"], "gpt2background_target_score": [-11.178292274475098, -5.191917419433594, -10.432211875915527, -5.822900772094727, -7.343948841094971, -4.150521278381348], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -2.045384407043457, -1.7282546758651733, -2.097501754760742, -1.6174113750457764, -1.0483633279800415, -0.734672486782074, -0.8166066408157349, -3.1419506072998047, -1.8982484340667725, -2.2532925605773926, -2.523979663848877, -1.5412856340408325, -1.5115143060684204, -2.127953290939331, -1.2697961330413818, -1.7819561958312988, -1.3507051467895508, -2.3638577461242676, -1.068622350692749, -2.861464262008667, -2.506361246109009, -1.8129419088363647, -2.1849210262298584, -0.14815808832645416, -1.7791475057601929, -0.8626975417137146, -1.585607647895813, -1.1361602544784546, -0.8706469535827637, -2.2357335090637207, -1.9370073080062866, -1.811244010925293, -1.9429600238800049, -1.163309097290039, -1.679385781288147, -2.005706787109375, -0.21039478480815887, -1.4028279781341553, -2.431544303894043, -1.382323145866394, -1.9477728605270386, -1.7564305067062378, -1.1068624258041382, -1.6207013130187988, -1.9740639925003052, -1.7037516832351685, -1.9989973306655884, -2.8155088424682617, -1.566693902015686, -1.7053066492080688, -1.7740478515625, -2.1447432041168213, -1.6774518489837646, -0.544706404209137, -1.2772332429885864, -2.0702016353607178, -1.1135908365249634, -0.5719693303108215]}, "iris_DBDC4_009_12": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_009.log.json", "context": "Hello... Danny hi Alex How's it going? no so well Then what's to know? I am tired of my job I don't think Sanchez would kiss me. who is Sanchez? Why don't you ask to somebody else? I am just a robot! LOL What the hell is that? Laugh out loud", "response": "Wow... you know a lot Danny!", "annotation_id": "iris_DBDC4_009_12", "annotations": ["T", "X", "O", "O", "T", "O", "X", "X", "X", "O", "X", "X", "O", "O", "X"], "gpt2background_target_score": [-12.678336143493652, -6.641880512237549, -5.237053394317627, -9.035664558410645, -6.800875186920166, -10.558598518371582, -7.279921531677246, -6.00994873046875], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -2.0453851222991943, -1.7282546758651733, -2.097501039505005, -1.6174100637435913, -1.0483624935150146, -0.734671413898468, -0.8166048526763916, -3.14194917678833, -1.8982517719268799, -2.2532923221588135, -2.523979902267456, -1.5412869453430176, -1.5115138292312622, -2.1279549598693848, -1.2697961330413818, -1.7819560766220093, -1.3507052659988403, -2.363858222961426, -1.0686219930648804, -2.8614635467529297, -2.506361961364746, -1.812941312789917, -2.1849191188812256, -0.14815768599510193, -1.7791478633880615, -0.8626968264579773, -1.5856071710586548, -1.136162519454956, -0.8706482648849487, -2.2357349395751953, -1.9370105266571045, -1.811244010925293, -1.9429608583450317, -1.1633113622665405, -1.6793837547302246, -2.005706787109375, -0.21039478480815887, -1.4028258323669434, -2.431542158126831, -1.382320523262024, -1.9477713108062744, -1.7564321756362915, -1.1068636178970337, -1.6207011938095093, -1.9740625619888306, -1.7037509679794312, -1.9990005493164062, -2.815511703491211, -1.5666927099227905, -1.7053062915802002, -1.7740485668182373, -1.7227660417556763, -0.5480336546897888, -1.2558927536010742, -1.9151338338851929, -1.0895897150039673, -1.6871006488800049, -1.1486490964889526, -0.176070436835289, -2.134727716445923, -2.2765495777130127, -1.6419761180877686, -2.3556666374206543, -1.655616283416748, -1.3319356441497803, -1.7959693670272827, -0.7077223658561707, -2.8375205993652344, -1.4353219270706177]}, "iris_DBDC4_009_14": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_009.log.json", "context": "Hello... Danny hi Alex How's it going? no so well Then what's to know? I am tired of my job I don't think Sanchez would kiss me. who is Sanchez? Why don't you ask to somebody else? I am just a robot! LOL What the hell is that? Laugh out loud Wow... you know a lot Danny! then, you are a robot", "response": "Well, who are you, then?", "annotation_id": "iris_DBDC4_009_14", "annotations": ["T", "X", "O", "O", "T", "O", "X", "X", "X", "O", "T", "X", "O", "O", "T"], "gpt2background_target_score": [-13.06801700592041, -8.41786003112793, -6.758640766143799, -7.1070756912231445, -7.232009410858154, -6.199509620666504, -11.534022331237793, -2.536334753036499], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -2.0453851222991943, -1.7282546758651733, -2.097501039505005, -1.6174100637435913, -1.0483624935150146, -0.734671413898468, -0.8166048526763916, -3.14194917678833, -1.8982517719268799, -2.2532923221588135, -2.523979902267456, -1.5412869453430176, -1.5115138292312622, -2.1279549598693848, -1.2697961330413818, -1.7819560766220093, -1.3507052659988403, -2.363858222961426, -1.0686219930648804, -2.8614635467529297, -2.506361961364746, -1.812941312789917, -2.1849191188812256, -0.14815768599510193, -1.7791478633880615, -0.8626968264579773, -1.5856071710586548, -1.136162519454956, -0.8706482648849487, -2.2357349395751953, -1.9370105266571045, -1.811244010925293, -1.9429608583450317, -1.1633113622665405, -1.6793837547302246, -2.005706787109375, -0.21039478480815887, -1.4028258323669434, -2.431542158126831, -1.3823235034942627, -1.947771430015564, -1.7564326524734497, -1.1068620681762695, -1.6207020282745361, -1.974063754081726, -1.7037492990493774, -1.998998999595642, -2.8155102729797363, -1.5666931867599487, -1.7053050994873047, -1.7740483283996582, -1.7227656841278076, -0.548032820224762, -1.255892276763916, -1.9151338338851929, -1.0895881652832031, -1.6871012449264526, -1.1486507654190063, -0.17607033252716064, -2.134727716445923, -1.75743567943573, -2.4175493717193604, -1.7571654319763184, -1.2155094146728516, -1.8299516439437866, -0.6545630097389221, -2.555861234664917, -1.7603561878204346, -2.2440295219421387, -2.2018446922302246, -1.970799446105957, -2.5589756965637207, -0.37211427092552185, -1.4836310148239136, -2.1947286128997803, -1.1063648462295532, -1.6871927976608276, -1.24134361743927, -0.6313304305076599, -1.1168200969696045, -2.478445529937744, -0.8984782099723816, -0.721908450126648]}, "iris_DBDC4_009_16": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_009.log.json", "context": "Hello... Danny hi Alex How's it going? no so well Then what's to know? I am tired of my job I don't think Sanchez would kiss me. who is Sanchez? Why don't you ask to somebody else? I am just a robot! LOL What the hell is that? Laugh out loud Wow... you know a lot Danny! then, you are a robot Well, who are you, then? I am a humanoid", "response": "I am.", "annotation_id": "iris_DBDC4_009_16", "annotations": ["T", "T", "T", "O", "X", "T", "T", "O", "X", "X", "O", "X", "O", "T", "O"], "gpt2background_target_score": [-9.545137405395508, -7.228351593017578, -4.933767318725586], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -2.0453851222991943, -1.7282546758651733, -2.097501039505005, -1.6174100637435913, -1.0483624935150146, -0.734671413898468, -0.8166048526763916, -3.14194917678833, -1.8982517719268799, -2.2532923221588135, -2.523979902267456, -1.5412869453430176, -1.5115138292312622, -2.1279549598693848, -1.2697961330413818, -1.7819560766220093, -1.3507052659988403, -2.363858222961426, -1.0686219930648804, -2.8614635467529297, -2.506361961364746, -1.812941312789917, -2.1849191188812256, -0.14815768599510193, -1.7791478633880615, -0.8626968264579773, -1.5856071710586548, -1.136162519454956, -0.8706482648849487, -2.2357349395751953, -1.9370105266571045, -1.811244010925293, -1.9429608583450317, -1.1633113622665405, -1.6793837547302246, -2.005706787109375, -0.21039478480815887, -1.4028258323669434, -2.431542158126831, -1.382320523262024, -1.9477713108062744, -1.7564321756362915, -1.1068636178970337, -1.6207011938095093, -1.9740625619888306, -1.7037509679794312, -1.9990005493164062, -2.815511703491211, -1.5666927099227905, -1.7053062915802002, -1.7740485668182373, -1.7227660417556763, -0.5480336546897888, -1.2558927536010742, -1.9151338338851929, -1.0895897150039673, -1.6871006488800049, -1.1486490964889526, -0.176070436835289, -2.134727716445923, -1.7574349641799927, -2.4175500869750977, -1.7571651935577393, -1.2155091762542725, -1.829952359199524, -0.6545634269714355, -2.555861234664917, -1.760357141494751, -2.244028329849243, -2.2018442153930664, -1.9708002805709839, -2.558976411819458, -0.3721139430999756, -1.4836318492889404, -1.2744511365890503, -1.7346028089523315, -1.3981690406799316, -0.6137893199920654, -0.9289932250976562, -2.490830183029175, -1.1121163368225098, -2.4171524047851562, -1.5972055196762085, -1.4354413747787476, -0.22163532674312592, -1.8599668741226196, -2.212238311767578, -1.4060736894607544, -0.8985607624053955, -1.5603399276733398]}, "iris_DBDC4_009_18": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_009.log.json", "context": "Hello... Danny hi Alex How's it going? no so well Then what's to know? I am tired of my job I don't think Sanchez would kiss me. who is Sanchez? Why don't you ask to somebody else? I am just a robot! LOL What the hell is that? Laugh out loud Wow... you know a lot Danny! then, you are a robot Well, who are you, then? I am a humanoid I am. yes, LOL you are", "response": "Maybe I need new glasses.", "annotation_id": "iris_DBDC4_009_18", "annotations": ["T", "T", "X", "O", "X", "X", "X", "X", "X", "T", "O", "X", "O", "X", "T"], "gpt2background_target_score": [-13.795563697814941, -2.618521213531494, -6.558917999267578, -8.039777755737305, -11.731025695800781, -6.643177032470703], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -2.0453851222991943, -1.7282546758651733, -2.097501039505005, -1.6174100637435913, -1.0483624935150146, -0.734671413898468, -0.8166048526763916, -3.14194917678833, -1.8982517719268799, -2.2532923221588135, -2.523979902267456, -1.5412869453430176, -1.5115138292312622, -2.1279549598693848, -1.2697961330413818, -1.7819560766220093, -1.3507052659988403, -2.363858222961426, -1.0686219930648804, -2.8614635467529297, -2.506361961364746, -1.812941312789917, -2.1849191188812256, -0.14815768599510193, -1.7791478633880615, -0.8626968264579773, -1.5856071710586548, -1.136162519454956, -0.8706482648849487, -2.2357349395751953, -1.9370105266571045, -1.811244010925293, -1.9429608583450317, -1.1633113622665405, -1.6793837547302246, -2.005706787109375, -0.21039478480815887, -1.4028258323669434, -2.431542158126831, -1.382320523262024, -1.9477713108062744, -1.7564321756362915, -1.1068636178970337, -1.6207011938095093, -1.9740625619888306, -1.7037509679794312, -1.9990005493164062, -2.815511703491211, -1.5666927099227905, -1.7053062915802002, -1.7740485668182373, -1.7227660417556763, -0.5480336546897888, -1.2558927536010742, -1.9151338338851929, -1.0895897150039673, -1.6871006488800049, -1.1486490964889526, -0.176070436835289, -2.134727716445923, -1.7574349641799927, -2.4175500869750977, -1.7571651935577393, -1.2155091762542725, -1.829952359199524, -0.6545634269714355, -2.555861234664917, -1.760357141494751, -2.244028329849243, -2.2018442153930664, -1.9708002805709839, -2.558976411819458, -0.3721139430999756, -1.4836318492889404, -1.2744511365890503, -1.7346028089523315, -1.3981690406799316, -0.6137893199920654, -0.9289932250976562, -2.490830183029175, -1.1121163368225098, -2.4171524047851562, -1.5972055196762085, -1.4354413747787476, -0.22163532674312592, -1.8599661588668823, -1.1841449737548828, -1.1713759899139404, -1.6786751747131348, -1.0066134929656982, -1.223183274269104, -1.5623072385787964, -1.119575023651123, -1.2035791873931885, -2.336135149002075, -1.968727946281433, -0.727854311466217, -0.6119351387023926, -2.7773046493530273, -1.9974117279052734, -1.3916075229644775]}, "iris_DBDC4_009_20": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_009.log.json", "context": "Hello... Danny hi Alex How's it going? no so well Then what's to know? I am tired of my job I don't think Sanchez would kiss me. who is Sanchez? Why don't you ask to somebody else? I am just a robot! LOL What the hell is that? Laugh out loud Wow... you know a lot Danny! then, you are a robot Well, who are you, then? I am a humanoid I am. yes, LOL you are Maybe I need new glasses. why?", "response": "Remember that stupid hippie art teacher who failed me sophomore year?", "annotation_id": "iris_DBDC4_009_20", "annotations": ["O", "X", "T", "O", "X", "X", "X", "X", "X", "T", "X", "X", "T", "X", "T"], "gpt2background_target_score": [-12.673151969909668, -6.403164863586426, -10.176580429077148, -12.692094802856445, -6.571986198425293, -11.181536674499512, -11.627262115478516, -10.19253158569336, -13.5520658493042, -10.070606231689453, -12.459684371948242, -11.965446472167969, -4.148896217346191], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -2.0453851222991943, -1.7282546758651733, -2.097501039505005, -1.6174100637435913, -1.0483624935150146, -0.734671413898468, -0.8166048526763916, -3.14194917678833, -1.8982517719268799, -2.2532923221588135, -2.523979902267456, -1.5412869453430176, -1.5115138292312622, -2.1279549598693848, -1.2697961330413818, -1.7819560766220093, -1.3507052659988403, -2.363858222961426, -1.0686219930648804, -2.8614635467529297, -2.506361961364746, -1.812941312789917, -2.1849191188812256, -0.14815768599510193, -1.7791478633880615, -0.8626968264579773, -1.5856071710586548, -1.136162519454956, -0.8706482648849487, -2.2357349395751953, -1.9370105266571045, -1.811244010925293, -1.9429608583450317, -1.1633113622665405, -1.6793837547302246, -2.005706787109375, -0.21039478480815887, -1.4028258323669434, -2.431542158126831, -1.382320523262024, -1.9477713108062744, -1.7564321756362915, -1.1068636178970337, -1.6207011938095093, -1.9740625619888306, -1.7037509679794312, -1.9990005493164062, -2.815511703491211, -1.5666927099227905, -1.7053062915802002, -1.7740485668182373, -1.7227660417556763, -0.5480336546897888, -1.2558927536010742, -1.9151338338851929, -1.0895897150039673, -1.6871006488800049, -1.1486490964889526, -0.176070436835289, -2.134727716445923, -1.7574349641799927, -2.4175500869750977, -1.7571651935577393, -1.2155091762542725, -1.829952359199524, -0.6545634269714355, -2.555861234664917, -1.760357141494751, -2.244028329849243, -2.2018442153930664, -1.9708002805709839, -2.558976411819458, -0.3721139430999756, -1.4836318492889404, -1.2744511365890503, -1.7346028089523315, -1.3981690406799316, -0.6137893199920654, -0.9289932250976562, -2.490830183029175, -1.1121163368225098, -2.4171524047851562, -1.5972055196762085, -1.4354413747787476, -0.22163532674312592, -1.8599661588668823, -1.1841449737548828, -1.1713759899139404, -1.6786751747131348, -1.0066134929656982, -1.223183274269104, -1.5623072385787964, -1.119575023651123, -1.2035797834396362, -2.673863172531128, -0.5059199929237366, -0.7592805027961731, -2.6227824687957764, -1.8324432373046875, -2.090975761413574, -2.2098710536956787, -2.067929983139038, -1.9491652250289917, -1.8743023872375488, -2.089285373687744, -2.1123099327087402, -0.8340885043144226, -3.219489097595215, -2.183394193649292, -2.316850423812866, -2.7585771083831787, -1.2232410907745361, -2.4658901691436768, -1.890403151512146, -2.1354451179504395, -0.8528397679328918]}, "iris_DBDC4_013_02": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_013.log.json", "context": "Hello... Danny Ok I am back", "response": "It's so good to hear your voice. I love you, princess. I really do.", "annotation_id": "iris_DBDC4_013_02", "annotations": ["X", "O", "X", "T", "O", "X", "T", "O", "X", "T", "T", "X", "O", "X", "T"], "gpt2background_target_score": [-12.761021614074707, -9.03150463104248, -7.578621864318848, -9.633890151977539, -9.835144996643066, -12.057354927062988, -8.64542293548584, -12.993302345275879, -7.253485679626465, -7.840908527374268, -9.644674301147461, -4.021609306335449, -8.593324661254883, -12.858935356140137, -9.22691535949707, -6.889869689941406, -10.957545280456543, -5.572448253631592, -7.985284328460693], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -2.846400022506714, -1.723341941833496, -2.1286990642547607, -2.023536205291748, -2.139652967453003, -0.8085877895355225, -2.385711193084717, -2.4796996116638184, -1.652531623840332, -1.6474924087524414, -1.7141135931015015, -2.9339048862457275, -1.1588236093521118, -1.339206337928772, -1.8190549612045288, -1.450738549232483, -1.5398198366165161, -1.9698514938354492, -1.3007017374038696, -0.9945608377456665, -1.61888587474823, -1.9016149044036865, -1.3778228759765625, -0.8002411723136902]}, "iris_DBDC4_013_04": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_013.log.json", "context": "Hello... Danny Ok I am back It's so good to hear your voice. I love you, princess. I really do. Thanks", "response": "Maybe we should've been married in a Church like that one.", "annotation_id": "iris_DBDC4_013_04", "annotations": ["X", "O", "X", "T", "O", "T", "O", "O", "X", "O", "T", "X", "T", "X", "O"], "gpt2background_target_score": [-13.795561790466309, -5.899702548980713, -6.770912170410156, -10.337292671203613, -8.788086891174316, -7.497613906860352, -2.8442294597625732, -6.516491413116455, -11.040721893310547, -7.6230621337890625, -3.24385142326355, -9.583057403564453, -4.15429162979126], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -2.846400022506714, -1.723341941833496, -2.1286990642547607, -2.023536205291748, -0.8164817690849304, -2.458272695541382, -2.6918067932128906, -2.1261327266693115, -1.7236075401306152, -1.817351222038269, -2.32723069190979, -2.005232095718384, -1.455159306526184, -1.9298021793365479, -1.3958133459091187, -1.5005189180374146, -1.862904667854309, -1.290518879890442, -1.7478452920913696, -1.347645878791809, -1.9939695596694946, -1.3219534158706665, -1.6875666379928589, -1.1236746311187744, -1.870233178138733, -1.6265650987625122, -1.7055318355560303, -2.538665771484375, -2.7965757846832275, -2.054924726486206, -1.971494197845459, -1.3253185749053955, -2.417351722717285, -2.5488839149475098, -1.798125982284546, -1.4189612865447998, -1.617793083190918, -1.0342020988464355]}, "iris_DBDC4_013_06": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_013.log.json", "context": "Hello... Danny Ok I am back It's so good to hear your voice. I love you, princess. I really do. Thanks Maybe we should've been married in a Church like that one. Maybe we shouldn't marry", "response": "You shouldn't.", "annotation_id": "iris_DBDC4_013_06", "annotations": ["X", "T", "X", "X", "T", "T", "T", "O", "T", "O", "O", "X", "T", "X", "O"], "gpt2background_target_score": [-11.480238914489746, -10.154877662658691, -7.767152786254883, -4.341833114624023], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -2.846400022506714, -1.723341941833496, -2.1286990642547607, -2.023536205291748, -0.8164817690849304, -2.458272695541382, -2.6918067932128906, -2.1261327266693115, -1.7236075401306152, -1.817351222038269, -2.32723069190979, -2.005232095718384, -1.455159306526184, -1.9298021793365479, -1.3958133459091187, -1.5005189180374146, -1.862904667854309, -1.290518879890442, -1.7478452920913696, -1.347645878791809, -1.9939695596694946, -1.3219544887542725, -1.687567949295044, -1.1236751079559326, -1.6496336460113525, -1.558687686920166, -2.1903598308563232, -2.6302013397216797, -1.9704866409301758, -2.067516326904297, -1.3443928956985474, -2.3052287101745605, -2.4760541915893555, -1.831092357635498, -1.371976375579834, -1.4092717170715332, -1.531307339668274, -1.1881718635559082, -0.4905335009098053, -0.25952577590942383, -0.5666806101799011, -2.0336310863494873, -2.1553380489349365, -1.8770807981491089, -0.3328634798526764, -1.621183156967163, -1.5442827939987183]}, "iris_DBDC4_013_08": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_013.log.json", "context": "Hello... Danny Ok I am back It's so good to hear your voice. I love you, princess. I really do. Thanks Maybe we should've been married in a Church like that one. Maybe we shouldn't marry You shouldn't. Okay. Could I ask what will you choose if", "response": "-- what in the world can that be?", "annotation_id": "iris_DBDC4_013_08", "annotations": ["T", "T", "X", "X", "T", "X", "O", "T", "X", "T", "T", "O", "T", "O", "T"], "gpt2background_target_score": [-10.235336303710938, -3.6265482902526855, -5.679533004760742, -7.231534957885742, -11.9144926071167, -10.392885208129883, -7.794618606567383, -7.725870132446289, -10.203681945800781], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -2.8463993072509766, -1.7233412265777588, -2.128696918487549, -2.023536205291748, -0.8164825439453125, -2.45827054977417, -2.691804885864258, -2.1261324882507324, -1.7236069440841675, -1.8173508644104004, -2.3272294998168945, -2.0052340030670166, -1.4551613330841064, -1.9298031330108643, -1.3958135843276978, -1.5005191564559937, -1.8629056215286255, -1.2905187606811523, -1.7478455305099487, -1.347646713256836, -1.9939724206924438, -1.321953535079956, -1.6875672340393066, -1.1236751079559326, -1.649631381034851, -1.5586872100830078, -2.1903607845306396, -2.6302013397216797, -1.9704850912094116, -2.067514657974243, -1.3443913459777832, -2.3052234649658203, -2.4760560989379883, -1.831093668937683, -1.3719762563705444, -1.409270167350769, -1.5313056707382202, -1.1881719827651978, -0.49053430557250977, -0.2595254182815552, -0.5666811466217041, -2.033630609512329, -2.0247750282287598, -0.2298169881105423, -1.710832953453064, -1.9775408506393433, -1.5490976572036743, -1.8626563549041748, -1.217219352722168, -1.7513034343719482, -2.068448781967163, -1.5604026317596436, -1.3672192096710205, -1.198403239250183, -0.789277970790863, -0.860498309135437, -1.9557288885116577, -2.729233741760254, -2.0310351848602295, -1.0901554822921753, -1.377610683441162, -1.7788587808609009, -0.8445112109184265, -0.7026134729385376, -0.4140971899032593, -0.6079957485198975]}, "iris_DBDC4_013_10": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_013.log.json", "context": "Hello... Danny Ok I am back It's so good to hear your voice. I love you, princess. I really do. Thanks Maybe we should've been married in a Church like that one. Maybe we shouldn't marry You shouldn't. Okay. Could I ask what will you choose if -- what in the world can that be? I dont know", "response": "I know.", "annotation_id": "iris_DBDC4_013_10", "annotations": ["X", "T", "X", "X", "T", "X", "T", "O", "T", "O", "O", "X", "O", "X", "T"], "gpt2background_target_score": [-9.545137405395508, -9.4932861328125, -4.933767318725586], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -2.8463993072509766, -1.7233412265777588, -2.128696918487549, -2.023536205291748, -0.8164825439453125, -2.45827054977417, -2.691804885864258, -2.1261324882507324, -1.7236069440841675, -1.8173508644104004, -2.3272294998168945, -2.0052340030670166, -1.4551613330841064, -1.9298031330108643, -1.3958135843276978, -1.5005191564559937, -1.8629056215286255, -1.2905187606811523, -1.7478455305099487, -1.347646713256836, -1.9939724206924438, -1.321953535079956, -1.6875672340393066, -1.1236751079559326, -1.649631381034851, -1.5586872100830078, -2.1903607845306396, -2.6302013397216797, -1.9704850912094116, -2.067514657974243, -1.3443913459777832, -2.3052234649658203, -2.4760560989379883, -1.831093192100525, -1.3719751834869385, -1.4092718362808228, -1.5313068628311157, -1.188173532485962, -0.4905342161655426, -0.25952550768852234, -0.5666805505752563, -2.03363037109375, -2.0247745513916016, -0.22981736063957214, -1.7108325958251953, -1.977541446685791, -1.5490972995758057, -1.862655758857727, -1.217218279838562, -1.751303791999817, -2.0684492588043213, -1.5604043006896973, -1.3672181367874146, -1.1984037160873413, -0.789278507232666, -0.8604996204376221, -3.70619535446167, -2.1545467376708984, -1.173900842666626, -1.54936945438385, -1.7994625568389893, -0.7298716902732849, -0.7447616457939148, -0.5024521946907043, -1.7310937643051147, -2.021782398223877, -1.1549674272537231, -1.0481696128845215, -2.121915340423584, -2.4259581565856934, -1.8407336473464966, -1.4666305780410767]}, "iris_DBDC4_013_12": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_013.log.json", "context": "Hello... Danny Ok I am back It's so good to hear your voice. I love you, princess. I really do. Thanks Maybe we should've been married in a Church like that one. Maybe we shouldn't marry You shouldn't. Okay. Could I ask what will you choose if -- what in the world can that be? I dont know I know. what in the world can that be?", "response": "Sorry! We're so sorry. Are you hurt?", "annotation_id": "iris_DBDC4_013_12", "annotations": ["O", "O", "X", "X", "X", "X", "T", "X", "X", "O", "X", "O", "T", "O", "T"], "gpt2background_target_score": [-12.419974327087402, -8.075223922729492, -7.463136672973633, -10.772239685058594, -8.676243782043457, -4.1938395500183105, -2.8441052436828613, -9.888402938842773, -6.744792461395264, -8.185754776000977, -6.461915493011475], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -2.8463993072509766, -1.7233412265777588, -2.128696918487549, -2.023536205291748, -0.8164825439453125, -2.45827054977417, -2.691804885864258, -2.1261324882507324, -1.7236069440841675, -1.8173508644104004, -2.3272294998168945, -2.0052340030670166, -1.4551613330841064, -1.9298031330108643, -1.3958135843276978, -1.5005191564559937, -1.8629056215286255, -1.2905187606811523, -1.7478455305099487, -1.347646713256836, -1.9939724206924438, -1.321953535079956, -1.6875672340393066, -1.1236751079559326, -1.649631381034851, -1.5586872100830078, -2.1903607845306396, -2.6302013397216797, -1.9704850912094116, -2.067514657974243, -1.3443913459777832, -2.3052234649658203, -2.4760560989379883, -1.831093668937683, -1.3719762563705444, -1.409270167350769, -1.5313056707382202, -1.1881719827651978, -0.49053430557250977, -0.2595254182815552, -0.5666811466217041, -2.033630609512329, -2.0247750282287598, -0.2298169881105423, -1.710832953453064, -1.9775408506393433, -1.5490976572036743, -1.8626563549041748, -1.217219352722168, -1.7513034343719482, -2.068448781967163, -1.5604026317596436, -1.3672192096710205, -1.198403239250183, -0.789277970790863, -0.860498309135437, -3.706195116043091, -2.1545467376708984, -1.173904299736023, -1.5493717193603516, -1.799463152885437, -0.7298728227615356, -0.7447619438171387, -0.5024515390396118, -1.7310951948165894, -2.0217838287353516, -1.15496826171875, -1.048168659210205, -2.1745688915252686, -1.3423798084259033, -1.6916382312774658, -2.3429412841796875, -0.28697526454925537, -0.04701436683535576, -1.112898588180542, -1.2124513387680054, -0.3007552921772003, -0.3081955015659332, -2.044163465499878, -2.2145001888275146, -1.6290271282196045, -1.5423520803451538, -2.481807231903076, -2.006953477859497, -1.3174095153808594, -1.5424323081970215, -1.8171659708023071, -0.28805306553840637, -2.001312494277954, -0.7641447186470032, -0.8178568482398987]}, "iris_DBDC4_013_14": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_013.log.json", "context": "Hello... Danny Ok I am back It's so good to hear your voice. I love you, princess. I really do. Thanks Maybe we should've been married in a Church like that one. Maybe we shouldn't marry You shouldn't. Okay. Could I ask what will you choose if -- what in the world can that be? I dont know I know. what in the world can that be? Sorry! We're so sorry. Are you hurt? No I am not but I feel I am mentally challenged", "response": "No I am not!", "annotation_id": "iris_DBDC4_013_14", "annotations": ["X", "O", "X", "X", "T", "X", "T", "X", "X", "T", "X", "X", "T", "X", "T"], "gpt2background_target_score": [-10.921963691711426, -2.618521213531494, -7.711474418640137, -7.862616062164307, -9.918655395507812], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -2.8463993072509766, -1.7233412265777588, -2.128696918487549, -2.023536205291748, -0.8164825439453125, -2.45827054977417, -2.691804885864258, -2.1261324882507324, -1.7236069440841675, -1.8173508644104004, -2.3272294998168945, -2.0052340030670166, -1.4551613330841064, -1.9298031330108643, -1.3958135843276978, -1.5005191564559937, -1.8629056215286255, -1.2905187606811523, -1.7478455305099487, -1.347646713256836, -1.9939724206924438, -1.321953535079956, -1.6875672340393066, -1.1236751079559326, -1.649631381034851, -1.5586872100830078, -2.1903607845306396, -2.6302013397216797, -1.9704850912094116, -2.067514657974243, -1.3443913459777832, -2.3052234649658203, -2.4760560989379883, -1.831093668937683, -1.3719762563705444, -1.409270167350769, -1.5313056707382202, -1.1881719827651978, -0.49053430557250977, -0.2595254182815552, -0.5666811466217041, -2.033630609512329, -2.0247750282287598, -0.2298169881105423, -1.710832953453064, -1.9775408506393433, -1.5490976572036743, -1.8626563549041748, -1.217219352722168, -1.7513034343719482, -2.068448781967163, -1.5604026317596436, -1.3672192096710205, -1.198403239250183, -0.789277970790863, -0.860498309135437, -3.706195116043091, -2.1545467376708984, -1.173904299736023, -1.5493717193603516, -1.799463152885437, -0.7298728227615356, -0.7447619438171387, -0.5024515390396118, -1.7310951948165894, -2.0217838287353516, -1.15496826171875, -1.048168659210205, -2.1745688915252686, -1.3423798084259033, -1.6916382312774658, -2.3429412841796875, -0.28697526454925537, -0.04701436683535576, -1.112898588180542, -1.2124513387680054, -0.3007552921772003, -0.3081955015659332, -2.044163465499878, -1.6409765481948853, -1.913318395614624, -2.360355854034424, -2.072063684463501, -1.5201250314712524, -1.4371565580368042, -2.0223989486694336, -0.24998153746128082, -2.380084753036499, -0.7832614183425903, -1.8964099884033203, -1.2686691284179688, -1.5315525531768799, -1.3270974159240723, -1.1087491512298584, -0.8846848607063293, -1.68717622756958, -1.8183565139770508, -2.0758304595947266, -2.2288475036621094, -1.2381491661071777, -1.1208531856536865, -1.966399908065796, -1.6172269582748413, -0.8594727516174316, -1.347072958946228, -1.5047235488891602, -1.4509494304656982]}, "iris_DBDC4_013_16": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_013.log.json", "context": "Hello... Danny Ok I am back It's so good to hear your voice. I love you, princess. I really do. Thanks Maybe we should've been married in a Church like that one. Maybe we shouldn't marry You shouldn't. Okay. Could I ask what will you choose if -- what in the world can that be? I dont know I know. what in the world can that be? Sorry! We're so sorry. Are you hurt? No I am not but I feel I am mentally challenged No I am not! Okay I am glad to hear that you are fine", "response": "Danny...", "annotation_id": "iris_DBDC4_013_16", "annotations": ["T", "T", "X", "X", "O", "X", "O", "O", "X", "O", "T", "X", "T", "X", "T"], "gpt2background_target_score": [-12.291966438293457, -6.641880512237549], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -2.8463993072509766, -1.7233412265777588, -2.128696918487549, -2.023536205291748, -0.8164825439453125, -2.45827054977417, -2.691804885864258, -2.1261324882507324, -1.7236069440841675, -1.8173508644104004, -2.3272294998168945, -2.0052340030670166, -1.4551613330841064, -1.9298031330108643, -1.3958135843276978, -1.5005191564559937, -1.8629056215286255, -1.2905187606811523, -1.7478455305099487, -1.347646713256836, -1.9939724206924438, -1.321953535079956, -1.6875672340393066, -1.1236751079559326, -1.649631381034851, -1.5586872100830078, -2.1903607845306396, -2.6302013397216797, -1.9704850912094116, -2.067514657974243, -1.3443913459777832, -2.3052234649658203, -2.4760560989379883, -1.831093668937683, -1.3719762563705444, -1.409270167350769, -1.5313056707382202, -1.1881719827651978, -0.49053430557250977, -0.2595254182815552, -0.5666811466217041, -2.033630609512329, -2.0247750282287598, -0.2298169881105423, -1.710832953453064, -1.9775408506393433, -1.5490976572036743, -1.8626563549041748, -1.217219352722168, -1.7513034343719482, -2.068448781967163, -1.5604026317596436, -1.3672192096710205, -1.198403239250183, -0.789277970790863, -0.860498309135437, -3.706195116043091, -2.1545467376708984, -1.173904299736023, -1.5493717193603516, -1.799463152885437, -0.7298728227615356, -0.7447619438171387, -0.5024515390396118, -1.7310951948165894, -2.0217838287353516, -1.15496826171875, -1.048168659210205, -2.1745688915252686, -1.3423798084259033, -1.6916382312774658, -2.3429412841796875, -0.28697526454925537, -0.04701436683535576, -1.112898588180542, -1.2124513387680054, -0.3007552921772003, -0.3081955015659332, -2.044163465499878, -1.6409765481948853, -1.913318395614624, -2.360354423522949, -2.072061777114868, -1.5201256275177002, -1.4371557235717773, -2.022399425506592, -0.24998153746128082, -2.3800857067108154, -0.7832608819007874, -1.8964104652404785, -1.2686681747436523, -1.5315536260604858, -1.3270982503890991, -1.108750581741333, -0.8846847414970398, -1.6871752738952637, -1.8183565139770508, -2.0758309364318848, -2.228846311569214, -1.2381492853164673, -1.1208522319793701, -1.476760983467102, -0.8825343251228333, -1.8433581590652466, -1.1995996236801147, -1.4317877292633057, -1.4206781387329102, -1.4981683492660522, -0.5598215460777283, -1.226261854171753, -0.3858775794506073, -1.0056653022766113, -0.958405077457428, -1.2348068952560425, -2.152113437652588, -0.709152102470398, -1.9013899564743042, -0.48178744316101074, -2.079301118850708]}, "iris_DBDC4_013_18": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_013.log.json", "context": "Hello... Danny Ok I am back It's so good to hear your voice. I love you, princess. I really do. Thanks Maybe we should've been married in a Church like that one. Maybe we shouldn't marry You shouldn't. Okay. Could I ask what will you choose if -- what in the world can that be? I dont know I know. what in the world can that be? Sorry! We're so sorry. Are you hurt? No I am not but I feel I am mentally challenged No I am not! Okay I am glad to hear that you are fine Danny... No thanks it's me", "response": "There you are. I called your cell ten times. You left me hanging.", "annotation_id": "iris_DBDC4_013_18", "annotations": ["X", "O", "X", "X", "O", "T", "O", "O", "X", "O", "O", "X", "T", "X", "O"], "gpt2background_target_score": [-12.894484519958496, -4.92161750793457, -6.4616241455078125, -4.34183406829834, -9.221044540405273, -9.249533653259277, -8.645423889160156, -12.618841171264648, -9.704732894897461, -12.97858715057373, -2.1261324882507324, -9.261713981628418, -11.510244369506836, -9.688472747802734, -10.218647003173828, -9.952291488647461], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -2.8463993072509766, -1.7233412265777588, -2.128696918487549, -2.023536205291748, -0.8164825439453125, -2.45827054977417, -2.691804885864258, -2.1261324882507324, -1.7236069440841675, -1.8173508644104004, -2.3272294998168945, -2.0052340030670166, -1.4551613330841064, -1.9298031330108643, -1.3958135843276978, -1.5005191564559937, -1.8629056215286255, -1.2905187606811523, -1.7478455305099487, -1.347646713256836, -1.9939724206924438, -1.321953535079956, -1.6875672340393066, -1.1236751079559326, -1.649631381034851, -1.5586872100830078, -2.1903607845306396, -2.6302013397216797, -1.9704850912094116, -2.067514657974243, -1.3443913459777832, -2.3052234649658203, -2.4760560989379883, -1.831093668937683, -1.3719762563705444, -1.409270167350769, -1.5313056707382202, -1.1881719827651978, -0.49053430557250977, -0.2595254182815552, -0.5666811466217041, -2.033630609512329, -2.0247750282287598, -0.2298169881105423, -1.710832953453064, -1.9775408506393433, -1.5490976572036743, -1.8626563549041748, -1.217219352722168, -1.7513034343719482, -2.068448781967163, -1.5604026317596436, -1.3672192096710205, -1.198403239250183, -0.789277970790863, -0.860498309135437, -3.706195116043091, -2.1545467376708984, -1.173904299736023, -1.5493717193603516, -1.799463152885437, -0.7298728227615356, -0.7447619438171387, -0.5024515390396118, -1.7310951948165894, -2.0217838287353516, -1.15496826171875, -1.048168659210205, -2.1745688915252686, -1.3423798084259033, -1.6916382312774658, -2.3429412841796875, -0.28697526454925537, -0.04701436683535576, -1.112898588180542, -1.2124513387680054, -0.3007552921772003, -0.3081955015659332, -2.044163465499878, -1.6409765481948853, -1.913318395614624, -2.360355854034424, -2.072063684463501, -1.5201250314712524, -1.4371565580368042, -2.0223989486694336, -0.24998153746128082, -2.380084753036499, -0.7832614183425903, -1.8964099884033203, -1.2686691284179688, -1.5315525531768799, -1.3270974159240723, -1.108749508857727, -0.8846855759620667, -1.6871747970581055, -1.818356990814209, -2.0758304595947266, -2.2288472652435303, -1.238149642944336, -1.1208527088165283, -1.4767614603042603, -0.8825356960296631, -1.8433587551116943, -1.1995985507965088, -1.4317889213562012, -1.4206780195236206, -1.498167634010315, -0.5598208904266357, -1.2262632846832275, -0.38587626814842224, -1.005664587020874, -0.9584060907363892, -1.234805941581726, -2.152114152908325, -0.7091518640518188, -0.6024690866470337, -1.7879997491836548, -1.076263666152954, -1.615912675857544, -0.9741769433021545, -2.176440477371216, -1.4730156660079956, -1.887593388557434, -1.445233941078186, -0.35062897205352783, -1.370460867881775, -1.4669198989868164, -1.6632275581359863, -1.1079188585281372, -2.228703737258911, -0.8939449191093445, -1.302955985069275, -1.9352961778640747, -1.497666358947754, -1.9181562662124634, -1.435743808746338, -2.084163188934326, -1.9267163276672363, -1.4359545707702637]}, "iris_DBDC4_013_20": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_013.log.json", "context": "Hello... Danny Ok I am back It's so good to hear your voice. I love you, princess. I really do. Thanks Maybe we should've been married in a Church like that one. Maybe we shouldn't marry You shouldn't. Okay. Could I ask what will you choose if -- what in the world can that be? I dont know I know. what in the world can that be? Sorry! We're so sorry. Are you hurt? No I am not but I feel I am mentally challenged No I am not! Okay I am glad to hear that you are fine Danny... No thanks it's me There you are. I called your cell ten times. You left me hanging. Sorry but I missed the call probably", "response": "You see, the thing is, Danny, we're kinda strapped.", "annotation_id": "iris_DBDC4_013_20", "annotations": ["X", "T", "X", "X", "O", "O", "T", "O", "X", "T", "T", "X", "T", "X", "T"], "gpt2background_target_score": [-11.480239868164062, -9.705408096313477, -4.240135192871094, -7.231534957885742, -11.782788276672363, -8.900018692016602, -3.689706325531006, -12.198978424072266, -8.390777587890625, -8.960307121276855, -12.249601364135742, -10.32712173461914, -12.967582702636719, -9.269937515258789], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -2.8463993072509766, -1.7233412265777588, -2.128696918487549, -2.023536205291748, -0.8164825439453125, -2.45827054977417, -2.691804885864258, -2.1261324882507324, -1.7236069440841675, -1.8173508644104004, -2.3272294998168945, -2.0052340030670166, -1.4551613330841064, -1.9298031330108643, -1.3958135843276978, -1.5005191564559937, -1.8629056215286255, -1.2905187606811523, -1.7478455305099487, -1.347646713256836, -1.9939724206924438, -1.321953535079956, -1.6875672340393066, -1.1236751079559326, -1.649631381034851, -1.5586872100830078, -2.1903607845306396, -2.6302013397216797, -1.9704850912094116, -2.067514657974243, -1.3443913459777832, -2.3052234649658203, -2.4760560989379883, -1.831093668937683, -1.3719762563705444, -1.409270167350769, -1.5313056707382202, -1.1881719827651978, -0.49053430557250977, -0.2595254182815552, -0.5666811466217041, -2.033630609512329, -2.0247750282287598, -0.2298169881105423, -1.710832953453064, -1.9775408506393433, -1.5490976572036743, -1.8626563549041748, -1.217219352722168, -1.7513034343719482, -2.068448781967163, -1.5604026317596436, -1.3672192096710205, -1.198403239250183, -0.789277970790863, -0.860498309135437, -3.706195116043091, -2.1545467376708984, -1.173904299736023, -1.5493717193603516, -1.799463152885437, -0.7298728227615356, -0.7447619438171387, -0.5024515390396118, -1.7310951948165894, -2.0217838287353516, -1.15496826171875, -1.048168659210205, -2.1745688915252686, -1.3423798084259033, -1.6916382312774658, -2.3429412841796875, -0.28697526454925537, -0.04701436683535576, -1.112898588180542, -1.2124513387680054, -0.3007552921772003, -0.3081955015659332, -2.044163465499878, -1.6409765481948853, -1.913318395614624, -2.360355854034424, -2.072063684463501, -1.5201250314712524, -1.4371565580368042, -2.0223989486694336, -0.24998153746128082, -2.380084753036499, -0.7832614183425903, -1.8964099884033203, -1.2686691284179688, -1.5315525531768799, -1.3270974159240723, -1.108749508857727, -0.8846855759620667, -1.6871747970581055, -1.818356990814209, -2.0758304595947266, -2.2288472652435303, -1.238149642944336, -1.1208527088165283, -1.4767614603042603, -0.8825356960296631, -1.8433587551116943, -1.1995985507965088, -1.4317889213562012, -1.4206780195236206, -1.498167634010315, -0.5598208904266357, -1.2262632846832275, -0.38587626814842224, -1.005664587020874, -0.9584060907363892, -1.234805941581726, -2.152114152908325, -0.7091518640518188, -0.6024690866470337, -1.7879997491836548, -1.076263666152954, -1.615912675857544, -0.9741769433021545, -2.176440477371216, -1.4730156660079956, -1.3593249320983887, -1.1687867641448975, -1.4790374040603638, -1.4729490280151367, -1.365614414215088, -1.0496902465820312, -2.0356359481811523, -0.9759767651557922, -1.254662036895752, -1.97652268409729, -1.5232243537902832, -1.7229865789413452, -1.2989622354507446, -2.036290407180786, -1.9778209924697876, -1.4299767017364502, -1.9120591878890991, -1.001590609550476, -1.6892266273498535, -1.171926498413086, -2.1582958698272705, -0.9553195834159851, -2.5060558319091797, -2.04335618019104, -2.0726754665374756, -1.659745693206787, -1.2695419788360596, -2.461153984069824, -0.9544197916984558, -1.1223617792129517, -1.4704142808914185, -1.6359061002731323, -1.3378808498382568, -1.9791265726089478, -2.3892619609832764, -2.629173994064331, -1.8539382219314575, -1.7751355171203613]}, "iris_DBDC4_020_02": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_020.log.json", "context": "Hello... Danny Hi!", "response": "Giver her your tray, Danny. You're holdin' up the line.", "annotation_id": "iris_DBDC4_020_02", "annotations": ["O", "T", "T", "T", "T", "O", "X", "O", "T", "T", "T", "X", "O", "X", "T"], "gpt2background_target_score": [-10.25434398651123, -12.36029052734375, -8.843611717224121, -8.633397102355957, -13.626066207885742, -9.983230590820312, -11.606339454650879, -4.946928977966309, -9.229751586914062, -11.312763214111328, -10.439882278442383, -10.016029357910156, -7.7150983810424805, -12.650919914245605, -7.800773620605469, -11.863835334777832, -3.1191635131835938], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -1.6954283714294434, -1.3251452445983887, -1.9978474378585815, -1.6236828565597534, -0.9907527565956116, -1.3667255640029907, -3.486342191696167, -1.9315552711486816, -2.326789617538452, -0.8540539145469666, -1.0261659622192383, -2.3188512325286865, -2.3038995265960693, -2.434271812438965, -0.48394301533699036, -2.32875919342041, -1.609208583831787, -3.9628005027770996, -1.3139394521713257, -1.0151921510696411]}, "iris_DBDC4_020_04": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_020.log.json", "context": "Hello... Danny Hi! Giver her your tray, Danny. You're holdin' up the line. I am not actually", "response": "Oh, yes you are.", "annotation_id": "iris_DBDC4_020_04", "annotations": ["O", "X", "O", "O", "O", "O", "X", "O", "T", "O", "T", "T", "T", "T", "O"], "gpt2background_target_score": [-12.239985466003418, -8.41786003112793, -8.834330558776855, -6.719504356384277, -9.481204986572266, -6.318154335021973], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -1.6954283714294434, -1.3251452445983887, -0.7727144360542297, -1.8601815700531006, -1.5500105619430542, -3.3728511333465576, -2.5649077892303467, -2.3586599826812744, -1.3009175062179565, -2.045391798019409, -2.2550652027130127, -2.330019474029541, -2.448641538619995, -0.6226680278778076, -2.2404401302337646, -1.7534759044647217, -3.383389949798584, -1.3997575044631958, -2.4561502933502197, -1.4188835620880127, -2.494293212890625, -2.39019775390625, -2.203033208847046, -2.056993246078491, -1.700542688369751, -2.0364739894866943, -1.2091251611709595, -1.3496299982070923, -1.1196835041046143, -1.4977473020553589]}, "iris_DBDC4_020_06": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_020.log.json", "context": "Hello... Danny Hi! Giver her your tray, Danny. You're holdin' up the line. I am not actually Oh, yes you are. How have you been?", "response": "Where have you been?", "annotation_id": "iris_DBDC4_020_06", "annotations": ["O", "X", "O", "T", "X", "T", "X", "T", "O", "T", "T", "X", "O", "O", "T"], "gpt2background_target_score": [-11.901162147521973, -6.889222145080566, -5.237053394317627, -10.752960205078125, -11.38775634765625], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -1.6954283714294434, -1.3251452445983887, -0.7727144360542297, -1.8601815700531006, -1.5500105619430542, -3.3728511333465576, -2.5649077892303467, -2.3586599826812744, -1.3009175062179565, -2.045391798019409, -2.2550652027130127, -2.330019474029541, -2.448641538619995, -0.6226680278778076, -2.2404401302337646, -1.7534759044647217, -3.383389949798584, -1.3997575044631958, -2.4561502933502197, -1.4188835620880127, -2.494293212890625, -2.39019775390625, -2.203033208847046, -2.121713876724243, -2.052487850189209, -1.0551103353500366, -1.2628321647644043, -1.1006330251693726, -1.5261123180389404, -2.0002567768096924, -0.43636569380760193, -1.0341461896896362, -2.1976137161254883, -1.7527183294296265, -1.5490634441375732, -1.7752436399459839, -0.3505118489265442, -0.1436348259449005, -0.47683945298194885, -0.8091621398925781]}, "iris_DBDC4_020_08": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_020.log.json", "context": "Hello... Danny Hi! Giver her your tray, Danny. You're holdin' up the line. I am not actually Oh, yes you are. How have you been? Where have you been? downstairs. I am in the computer room and enjoy the air con", "response": "Get downstairs!", "annotation_id": "iris_DBDC4_020_08", "annotations": ["X", "X", "O", "O", "X", "T", "X", "X", "T", "T", "T", "X", "T", "X", "T"], "gpt2background_target_score": [-13.040607452392578, -12.92215633392334, -5.1467180252075195], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -1.6954283714294434, -1.3251452445983887, -0.7727144360542297, -1.8601815700531006, -1.5500105619430542, -3.3728511333465576, -2.5649077892303467, -2.3586599826812744, -1.3009175062179565, -2.045391798019409, -2.2550652027130127, -2.330019474029541, -2.448641538619995, -0.6226680278778076, -2.2404401302337646, -1.7534759044647217, -3.383389949798584, -1.3997575044631958, -2.4561502933502197, -1.4188835620880127, -2.494293212890625, -2.39019775390625, -2.203033208847046, -2.121713876724243, -2.052487850189209, -1.0551103353500366, -1.2628321647644043, -1.1006330251693726, -1.5261123180389404, -2.0002567768096924, -0.43636569380760193, -1.0341461896896362, -2.1976137161254883, -1.7527183294296265, -1.745378017425537, -0.3297025263309479, -0.15523673593997955, -0.40281420946121216, -2.0448832511901855, -2.7937285900115967, -2.0832483768463135, -1.7409391403198242, -2.41131591796875, -1.5363736152648926, -1.750034213066101, -2.0530107021331787, -1.0486563444137573, -1.7256414890289307, -1.9456532001495361, -2.933917999267578, -1.2309372425079346, -1.337218165397644, -1.8281968832015991, -2.458557605743408, -1.4602725505828857, -1.2976082563400269]}, "iris_DBDC4_020_10": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_020.log.json", "context": "Hello... Danny Hi! Giver her your tray, Danny. You're holdin' up the line. I am not actually Oh, yes you are. How have you been? Where have you been? downstairs. I am in the computer room and enjoy the air con Get downstairs! yeh", "response": "How do you meanDanny", "annotation_id": "iris_DBDC4_020_10", "annotations": ["X", "O", "O", "O", "X", "X", "X", "X", "T", "T", "O", "X", "X", "O", "X"], "gpt2background_target_score": [-11.236136436462402, -5.32457160949707, -5.237053394317627, -10.73965835571289, -11.210724830627441], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.6954277753829956, -1.3251465559005737, -0.7727143168449402, -1.8601804971694946, -1.5500094890594482, -3.3728504180908203, -2.564905881881714, -2.3586599826812744, -1.3009170293807983, -2.0453946590423584, -2.255065679550171, -2.3300206661224365, -2.448641061782837, -0.6226681470870972, -2.2404403686523438, -1.7534765005111694, -3.3833906650543213, -1.3997573852539062, -2.4561495780944824, -1.4188823699951172, -2.4942922592163086, -2.3901989459991455, -2.2030344009399414, -2.121715784072876, -2.0524864196777344, -1.0551111698150635, -1.2628341913223267, -1.1006321907043457, -1.5261108875274658, -2.000255584716797, -0.436367005109787, -1.0341477394104004, -2.1976118087768555, -1.7527201175689697, -1.7453768253326416, -0.32970330119132996, -0.15523745119571686, -0.40281355381011963, -2.044884204864502, -2.793729305267334, -2.0832479000091553, -1.7409414052963257, -2.411318063735962, -1.5363736152648926, -1.7500319480895996, -2.053011178970337, -1.04865300655365, -1.7256405353546143, -1.9456530809402466, -2.9339213371276855, -1.2309364080429077, -1.3372167348861694, -2.4754526615142822, -1.3169300556182861, -2.1501286029815674, -2.4177534580230713, -1.546180009841919, -2.1060144901275635, -2.352001905441284, -0.4278348982334137, -2.529780864715576, -2.0426039695739746, -0.6445152163505554]}, "iris_DBDC4_020_12": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_020.log.json", "context": "Hello... Danny Hi! Giver her your tray, Danny. You're holdin' up the line. I am not actually Oh, yes you are. How have you been? Where have you been? downstairs. I am in the computer room and enjoy the air con Get downstairs! yeh How do you meanDanny nothing. actually the computers here are not so useful", "response": "No - actually I'm not -", "annotation_id": "iris_DBDC4_020_12", "annotations": ["T", "O", "O", "O", "X", "X", "X", "X", "T", "T", "X", "X", "T", "X", "T"], "gpt2background_target_score": [-10.921963691711426, -6.528282642364502, -8.393241882324219, -4.364004135131836, -9.425044059753418, -11.036981582641602, -5.431099891662598], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.6954277753829956, -1.3251465559005737, -0.7727143168449402, -1.8601804971694946, -1.5500094890594482, -3.3728504180908203, -2.564905881881714, -2.3586599826812744, -1.3009170293807983, -2.0453946590423584, -2.255065679550171, -2.3300206661224365, -2.448641061782837, -0.6226681470870972, -2.2404403686523438, -1.7534765005111694, -3.3833906650543213, -1.3997573852539062, -2.4561495780944824, -1.4188823699951172, -2.4942922592163086, -2.3901989459991455, -2.2030344009399414, -2.121715784072876, -2.0524864196777344, -1.0551111698150635, -1.2628341913223267, -1.1006321907043457, -1.5261108875274658, -2.000255584716797, -0.436367005109787, -1.0341477394104004, -2.1976118087768555, -1.7527201175689697, -1.7453768253326416, -0.32970330119132996, -0.15523745119571686, -0.40281355381011963, -2.044884204864502, -2.793729305267334, -2.0832479000091553, -1.7409414052963257, -2.411318063735962, -1.5363736152648926, -1.7500319480895996, -2.053011178970337, -1.04865300655365, -1.7256405353546143, -1.9456530809402466, -2.9339213371276855, -1.2309364080429077, -1.3372167348861694, -2.4754526615142822, -1.3169300556182861, -2.1501286029815674, -2.4177534580230713, -1.546180009841919, -2.1118571758270264, -0.4476224184036255, -2.4913907051086426, -2.1753361225128174, -0.5926769375801086, -1.3748384714126587, -1.691313624382019, -2.0663528442382812, -2.7978475093841553, -1.3212660551071167, -0.9910488724708557, -3.482659101486206, -3.38362979888916, -2.2863359451293945, -1.4681848287582397, -1.9656050205230713, -1.4410743713378906, -1.6854537725448608, -1.3636733293533325, -1.2417231798171997, -1.5649187564849854, -2.1718053817749023, -1.901237964630127]}, "iris_DBDC4_020_14": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_020.log.json", "context": "Hello... Danny Hi! Giver her your tray, Danny. You're holdin' up the line. I am not actually Oh, yes you are. How have you been? Where have you been? downstairs. I am in the computer room and enjoy the air con Get downstairs! yeh How do you meanDanny nothing. actually the computers here are not so useful No - actually I'm not - you know, they are last-century styleDESKTOP!", "response": "Last...", "annotation_id": "iris_DBDC4_020_14", "annotations": ["X", "O", "O", "O", "X", "T", "X", "X", "T", "O", "T", "O", "X", "X", "T"], "gpt2background_target_score": [-12.825976371765137, -6.641880512237549], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.6954277753829956, -1.3251465559005737, -0.7727143168449402, -1.8601804971694946, -1.5500094890594482, -3.3728504180908203, -2.564905881881714, -2.3586599826812744, -1.3009170293807983, -2.0453946590423584, -2.255065679550171, -2.3300206661224365, -2.448641061782837, -0.6226681470870972, -2.2404403686523438, -1.7534765005111694, -3.3833906650543213, -1.3997573852539062, -2.4561495780944824, -1.4188823699951172, -2.4942922592163086, -2.3901989459991455, -2.2030344009399414, -2.121715784072876, -2.0524864196777344, -1.0551111698150635, -1.2628341913223267, -1.1006321907043457, -1.5261108875274658, -2.000255584716797, -0.436367005109787, -1.0341477394104004, -2.1976118087768555, -1.7527201175689697, -1.7453768253326416, -0.32970330119132996, -0.15523745119571686, -0.40281355381011963, -2.044884204864502, -2.793729305267334, -2.0832479000091553, -1.7409414052963257, -2.411318063735962, -1.5363736152648926, -1.7500319480895996, -2.053011178970337, -1.04865300655365, -1.7256405353546143, -1.9456530809402466, -2.9339213371276855, -1.2309364080429077, -1.3372167348861694, -2.4754526615142822, -1.3169300556182861, -2.1501286029815674, -2.4177534580230713, -1.546180009841919, -2.1118571758270264, -0.4476224184036255, -2.4913907051086426, -2.1753361225128174, -0.5926769375801086, -1.3748384714126587, -1.691313624382019, -2.0663528442382812, -2.7978475093841553, -1.3212660551071167, -0.9910488724708557, -3.482659101486206, -3.383629322052002, -2.2863364219665527, -1.4681843519210815, -1.5306860208511353, -1.8123412132263184, -1.763930082321167, -1.4237412214279175, -1.9863743782043457, -2.393242120742798, -2.035674810409546, -1.5462877750396729, -2.011629343032837, -1.903134822845459, -1.229978322982788, -2.252483367919922, -2.628591775894165, -1.2670223712921143, -1.79426109790802, -1.4781941175460815, -2.1722209453582764, -2.4388763904571533, -1.9229241609573364, -2.298954725265503, -2.0915253162384033, -1.3227146863937378, -2.3978476524353027]}, "iris_DBDC4_020_16": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_020.log.json", "context": "Hello... Danny Hi! Giver her your tray, Danny. You're holdin' up the line. I am not actually Oh, yes you are. How have you been? Where have you been? downstairs. I am in the computer room and enjoy the air con Get downstairs! yeh How do you meanDanny nothing. actually the computers here are not so useful No - actually I'm not - you know, they are last-century styleDESKTOP! Last... yah, very old and running Windows XP system, can you imagine?", "response": "Yah?", "annotation_id": "iris_DBDC4_020_16", "annotations": ["O", "O", "O", "O", "T", "O", "X", "X", "T", "T", "T", "O", "O", "T", "O"], "gpt2background_target_score": [-11.212491989135742, -10.246490478515625, -4.971634864807129], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.6954277753829956, -1.3251465559005737, -0.7727143168449402, -1.8601804971694946, -1.5500094890594482, -3.3728504180908203, -2.564905881881714, -2.3586599826812744, -1.3009170293807983, -2.0453946590423584, -2.255065679550171, -2.3300206661224365, -2.448641061782837, -0.6226681470870972, -2.2404403686523438, -1.7534765005111694, -3.3833906650543213, -1.3997573852539062, -2.4561495780944824, -1.4188823699951172, -2.4942922592163086, -2.3901989459991455, -2.2030344009399414, -2.121715784072876, -2.0524864196777344, -1.0551111698150635, -1.2628341913223267, -1.1006321907043457, -1.5261108875274658, -2.000255584716797, -0.436367005109787, -1.0341477394104004, -2.1976118087768555, -1.7527201175689697, -1.7453768253326416, -0.32970330119132996, -0.15523745119571686, -0.40281355381011963, -2.044884204864502, -2.793729305267334, -2.0832479000091553, -1.7409414052963257, -2.411318063735962, -1.5363736152648926, -1.7500319480895996, -2.053011178970337, -1.04865300655365, -1.7256405353546143, -1.9456530809402466, -2.9339213371276855, -1.2309364080429077, -1.3372167348861694, -2.4754526615142822, -1.3169300556182861, -2.1501286029815674, -2.4177534580230713, -1.546180009841919, -2.1118571758270264, -0.4476224184036255, -2.4913907051086426, -2.1753361225128174, -0.5926769375801086, -1.3748384714126587, -1.691313624382019, -2.0663528442382812, -2.7978475093841553, -1.3212660551071167, -0.9910488724708557, -3.482659101486206, -3.383629322052002, -2.2863364219665527, -1.4681843519210815, -1.5306860208511353, -1.8123412132263184, -1.763930082321167, -1.4237412214279175, -1.9863743782043457, -2.393242120742798, -2.035674810409546, -1.5462877750396729, -2.011629343032837, -1.903134822845459, -1.229978322982788, -2.252483367919922, -2.628591775894165, -1.2670223712921143, -1.79426109790802, -1.4781941175460815, -2.1722209453582764, -2.4388763904571533, -1.9229241609573364, -2.298954725265503, -1.6238994598388672, -2.2317090034484863, -1.0392826795578003, -1.999391794204712, -1.9432529211044312, -2.532689332962036, -1.2299373149871826, -2.6974682807922363, -1.7633264064788818, -1.2098251581192017, -1.2657701969146729, -1.091708779335022, -2.4446702003479004, -1.2878285646438599, -2.447242021560669, -2.3402390480041504, -1.7956689596176147, -2.0341105461120605, -1.6750365495681763, -0.8722184300422668, -2.0528271198272705]}, "iris_DBDC4_020_18": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_020.log.json", "context": "Hello... Danny Hi! Giver her your tray, Danny. You're holdin' up the line. I am not actually Oh, yes you are. How have you been? Where have you been? downstairs. I am in the computer room and enjoy the air con Get downstairs! yeh How do you meanDanny nothing. actually the computers here are not so useful No - actually I'm not - you know, they are last-century styleDESKTOP! Last... yah, very old and running Windows XP system, can you imagine? Yah? Exactly", "response": "So you're not resigning?", "annotation_id": "iris_DBDC4_020_18", "annotations": ["O", "O", "T", "O", "X", "X", "X", "X", "O", "T", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-11.909403800964355, -4.92161750793457, -7.951591968536377, -8.86099624633789, -12.166438102722168, -8.858595848083496, -5.272752285003662], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.6954277753829956, -1.3251465559005737, -0.7727143168449402, -1.8601804971694946, -1.5500094890594482, -3.3728504180908203, -2.564905881881714, -2.3586599826812744, -1.3009170293807983, -2.0453946590423584, -2.255065679550171, -2.3300206661224365, -2.448641061782837, -0.6226681470870972, -2.2404403686523438, -1.7534765005111694, -3.3833906650543213, -1.3997573852539062, -2.4561495780944824, -1.4188823699951172, -2.4942922592163086, -2.3901989459991455, -2.2030344009399414, -2.121715784072876, -2.0524864196777344, -1.0551111698150635, -1.2628341913223267, -1.1006321907043457, -1.5261108875274658, -2.000255584716797, -0.436367005109787, -1.0341477394104004, -2.1976118087768555, -1.7527201175689697, -1.7453768253326416, -0.32970330119132996, -0.15523745119571686, -0.40281355381011963, -2.044884204864502, -2.793729305267334, -2.0832479000091553, -1.7409414052963257, -2.411318063735962, -1.5363736152648926, -1.7500319480895996, -2.053011178970337, -1.04865300655365, -1.7256405353546143, -1.9456530809402466, -2.9339213371276855, -1.2309364080429077, -1.3372167348861694, -2.4754526615142822, -1.3169300556182861, -2.1501286029815674, -2.4177534580230713, -1.546180009841919, -2.1118571758270264, -0.4476224184036255, -2.4913907051086426, -2.1753361225128174, -0.5926769375801086, -1.3748384714126587, -1.691313624382019, -2.0663528442382812, -2.7978475093841553, -1.3212660551071167, -0.9910488724708557, -3.482659101486206, -3.383629322052002, -2.2863364219665527, -1.4681843519210815, -1.5306860208511353, -1.8123412132263184, -1.763930082321167, -1.4237412214279175, -1.9863743782043457, -2.393242120742798, -2.035674810409546, -1.5462877750396729, -2.011629343032837, -1.9031354188919067, -1.229979157447815, -2.2524852752685547, -2.6285932064056396, -1.267021894454956, -1.7942602634429932, -1.4781944751739502, -2.1722209453582764, -2.4388773441314697, -1.922925591468811, -2.2989542484283447, -1.6239007711410522, -2.231708288192749, -1.039283275604248, -1.999389410018921, -1.9432525634765625, -2.5326905250549316, -1.2299379110336304, -2.697467803955078, -1.7633264064788818, -1.2098249197006226, -1.2657698392868042, -1.0917069911956787, -2.444669723510742, -1.2878270149230957, -2.4472405910491943, -2.340240478515625, -1.7956693172454834, -1.7616970539093018, -2.4445502758026123, -1.014316439628601, -2.152012825012207, -1.9499284029006958, -1.6927037239074707, -2.472731590270996, -3.215851306915283, -0.9093234539031982, -1.4601566791534424, -1.3341095447540283]}, "iris_DBDC4_020_20": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_020.log.json", "context": "Hello... Danny Hi! Giver her your tray, Danny. You're holdin' up the line. I am not actually Oh, yes you are. How have you been? Where have you been? downstairs. I am in the computer room and enjoy the air con Get downstairs! yeh How do you meanDanny nothing. actually the computers here are not so useful No - actually I'm not - you know, they are last-century styleDESKTOP! Last... yah, very old and running Windows XP system, can you imagine? Yah? Exactly So you're not resigning? I won't resign", "response": "No. I'm going to resign, Danny. In a hour. You can't stop me now.", "annotation_id": "iris_DBDC4_020_20", "annotations": ["T", "O", "T", "O", "T", "O", "X", "X", "T", "O", "T", "X", "T", "X", "O"], "gpt2background_target_score": [-10.921963691711426, -9.001251220703125, -4.239823341369629, -8.235915184020996, -11.279879570007324, -9.180763244628906, -12.268433570861816, -6.452125549316406, -11.604602813720703, -2.951462984085083, -9.809769630432129, -7.88866662979126, -12.492427825927734, -6.098740577697754, -11.247838020324707, -8.94746208190918, -5.509997367858887, -9.734565734863281, -6.672576427459717, -8.522395133972168, -1.3997573852539062], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.6954277753829956, -1.3251465559005737, -0.7727143168449402, -1.8601804971694946, -1.5500094890594482, -3.3728504180908203, -2.564905881881714, -2.3586599826812744, -1.3009170293807983, -2.0453946590423584, -2.255065679550171, -2.3300206661224365, -2.448641061782837, -0.6226681470870972, -2.2404403686523438, -1.7534765005111694, -3.3833906650543213, -1.3997573852539062, -2.4561495780944824, -1.4188823699951172, -2.4942922592163086, -2.3901989459991455, -2.2030344009399414, -2.121715784072876, -2.0524864196777344, -1.0551111698150635, -1.2628341913223267, -1.1006321907043457, -1.5261108875274658, -2.000255584716797, -0.436367005109787, -1.0341477394104004, -2.1976118087768555, -1.7527201175689697, -1.7453768253326416, -0.32970330119132996, -0.15523745119571686, -0.40281355381011963, -2.044884204864502, -2.793729305267334, -2.0832479000091553, -1.7409414052963257, -2.411318063735962, -1.5363736152648926, -1.7500319480895996, -2.053011178970337, -1.04865300655365, -1.7256405353546143, -1.9456530809402466, -2.9339213371276855, -1.2309364080429077, -1.3372167348861694, -2.4754526615142822, -1.3169300556182861, -2.1501286029815674, -2.4177534580230713, -1.546180009841919, -2.1118571758270264, -0.4476224184036255, -2.4913907051086426, -2.1753361225128174, -0.5926769375801086, -1.3748384714126587, -1.691313624382019, -2.0663528442382812, -2.7978475093841553, -1.3212660551071167, -0.9910488724708557, -3.482659101486206, -3.383629322052002, -2.2863364219665527, -1.4681843519210815, -1.5306860208511353, -1.8123412132263184, -1.763930082321167, -1.4237412214279175, -1.9863743782043457, -2.393242120742798, -2.035674810409546, -1.5462877750396729, -2.011629343032837, -1.903134822845459, -1.229978322982788, -2.252483367919922, -2.628591775894165, -1.2670223712921143, -1.79426109790802, -1.4781941175460815, -2.1722209453582764, -2.4388763904571533, -1.9229241609573364, -2.298954725265503, -1.6238994598388672, -2.2317090034484863, -1.0392826795578003, -1.999391794204712, -1.9432529211044312, -2.532689332962036, -1.2299373149871826, -2.6974682807922363, -1.7633264064788818, -1.2098251581192017, -1.2657701969146729, -1.091708779335022, -2.4446702003479004, -1.2878285646438599, -2.447242021560669, -2.3402390480041504, -1.7956689596176147, -1.761696696281433, -2.444549322128296, -1.0143171548843384, -2.0507915019989014, -1.9994984865188599, -2.5007143020629883, -3.240056276321411, -0.9669200778007507, -1.6116050481796265, -2.525421619415283, -1.5030204057693481, -0.15360955893993378, -1.6438807249069214, -1.8488705158233643, -2.2697696685791016, -1.126556634902954, -1.4786885976791382, -1.6616991758346558, -1.561995506286621, -0.3409965932369232, -1.510352611541748, -1.73883056640625, -1.9452718496322632, -0.6953551173210144, -1.3804372549057007, -1.524161458015442, -2.4307541847229004, -1.5527875423431396, -1.193371057510376, -1.439168095588684, -1.6686307191848755, -1.7118383646011353, -1.6404697895050049, -1.2084546089172363, -0.7267009615898132, -1.0693793296813965]}, "iris_DBDC4_023_02": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_023.log.json", "context": "Hello... Danny Hi Alex", "response": "Hi.", "annotation_id": "iris_DBDC4_023_02", "annotations": ["O", "O", "T", "O", "T", "X", "O", "O", "O", "O", "O", "O", "O", "T", "O"], "gpt2background_target_score": [-11.239398002624512, -9.001249313354492], "gpt2background_argmax_score": [-2.13662052154541, -2.160574436187744, -3.3414907455444336, -1.6954283714294434, -2.117624521255493, -2.1528942584991455, -1.6698791980743408, -1.2770873308181763]}, "iris_DBDC4_023_04": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_023.log.json", "context": "Hello... Danny Hi Alex Hi. How is today?", "response": "I'm fine. Thanks.", "annotation_id": "iris_DBDC4_023_04", "annotations": ["O", "O", "T", "T", "O", "X", "O", "T", "O", "T", "T", "O", "O", "T", "O"], "gpt2background_target_score": [-9.545134544372559, -8.671692848205566, -11.029417037963867, -3.125523567199707, -10.071165084838867, -3.223747730255127], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -1.6954283714294434, -2.1176230907440186, -1.6341978311538696, -1.2740917205810547, -1.620008945465088, -1.8981842994689941, -1.0718798637390137, -1.6942641735076904, -2.0864007472991943, -1.6970760822296143, -2.808267593383789, -1.4544614553451538, -1.442690372467041, -0.969940185546875, -0.4867681562900543]}, "iris_DBDC4_023_06": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_023.log.json", "context": "Hello... Danny Hi Alex Hi. How is today? I'm fine. Thanks. I slacked a lot today", "response": "What!?", "annotation_id": "iris_DBDC4_023_06", "annotations": ["O", "O", "O", "T", "O", "X", "T", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-11.178292274475098, -10.734164237976074], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -1.6954283714294434, -2.1176230907440186, -1.6341978311538696, -1.2740917205810547, -1.620008945465088, -1.8981842994689941, -1.0718798637390137, -1.6942641735076904, -1.6113539934158325, -2.914288282394409, -1.3154442310333252, -1.6324933767318726, -1.0874918699264526, -2.046705961227417, -1.3532748222351074, -3.0605382919311523, -1.7708137035369873, -2.553514003753662, -0.9130693674087524, -0.837470293045044, -2.0809762477874756, -1.4992866516113281, -1.2864289283752441]}, "iris_DBDC4_023_08": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_023.log.json", "context": "Hello... Danny Hi Alex Hi. How is today? I'm fine. Thanks. I slacked a lot today What!? Yes", "response": "... Did you wish to see someone, sir?", "annotation_id": "iris_DBDC4_023_08", "annotations": ["T", "X", "X", "X", "X", "X", "T", "X", "O", "X", "T", "O", "X", "X", "O"], "gpt2background_target_score": [-5.960722923278809, -7.280730247497559, -5.237053394317627, -11.116865158081055, -7.012195587158203, -10.151022911071777, -10.606422424316406, -6.844163417816162, -10.31386947631836, -1.0718798637390137], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -1.6954283714294434, -2.1176230907440186, -1.6341978311538696, -1.2740917205810547, -1.620008945465088, -1.8981842994689941, -1.0718798637390137, -1.6942641735076904, -1.6113539934158325, -2.914288282394409, -1.3154442310333252, -1.6324933767318726, -1.0874918699264526, -2.046705961227417, -1.3532748222351074, -3.0605382919311523, -1.7708137035369873, -2.553514003753662, -0.9130693674087524, -0.837470293045044, -1.5428766012191772, -1.8521041870117188, -1.3962430953979492, -2.218313694000244, -2.7097737789154053, -0.41973137855529785, -3.0390548706054688, -0.9672386050224304, -3.0162291526794434, -2.2946362495422363, -2.054931402206421, -1.5062131881713867, -0.523420512676239, -0.5973995923995972]}, "iris_DBDC4_023_10": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_023.log.json", "context": "Hello... Danny Hi Alex Hi. How is today? I'm fine. Thanks. I slacked a lot today What!? Yes ... Did you wish to see someone, sir? No", "response": "Not it at all, really.", "annotation_id": "iris_DBDC4_023_10", "annotations": ["T", "T", "X", "T", "O", "X", "X", "O", "T", "O", "O", "O", "X", "X", "O"], "gpt2background_target_score": [-12.906373977661133, -5.650731086730957, -7.024045944213867, -4.3386125564575195, -2.242645740509033, -9.604759216308594, -11.189788818359375], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -1.6954283714294434, -2.1176230907440186, -1.6341978311538696, -1.2740917205810547, -1.620008945465088, -1.8981842994689941, -1.0718798637390137, -1.6942641735076904, -1.6113539934158325, -2.914288282394409, -1.3154442310333252, -1.6324933767318726, -1.0874918699264526, -2.046705961227417, -1.3532748222351074, -3.0605382919311523, -1.7708137035369873, -2.553514003753662, -0.9130693674087524, -0.837470293045044, -1.5428766012191772, -1.8521041870117188, -1.3962430953979492, -2.162064552307129, -0.4459409713745117, -2.94197154045105, -1.0841478109359741, -2.925668716430664, -2.3681228160858154, -2.1167492866516113, -1.8677626848220825, -0.663152277469635, -1.5155222415924072, -1.6141295433044434, -1.9571146965026855, -2.3610472679138184, -1.5861053466796875, -0.1682821810245514, -0.939228355884552, -1.8415935039520264, -1.1001086235046387, -1.729191541671753]}, "iris_DBDC4_023_12": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_023.log.json", "context": "Hello... Danny Hi Alex Hi. How is today? I'm fine. Thanks. I slacked a lot today What!? Yes ... Did you wish to see someone, sir? No Not it at all, really. Really, i dont want to see any one", "response": "I want to see, I want to see.", "annotation_id": "iris_DBDC4_023_12", "annotations": ["X", "O", "T", "O", "O", "X", "T", "T", "T", "X", "T", "T", "X", "X", "O"], "gpt2background_target_score": [-9.545134544372559, -8.605856895446777, -6.094740867614746, -10.209171295166016, -2.242645740509033, -3.994617462158203, -10.606995582580566, -3.4682555198669434, -11.495782852172852, -3.503084659576416], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -1.6954283714294434, -2.1176230907440186, -1.6341978311538696, -1.2740917205810547, -1.620008945465088, -1.8981842994689941, -1.0718798637390137, -1.6942641735076904, -1.6113539934158325, -2.914288282394409, -1.3154442310333252, -1.6324933767318726, -1.0874918699264526, -2.046705961227417, -1.3532748222351074, -3.0605382919311523, -1.7708137035369873, -2.553514003753662, -0.9130693674087524, -0.837470293045044, -1.5428766012191772, -1.8521041870117188, -1.3962430953979492, -2.162064552307129, -0.4459409713745117, -2.94197154045105, -1.0841478109359741, -2.925666570663452, -2.3681230545043945, -2.1167502403259277, -1.8677637577056885, -0.6631525754928589, -1.5155222415924072, -1.6141297817230225, -2.168168067932129, -2.084691047668457, -0.17908500134944916, -0.9012749195098877, -1.98106849193573, -1.035179615020752, -1.9506891965866089, -1.8899224996566772, -1.6012969017028809, -2.167964458465576, -1.4839425086975098, -0.3300130069255829, -1.851938247680664, -1.8740614652633667, -1.6154404878616333, -1.6784950494766235, -2.1707875728607178, -2.4413845539093018, -0.3730842173099518, -0.35374948382377625, -2.1423110961914062, -2.238651752471924, -1.9249805212020874, -0.3085957169532776, -0.40401995182037354, -1.9357255697250366, -1.391697883605957]}, "iris_DBDC4_023_14": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_023.log.json", "context": "Hello... Danny Hi Alex Hi. How is today? I'm fine. Thanks. I slacked a lot today What!? Yes ... Did you wish to see someone, sir? No Not it at all, really. Really, i dont want to see any one I want to see, I want to see. who would you like to see?", "response": "Your master's ships... going home...", "annotation_id": "iris_DBDC4_023_14", "annotations": ["X", "T", "T", "X", "X", "X", "T", "T", "T", "X", "O", "T", "X", "X", "O"], "gpt2background_target_score": [-12.55954647064209, -11.440959930419922, -3.7962403297424316, -12.954662322998047, -3.215052843093872, -11.314151763916016, -12.310643196105957, -7.630031585693359], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.6954277753829956, -2.117623805999756, -1.6341983079910278, -1.2740906476974487, -1.6200103759765625, -1.8981841802597046, -1.0718775987625122, -1.6942634582519531, -1.6113524436950684, -2.914287805557251, -1.3154429197311401, -1.63249671459198, -1.0874910354614258, -2.046704053878784, -1.3532748222351074, -3.060544729232788, -1.7708148956298828, -2.5535130500793457, -0.9130690097808838, -0.8374710083007812, -1.5428773164749146, -1.8521041870117188, -1.3962424993515015, -2.162065267562866, -0.4459407329559326, -2.9419729709625244, -1.0841495990753174, -2.925666332244873, -2.3681235313415527, -2.116748809814453, -1.8677624464035034, -0.6631529331207275, -1.5155225992202759, -1.6141318082809448, -2.1681668758392334, -2.0846922397613525, -0.17908579111099243, -0.9012737274169922, -1.98106849193573, -1.03517746925354, -1.9506882429122925, -1.8899224996566772, -1.6012952327728271, -2.1679673194885254, -1.4839415550231934, -0.33001384139060974, -1.8519366979599, -1.8740590810775757, -1.6154388189315796, -1.678495168685913, -2.3655831813812256, -0.5336721539497375, -0.29982298612594604, -1.131610631942749, -1.777661681175232, -1.6784392595291138, -0.38841259479522705, -0.5834438800811768, -2.5221197605133057, -1.777563214302063, -2.457531690597534, -0.6370089054107666, -1.3646783828735352, -0.33893826603889465, -0.4113500416278839, -0.8680180311203003, -1.363040804862976, -1.9782779216766357, -2.6086320877075195, -2.8780343532562256, -1.2397416830062866, -1.661868691444397, -1.302219271659851, -0.5544701218605042, -1.5229336023330688, -1.4393130540847778]}, "iris_DBDC4_023_16": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_023.log.json", "context": "Hello... Danny Hi Alex Hi. How is today? I'm fine. Thanks. I slacked a lot today What!? Yes ... Did you wish to see someone, sir? No Not it at all, really. Really, i dont want to see any one I want to see, I want to see. who would you like to see? Your master's ships... going home... what?", "response": "Something that made you very sad?", "annotation_id": "iris_DBDC4_023_16", "annotations": ["O", "O", "T", "T", "T", "X", "X", "T", "O", "X", "T", "T", "X", "T", "O"], "gpt2background_target_score": [-13.886330604553223, -6.403164863586426, -7.3890700340271, -6.7195048332214355, -10.149772644042969, -11.510037422180176, -12.618844032287598], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.6954277753829956, -2.117623805999756, -1.6341983079910278, -1.2740906476974487, -1.6200103759765625, -1.8981841802597046, -1.0718775987625122, -1.6942634582519531, -1.6113524436950684, -2.914287805557251, -1.3154429197311401, -1.63249671459198, -1.0874910354614258, -2.046704053878784, -1.3532748222351074, -3.060544729232788, -1.7708148956298828, -2.5535130500793457, -0.9130690097808838, -0.8374710083007812, -1.5428773164749146, -1.8521041870117188, -1.3962424993515015, -2.162065267562866, -0.4459407329559326, -2.9419729709625244, -1.0841495990753174, -2.925666332244873, -2.3681235313415527, -2.116748809814453, -1.8677624464035034, -0.6631529331207275, -1.5155225992202759, -1.6141318082809448, -2.1681668758392334, -2.0846922397613525, -0.17908579111099243, -0.9012737274169922, -1.98106849193573, -1.0351773500442505, -1.9506890773773193, -1.8899214267730713, -1.6012918949127197, -2.167966604232788, -1.4839414358139038, -0.33001402020454407, -1.8519361019134521, -1.8740596771240234, -1.6154394149780273, -1.6784942150115967, -2.3655850887298584, -0.5336717367172241, -0.2998237609863281, -1.1316109895706177, -1.7776603698730469, -1.6784393787384033, -0.38841211795806885, -0.5834442377090454, -2.522122383117676, -1.7775639295578003, -2.4575319290161133, -0.6370089650154114, -1.364681363105774, -0.3389381766319275, -0.4113500416278839, -0.8680180311203003, -1.3630399703979492, -2.527618169784546, -2.637836456298828, -1.7883408069610596, -1.873224139213562, -1.9275044202804565, -0.5558700561523438, -1.6629130840301514, -2.1973798274993896, -2.1901168823242188, -2.060528039932251, -2.084713935852051, -2.3184540271759033, -2.5656228065490723, -0.6143062710762024, -2.313829183578491, -1.0293773412704468, -1.2549229860305786, -0.9712227582931519]}, "iris_DBDC4_023_18": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_023.log.json", "context": "Hello... Danny Hi Alex Hi. How is today? I'm fine. Thanks. I slacked a lot today What!? Yes ... Did you wish to see someone, sir? No Not it at all, really. Really, i dont want to see any one I want to see, I want to see. who would you like to see? Your master's ships... going home... what? Something that made you very sad? nothing made me sad. i am just slacking.", "response": "I don't want to mention names.", "annotation_id": "iris_DBDC4_023_18", "annotations": ["X", "O", "X", "X", "X", "X", "X", "X", "T", "X", "T", "T", "X", "X", "O"], "gpt2background_target_score": [-9.545137405395508, -7.170057773590088, -7.767152309417725, -10.035630226135254, -7.012195110321045, -12.32223892211914, -12.766573905944824, -7.534811496734619], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.6954277753829956, -2.117623805999756, -1.6341983079910278, -1.2740906476974487, -1.6200103759765625, -1.8981841802597046, -1.0718775987625122, -1.6942634582519531, -1.6113524436950684, -2.914287805557251, -1.3154429197311401, -1.63249671459198, -1.0874910354614258, -2.046704053878784, -1.3532748222351074, -3.060544729232788, -1.7708148956298828, -2.5535130500793457, -0.9130690097808838, -0.8374710083007812, -1.5428773164749146, -1.8521041870117188, -1.3962424993515015, -2.162065267562866, -0.4459407329559326, -2.9419729709625244, -1.0841495990753174, -2.925666332244873, -2.3681235313415527, -2.116748809814453, -1.8677624464035034, -0.6631529331207275, -1.5155225992202759, -1.6141318082809448, -2.1681668758392334, -2.0846922397613525, -0.17908579111099243, -0.9012737274169922, -1.98106849193573, -1.03517746925354, -1.9506882429122925, -1.8899224996566772, -1.6012952327728271, -2.1679673194885254, -1.4839415550231934, -0.33001384139060974, -1.8519366979599, -1.8740590810775757, -1.6154388189315796, -1.678495168685913, -2.3655831813812256, -0.5336721539497375, -0.29982298612594604, -1.131610631942749, -1.777661681175232, -1.6784392595291138, -0.38841259479522705, -0.5834438800811768, -2.5221197605133057, -1.777563214302063, -2.457531690597534, -0.6370089054107666, -1.3646783828735352, -0.33893826603889465, -0.4113500416278839, -0.8680180311203003, -1.363040804862976, -2.527616262435913, -2.637835741043091, -1.7883423566818237, -1.873223900794983, -1.9275038242340088, -0.5558701157569885, -1.662913203239441, -2.1973795890808105, -2.190117359161377, -2.0605270862579346, -2.6844491958618164, -2.3750295639038086, -1.0038182735443115, -2.1199519634246826, -0.9673887491226196, -1.6490753889083862, -1.754658818244934, -2.227735996246338, -0.5519521236419678, -1.5401840209960938, -1.292702078819275, -2.0845210552215576, -2.879619598388672, -2.083899974822998, -2.7971620559692383, -0.3527095913887024, -1.8039681911468506, -2.334700345993042, -2.085461139678955, -2.26541805267334, -0.32208970189094543, -1.6487492322921753, -0.3247387707233429, -0.4156135320663452, -1.5384467840194702, -1.8536474704742432, -1.3350707292556763]}, "iris_DBDC4_023_20": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_023.log.json", "context": "Hello... Danny Hi Alex Hi. How is today? I'm fine. Thanks. I slacked a lot today What!? Yes ... Did you wish to see someone, sir? No Not it at all, really. Really, i dont want to see any one I want to see, I want to see. who would you like to see? Your master's ships... going home... what? Something that made you very sad? nothing made me sad. i am just slacking. I don't want to mention names. well, it's up to you.", "response": "Danny, seldom does a day go by that I'm not burned in effigy.", "annotation_id": "iris_DBDC4_023_20", "annotations": ["X", "O", "T", "X", "X", "X", "X", "T", "X", "X", "X", "X", "X", "T", "O"], "gpt2background_target_score": [-12.291966438293457, -8.41786003112793, -11.949234008789062, -8.517465591430664, -7.708434581756592, -11.46645450592041, -12.08852767944336, -10.68425178527832, -4.403017520904541, -6.871131420135498, -10.532957077026367, -9.571792602539062, -10.690765380859375, -4.912087917327881, -12.482137680053711, -12.95358943939209, -11.400681495666504, -8.263960838317871], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.6954277753829956, -2.117623805999756, -1.6341983079910278, -1.2740906476974487, -1.6200103759765625, -1.8981841802597046, -1.0718775987625122, -1.6942634582519531, -1.6113524436950684, -2.914287805557251, -1.3154429197311401, -1.63249671459198, -1.0874910354614258, -2.046704053878784, -1.3532748222351074, -3.060544729232788, -1.7708148956298828, -2.5535130500793457, -0.9130690097808838, -0.8374710083007812, -1.5428773164749146, -1.8521041870117188, -1.3962424993515015, -2.162065267562866, -0.4459407329559326, -2.9419729709625244, -1.0841495990753174, -2.925666332244873, -2.3681235313415527, -2.116748809814453, -1.8677624464035034, -0.6631529331207275, -1.5155225992202759, -1.6141318082809448, -2.1681668758392334, -2.0846922397613525, -0.17908579111099243, -0.9012737274169922, -1.98106849193573, -1.03517746925354, -1.9506882429122925, -1.8899224996566772, -1.6012952327728271, -2.1679673194885254, -1.4839415550231934, -0.33001384139060974, -1.8519366979599, -1.8740590810775757, -1.6154388189315796, -1.678495168685913, -2.3655831813812256, -0.5336721539497375, -0.29982298612594604, -1.131610631942749, -1.777661681175232, -1.6784392595291138, -0.38841259479522705, -0.5834438800811768, -2.5221197605133057, -1.777563214302063, -2.457531690597534, -0.6370089054107666, -1.3646783828735352, -0.33893826603889465, -0.4113500416278839, -0.8680180311203003, -1.363040804862976, -2.527616262435913, -2.637835741043091, -1.7883423566818237, -1.873223900794983, -1.9275038242340088, -0.5558701157569885, -1.662913203239441, -2.1973795890808105, -2.190117359161377, -2.0605270862579346, -2.6844491958618164, -2.3750295639038086, -1.0038182735443115, -2.1199519634246826, -0.9673887491226196, -1.6490753889083862, -1.754658818244934, -2.227735996246338, -0.5519521236419678, -1.5401840209960938, -1.2927002906799316, -2.0845210552215576, -2.879619598388672, -2.083899736404419, -2.797163724899292, -0.3527090847492218, -1.8039675951004028, -2.3347012996673584, -2.078301191329956, -0.2312299758195877, -0.9285905957221985, -0.3375801742076874, -0.5226832032203674, -1.8017221689224243, -1.7907648086547852, -1.773208737373352, -1.3053584098815918, -1.6636887788772583, -1.104306697845459, -2.1410369873046875, -0.2750614881515503, -0.2537546455860138, -1.1682416200637817, -2.3324501514434814, -2.0851709842681885, -1.8117175102233887, -2.2752127647399902, -3.260455846786499, -1.8135930299758911, -2.1366868019104004, -2.8672430515289307, -0.356216162443161, -1.7591686248779297, -2.1883251667022705, -2.2120635509490967, -2.0659804344177246, -1.6337532997131348, -1.1071850061416626, -0.8638856410980225, -1.8939603567123413, -0.3123018443584442, -0.9876890778541565, -1.5503536462783813]}, "iris_DBDC4_025_02": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_025.log.json", "context": "Hello... Danny hi", "response": "Hi.", "annotation_id": "iris_DBDC4_025_02", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "T", "X", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-11.239398002624512, -9.001249313354492], "gpt2background_argmax_score": [-2.13662052154541, -2.160574436187744, -3.3414907455444336, -2.0453848838806152, -2.375478982925415, -1.6564898490905762, -1.3466767072677612]}, "iris_DBDC4_025_04": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_025.log.json", "context": "Hello... Danny hi Hi. what is your name", "response": "Why don't you ask to somebody else? I am just a robot!", "annotation_id": "iris_DBDC4_025_04", "annotations": ["O", "O", "X", "X", "O", "T", "X", "X", "T", "X", "O", "O", "O", "T", "T"], "gpt2background_target_score": [-11.321115493774414, -7.17005729675293, -7.767152786254883, -6.280694484710693, -10.167096138000488, -9.682125091552734, -13.156980514526367, -11.770689010620117, -9.057673454284668, -6.033748149871826, -10.468603134155273, -7.68760871887207, -10.582433700561523, -12.216788291931152, -5.911498069763184], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -2.045384407043457, -1.6521711349487305, -1.3484190702438354, -1.3725050687789917, -1.2437174320220947, -2.1756317615509033, -0.7313923835754395, -2.950407028198242, -1.9625681638717651, -0.5018481016159058, -0.38864603638648987, -2.4044110774993896, -1.3598040342330933, -1.7264165878295898, -1.7096583843231201, -0.8777572512626648, -0.4569428563117981, -1.522051215171814, -1.584367275238037, -2.0808939933776855, -2.7202048301696777, -1.4559605121612549, -0.34554770588874817]}, "iris_DBDC4_025_06": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_025.log.json", "context": "Hello... Danny hi Hi. what is your name Why don't you ask to somebody else? I am just a robot! because there is nobody else here!", "response": "How's everything, Danny?", "annotation_id": "iris_DBDC4_025_06", "annotations": ["X", "O", "X", "O", "O", "O", "T", "O", "O", "X", "O", "T", "O", "X", "O"], "gpt2background_target_score": [-11.236136436462402, -9.03150463104248, -9.546414375305176, -2.127901554107666, -9.819109916687012, -11.725600242614746], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -2.045384407043457, -1.6521711349487305, -1.3484190702438354, -1.3725050687789917, -1.2437174320220947, -2.1756317615509033, -0.7313923835754395, -1.7936296463012695, -0.3478100001811981, -0.3474530577659607, -2.4121952056884766, -1.4021483659744263, -1.7653038501739502, -1.7931348085403442, -0.9937804937362671, -1.4124027490615845, -1.3685452938079834, -1.557030439376831, -2.1037211418151855, -2.7942535877227783, -1.4240177869796753, -1.6374136209487915, -1.4062963724136353, -1.341709852218628, -1.085471510887146, -2.1578664779663086, -1.5812782049179077, -1.8581619262695312, -1.6380257606506348, -2.208122491836548, -1.7491620779037476, -1.3903052806854248, -1.666089653968811, -2.682971715927124, -1.0388588905334473, -0.5316680073738098]}, "iris_DBDC4_025_08": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_025.log.json", "context": "Hello... Danny hi Hi. what is your name Why don't you ask to somebody else? I am just a robot! because there is nobody else here! How's everything, Danny? fine, thanks", "response": "How do you want to pay?", "annotation_id": "iris_DBDC4_025_08", "annotations": ["O", "T", "X", "X", "O", "X", "O", "X", "X", "X", "O", "T", "X", "T", "X"], "gpt2background_target_score": [-11.236136436462402, -5.324572563171387, -5.237053394317627, -9.794631958007812, -7.00895881652832, -13.132084846496582, -5.8034586906433105], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -2.045384407043457, -1.6521711349487305, -1.3484190702438354, -1.3725050687789917, -1.2437174320220947, -2.1756317615509033, -0.7313923835754395, -1.7936296463012695, -0.3478100001811981, -0.3474530577659607, -2.4121952056884766, -1.4021483659744263, -1.7653038501739502, -1.7931348085403442, -0.9937804937362671, -1.4124027490615845, -1.3685452938079834, -1.557030439376831, -2.1037211418151855, -2.7942535877227783, -1.4240177869796753, -1.6374133825302124, -1.406296730041504, -1.3417093753814697, -1.08547043800354, -2.1578660011291504, -1.5812782049179077, -1.8581620454788208, -1.6380252838134766, -1.6690477132797241, -1.3058066368103027, -1.2948956489562988, -2.4530880451202393, -0.9544727206230164, -1.3597756624221802, -1.8290531635284424, -1.9119629859924316, -1.4359463453292847, -2.0597119331359863, -1.9059580564498901, -0.42080003023147583, -2.288201093673706, -0.7488477230072021, -2.119215250015259, -1.2741026878356934, -0.5224649906158447]}, "iris_DBDC4_025_10": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_025.log.json", "context": "Hello... Danny hi Hi. what is your name Why don't you ask to somebody else? I am just a robot! because there is nobody else here! How's everything, Danny? fine, thanks How do you want to pay? I do not want to pay", "response": "What's fair?", "annotation_id": "iris_DBDC4_025_10", "annotations": ["O", "T", "X", "X", "O", "X", "O", "X", "X", "X", "T", "X", "X", "T", "X"], "gpt2background_target_score": [-11.178292274475098, -9.03150463104248, -10.967663764953613, -3.706373691558838], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -2.045384407043457, -1.6521711349487305, -1.3484190702438354, -1.3725050687789917, -1.2437174320220947, -2.1756317615509033, -0.7313923835754395, -1.7936296463012695, -0.3478100001811981, -0.3474530577659607, -2.4121952056884766, -1.4021483659744263, -1.7653038501739502, -1.7931348085403442, -0.9937804937362671, -1.4124027490615845, -1.3685452938079834, -1.557030439376831, -2.1037211418151855, -2.7942535877227783, -1.4240177869796753, -1.6374136209487915, -1.4062963724136353, -1.341709852218628, -1.085471510887146, -2.1578664779663086, -1.5812782049179077, -1.8581619262695312, -1.6380257606506348, -1.6690477132797241, -1.3058041334152222, -1.2948952913284302, -2.4530889987945557, -0.9544712901115417, -1.3597755432128906, -1.8290529251098633, -1.9119625091552734, -1.4359467029571533, -1.85521399974823, -0.5109845399856567, -2.2459633350372314, -0.6801520586013794, -2.257075071334839, -1.1940208673477173, -1.4252606630325317, -1.9152783155441284, -2.110509157180786, -1.0407378673553467, -0.41924676299095154, -1.825036644935608, -1.896586537361145, -2.0308892726898193, -1.9637796878814697, -1.1135683059692383, -1.5531985759735107, -0.6889877915382385]}, "iris_DBDC4_025_12": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_025.log.json", "context": "Hello... Danny hi Hi. what is your name Why don't you ask to somebody else? I am just a robot! because there is nobody else here! How's everything, Danny? fine, thanks How do you want to pay? I do not want to pay What's fair? not paying is fair...  hahaha", "response": "It just is not fair.", "annotation_id": "iris_DBDC4_025_12", "annotations": ["O", "T", "O", "X", "O", "X", "O", "X", "T", "X", "O", "T", "O", "O", "X"], "gpt2background_target_score": [-12.761021614074707, -5.727313041687012, -3.855469226837158, -8.455564498901367, -12.451619148254395, -10.644265174865723], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -2.0453851222991943, -1.6521713733673096, -1.348415732383728, -1.3725051879882812, -1.2437140941619873, -2.175631046295166, -0.7313928604125977, -1.7936302423477173, -0.3478098213672638, -0.34745389223098755, -2.41219425201416, -1.4021480083465576, -1.765305995941162, -1.7931361198425293, -0.9937801361083984, -1.4124037027359009, -1.3685433864593506, -1.557029128074646, -2.1037185192108154, -2.7942540645599365, -1.4240171909332275, -1.637412667274475, -1.4062944650650024, -1.3417104482650757, -1.0854692459106445, -2.1578664779663086, -1.5812788009643555, -1.8581610918045044, -1.638024091720581, -1.6690481901168823, -1.30580472946167, -1.2948960065841675, -2.4530882835388184, -0.9544709324836731, -1.3597760200500488, -1.829053282737732, -1.911961317062378, -1.435944676399231, -1.855215072631836, -0.510983943939209, -2.245962381362915, -0.6801546216011047, -2.2570745944976807, -1.1940189599990845, -1.425258755683899, -1.9152785539627075, -2.1105093955993652, -1.040736198425293, -0.4192466139793396, -1.8250370025634766, -1.8965867757797241, -1.7866383790969849, -1.1052755117416382, -1.2904270887374878, -1.8274043798446655, -2.92559552192688, -2.2426464557647705, -0.7390874624252319, -1.416582465171814, -2.3910088539123535, -1.513371229171753, -0.42900988459587097, -1.0220715999603271, -2.492689609527588, -2.286928653717041, -0.8355854749679565, -1.8721851110458374, -1.7450358867645264, -0.08822417259216309, -1.1793177127838135, -1.7113888263702393]}, "iris_DBDC4_025_14": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_025.log.json", "context": "Hello... Danny hi Hi. what is your name Why don't you ask to somebody else? I am just a robot! because there is nobody else here! How's everything, Danny? fine, thanks How do you want to pay? I do not want to pay What's fair? not paying is fair...  hahaha It just is not fair. ok, seriously, what is your name?", "response": "Yeah. You know, my whole life I've been afraid being just another nerdy Indian guy turned doctor.", "annotation_id": "iris_DBDC4_025_14", "annotations": ["X", "X", "X", "X", "O", "X", "T", "X", "X", "X", "O", "T", "X", "T", "X"], "gpt2background_target_score": [-12.987507820129395, -9.001251220703125, -8.060118675231934, -9.035664558410645, -1.6521713733673096, -7.109035491943359, -11.586196899414062, -7.281579971313477, -9.494549751281738, -12.78070068359375, -9.643176078796387, -12.557496070861816, -11.080223083496094, -3.2661895751953125, -8.042827606201172, -11.069686889648438, -12.486907958984375, -12.488091468811035, -10.605833053588867, -9.243025779724121, -10.525542259216309, -7.672101020812988], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -2.0453851222991943, -1.6521713733673096, -1.348415732383728, -1.3725051879882812, -1.2437140941619873, -2.175631046295166, -0.7313928604125977, -1.7936302423477173, -0.3478098213672638, -0.34745389223098755, -2.41219425201416, -1.4021480083465576, -1.765305995941162, -1.7931361198425293, -0.9937801361083984, -1.4124037027359009, -1.3685433864593506, -1.557029128074646, -2.1037185192108154, -2.7942540645599365, -1.4240171909332275, -1.637412667274475, -1.4062944650650024, -1.3417104482650757, -1.0854692459106445, -2.1578664779663086, -1.5812788009643555, -1.8581610918045044, -1.638024091720581, -1.6690481901168823, -1.30580472946167, -1.2948960065841675, -2.4530882835388184, -0.9544687867164612, -1.3597753047943115, -1.8290547132492065, -1.9119620323181152, -1.4359441995620728, -1.855215072631836, -0.5109837055206299, -2.2459611892700195, -0.6801550388336182, -2.2570760250091553, -1.1940170526504517, -1.425258755683899, -1.9152785539627075, -2.1105098724365234, -1.0407366752624512, -0.4192458391189575, -1.825036644935608, -1.8965879678726196, -1.7866357564926147, -1.1052749156951904, -1.2904269695281982, -1.8274046182632446, -2.9255974292755127, -2.242644786834717, -0.7390885949134827, -1.4165841341018677, -2.391008138656616, -1.5133718252182007, -0.42901095747947693, -1.0220705270767212, -2.4926891326904297, -0.7246753573417664, -1.8948487043380737, -1.726511836051941, -0.09637904912233353, -1.2585707902908325, -1.895870327949524, -1.7327133417129517, -2.3773627281188965, -1.537484049797058, -1.9688775539398193, -1.742777943611145, -0.5972148776054382, -0.8498081564903259, -0.7028964757919312, -1.943479299545288, -2.395458698272705, -1.0481494665145874, -1.3337955474853516, -2.272583246231079, -1.346022367477417, -1.5286864042282104, -0.4641536474227905, -1.380025029182434, -1.594248652458191, -2.0786428451538086, -1.106397032737732, -1.5650508403778076, -0.742207944393158, -1.7974497079849243, -1.1724401712417603, -1.5797044038772583, -0.16739320755004883, -2.499962329864502, -1.281231164932251, -1.0452098846435547, -1.3711823225021362, -1.8160866498947144, -1.5563790798187256]}, "iris_DBDC4_025_16": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_025.log.json", "context": "Hello... Danny hi Hi. what is your name Why don't you ask to somebody else? I am just a robot! because there is nobody else here! How's everything, Danny? fine, thanks How do you want to pay? I do not want to pay What's fair? not paying is fair...  hahaha It just is not fair. ok, seriously, what is your name? Yeah. You know, my whole life I've been afraid being just another nerdy Indian guy turned doctor. you are nonsensical", "response": "Alex Ernswiler, private first class.", "annotation_id": "iris_DBDC4_025_16", "annotations": ["X", "T", "X", "X", "O", "X", "O", "X", "X", "X", "O", "X", "X", "T", "X"], "gpt2background_target_score": [-12.625116348266602, -12.868593215942383, -12.46502685546875, -13.531387329101562, -1.6521713733673096, -12.366645812988281, -8.912302017211914, -10.922808647155762, -10.853630065917969], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -2.0453851222991943, -1.6521713733673096, -1.348415732383728, -1.3725051879882812, -1.2437140941619873, -2.175631046295166, -0.7313928604125977, -1.7936302423477173, -0.3478098213672638, -0.34745389223098755, -2.41219425201416, -1.4021480083465576, -1.765305995941162, -1.7931361198425293, -0.9937801361083984, -1.4124037027359009, -1.3685433864593506, -1.557029128074646, -2.1037185192108154, -2.7942540645599365, -1.4240171909332275, -1.637412667274475, -1.4062944650650024, -1.3417104482650757, -1.0854692459106445, -2.1578664779663086, -1.5812788009643555, -1.8581610918045044, -1.638024091720581, -1.6690481901168823, -1.30580472946167, -1.2948960065841675, -2.4530882835388184, -0.9544687867164612, -1.3597753047943115, -1.8290547132492065, -1.9119620323181152, -1.4359441995620728, -1.855215072631836, -0.5109837055206299, -2.2459611892700195, -0.6801550388336182, -2.2570760250091553, -1.1940170526504517, -1.425258755683899, -1.9152785539627075, -2.1105098724365234, -1.0407366752624512, -0.4192458391189575, -1.825036644935608, -1.8965879678726196, -1.7866357564926147, -1.1052749156951904, -1.2904269695281982, -1.8274046182632446, -2.9255974292755127, -2.242644786834717, -0.7390885949134827, -1.4165841341018677, -2.391008138656616, -1.5133718252182007, -0.42901095747947693, -1.0220705270767212, -2.4926891326904297, -0.7246753573417664, -1.8948487043380737, -1.726511836051941, -0.09637904912233353, -1.2585707902908325, -1.895870327949524, -1.7327133417129517, -2.3773627281188965, -1.537484049797058, -1.9688775539398193, -1.742777943611145, -0.5972148776054382, -0.8498081564903259, -0.7028964757919312, -1.943479299545288, -1.0460542440414429, -1.7049108743667603, -2.2922425270080566, -1.3615056276321411, -1.5168888568878174, -0.4630294144153595, -1.341477632522583, -1.4930357933044434, -2.167940378189087, -1.1246920824050903, -1.5648685693740845, -0.6840690970420837, -1.8421567678451538, -1.0939942598342896, -1.5272448062896729, -0.17554739117622375, -2.4939382076263428, -1.3358430862426758, -1.134325623512268, -1.454221487045288, -1.8493859767913818, -1.6670509576797485, -1.6397446393966675, -2.230123996734619, -1.6180733442306519, -2.0726470947265625, -2.010833740234375, -2.8483922481536865, -2.535491943359375, -1.452122688293457, -2.329939842224121, -2.8892858028411865, -1.1766420602798462, -2.6378462314605713, -1.6999049186706543]}, "iris_DBDC4_025_18": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_025.log.json", "context": "Hello... Danny hi Hi. what is your name Why don't you ask to somebody else? I am just a robot! because there is nobody else here! How's everything, Danny? fine, thanks How do you want to pay? I do not want to pay What's fair? not paying is fair...  hahaha It just is not fair. ok, seriously, what is your name? Yeah. You know, my whole life I've been afraid being just another nerdy Indian guy turned doctor. you are nonsensical Alex Ernswiler, private first class. so, you are Alex", "response": "Danny.", "annotation_id": "iris_DBDC4_025_18", "annotations": ["T", "T", "X", "X", "O", "X", "T", "T", "T", "X", "O", "X", "X", "X", "X"], "gpt2background_target_score": [-12.291966438293457, -9.001251220703125], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -2.0453851222991943, -1.6521713733673096, -1.348415732383728, -1.3725051879882812, -1.2437140941619873, -2.175631046295166, -0.7313928604125977, -1.7936302423477173, -0.3478098213672638, -0.34745389223098755, -2.41219425201416, -1.4021480083465576, -1.765305995941162, -1.7931361198425293, -0.9937801361083984, -1.4124037027359009, -1.3685433864593506, -1.557029128074646, -2.1037185192108154, -2.7942540645599365, -1.4240171909332275, -1.637412667274475, -1.4062944650650024, -1.3417104482650757, -1.0854692459106445, -2.1578664779663086, -1.5812788009643555, -1.8581610918045044, -1.638024091720581, -1.6690481901168823, -1.30580472946167, -1.2948960065841675, -2.4530882835388184, -0.9544687867164612, -1.3597753047943115, -1.8290547132492065, -1.9119620323181152, -1.4359441995620728, -1.855215072631836, -0.5109837055206299, -2.2459611892700195, -0.6801550388336182, -2.2570760250091553, -1.1940170526504517, -1.425258755683899, -1.9152785539627075, -2.1105098724365234, -1.0407366752624512, -0.4192458391189575, -1.825036644935608, -1.8965879678726196, -1.7866357564926147, -1.1052749156951904, -1.2904269695281982, -1.8274046182632446, -2.9255974292755127, -2.242644786834717, -0.7390885949134827, -1.4165841341018677, -2.391008138656616, -1.5133718252182007, -0.42901095747947693, -1.0220705270767212, -2.4926891326904297, -0.7246753573417664, -1.8948487043380737, -1.726511836051941, -0.09637904912233353, -1.2585707902908325, -1.895870327949524, -1.7327133417129517, -2.3773627281188965, -1.537484049797058, -1.9688775539398193, -1.742777943611145, -0.5972148776054382, -0.8498081564903259, -0.7028964757919312, -1.943479299545288, -1.0460542440414429, -1.7049108743667603, -2.292243003845215, -1.3615052700042725, -1.5168895721435547, -0.4630297124385834, -1.3414751291275024, -1.4930375814437866, -2.167941093444824, -1.1246905326843262, -1.5648669004440308, -0.6840694546699524, -1.8421591520309448, -1.0939933061599731, -1.5272454023361206, -0.17554718255996704, -2.4939377307891846, -1.3358433246612549, -1.134324550628662, -1.454222321510315, -1.849387288093567, -1.6670503616333008, -1.6397440433502197, -2.230125665664673, -1.6180734634399414, -2.1529812812805176, -3.317408561706543, -2.5625598430633545, -2.110666275024414, -2.378014326095581, -2.8845667839050293, -1.304216742515564, -2.7288296222686768, -2.3491570949554443, -2.642632484436035, -2.1747803688049316, -1.5752432346343994, -2.473773717880249, -1.1842645406723022, -2.370692729949951, -1.7436244487762451, -1.7920126914978027]}, "iris_DBDC4_025_20": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_025.log.json", "context": "Hello... Danny hi Hi. what is your name Why don't you ask to somebody else? I am just a robot! because there is nobody else here! How's everything, Danny? fine, thanks How do you want to pay? I do not want to pay What's fair? not paying is fair...  hahaha It just is not fair. ok, seriously, what is your name? Yeah. You know, my whole life I've been afraid being just another nerdy Indian guy turned doctor. you are nonsensical Alex Ernswiler, private first class. so, you are Alex Danny. so, tell me more about you", "response": "I'm worried you have AIDS.", "annotation_id": "iris_DBDC4_025_20", "annotations": ["X", "X", "X", "X", "T", "O", "O", "X", "O", "X", "O", "T", "X", "X", "X"], "gpt2background_target_score": [-9.545137405395508, -8.67169189453125, -10.395090103149414, -6.280693054199219, -8.737732887268066, -12.542357444763184, -7.306979179382324], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -2.0453851222991943, -1.6521713733673096, -1.348415732383728, -1.3725051879882812, -1.2437140941619873, -2.175631046295166, -0.7313928604125977, -1.7936302423477173, -0.3478098213672638, -0.34745389223098755, -2.41219425201416, -1.4021480083465576, -1.765305995941162, -1.7931361198425293, -0.9937801361083984, -1.4124037027359009, -1.3685433864593506, -1.557029128074646, -2.1037185192108154, -2.7942540645599365, -1.4240171909332275, -1.637412667274475, -1.4062944650650024, -1.3417104482650757, -1.0854692459106445, -2.1578664779663086, -1.5812788009643555, -1.8581610918045044, -1.638024091720581, -1.6690481901168823, -1.30580472946167, -1.2948960065841675, -2.4530882835388184, -0.9544687867164612, -1.3597753047943115, -1.8290547132492065, -1.9119620323181152, -1.4359441995620728, -1.855215072631836, -0.5109837055206299, -2.2459611892700195, -0.6801550388336182, -2.2570760250091553, -1.1940170526504517, -1.425258755683899, -1.9152785539627075, -2.1105098724365234, -1.0407366752624512, -0.4192458391189575, -1.825036644935608, -1.8965879678726196, -1.7866357564926147, -1.1052749156951904, -1.2904269695281982, -1.8274046182632446, -2.9255974292755127, -2.242644786834717, -0.7390885949134827, -1.4165841341018677, -2.391008138656616, -1.5133718252182007, -0.42901095747947693, -1.0220705270767212, -2.4926891326904297, -0.7246753573417664, -1.8948487043380737, -1.726511836051941, -0.09637904912233353, -1.2585707902908325, -1.895870327949524, -1.7327133417129517, -2.3773627281188965, -1.537484049797058, -1.9688775539398193, -1.742777943611145, -0.5972148776054382, -0.8498081564903259, -0.7028964757919312, -1.943479299545288, -1.0460542440414429, -1.7049108743667603, -2.2922425270080566, -1.3615056276321411, -1.5168888568878174, -0.4630294144153595, -1.341477632522583, -1.4930357933044434, -2.1679413318634033, -1.1246914863586426, -1.5648679733276367, -0.6840694546699524, -1.8421598672866821, -1.0939934253692627, -1.5272448062896729, -0.17554739117622375, -2.4939382076263428, -1.3358417749404907, -1.1343239545822144, -1.4542213678359985, -1.8493883609771729, -1.6670485734939575, -1.6397429704666138, -2.2301268577575684, -1.6180717945098877, -2.152981758117676, -3.3174097537994385, -2.5625617504119873, -2.1106653213500977, -2.378014326095581, -2.8845670223236084, -1.3042174577713013, -2.7288296222686768, -2.3491578102111816, -2.6426329612731934, -2.174781084060669, -1.5752426385879517, -2.4737746715545654, -1.1842628717422485, -1.7854223251342773, -2.3965647220611572, -0.9862534999847412, -2.0877814292907715, -0.15414093434810638, -1.729638934135437, -1.1657105684280396, -2.1472384929656982, -1.3523739576339722, -2.237576723098755, -1.7736154794692993, -1.7560163736343384, -1.4417284727096558, -1.9017711877822876, -1.4942891597747803, -1.7498321533203125, -1.6245931386947632]}, "iris_DBDC4_030_02": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_030.log.json", "context": "Hello... Danny Hi there", "response": "Hi.", "annotation_id": "iris_DBDC4_030_02", "annotations": ["O", "X", "O", "O", "T", "O", "O", "T", "X", "O", "T", "O", "O", "O", "X"], "gpt2background_target_score": [-11.239398002624512, -9.001249313354492], "gpt2background_argmax_score": [-2.13662052154541, -2.160574436187744, -3.3414907455444336, -1.6954283714294434, -1.304431676864624, -2.116722583770752, -1.6587059497833252, -1.2831177711486816]}, "iris_DBDC4_030_04": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_030.log.json", "context": "Hello... Danny Hi there Hi. how are you today?", "response": "How you all doin' today?", "annotation_id": "iris_DBDC4_030_04", "annotations": ["X", "O", "T", "O", "O", "O", "O", "T", "X", "X", "T", "T", "T", "T", "X"], "gpt2background_target_score": [-11.236136436462402, -4.921618461608887, -6.506868839263916, -7.590106964111328, -10.809003829956055, -7.770627975463867, -9.535977363586426, -5.02106237411499], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -1.6954283714294434, -1.3044298887252808, -1.6995089054107666, -1.2919286489486694, -1.8191813230514526, -0.327271431684494, -1.8212294578552246, -0.5493698120117188, -2.053227186203003, -1.9729385375976562, -1.6950775384902954, -2.4948558807373047, -2.0158262252807617, -1.464787483215332, -1.406137466430664, -1.862114667892456, -0.6030957102775574, -0.44236332178115845]}, "iris_DBDC4_030_06": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_030.log.json", "context": "Hello... Danny Hi there Hi. how are you today? How you all doin' today? fine and you?", "response": "Are you sure? How's your knee?", "annotation_id": "iris_DBDC4_030_06", "annotations": ["X", "O", "T", "T", "O", "O", "T", "O", "X", "O", "T", "O", "O", "T", "O"], "gpt2background_target_score": [-11.79172420501709, -4.921618461608887, -7.974595069885254, -5.106043338775635, -9.056809425354004, -8.257174491882324, -10.54015827178955, -12.494905471801758, -9.619743347167969], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -1.6954283714294434, -1.3044298887252808, -1.6995089054107666, -1.2919286489486694, -1.8191813230514526, -0.327271431684494, -1.8212294578552246, -0.5493698120117188, -2.053227186203003, -1.7057050466537476, -1.7470300197601318, -1.7763901948928833, -1.4541847705841064, -1.0824781656265259, -2.794326066970825, -0.40717747807502747, -1.6792083978652954, -2.4416136741638184, -2.594519853591919, -1.7127134799957275, -1.96171236038208, -2.0177114009857178, -0.20174698531627655, -2.80539870262146, -1.0013800859451294, -0.77579665184021, -1.723642349243164, -1.2526079416275024, -0.39010921120643616, -1.836794137954712, -0.6632661819458008]}, "iris_DBDC4_030_08": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_030.log.json", "context": "Hello... Danny Hi there Hi. how are you today? How you all doin' today? fine and you? Are you sure? How's your knee? much better thanks", "response": "Thanks.", "annotation_id": "iris_DBDC4_030_08", "annotations": ["O", "X", "O", "T", "X", "O", "O", "T", "X", "O", "T", "O", "T", "T", "T"], "gpt2background_target_score": [-13.130122184753418, -9.001249313354492], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -1.6954283714294434, -1.3044298887252808, -1.6995089054107666, -1.2919286489486694, -1.8191813230514526, -0.327271431684494, -1.8212294578552246, -0.5493698120117188, -2.053227186203003, -1.7057050466537476, -1.7470300197601318, -1.7763901948928833, -1.4541847705841064, -1.0824781656265259, -2.794326066970825, -0.40717747807502747, -1.6792083978652954, -2.4416136741638184, -2.594519853591919, -1.7127134799957275, -1.96171236038208, -0.29976943135261536, -2.524141788482666, -0.8624110221862793, -2.130333662033081, -1.7039791345596313, -1.2578476667404175, -0.3767293393611908, -1.8364044427871704, -2.017116069793701, -2.8455281257629395, -1.6201839447021484, -1.6260440349578857, -1.952763319015503, -1.5489097833633423, -1.226324439048767]}, "iris_DBDC4_030_10": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_030.log.json", "context": "Hello... Danny Hi there Hi. how are you today? How you all doin' today? fine and you? Are you sure? How's your knee? much better thanks Thanks. do ya want some weed?", "response": "Are you smoking weed?", "annotation_id": "iris_DBDC4_030_10", "annotations": ["X", "O", "O", "O", "O", "O", "O", "O", "X", "O", "T", "O", "O", "T", "O"], "gpt2background_target_score": [-11.79172420501709, -4.921618461608887, -10.176979064941406, -11.672857284545898, -5.743230819702148], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -1.6954283714294434, -1.3044298887252808, -1.6995089054107666, -1.2919286489486694, -1.8191813230514526, -0.327271431684494, -1.8212294578552246, -0.5493698120117188, -2.053227186203003, -1.7057050466537476, -1.7470300197601318, -1.7763901948928833, -1.4541847705841064, -1.0824781656265259, -2.794326066970825, -0.40717747807502747, -1.6792083978652954, -2.4416136741638184, -2.594519853591919, -1.7127134799957275, -1.96171236038208, -0.29976919293403625, -2.5241408348083496, -0.8624118566513062, -2.130333185195923, -1.7039777040481567, -1.257846713066101, -0.37672877311706543, -1.8364051580429077, -2.0171151161193848, -2.8455278873443604, -1.6201834678649902, -1.6260422468185425, -1.808132529258728, -1.6268230676651, -1.193514347076416, -1.6033650636672974, -0.603503942489624, -2.8767032623291016, -1.1847280263900757, -1.7910187244415283, -2.1103878021240234, -0.1950201541185379, -1.842321753501892, -0.8833115100860596, -0.8306818604469299, -0.686267614364624]}, "iris_DBDC4_030_12": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_030.log.json", "context": "Hello... Danny Hi there Hi. how are you today? How you all doin' today? fine and you? Are you sure? How's your knee? much better thanks Thanks. do ya want some weed? Are you smoking weed? no, but I know you might!", "response": "I might.", "annotation_id": "iris_DBDC4_030_12", "annotations": ["T", "X", "O", "T", "T", "O", "O", "O", "X", "O", "T", "O", "O", "T", "X"], "gpt2background_target_score": [-9.545134544372559, -9.391624450683594, -4.9337663650512695], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -1.6954283714294434, -1.3044298887252808, -1.6995089054107666, -1.2919286489486694, -1.8191813230514526, -0.327271431684494, -1.8212294578552246, -0.5493698120117188, -2.053227186203003, -1.7057050466537476, -1.7470300197601318, -1.7763901948928833, -1.4541847705841064, -1.0824781656265259, -2.794326066970825, -0.40717747807502747, -1.6792083978652954, -2.4416136741638184, -2.594519853591919, -1.7127134799957275, -1.96171236038208, -0.29976943135261536, -2.524141788482666, -0.8624110221862793, -2.130333662033081, -1.7039791345596313, -1.2578476667404175, -0.3767295777797699, -1.83640456199646, -2.017115831375122, -2.845526933670044, -1.6201833486557007, -1.6260428428649902, -1.8081334829330444, -1.6268240213394165, -1.1935123205184937, -1.603364109992981, -0.6035029292106628, -2.876701593399048, -1.1847269535064697, -1.7910206317901611, -0.22957661747932434, -2.2900943756103516, -0.9175832867622375, -0.8595319390296936, -1.961127519607544, -2.031761884689331, -1.8089948892593384, -2.0191569328308105, -1.6512264013290405, -1.998945713043213, -2.191612958908081, -1.2162232398986816, -2.0243782997131348, -2.1042137145996094, -1.6850513219833374, -2.0823276042938232, -1.2369298934936523]}, "iris_DBDC4_030_14": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_030.log.json", "context": "Hello... Danny Hi there Hi. how are you today? How you all doin' today? fine and you? Are you sure? How's your knee? much better thanks Thanks. do ya want some weed? Are you smoking weed? no, but I know you might! I might. yeah dude", "response": "OK, who's ready to sink their teeth into a delicious dinner?", "annotation_id": "iris_DBDC4_030_14", "annotations": ["T", "O", "O", "T", "T", "O", "O", "O", "X", "O", "T", "O", "O", "T", "T"], "gpt2background_target_score": [-12.121768951416016, -8.41786003112793, -6.758640766143799, -7.552090167999268, -12.040298461914062, -7.417583465576172, -12.833521842956543, -11.546913146972656, -11.87929630279541, -8.019704818725586, -8.264801979064941, -11.409233093261719, -11.422346115112305, -3.5148420333862305], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.6954277753829956, -1.3044313192367554, -1.6995084285736084, -1.2919281721115112, -1.8191826343536377, -0.32727107405662537, -1.8212305307388306, -0.549370288848877, -2.053225517272949, -1.7057050466537476, -1.7470307350158691, -1.7763880491256714, -1.4541856050491333, -1.0824768543243408, -2.7943267822265625, -0.4071773290634155, -1.6792066097259521, -2.4416120052337646, -2.594517230987549, -1.7127134799957275, -1.961712121963501, -0.299769788980484, -2.5241408348083496, -0.8624128699302673, -2.1303319931030273, -1.703979253768921, -1.257846713066101, -0.3767291009426117, -1.8364025354385376, -2.0171163082122803, -2.8455257415771484, -1.6201848983764648, -1.6260437965393066, -1.8081324100494385, -1.6268235445022583, -1.1935125589370728, -1.6033639907836914, -0.6035059690475464, -2.8767035007476807, -1.1847288608551025, -1.7910200357437134, -0.2295774668455124, -2.2900960445404053, -0.9175820350646973, -0.8595303297042847, -1.961127519607544, -2.031759738922119, -1.8089978694915771, -2.019158363342285, -1.6512292623519897, -1.9989441633224487, -2.191615104675293, -1.2162259817123413, -2.02437686920166, -1.6882981061935425, -2.2261810302734375, -1.6791359186172485, -1.4246140718460083, -1.6736056804656982, -2.3526418209075928, -1.5039938688278198, -1.960878610610962, -1.8761143684387207, -1.918940544128418, -1.085440993309021, -1.9950065612792969, -1.6778756380081177, -1.9860965013504028, -1.101599097251892, -2.424213171005249, -3.7630624771118164, -4.051846981048584, -1.0755553245544434, -0.7839444875717163]}, "iris_DBDC4_030_16": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_030.log.json", "context": "Hello... Danny Hi there Hi. how are you today? How you all doin' today? fine and you? Are you sure? How's your knee? much better thanks Thanks. do ya want some weed? Are you smoking weed? no, but I know you might! I might. yeah dude OK, who's ready to sink their teeth into a delicious dinner? yoooooooo", "response": "I do not know what that is. Please explain!", "annotation_id": "iris_DBDC4_030_16", "annotations": ["O", "T", "O", "T", "X", "O", "O", "X", "X", "T", "T", "O", "T", "T", "T"], "gpt2background_target_score": [-9.545137405395508, -5.32457160949707, -6.840897560119629, -9.343217849731445, -8.114797592163086, -7.036553382873535, -8.963688850402832, -6.578590393066406, -11.999789237976074, -12.722838401794434, -4.246188640594482], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.6954277753829956, -1.3044313192367554, -1.6995084285736084, -1.2919281721115112, -1.8191826343536377, -0.32727107405662537, -1.8212305307388306, -0.549370288848877, -2.053225517272949, -1.7057050466537476, -1.7470307350158691, -1.7763880491256714, -1.4541856050491333, -1.0824768543243408, -2.7943267822265625, -0.4071773290634155, -1.6792066097259521, -2.4416120052337646, -2.594517230987549, -1.7127134799957275, -1.961712121963501, -0.299769788980484, -2.5241408348083496, -0.8624128699302673, -2.1303319931030273, -1.703979253768921, -1.257846713066101, -0.3767291009426117, -1.8364025354385376, -2.0171163082122803, -2.8455257415771484, -1.6201848983764648, -1.6260437965393066, -1.8081318140029907, -1.6268235445022583, -1.1935120820999146, -1.6033642292022705, -0.6035052537918091, -2.8767030239105225, -1.1847280263900757, -1.7910196781158447, -0.22957727313041687, -2.290095567703247, -0.9175825119018555, -0.8595307469367981, -1.9611272811889648, -2.0317587852478027, -1.8089969158172607, -2.0191590785980225, -1.6512274742126465, -1.9989449977874756, -2.191615581512451, -1.2162253856658936, -2.02437686920166, -1.6882987022399902, -2.2261831760406494, -1.6791359186172485, -1.4246137142181396, -1.6736063957214355, -2.024585008621216, -1.7496891021728516, -1.928814172744751, -1.9164674282073975, -0.8975461721420288, -2.0209248065948486, -1.5471667051315308, -1.8747239112854004, -0.912916362285614, -2.355832815170288, -3.743865728378296, -4.065546035766602, -1.2130162715911865, -2.1818270683288574, -1.5943564176559448, -0.9109816551208496, -2.457993745803833, -1.498284935951233, -2.0765469074249268, -1.3478552103042603, -2.2094266414642334, -1.770554542541504, -0.7008869647979736, -1.6054413318634033, -1.0553934574127197, -1.9753962755203247, -1.46705961227417, -0.530020534992218]}, "iris_DBDC4_030_18": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_030.log.json", "context": "Hello... Danny Hi there Hi. how are you today? How you all doin' today? fine and you? Are you sure? How's your knee? much better thanks Thanks. do ya want some weed? Are you smoking weed? no, but I know you might! I might. yeah dude OK, who's ready to sink their teeth into a delicious dinner? yoooooooo I do not know what that is. Please explain! yo is I or me in spanish", "response": "Ok, thank you for explaining it!", "annotation_id": "iris_DBDC4_030_18", "annotations": ["O", "X", "O", "T", "X", "T", "O", "O", "X", "O", "T", "O", "O", "T", "O"], "gpt2background_target_score": [-12.859972953796387, -8.41786003112793, -11.454935073852539, -6.7195048332214355, -6.886475086212158, -13.664573669433594, -9.434741973876953, -7.523022651672363], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.6954277753829956, -1.3044313192367554, -1.6995084285736084, -1.2919281721115112, -1.8191826343536377, -0.32727107405662537, -1.8212305307388306, -0.549370288848877, -2.053225517272949, -1.7057050466537476, -1.7470307350158691, -1.7763880491256714, -1.4541856050491333, -1.0824768543243408, -2.7943267822265625, -0.4071773290634155, -1.6792066097259521, -2.4416120052337646, -2.594517230987549, -1.7127134799957275, -1.961712121963501, -0.299769788980484, -2.5241408348083496, -0.8624128699302673, -2.1303319931030273, -1.703979253768921, -1.257846713066101, -0.3767291009426117, -1.8364025354385376, -2.0171163082122803, -2.8455257415771484, -1.6201848983764648, -1.6260437965393066, -1.8081318140029907, -1.6268235445022583, -1.1935120820999146, -1.6033642292022705, -0.6035052537918091, -2.8767030239105225, -1.1847269535064697, -1.7910192012786865, -0.2295771837234497, -2.2900943756103516, -0.9175823330879211, -0.8595302104949951, -1.9611269235610962, -2.031759023666382, -1.8089967966079712, -2.019158124923706, -1.6512268781661987, -1.9989445209503174, -2.191615581512451, -1.2162249088287354, -2.0243771076202393, -1.6882983446121216, -2.226182699203491, -1.6791356801986694, -1.4246137142181396, -1.6736067533493042, -2.0245840549468994, -1.749690294265747, -1.9288160800933838, -1.9164667129516602, -0.8975452184677124, -2.020923376083374, -1.5471668243408203, -1.8747233152389526, -0.912915825843811, -2.355832576751709, -3.743863344192505, -4.065546035766602, -1.213017463684082, -2.1818273067474365, -1.594356656074524, -0.910981297492981, -1.5093936920166016, -2.094092845916748, -1.9985562562942505, -2.353382110595703, -1.8096349239349365, -0.7955416440963745, -1.8159013986587524, -1.5205293893814087, -2.0329394340515137, -1.555328130722046, -1.9064983129501343, -2.632312774658203, -2.577887773513794, -2.889209747314453, -2.3492698669433594, -1.7052277326583862, -1.5997569561004639, -0.39501050114631653, -1.6247516870498657, -2.4441845417022705, -1.5096880197525024, -2.1037611961364746, -0.15891778469085693, -1.665971279144287, -1.6538642644882202, -1.6749017238616943, -1.6635549068450928, -1.2186001539230347]}, "iris_DBDC4_030_20": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_030.log.json", "context": "Hello... Danny Hi there Hi. how are you today? How you all doin' today? fine and you? Are you sure? How's your knee? much better thanks Thanks. do ya want some weed? Are you smoking weed? no, but I know you might! I might. yeah dude OK, who's ready to sink their teeth into a delicious dinner? yoooooooo I do not know what that is. Please explain! yo is I or me in spanish Ok, thank you for explaining it! so you understand yoooooooo now?", "response": "Yo?", "annotation_id": "iris_DBDC4_030_20", "annotations": ["O", "X", "T", "T", "T", "O", "O", "T", "X", "O", "T", "O", "T", "T", "X"], "gpt2background_target_score": [-11.581721305847168, -8.651277542114258], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.6954277753829956, -1.3044313192367554, -1.6995084285736084, -1.2919281721115112, -1.8191826343536377, -0.32727107405662537, -1.8212305307388306, -0.549370288848877, -2.053225517272949, -1.7057050466537476, -1.7470307350158691, -1.7763880491256714, -1.4541856050491333, -1.0824768543243408, -2.7943267822265625, -0.4071773290634155, -1.6792066097259521, -2.4416120052337646, -2.594517230987549, -1.7127134799957275, -1.961712121963501, -0.299769788980484, -2.5241408348083496, -0.8624128699302673, -2.1303319931030273, -1.703979253768921, -1.257846713066101, -0.3767291009426117, -1.8364025354385376, -2.0171163082122803, -2.8455257415771484, -1.6201848983764648, -1.6260437965393066, -1.8081318140029907, -1.6268235445022583, -1.1935120820999146, -1.6033642292022705, -0.6035052537918091, -2.8767030239105225, -1.1847269535064697, -1.7910192012786865, -0.2295771837234497, -2.2900943756103516, -0.9175823330879211, -0.8595302104949951, -1.9611269235610962, -2.031759023666382, -1.8089967966079712, -2.019158124923706, -1.6512268781661987, -1.9989445209503174, -2.191615581512451, -1.2162249088287354, -2.0243771076202393, -1.6882983446121216, -2.226182699203491, -1.6791356801986694, -1.4246137142181396, -1.6736067533493042, -2.0245840549468994, -1.749690294265747, -1.9288160800933838, -1.9164667129516602, -0.8975452184677124, -2.020923376083374, -1.5471668243408203, -1.8747233152389526, -0.912915825843811, -2.355832576751709, -3.743863344192505, -4.065546035766602, -1.213017463684082, -2.1818273067474365, -1.594356656074524, -0.910981297492981, -1.5093936920166016, -2.094092845916748, -1.9985562562942505, -2.353382110595703, -1.8096349239349365, -0.7955416440963745, -1.8159013986587524, -1.5205293893814087, -2.0329394340515137, -1.555328130722046, -1.9064983129501343, -2.632312774658203, -2.577887773513794, -2.889209747314453, -2.3492698669433594, -1.7052277326583862, -1.5997569561004639, -0.39501050114631653, -1.624752163887024, -1.682846188545227, -2.078726291656494, -0.16308695077896118, -1.6757560968399048, -1.652885913848877, -1.619543433189392, -1.6382722854614258, -1.686747670173645, -2.0536956787109375, -2.1896352767944336, -2.524644136428833, -2.6148123741149902, -2.6222221851348877, -1.371167540550232, -2.6624531745910645, -2.4940502643585205, -1.4194049835205078, -2.016357660293579]}, "iris_DBDC4_033_02": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_033.log.json", "context": "Hello... Danny Hi dude", "response": "Hi.", "annotation_id": "iris_DBDC4_033_02", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "O", "T", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-11.239398002624512, -9.001249313354492], "gpt2background_argmax_score": [-2.13662052154541, -2.160574436187744, -3.3414907455444336, -1.6954283714294434, -1.3441789150238037, -2.136355400085449, -1.8021037578582764, -1.2649661302566528]}, "iris_DBDC4_033_04": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_033.log.json", "context": "Hello... Danny Hi dude Hi. what's up?", "response": "I just wanted to come over. You know, say hi.", "annotation_id": "iris_DBDC4_033_04", "annotations": ["O", "T", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-9.545134544372559, -5.727313041687012, -7.065232753753662, -6.877133846282959, -9.559696197509766, -10.852725982666016, -10.9804105758667, -9.802000999450684, -11.989858627319336, -3.2568371295928955, -9.979303359985352, -8.82995319366455, -7.961336135864258], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -1.6954283714294434, -1.344179391860962, -1.733975887298584, -1.2155816555023193, -1.4164365530014038, -1.3649218082427979, -1.2444937229156494, -1.6753140687942505, -2.394709587097168, -1.3873393535614014, -1.9685499668121338, -0.22609205543994904, -1.9830474853515625, -1.9289019107818604, -1.2373502254486084, -1.586966872215271, -2.1729109287261963, -1.2682682275772095, -1.3411728143692017, -1.5399370193481445, -1.6786168813705444, -1.6584786176681519]}, "iris_DBDC4_033_06": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_033.log.json", "context": "Hello... Danny Hi dude Hi. what's up? I just wanted to come over. You know, say hi. nice...", "response": "Hey from now on when you change the toilet paper...", "annotation_id": "iris_DBDC4_033_06", "annotations": ["O", "X", "T", "X", "X", "X", "O", "O", "T", "X", "O", "O", "T", "T", "O"], "gpt2background_target_score": [-10.460413932800293, -7.917109489440918, -7.367656707763672, -8.067316055297852, -8.715807914733887, -6.022279262542725, -12.918403625488281, -4.602836608886719, -12.024654388427734, -13.117216110229492, -8.33991527557373], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -1.6954283714294434, -1.344179391860962, -1.733975887298584, -1.2155816555023193, -1.4164365530014038, -1.3649218082427979, -1.2444937229156494, -1.6753140687942505, -0.9863973259925842, -1.9912093877792358, -0.2544434070587158, -1.7528858184814453, -2.0048720836639404, -1.2534637451171875, -1.7434815168380737, -1.901963710784912, -1.4086498022079468, -1.2880076169967651, -1.6643186807632446, -1.6759604215621948, -1.511541724205017, -1.8375440835952759, -2.6951889991760254, -2.5744266510009766, -1.3820315599441528, -2.3722124099731445, -0.24581830203533173, -1.4775761365890503, -1.594962477684021, -1.69440758228302, -1.5730154514312744, -3.007704496383667, -2.0100252628326416, -1.5533112287521362, -1.2920795679092407]}, "iris_DBDC4_033_08": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_033.log.json", "context": "Hello... Danny Hi dude Hi. what's up? I just wanted to come over. You know, say hi. nice... Hey from now on when you change the toilet paper... never", "response": "Danny, you're upset, you hate me. It's okay.", "annotation_id": "iris_DBDC4_033_08", "annotations": ["O", "X", "O", "O", "T", "X", "O", "T", "T", "X", "X", "O", "X", "X", "O"], "gpt2background_target_score": [-12.291967391967773, -8.41786003112793, -5.237053394317627, -9.60601806640625, -12.532247543334961, -1.733975887298584, -8.358896255493164, -12.328179359436035, -8.588838577270508, -4.174838066101074, -5.28726863861084, -7.774814128875732, -12.392871856689453, -9.041247367858887], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -1.6954283714294434, -1.344179391860962, -1.733975887298584, -1.2155816555023193, -1.4164365530014038, -1.3649218082427979, -1.2444937229156494, -1.6753140687942505, -0.9863973259925842, -1.9912093877792358, -0.2544434070587158, -1.7528858184814453, -2.0048720836639404, -1.2534637451171875, -1.7434815168380737, -1.901963710784912, -1.4086498022079468, -1.2880076169967651, -1.6643186807632446, -1.6759604215621948, -1.511541724205017, -1.8375452756881714, -2.695187568664551, -1.4285447597503662, -2.4045612812042236, -0.22725220024585724, -1.2031434774398804, -1.563631296157837, -1.5504734516143799, -1.5921227931976318, -3.201997995376587, -1.8564856052398682, -1.48366117477417, -2.482250690460205, -2.0812277793884277, -2.484708070755005, -2.1452739238739014, -2.160531759262085, -1.56815767288208, -1.7845171689987183, -1.2871485948562622, -2.0664827823638916, -0.9639697670936584, -1.0340863466262817, -1.193769931793213, -1.3573225736618042, -0.44064268469810486, -2.437710762023926, -1.6589648723602295, -1.626181960105896]}, "iris_DBDC4_033_10": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_033.log.json", "context": "Hello... Danny Hi dude Hi. what's up? I just wanted to come over. You know, say hi. nice... Hey from now on when you change the toilet paper... never Danny, you're upset, you hate me. It's okay. not actually, but I am kind of into a bad mud", "response": "Cuss, yeah, you are.", "annotation_id": "iris_DBDC4_033_10", "annotations": ["O", "X", "O", "T", "X", "T", "O", "O", "T", "X", "O", "O", "X", "O", "O"], "gpt2background_target_score": [-9.67994213104248, -12.050725936889648, -4.240135192871094, -9.895610809326172, -1.3441777229309082, -6.02227783203125, -9.528726577758789, -7.576716423034668], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.6954277753829956, -1.3441777229309082, -1.7339766025543213, -1.2155804634094238, -1.4164369106292725, -1.364920735359192, -1.2444905042648315, -1.6753143072128296, -0.9863983988761902, -1.9912101030349731, -0.2544434070587158, -1.7528867721557617, -2.004870891571045, -1.2534630298614502, -1.7434793710708618, -1.9019638299942017, -1.40864896774292, -1.2880079746246338, -1.664318561553955, -1.6759573221206665, -1.5115419626235962, -1.8375439643859863, -2.69518780708313, -1.4285457134246826, -2.4045612812042236, -0.22725315392017365, -1.2031441926956177, -1.5636295080184937, -1.5504729747772217, -1.5921213626861572, -3.201998472213745, -1.8564801216125488, -1.4836640357971191, -2.482250452041626, -2.081228017807007, -2.335043430328369, -2.5574662685394287, -1.8882852792739868, -2.027614116668701, -1.2713717222213745, -2.071866273880005, -0.8606758713722229, -1.034983515739441, -1.4924085140228271, -1.9842255115509033, -0.39737454056739807, -2.449802875518799, -1.485757827758789, -1.8832019567489624, -3.219198703765869, -2.438197612762451, -2.015866756439209, -1.7560834884643555, -1.6257950067520142, -2.6578736305236816, -0.2785351872444153, -2.539167881011963, -1.855080485343933, -2.3540921211242676, -1.7987231016159058, -1.6710156202316284, -2.082608222961426, -2.5403573513031006, -1.5381274223327637, -1.9914922714233398, -1.2324304580688477, -1.5312117338180542, -1.3834689855575562, -1.9010562896728516, -1.6477786302566528]}, "iris_DBDC4_033_12": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_033.log.json", "context": "Hello... Danny Hi dude Hi. what's up? I just wanted to come over. You know, say hi. nice... Hey from now on when you change the toilet paper... never Danny, you're upset, you hate me. It's okay. not actually, but I am kind of into a bad mud Cuss, yeah, you are. I meant... bad mood!", "response": "Like he meant it.", "annotation_id": "iris_DBDC4_033_12", "annotations": ["T", "T", "T", "O", "X", "T", "O", "O", "X", "X", "O", "X", "X", "O", "T"], "gpt2background_target_score": [-13.18830394744873, -8.860689163208008, -9.887001037597656, -7.559659957885742, -1.900935173034668], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.6954277753829956, -1.3441777229309082, -1.7339766025543213, -1.2155804634094238, -1.4164369106292725, -1.364920735359192, -1.2444905042648315, -1.6753143072128296, -0.9863983988761902, -1.9912101030349731, -0.2544434070587158, -1.7528867721557617, -2.004870891571045, -1.2534630298614502, -1.7434793710708618, -1.9019638299942017, -1.40864896774292, -1.2880079746246338, -1.664318561553955, -1.6759573221206665, -1.5115419626235962, -1.8375439643859863, -2.69518780708313, -1.4285457134246826, -2.4045612812042236, -0.22725315392017365, -1.2031441926956177, -1.5636295080184937, -1.5504729747772217, -1.5921213626861572, -3.201998472213745, -1.8564801216125488, -1.4836640357971191, -2.4822516441345215, -2.081228017807007, -2.33504319190979, -2.5574653148651123, -1.8882858753204346, -2.0276131629943848, -1.2713723182678223, -2.071866035461426, -0.8606739044189453, -1.0349836349487305, -1.4924088716506958, -1.9842240810394287, -0.39737462997436523, -2.449802875518799, -1.48575758934021, -1.8832017183303833, -3.2191977500915527, -2.438199281692505, -2.0158674716949463, -1.756083369255066, -1.625795602798462, -2.6578712463378906, -0.27853482961654663, -2.5391671657562256, -1.8550808429718018, -2.3540890216827393, -1.7987232208251953, -1.6710149049758911, -1.2824374437332153, -1.5749437808990479, -2.377214193344116, -1.1156741380691528, -1.6674351692199707, -1.5468487739562988, -1.890170693397522, -1.7906473875045776, -1.6547993421554565, -1.6675528287887573, -2.6286730766296387, -1.7013956308364868, -1.493636131286621, -2.2144954204559326, -2.157982110977173, -1.4432954788208008, -1.247164011001587, -2.533936023712158, -2.330489158630371, -1.6755094528198242]}, "iris_DBDC4_033_14": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_033.log.json", "context": "Hello... Danny Hi dude Hi. what's up? I just wanted to come over. You know, say hi. nice... Hey from now on when you change the toilet paper... never Danny, you're upset, you hate me. It's okay. not actually, but I am kind of into a bad mud Cuss, yeah, you are. I meant... bad mood! Like he meant it. ok, what is next, where are you going later", "response": "What's wrong with Danny?", "annotation_id": "iris_DBDC4_033_14", "annotations": ["O", "O", "O", "T", "T", "T", "O", "O", "X", "X", "T", "O", "X", "X", "T"], "gpt2background_target_score": [-11.17829418182373, -9.03150463104248, -9.312837600708008, -9.025176048278809, -11.227313995361328, -5.254166603088379], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.6954277753829956, -1.3441777229309082, -1.7339766025543213, -1.2155804634094238, -1.4164369106292725, -1.364920735359192, -1.2444905042648315, -1.6753143072128296, -0.9863983988761902, -1.9912101030349731, -0.2544434070587158, -1.7528867721557617, -2.004870891571045, -1.2534630298614502, -1.7434793710708618, -1.9019638299942017, -1.40864896774292, -1.2880079746246338, -1.664318561553955, -1.6759573221206665, -1.5115419626235962, -1.8375439643859863, -2.69518780708313, -1.4285457134246826, -2.4045612812042236, -0.22725315392017365, -1.2031441926956177, -1.5636295080184937, -1.5504729747772217, -1.5921213626861572, -3.201998472213745, -1.8564801216125488, -1.4836640357971191, -2.4822516441345215, -2.081228017807007, -2.33504319190979, -2.5574653148651123, -1.8882858753204346, -2.0276131629943848, -1.2713723182678223, -2.071866035461426, -0.8606739044189453, -1.0349836349487305, -1.4924088716506958, -1.9842240810394287, -0.39737462997436523, -2.449802875518799, -1.48575758934021, -1.8832017183303833, -3.2191977500915527, -2.438199281692505, -2.0158674716949463, -1.756083369255066, -1.625795602798462, -2.6578712463378906, -0.27853482961654663, -2.5391671657562256, -1.8550808429718018, -2.3540890216827393, -1.7987232208251953, -1.6710149049758911, -1.2824374437332153, -1.5749437808990479, -2.377214193344116, -1.1156741380691528, -1.6674351692199707, -1.5468487739562988, -1.890170693397522, -1.7906473875045776, -1.6547991037368774, -1.6675519943237305, -2.6286733150482178, -1.7013952732086182, -1.493636965751648, -2.2144951820373535, -1.493485450744629, -1.0503703355789185, -1.7170405387878418, -2.068887233734131, -2.0917727947235107, -1.5927776098251343, -2.4354248046875, -1.5880039930343628, -2.132671356201172, -0.3647497892379761, -2.655025005340576, -2.0100111961364746, -0.3720325827598572, -1.5272390842437744, -0.6099495887756348, -0.38046008348464966, -2.1549580097198486, -1.4081863164901733, -1.5341365337371826, -0.4803166389465332, -1.2479504346847534, -0.5183535814285278, -0.9687619209289551]}, "iris_DBDC4_033_16": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_033.log.json", "context": "Hello... Danny Hi dude Hi. what's up? I just wanted to come over. You know, say hi. nice... Hey from now on when you change the toilet paper... never Danny, you're upset, you hate me. It's okay. not actually, but I am kind of into a bad mud Cuss, yeah, you are. I meant... bad mood! Like he meant it. ok, what is next, where are you going later What's wrong with Danny? i am in bad mood, I told you already", "response": "Hey, you are in a bad mood. You-you- you must be getting your period.", "annotation_id": "iris_DBDC4_033_16", "annotations": ["O", "X", "O", "O", "X", "X", "X", "O", "T", "T", "O", "T", "X", "O", "O"], "gpt2background_target_score": [-10.460415840148926, -8.41786003112793, -5.237053394317627, -7.37122917175293, -7.503193378448486, -7.860420227050781, -11.244525909423828, -10.274080276489258, -9.64652156829834, -7.915741443634033, -10.082578659057617, -12.29336929321289, -10.537644386291504, -4.859536170959473, -14.109787940979004, -7.134832859039307, -9.980284690856934, -7.565995216369629, -13.530166625976562, -5.1850266456604], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.6954277753829956, -1.3441777229309082, -1.7339766025543213, -1.2155804634094238, -1.4164369106292725, -1.364920735359192, -1.2444905042648315, -1.6753143072128296, -0.9863983988761902, -1.9912101030349731, -0.2544434070587158, -1.7528867721557617, -2.004870891571045, -1.2534630298614502, -1.7434793710708618, -1.9019638299942017, -1.40864896774292, -1.2880079746246338, -1.664318561553955, -1.6759573221206665, -1.5115419626235962, -1.8375439643859863, -2.69518780708313, -1.4285457134246826, -2.4045612812042236, -0.22725315392017365, -1.2031441926956177, -1.5636295080184937, -1.5504729747772217, -1.5921213626861572, -3.201998472213745, -1.8564801216125488, -1.4836640357971191, -2.4822516441345215, -2.081228017807007, -2.33504319190979, -2.5574653148651123, -1.8882858753204346, -2.0276131629943848, -1.2713723182678223, -2.071866035461426, -0.8606739044189453, -1.0349836349487305, -1.4924088716506958, -1.9842240810394287, -0.39737462997436523, -2.449802875518799, -1.48575758934021, -1.8832017183303833, -3.2191977500915527, -2.438199281692505, -2.0158674716949463, -1.756083369255066, -1.625795602798462, -2.6578712463378906, -0.27853482961654663, -2.5391671657562256, -1.8550808429718018, -2.3540890216827393, -1.7987232208251953, -1.6710149049758911, -1.2824374437332153, -1.5749437808990479, -2.377214193344116, -1.1156741380691528, -1.6674351692199707, -1.5468487739562988, -1.890170693397522, -1.7906473875045776, -1.6547991037368774, -1.6675519943237305, -2.6286733150482178, -1.7013952732086182, -1.493636965751648, -2.2144951820373535, -1.493485450744629, -1.0503703355789185, -1.7170405387878418, -2.068887233734131, -2.0917727947235107, -1.5927776098251343, -2.4354248046875, -1.5880039930343628, -2.132671356201172, -0.3647497892379761, -2.655025005340576, -2.0100111961364746, -0.3720325827598572, -1.5272390842437744, -0.6099495887756348, -0.38046008348464966, -1.340495228767395, -1.668161153793335, -1.1827460527420044, -1.3254786729812622, -0.49248865246772766, -2.05076003074646, -1.6684691905975342, -2.512964963912964, -1.5432528257369995, -0.2884178161621094, -1.6872045993804932, -2.451667070388794, -1.6582309007644653, -0.8473925590515137, -2.42954421043396, -1.25950026512146, -2.469853401184082, -1.1162220239639282, -2.266390562057495, -1.4228566884994507, -3.046578884124756, -0.5827249884605408, -0.2009349763393402, -0.07741761207580566, -1.1241828203201294, -1.7590608596801758, -1.7420251369476318, -2.7414493560791016, -1.088667869567871, -2.574496269226074, -0.8852733969688416, -1.4964687824249268, -2.5539515018463135, -2.420342445373535, -2.097012996673584, -2.5846383571624756, -2.2684144973754883]}, "iris_DBDC4_033_18": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_033.log.json", "context": "Hello... Danny Hi dude Hi. what's up? I just wanted to come over. You know, say hi. nice... Hey from now on when you change the toilet paper... never Danny, you're upset, you hate me. It's okay. not actually, but I am kind of into a bad mud Cuss, yeah, you are. I meant... bad mood! Like he meant it. ok, what is next, where are you going later What's wrong with Danny? i am in bad mood, I told you already Hey, you are in a bad mood. You-you- you must be getting your period. impossible... I am a man :)", "response": "I don't have all day to bark at you so I'll make this short and sweet.", "annotation_id": "iris_DBDC4_033_18", "annotations": ["O", "X", "T", "O", "X", "O", "O", "O", "X", "X", "T", "O", "X", "O", "O"], "gpt2background_target_score": [-9.545137405395508, -7.170057773590088, -7.767152309417725, -8.174741744995117, -8.067262649536133, -10.50248908996582, -10.049972534179688, -14.533214569091797, -8.243414878845215, -5.362003803253174, -7.886842250823975, -9.402127265930176, -9.432435035705566, -9.979435920715332, -9.578813552856445, -10.709796905517578, -2.024273633956909, -10.380302429199219, -6.672405242919922], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.6954277753829956, -1.3441777229309082, -1.7339766025543213, -1.2155804634094238, -1.4164369106292725, -1.364920735359192, -1.2444905042648315, -1.6753143072128296, -0.9863983988761902, -1.9912101030349731, -0.2544434070587158, -1.7528867721557617, -2.004870891571045, -1.2534630298614502, -1.7434793710708618, -1.9019638299942017, -1.40864896774292, -1.2880079746246338, -1.664318561553955, -1.6759573221206665, -1.5115419626235962, -1.8375439643859863, -2.69518780708313, -1.4285457134246826, -2.4045612812042236, -0.22725315392017365, -1.2031441926956177, -1.5636295080184937, -1.5504729747772217, -1.5921213626861572, -3.201998472213745, -1.8564801216125488, -1.4836640357971191, -2.4822516441345215, -2.081228017807007, -2.33504319190979, -2.5574653148651123, -1.8882858753204346, -2.0276131629943848, -1.2713723182678223, -2.071866035461426, -0.8606739044189453, -1.0349836349487305, -1.4924088716506958, -1.9842240810394287, -0.39737462997436523, -2.449802875518799, -1.48575758934021, -1.8832017183303833, -3.2191977500915527, -2.438199281692505, -2.0158674716949463, -1.756083369255066, -1.625795602798462, -2.6578712463378906, -0.27853482961654663, -2.5391671657562256, -1.8550808429718018, -2.3540890216827393, -1.7987232208251953, -1.6710149049758911, -1.2824374437332153, -1.5749437808990479, -2.377214193344116, -1.1156741380691528, -1.6674351692199707, -1.5468487739562988, -1.890170693397522, -1.7906473875045776, -1.6547991037368774, -1.6675519943237305, -2.6286733150482178, -1.7013952732086182, -1.493636965751648, -2.2144951820373535, -1.493485450744629, -1.0503703355789185, -1.7170405387878418, -2.068887233734131, -2.0917727947235107, -1.5927776098251343, -2.4354248046875, -1.5880039930343628, -2.132671356201172, -0.3647497892379761, -2.655025005340576, -2.0100111961364746, -0.3720325827598572, -1.5272390842437744, -0.6099495887756348, -0.38046008348464966, -1.340495228767395, -1.668161153793335, -1.1827460527420044, -1.3254786729812622, -0.49248865246772766, -2.05076003074646, -1.6684691905975342, -2.512964963912964, -1.5432528257369995, -0.2884178161621094, -1.6872045993804932, -2.451667070388794, -1.6582309007644653, -0.8473925590515137, -2.42954421043396, -1.25950026512146, -1.2237253189086914, -2.5221107006073, -1.4125087261199951, -3.2503232955932617, -0.5848665237426758, -0.20258745551109314, -0.08541307598352432, -1.1620233058929443, -2.1795153617858887, -1.7044353485107422, -2.6473522186279297, -1.208559274673462, -2.8475916385650635, -1.142462968826294, -1.3793330192565918, -2.4514238834381104, -2.5954818725585938, -2.063568115234375, -2.5854063034057617, -2.435880422592163, -2.6809535026550293, -3.3318495750427246, -1.7628154754638672, -1.7663354873657227, -1.5038011074066162, -1.4688074588775635, -2.5324044227600098, -2.430184841156006, -1.482444167137146, -0.2692219614982605, -1.2423847913742065, -1.2070046663284302, -1.4202362298965454, -1.5694663524627686, -1.4916763305664062, -0.6141115427017212, -1.443861961364746, -1.6147550344467163, -1.2345606088638306, -1.71551513671875, -1.89603853225708, -1.289502739906311, -1.5241882801055908, -1.618955373764038, -2.0040059089660645, -2.0002493858337402, -1.7803980112075806]}, "iris_DBDC4_033_20": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_033.log.json", "context": "Hello... Danny Hi dude Hi. what's up? I just wanted to come over. You know, say hi. nice... Hey from now on when you change the toilet paper... never Danny, you're upset, you hate me. It's okay. not actually, but I am kind of into a bad mud Cuss, yeah, you are. I meant... bad mood! Like he meant it. ok, what is next, where are you going later What's wrong with Danny? i am in bad mood, I told you already Hey, you are in a bad mood. You-you- you must be getting your period. impossible... I am a man :) I don't have all day to bark at you so I'll make this short and sweet. are you a dog?", "response": "Yeah...", "annotation_id": "iris_DBDC4_033_20", "annotations": ["O", "T", "T", "O", "X", "O", "O", "X", "T", "T", "T", "O", "X", "O", "T"], "gpt2background_target_score": [-12.987507820129395, -6.641880512237549], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.6954277753829956, -1.3441777229309082, -1.7339766025543213, -1.2155804634094238, -1.4164369106292725, -1.364920735359192, -1.2444905042648315, -1.6753143072128296, -0.9863983988761902, -1.9912101030349731, -0.2544434070587158, -1.7528867721557617, -2.004870891571045, -1.2534630298614502, -1.7434793710708618, -1.9019638299942017, -1.40864896774292, -1.2880079746246338, -1.664318561553955, -1.6759573221206665, -1.5115419626235962, -1.8375439643859863, -2.69518780708313, -1.4285457134246826, -2.4045612812042236, -0.22725315392017365, -1.2031441926956177, -1.5636295080184937, -1.5504729747772217, -1.5921213626861572, -3.201998472213745, -1.8564801216125488, -1.4836640357971191, -2.4822516441345215, -2.081228017807007, -2.33504319190979, -2.5574653148651123, -1.8882858753204346, -2.0276131629943848, -1.2713723182678223, -2.071866035461426, -0.8606739044189453, -1.0349836349487305, -1.4924088716506958, -1.9842240810394287, -0.39737462997436523, -2.449802875518799, -1.48575758934021, -1.8832017183303833, -3.2191977500915527, -2.438199281692505, -2.0158674716949463, -1.756083369255066, -1.625795602798462, -2.6578712463378906, -0.27853482961654663, -2.5391671657562256, -1.8550808429718018, -2.3540890216827393, -1.7987232208251953, -1.6710149049758911, -1.2824374437332153, -1.5749437808990479, -2.377214193344116, -1.1156741380691528, -1.6674351692199707, -1.5468487739562988, -1.890170693397522, -1.7906473875045776, -1.6547991037368774, -1.6675519943237305, -2.6286733150482178, -1.7013952732086182, -1.493636965751648, -2.2144951820373535, -1.493485450744629, -1.0503703355789185, -1.7170405387878418, -2.068887233734131, -2.0917727947235107, -1.5927776098251343, -2.4354248046875, -1.5880039930343628, -2.132671356201172, -0.3647497892379761, -2.655025005340576, -2.0100111961364746, -0.3720325827598572, -1.5272390842437744, -0.6099495887756348, -0.38046008348464966, -1.340495228767395, -1.668161153793335, -1.1827460527420044, -1.3254786729812622, -0.49248865246772766, -2.05076003074646, -1.6684691905975342, -2.512964963912964, -1.5432528257369995, -0.2884178161621094, -1.6872045993804932, -2.451667070388794, -1.6582309007644653, -0.8473925590515137, -2.42954421043396, -1.25950026512146, -1.2237253189086914, -2.5221107006073, -1.4125087261199951, -3.2503232955932617, -0.5848665237426758, -0.20258745551109314, -0.08541307598352432, -1.1620233058929443, -2.1795153617858887, -1.7044353485107422, -2.6473522186279297, -1.208559274673462, -2.8475916385650635, -1.142462968826294, -1.3793330192565918, -2.4514238834381104, -2.5954818725585938, -2.063568115234375, -2.5854063034057617, -2.435880422592163, -2.6809535026550293, -3.3318495750427246, -1.7628154754638672, -1.7663354873657227, -1.5038011074066162, -1.4688074588775635, -2.5324044227600098, -1.6851173639297485, -0.1920544058084488, -1.3060160875320435, -1.3487228155136108, -1.3919975757598877, -0.8965554237365723, -1.3819230794906616, -0.5252299904823303, -1.3504780530929565, -1.6314860582351685, -1.3467812538146973, -1.8622310161590576, -1.8903863430023193, -1.354164958000183, -1.7693051099777222, -1.5408121347427368, -2.063410997390747, -2.0313360691070557, -1.928154706954956, -0.3264514207839966, -2.4199647903442383, -0.7526116967201233, -0.6370378732681274, -2.3580222129821777, -2.2682650089263916, -0.9480844736099243, -1.764373779296875]}, "iris_DBDC4_042_02": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_042.log.json", "context": "Hello... Danny Hi Alex what's up?", "response": "Hi.", "annotation_id": "iris_DBDC4_042_02", "annotations": ["O", "O", "O", "X", "O", "O", "T", "X", "T", "X", "O", "X", "O", "X", "X"], "gpt2background_target_score": [-11.239398002624512, -9.001249313354492], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -1.6954283714294434, -2.1176230907440186, -1.544135570526123, -1.5893813371658325, -0.884310781955719, -0.5300042629241943, -2.3880741596221924, -1.9105640649795532, -1.4091894626617432]}, "iris_DBDC4_042_04": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_042.log.json", "context": "Hello... Danny Hi Alex what's up? Hi. I am very tired now", "response": "I'm not. No.", "annotation_id": "iris_DBDC4_042_04", "annotations": ["O", "T", "O", "O", "O", "O", "T", "X", "O", "X", "O", "X", "O", "X", "T"], "gpt2background_target_score": [-9.545134544372559, -8.671692848205566, -6.8408966064453125, -3.125523567199707, -7.798264503479004, -7.042993545532227], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -1.6954283714294434, -2.1176230907440186, -1.544135570526123, -1.5893813371658325, -0.884310781955719, -0.5300042629241943, -1.7938588857650757, -1.4560679197311401, -1.0224583148956299, -1.883570909500122, -1.6010193824768066, -1.1888924837112427, -0.9492378830909729, -2.184217929840088, -1.9044303894042969, -2.7932050228118896, -2.112592935562134, -1.3268532752990723, -2.3121566772460938, -1.6279237270355225]}, "iris_DBDC4_042_06": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_042.log.json", "context": "Hello... Danny Hi Alex what's up? Hi. I am very tired now I'm not. No. good for you!", "response": "Oh, I'm sorry.", "annotation_id": "iris_DBDC4_042_06", "annotations": ["X", "T", "T", "X", "O", "O", "X", "X", "T", "X", "T", "X", "T", "X", "O"], "gpt2background_target_score": [-12.239985466003418, -8.41786003112793, -4.239823341369629, -8.235915184020996, -9.130692481994629, -7.042993545532227], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -1.6954283714294434, -2.1176230907440186, -1.544135570526123, -1.5893813371658325, -0.884310781955719, -0.5300042629241943, -1.7938588857650757, -1.4560679197311401, -1.0224583148956299, -1.883570909500122, -1.6010193824768066, -1.1888924837112427, -0.9492378830909729, -1.7325633764266968, -3.208078622817993, -2.1161580085754395, -1.4062786102294922, -2.574230194091797, -1.630530595779419, -1.67189621925354, -0.5659819841384888, -0.9656472206115723, -1.9518448114395142, -2.143242359161377, -2.079486846923828, -2.1298413276672363, -1.616368293762207, -1.712904691696167, -1.455909252166748, -1.367499828338623]}, "iris_DBDC4_042_08": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_042.log.json", "context": "Hello... Danny Hi Alex what's up? Hi. I am very tired now I'm not. No. good for you! Oh, I'm sorry. I have worked a lot today, I just want to go home", "response": "But could I just tell you this one thing?", "annotation_id": "iris_DBDC4_042_08", "annotations": ["O", "O", "O", "O", "O", "O", "T", "T", "O", "O", "O", "T", "T", "O", "T"], "gpt2background_target_score": [-13.360836029052734, -7.954540252685547, -4.239823341369629, -8.081541061401367, -10.518401145935059, -4.757627964019775, -4.230417251586914, -9.985651016235352, -12.014766693115234, -4.972375392913818], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -1.6954283714294434, -2.1176230907440186, -1.544135570526123, -1.5893813371658325, -0.884310781955719, -0.5300042629241943, -1.7938588857650757, -1.4560679197311401, -1.0224583148956299, -1.883570909500122, -1.6010193824768066, -1.1888924837112427, -0.9492378830909729, -1.7325633764266968, -3.208078622817993, -2.1161580085754395, -1.4062786102294922, -2.574230194091797, -1.630530595779419, -1.67189621925354, -0.5659819841384888, -0.9656472206115723, -1.9518448114395142, -1.9602653980255127, -2.1412606239318848, -1.5598047971725464, -1.7084031105041504, -1.3847763538360596, -1.4859274625778198, -1.5171760320663452, -1.634690523147583, -2.491070032119751, -1.3648170232772827, -1.2287499904632568, -1.4842902421951294, -1.721640944480896, -1.6463028192520142, -2.4459433555603027, -0.4221521317958832, -2.4446663856506348, -1.8260555267333984, -1.3912231922149658, -2.104672908782959, -1.834959864616394, -0.5148860216140747, -1.9767043590545654, -2.552544116973877, -0.742871105670929, -1.6968103647232056, -1.129760980606079, -1.5962048768997192, -0.8700951337814331, -1.0171844959259033]}, "iris_DBDC4_042_10": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_042.log.json", "context": "Hello... Danny Hi Alex what's up? Hi. I am very tired now I'm not. No. good for you! Oh, I'm sorry. I have worked a lot today, I just want to go home But could I just tell you this one thing? yes, please go ahead", "response": "Thank y... The line goes DEAD.", "annotation_id": "iris_DBDC4_042_10", "annotations": ["X", "T", "X", "O", "O", "O", "T", "X", "T", "X", "X", "X", "O", "X", "X"], "gpt2background_target_score": [-13.131604194641113, -7.616620063781738, -4.607455253601074, -8.20993709564209, -13.056818008422852, -8.061410903930664, -12.671571731567383, -4.498437881469727], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.6954277753829956, -2.117623805999756, -1.544134259223938, -1.5893807411193848, -0.8843105435371399, -0.5300030708312988, -1.7938586473464966, -1.4560658931732178, -1.0224578380584717, -1.8835718631744385, -1.6010186672210693, -1.1888948678970337, -0.949237048625946, -1.7325618267059326, -3.2080788612365723, -2.11615252494812, -1.4062799215316772, -2.5742290019989014, -1.6305313110351562, -1.671894907951355, -0.5659819841384888, -0.9656462073326111, -1.9518452882766724, -1.9602669477462769, -2.1412601470947266, -1.559807300567627, -1.7084031105041504, -1.3847781419754028, -1.4859286546707153, -1.5171769857406616, -1.634689450263977, -2.49107027053833, -1.364818811416626, -1.2287489175796509, -1.4842907190322876, -1.721643090248108, -1.6463031768798828, -2.445943593978882, -0.4221518039703369, -2.444667339324951, -1.8260520696640015, -1.3912228345870972, -1.1104416847229004, -0.5779513716697693, -2.326582908630371, -2.8468692302703857, -0.8425840139389038, -1.8185847997665405, -1.261513352394104, -1.8395190238952637, -0.9730532765388489, -2.0176589488983154, -1.4640947580337524, -1.3633570671081543, -1.7306631803512573, -1.216862678527832, -1.1044024229049683, -2.123706579208374, -0.2020224779844284, -0.3968616724014282, -1.976517677307129, -3.3003735542297363, -1.9183202981948853, -2.0602424144744873, -1.7226375341415405, -1.6153417825698853]}, "iris_DBDC4_042_12": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_042.log.json", "context": "Hello... Danny Hi Alex what's up? Hi. I am very tired now I'm not. No. good for you! Oh, I'm sorry. I have worked a lot today, I just want to go home But could I just tell you this one thing? yes, please go ahead Thank y... The line goes DEAD. ??? does your brain has a short circuit somewhere?", "response": "Where's your brain?", "annotation_id": "iris_DBDC4_042_12", "annotations": ["X", "X", "X", "O", "T", "T", "X", "O", "T", "X", "T", "T", "T", "O", "T"], "gpt2background_target_score": [-11.901164054870605, -9.03150463104248, -6.85569953918457, -11.380529403686523, -4.946920871734619], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.6954277753829956, -2.117623805999756, -1.544134259223938, -1.5893807411193848, -0.8843105435371399, -0.5300030708312988, -1.7938586473464966, -1.4560658931732178, -1.0224578380584717, -1.8835718631744385, -1.6010186672210693, -1.1888948678970337, -0.949237048625946, -1.7325618267059326, -3.2080788612365723, -2.11615252494812, -1.4062799215316772, -2.5742290019989014, -1.6305313110351562, -1.671894907951355, -0.5659819841384888, -0.9656462073326111, -1.9518452882766724, -1.9602669477462769, -2.1412601470947266, -1.559807300567627, -1.7084031105041504, -1.3847781419754028, -1.4859286546707153, -1.5171769857406616, -1.634689450263977, -2.49107027053833, -1.364818811416626, -1.2287489175796509, -1.4842907190322876, -1.721643090248108, -1.6463031768798828, -2.445943593978882, -0.4221518039703369, -2.444667339324951, -1.8260520696640015, -1.3912228345870972, -1.1104416847229004, -0.5779513716697693, -2.326582908630371, -2.8468692302703857, -0.8425840139389038, -1.8185847997665405, -1.261513352394104, -1.8395190238952637, -0.9730532765388489, -2.0176589488983154, -1.4640947580337524, -1.3633570671081543, -1.7306631803512573, -1.216862678527832, -1.1044024229049683, -0.22548893094062805, -0.26627880334854126, -2.3603875637054443, -3.128049612045288, -1.8220250606536865, -1.9635981321334839, -1.8215043544769287, -2.1008918285369873, -2.02851939201355, -1.7790833711624146, -3.020648241043091, -2.8439526557922363, -1.6651352643966675, -3.365575075149536, -2.5744407176971436, -0.9657388925552368, -0.7461969256401062, -1.952998399734497, -2.319166421890259, -2.0829079151153564, -1.3377639055252075, -1.0899280309677124, -1.2345911264419556, -0.6354241967201233]}, "iris_DBDC4_042_14": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_042.log.json", "context": "Hello... Danny Hi Alex what's up? Hi. I am very tired now I'm not. No. good for you! Oh, I'm sorry. I have worked a lot today, I just want to go home But could I just tell you this one thing? yes, please go ahead Thank y... The line goes DEAD. ??? does your brain has a short circuit somewhere? Where's your brain? In my head!", "response": "But it is different meaning in Mandarin, uh, endearing.", "annotation_id": "iris_DBDC4_042_14", "annotations": ["O", "X", "X", "O", "T", "O", "X", "X", "O", "X", "X", "X", "O", "X", "T"], "gpt2background_target_score": [-13.360837936401367, -5.650731563568115, -3.855469226837158, -11.585773468017578, -12.55357551574707, -7.426971435546875, -13.43360710144043, -3.7460110187530518, -10.414934158325195, -1.7938586473464966, -12.704742431640625, -12.263314247131348, -7.297793388366699], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.6954277753829956, -2.117623805999756, -1.544134259223938, -1.5893807411193848, -0.8843105435371399, -0.5300030708312988, -1.7938586473464966, -1.4560658931732178, -1.0224578380584717, -1.8835718631744385, -1.6010186672210693, -1.1888948678970337, -0.949237048625946, -1.7325618267059326, -3.2080788612365723, -2.11615252494812, -1.4062799215316772, -2.5742290019989014, -1.6305313110351562, -1.671894907951355, -0.5659819841384888, -0.9656462073326111, -1.9518452882766724, -1.9602669477462769, -2.1412601470947266, -1.559807300567627, -1.7084031105041504, -1.3847781419754028, -1.4859286546707153, -1.5171769857406616, -1.634689450263977, -2.49107027053833, -1.364818811416626, -1.2287489175796509, -1.4842907190322876, -1.721643090248108, -1.6463031768798828, -2.445943593978882, -0.4221518039703369, -2.444667339324951, -1.8260520696640015, -1.3912228345870972, -1.1104416847229004, -0.5779513716697693, -2.326582908630371, -2.8468692302703857, -0.8425840139389038, -1.8185847997665405, -1.261513352394104, -1.8395190238952637, -0.9730532765388489, -2.0176589488983154, -1.4640947580337524, -1.3633570671081543, -1.7306631803512573, -1.216862678527832, -1.1044024229049683, -0.22548893094062805, -0.26627880334854126, -2.3603875637054443, -3.128049612045288, -1.8220250606536865, -1.9635981321334839, -1.8215043544769287, -2.1008918285369873, -2.02851939201355, -1.7790833711624146, -3.020648241043091, -2.8439526557922363, -1.6651344299316406, -3.3655753135681152, -2.5744407176971436, -0.9657390713691711, -0.746196448802948, -1.9529982805252075, -1.9495199918746948, -1.3578307628631592, -1.2538212537765503, -1.3688771724700928, -1.6889958381652832, -1.7344692945480347, -1.4612537622451782, -1.5417078733444214, -1.8877161741256714, -2.316382884979248, -2.3610422611236572, -0.9329970479011536, -2.241894006729126, -2.029917001724243, -2.2681283950805664, -1.756338119506836, -1.3635035753250122, -2.2464258670806885, -1.1660072803497314, -2.879582166671753, -1.3973784446716309, -1.993412733078003, -1.338901400566101]}, "iris_DBDC4_042_16": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_042.log.json", "context": "Hello... Danny Hi Alex what's up? Hi. I am very tired now I'm not. No. good for you! Oh, I'm sorry. I have worked a lot today, I just want to go home But could I just tell you this one thing? yes, please go ahead Thank y... The line goes DEAD. ??? does your brain has a short circuit somewhere? Where's your brain? In my head! But it is different meaning in Mandarin, uh, endearing. ni hao", "response": "Danny Danny Danny", "annotation_id": "iris_DBDC4_042_16", "annotations": ["X", "X", "X", "X", "T", "O", "X", "X", "T", "X", "X", "X", "O", "X", "X"], "gpt2background_target_score": [-12.291966438293457, -11.868061065673828, -8.628969192504883], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.6954277753829956, -2.117623805999756, -1.544134259223938, -1.5893807411193848, -0.8843105435371399, -0.5300030708312988, -1.7938586473464966, -1.4560658931732178, -1.0224578380584717, -1.8835718631744385, -1.6010186672210693, -1.1888948678970337, -0.949237048625946, -1.7325618267059326, -3.2080788612365723, -2.11615252494812, -1.4062799215316772, -2.5742290019989014, -1.6305313110351562, -1.671894907951355, -0.5659819841384888, -0.9656462073326111, -1.9518452882766724, -1.9602669477462769, -2.1412601470947266, -1.559807300567627, -1.7084031105041504, -1.3847781419754028, -1.4859286546707153, -1.5171769857406616, -1.634689450263977, -2.49107027053833, -1.364818811416626, -1.2287489175796509, -1.4842907190322876, -1.721643090248108, -1.6463031768798828, -2.445943593978882, -0.4221518039703369, -2.444667339324951, -1.8260520696640015, -1.3912228345870972, -1.1104416847229004, -0.5779513716697693, -2.326582908630371, -2.8468692302703857, -0.8425840139389038, -1.8185847997665405, -1.261513352394104, -1.8395190238952637, -0.9730532765388489, -2.0176589488983154, -1.4640947580337524, -1.3633570671081543, -1.7306631803512573, -1.216862678527832, -1.1044024229049683, -0.22548893094062805, -0.26627880334854126, -2.3603875637054443, -3.128049612045288, -1.8220250606536865, -1.9635981321334839, -1.8215043544769287, -2.1008918285369873, -2.02851939201355, -1.7790833711624146, -3.020648241043091, -2.8439526557922363, -1.6651344299316406, -3.3655753135681152, -2.5744407176971436, -0.9657390713691711, -0.746196448802948, -1.9529982805252075, -1.9495199918746948, -1.3578307628631592, -1.2538212537765503, -1.3688771724700928, -1.6889958381652832, -1.7344692945480347, -1.4612537622451782, -1.5417078733444214, -1.8877161741256714, -1.8285127878189087, -0.8345770835876465, -2.402906656265259, -1.8382688760757446, -2.0395150184631348, -1.4367494583129883, -1.2942603826522827, -2.5382449626922607, -1.0119874477386475, -2.6920623779296875, -1.3188601732254028, -2.063647747039795, -2.009570837020874, -2.818714141845703, -1.3822765350341797, -1.752098560333252, -2.5708446502685547, -1.910107970237732, -2.1838057041168213, -1.4975550174713135]}, "iris_DBDC4_042_18": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_042.log.json", "context": "Hello... Danny Hi Alex what's up? Hi. I am very tired now I'm not. No. good for you! Oh, I'm sorry. I have worked a lot today, I just want to go home But could I just tell you this one thing? yes, please go ahead Thank y... The line goes DEAD. ??? does your brain has a short circuit somewhere? Where's your brain? In my head! But it is different meaning in Mandarin, uh, endearing. ni hao Danny Danny Danny what? are you crazi?", "response": "No. That's where it all falls down of course.  Here we are, then.", "annotation_id": "iris_DBDC4_042_18", "annotations": ["X", "X", "X", "O", "T", "O", "X", "X", "T", "X", "X", "X", "T", "X", "O"], "gpt2background_target_score": [-10.921963691711426, -9.001251220703125, -9.15768051147461, -7.552090167999268, -9.658407211303711, -7.261754035949707, -6.88368558883667, -13.3300142288208, -11.71212387084961, -9.051146507263184, -13.617595672607422, -8.494842529296875, -6.94310188293457, -11.971569061279297, -10.244126319885254, -9.907625198364258, -9.398293495178223, -10.643953323364258, -5.110293388366699], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.6954277753829956, -2.117623805999756, -1.544134259223938, -1.5893807411193848, -0.8843105435371399, -0.5300030708312988, -1.7938586473464966, -1.4560658931732178, -1.0224578380584717, -1.8835718631744385, -1.6010186672210693, -1.1888948678970337, -0.949237048625946, -1.7325618267059326, -3.2080788612365723, -2.11615252494812, -1.4062799215316772, -2.5742290019989014, -1.6305313110351562, -1.671894907951355, -0.5659819841384888, -0.9656462073326111, -1.9518452882766724, -1.9602669477462769, -2.1412601470947266, -1.559807300567627, -1.7084031105041504, -1.3847781419754028, -1.4859286546707153, -1.5171769857406616, -1.634689450263977, -2.49107027053833, -1.364818811416626, -1.2287489175796509, -1.4842907190322876, -1.721643090248108, -1.6463031768798828, -2.445943593978882, -0.4221518039703369, -2.444667339324951, -1.8260520696640015, -1.3912228345870972, -1.1104416847229004, -0.5779513716697693, -2.326582908630371, -2.8468692302703857, -0.8425840139389038, -1.8185847997665405, -1.261513352394104, -1.8395190238952637, -0.9730532765388489, -2.0176589488983154, -1.4640947580337524, -1.3633570671081543, -1.7306631803512573, -1.216862678527832, -1.1044024229049683, -0.22548893094062805, -0.26627880334854126, -2.3603875637054443, -3.128049612045288, -1.8220250606536865, -1.9635981321334839, -1.8215043544769287, -2.1008918285369873, -2.02851939201355, -1.7790833711624146, -3.020648241043091, -2.8439526557922363, -1.6651344299316406, -3.3655753135681152, -2.5744407176971436, -0.9657390713691711, -0.746196448802948, -1.9529982805252075, -1.9495199918746948, -1.3578307628631592, -1.2538212537765503, -1.3688771724700928, -1.6889958381652832, -1.7344692945480347, -1.4612537622451782, -1.5417078733444214, -1.8877161741256714, -1.8285127878189087, -0.8345770835876465, -2.402906656265259, -1.8382692337036133, -2.0395162105560303, -1.4367506504058838, -1.294260859489441, -2.5382444858551025, -1.011986255645752, -2.6920621395111084, -1.3188596963882446, -2.0636487007141113, -2.0095694065093994, -2.818713665008545, -1.3822758197784424, -1.7520999908447266, -2.2998452186584473, -2.421182870864868, -2.306962728500366, -1.6385741233825684, -1.8604034185409546, -0.31349387764930725, -2.943265199661255, -2.649648427963257, -1.6675825119018555, -2.0915181636810303, -2.367673397064209, -1.2490146160125732, -1.7831861972808838, -0.6493602991104126, -2.5661048889160156, -1.5038952827453613, -1.8626511096954346, -1.0060276985168457, -1.6507368087768555, -0.6583073139190674, -2.188673496246338, -0.7514178156852722, -1.581330418586731, -0.6440211534500122, -0.7952073812484741, -0.34780290722846985, -1.2421889305114746, -1.844685673713684, -2.08536958694458, -1.1566218137741089]}, "iris_DBDC4_042_20": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_042.log.json", "context": "Hello... Danny Hi Alex what's up? Hi. I am very tired now I'm not. No. good for you! Oh, I'm sorry. I have worked a lot today, I just want to go home But could I just tell you this one thing? yes, please go ahead Thank y... The line goes DEAD. ??? does your brain has a short circuit somewhere? Where's your brain? In my head! But it is different meaning in Mandarin, uh, endearing. ni hao Danny Danny Danny what? are you crazi? No. That's where it all falls down of course.  Here we are, then. I just say ni hao to you", "response": "Me? No, no. I-I couldn't make it that ni- My-my raccoon had hepatitis.", "annotation_id": "iris_DBDC4_042_20", "annotations": ["X", "X", "X", "X", "X", "O", "X", "X", "O", "X", "X", "X", "T", "X", "O"], "gpt2background_target_score": [-10.759480476379395, -8.651277542114258, -7.963779926300049, -1.6954277753829956, -8.702873229980469, -7.042993545532227, -8.08433723449707, -7.353332996368408, -9.403287887573242, -11.14240550994873, -12.747876167297363, -8.510160446166992, -9.076587677001953, -10.602075576782227, -12.797951698303223, -8.121603012084961, -11.755911827087402, -11.76951789855957, -12.808686256408691, -13.258993148803711, -12.685774803161621, -11.635102272033691, -12.902910232543945, -7.130392551422119], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.6954277753829956, -2.117623805999756, -1.544134259223938, -1.5893807411193848, -0.8843105435371399, -0.5300030708312988, -1.7938586473464966, -1.4560658931732178, -1.0224578380584717, -1.8835718631744385, -1.6010186672210693, -1.1888948678970337, -0.949237048625946, -1.7325618267059326, -3.2080788612365723, -2.11615252494812, -1.4062799215316772, -2.5742290019989014, -1.6305313110351562, -1.671894907951355, -0.5659819841384888, -0.9656462073326111, -1.9518452882766724, -1.9602669477462769, -2.1412601470947266, -1.559807300567627, -1.7084031105041504, -1.3847781419754028, -1.4859286546707153, -1.5171769857406616, -1.634689450263977, -2.49107027053833, -1.364818811416626, -1.2287489175796509, -1.4842907190322876, -1.721643090248108, -1.6463031768798828, -2.445943593978882, -0.4221518039703369, -2.444667339324951, -1.8260520696640015, -1.3912228345870972, -1.1104416847229004, -0.5779513716697693, -2.326582908630371, -2.8468692302703857, -0.8425840139389038, -1.8185847997665405, -1.261513352394104, -1.8395190238952637, -0.9730532765388489, -2.0176589488983154, -1.4640947580337524, -1.3633570671081543, -1.7306631803512573, -1.216862678527832, -1.1044024229049683, -0.22548893094062805, -0.26627880334854126, -2.3603875637054443, -3.128049612045288, -1.8220250606536865, -1.9635981321334839, -1.8215043544769287, -2.1008918285369873, -2.02851939201355, -1.7790833711624146, -3.020648241043091, -2.8439526557922363, -1.6651344299316406, -3.3655753135681152, -2.5744407176971436, -0.9657390713691711, -0.746196448802948, -1.9529982805252075, -1.9495199918746948, -1.3578307628631592, -1.2538212537765503, -1.3688771724700928, -1.6889958381652832, -1.7344692945480347, -1.4612537622451782, -1.5417078733444214, -1.8877161741256714, -1.8285127878189087, -0.8345770835876465, -2.402906656265259, -1.8382688760757446, -2.0395150184631348, -1.4367494583129883, -1.2942603826522827, -2.5382449626922607, -1.0119874477386475, -2.6920621395111084, -1.3188602924346924, -2.063647747039795, -2.0095696449279785, -2.818713665008545, -1.3822767734527588, -1.7520991563796997, -2.299844741821289, -2.421182632446289, -2.306962251663208, -1.6385738849639893, -1.8604040145874023, -0.31349387764930725, -2.943265438079834, -2.6496477127075195, -1.6675833463668823, -2.091517925262451, -1.3684771060943604, -2.499802827835083, -0.6345750689506531, -2.670795440673828, -1.4770004749298096, -1.6190335750579834, -1.177027940750122, -1.6476460695266724, -0.8645694851875305, -1.9381434917449951, -0.8603758215904236, -2.252875566482544, -1.408929705619812, -0.8966967463493347, -0.3366893231868744, -1.33536696434021, -2.1647160053253174, -2.2063519954681396, -1.8759448528289795, -1.70366370677948, -2.0676403045654297, -2.342961072921753, -0.7299886345863342, -0.3918611705303192, -0.6652011871337891, -1.5967140197753906, -1.2535463571548462, -2.6419081687927246, -0.8137245774269104, -1.6350736618041992, -0.9749437570571899, -1.8025034666061401, -0.801123321056366, -1.9788711071014404, -1.7368645668029785, -2.963777542114258, -0.7963671684265137, -0.217136949300766, -2.585040807723999, -1.0268198251724243, -1.99746835231781, -0.7832973003387451, -0.3494734466075897, -1.459606647491455, -0.7570257186889648, -2.1677753925323486, -0.27980560064315796, -3.1889865398406982, -2.534168004989624, -1.46233332157135, -2.1255762577056885, -1.812165379524231]}, "iris_DBDC4_048_02": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_048.log.json", "context": "Hello... Danny hi there", "response": "I'll kill him!", "annotation_id": "iris_DBDC4_048_02", "annotations": ["T", "O", "T", "O", "X", "X", "X", "X", "X", "X", "X", "X", "O", "X", "X"], "gpt2background_target_score": [-9.545134544372559, -10.40062427520752, -10.300165176391602, -9.721960067749023, -1.6072334051132202], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -2.045384407043457, -1.6072334051132202, -2.3525679111480713, -1.5576159954071045, -1.7890193462371826, -0.4513738453388214, -1.7660062313079834, -0.5293090343475342]}, "iris_DBDC4_048_04": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_048.log.json", "context": "Hello... Danny hi there I'll kill him! no, please do not do that", "response": "Ma, you take your medication?", "annotation_id": "iris_DBDC4_048_04", "annotations": ["X", "O", "T", "T", "X", "X", "X", "X", "O", "X", "X", "X", "O", "X", "X"], "gpt2background_target_score": [-11.882033348083496, -8.41786003112793, -5.237053394317627, -10.016490936279297, -8.733505249023438, -11.994963645935059, -11.149127006530762], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -2.045384407043457, -1.6072334051132202, -1.5933449268341064, -1.5017973184585571, -0.4691941738128662, -1.8776799440383911, -0.5564956665039062, -2.9685122966766357, -1.449635624885559, -1.8746925592422485, -1.370883822441101, -1.5438966751098633, -1.8381506204605103, -1.1291412115097046, -2.400461435317993, -0.9125617146492004, -1.7741329669952393, -2.06374192237854, -2.2072837352752686, -2.4029276371002197, -1.416487693786621, -0.47447469830513]}, "iris_DBDC4_048_06": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_048.log.json", "context": "Hello... Danny hi there I'll kill him! no, please do not do that Ma, you take your medication? I am not your mom", "response": "I am not.", "annotation_id": "iris_DBDC4_048_06", "annotations": ["X", "T", "X", "X", "X", "X", "X", "X", "X", "X", "X", "X", "O", "X", "X"], "gpt2background_target_score": [-9.545134544372559, -7.2283525466918945, -6.8408966064453125, -2.681060314178467], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -2.045384407043457, -1.6072334051132202, -1.5933449268341064, -1.5017973184585571, -0.4691941738128662, -1.8776799440383911, -0.5564956665039062, -2.9685122966766357, -1.449635624885559, -1.8746925592422485, -1.370883822441101, -1.5438966751098633, -1.8381506204605103, -1.1291412115097046, -2.0857419967651367, -2.0699920654296875, -2.0787737369537354, -2.3065192699432373, -2.2300679683685303, -1.758061408996582, -1.9280140399932861, -1.8934115171432495, -2.273627519607544, -2.628122091293335, -1.3720998764038086, -1.421362042427063, -2.2904279232025146, -1.6776484251022339, -1.6802319288253784, -0.47873032093048096, -1.6756203174591064]}, "iris_DBDC4_048_08": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_048.log.json", "context": "Hello... Danny hi there I'll kill him! no, please do not do that Ma, you take your medication? I am not your mom I am not. of course you are not", "response": "Yeah, bu-bu-but why?", "annotation_id": "iris_DBDC4_048_08", "annotations": ["T", "X", "X", "T", "X", "X", "O", "X", "T", "T", "X", "X", "O", "X", "T"], "gpt2background_target_score": [-12.987505912780762, -8.41786003112793, -11.965903282165527, -5.718877792358398, -11.895177841186523, -8.85214614868164, -12.573548316955566, -11.36601448059082, -4.742434978485107], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -2.045384407043457, -1.6072334051132202, -1.5933449268341064, -1.5017973184585571, -0.4691941738128662, -1.8776799440383911, -0.5564956665039062, -2.9685122966766357, -1.449635624885559, -1.8746925592422485, -1.370883822441101, -1.5438966751098633, -1.8381506204605103, -1.1291412115097046, -2.0857419967651367, -2.0699920654296875, -2.0787737369537354, -2.3065192699432373, -2.2300679683685303, -1.758061408996582, -1.9280140399932861, -1.8934115171432495, -2.273627519607544, -2.628122091293335, -1.3720998764038086, -1.421362042427063, -1.590649127960205, -1.5591471195220947, -0.6539448499679565, -1.68452787399292, -1.2100565433502197, -2.013967752456665, -2.045949697494507, -2.0595011711120605, -1.7583410739898682, -2.1177453994750977, -1.4000606536865234, -1.4382269382476807, -2.090057849884033, -2.551750421524048, -1.164345622062683, -0.7003982067108154, -0.7480021715164185, -1.9769415855407715, -0.899501621723175]}, "iris_DBDC4_048_10": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_048.log.json", "context": "Hello... Danny hi there I'll kill him! no, please do not do that Ma, you take your medication? I am not your mom I am not. of course you are not Yeah, bu-bu-but why? because you are just my friend!", "response": "Well...yeah. Okay.", "annotation_id": "iris_DBDC4_048_10", "annotations": ["O", "O", "T", "T", "O", "T", "O", "X", "T", "O", "X", "O", "O", "O", "O"], "gpt2background_target_score": [-13.068015098571777, -6.641878128051758, -12.425665855407715, -2.681060314178467, -10.366767883300781, -8.176155090332031], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -2.045384407043457, -1.6072334051132202, -1.5933449268341064, -1.5017973184585571, -0.4691941738128662, -1.8776799440383911, -0.5564956665039062, -2.9685122966766357, -1.449635624885559, -1.8746925592422485, -1.370883822441101, -1.5438966751098633, -1.8381506204605103, -1.1291412115097046, -2.0857419967651367, -2.0699920654296875, -2.0787737369537354, -2.3065192699432373, -2.2300679683685303, -1.758061408996582, -1.9280140399932861, -1.8934115171432495, -2.273627519607544, -2.628122091293335, -1.3720998764038086, -1.421362042427063, -1.590649127960205, -1.5591493844985962, -0.6539433002471924, -1.68452787399292, -1.2100549936294556, -2.0139687061309814, -2.0459468364715576, -2.0595004558563232, -1.7583407163619995, -1.964605450630188, -1.535040020942688, -2.4294776916503906, -2.565885066986084, -1.3371460437774658, -0.7072623372077942, -0.9915095567703247, -1.8825879096984863, -2.064710855484009, -1.4665977954864502, -1.6924026012420654, -1.9097802639007568, -2.0251693725585938, -0.8121735453605652, -1.7572203874588013, -2.356184244155884, -2.030534267425537, -1.1240699291229248, -2.0943031311035156, -1.219285488128662, -1.4402744770050049, -1.311083197593689, -1.7373268604278564]}, "iris_DBDC4_048_12": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_048.log.json", "context": "Hello... Danny hi there I'll kill him! no, please do not do that Ma, you take your medication? I am not your mom I am not. of course you are not Yeah, bu-bu-but why? because you are just my friend! Well...yeah. Okay. How many friends do you have?", "response": "How many what?", "annotation_id": "iris_DBDC4_048_12", "annotations": ["O", "T", "T", "T", "X", "X", "T", "X", "X", "T", "X", "X", "T", "O", "X"], "gpt2background_target_score": [-11.236136436462402, -9.537553787231445, -5.820474624633789, -3.706373929977417], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -2.0453851222991943, -1.6072348356246948, -1.593347191810608, -1.5017993450164795, -0.46919476985931396, -1.8776803016662598, -0.5564952492713928, -2.9685139656066895, -1.449637770652771, -1.8746920824050903, -1.3708815574645996, -1.5438963174819946, -1.8381537199020386, -1.1291416883468628, -2.085740327835083, -2.069991111755371, -2.0787744522094727, -2.3065173625946045, -2.2300684452056885, -1.7580617666244507, -1.9280132055282593, -1.893412709236145, -2.2736268043518066, -2.6281230449676514, -1.3720959424972534, -1.4213619232177734, -1.5906438827514648, -1.559150218963623, -0.6539450287818909, -1.6845282316207886, -1.2100536823272705, -2.013967752456665, -2.0459492206573486, -2.059500217437744, -1.7583388090133667, -1.9646024703979492, -1.5350388288497925, -2.4294776916503906, -2.5658862590789795, -1.3371472358703613, -0.7072626948356628, -0.9915097951889038, -1.8825868368148804, -2.064708948135376, -1.4665955305099487, -1.6924057006835938, -1.909780502319336, -2.0251686573028564, -0.8121708035469055, -1.7572178840637207, -2.3561851978302, -1.1288399696350098, -2.075817108154297, -1.3090518712997437, -1.6089009046554565, -1.2347830533981323, -1.7860099077224731, -1.8625568151474, -2.1907432079315186, -1.2647854089736938, -0.2825622856616974, -0.20064610242843628, -0.49004054069519043, -2.2509915828704834, -2.1213881969451904, -0.33447524905204773, -1.4988237619400024, -1.338475227355957, -0.623551070690155]}, "iris_DBDC4_048_14": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_048.log.json", "context": "Hello... Danny hi there I'll kill him! no, please do not do that Ma, you take your medication? I am not your mom I am not. of course you are not Yeah, bu-bu-but why? because you are just my friend! Well...yeah. Okay. How many friends do you have? How many what? friends", "response": "Friends.", "annotation_id": "iris_DBDC4_048_14", "annotations": ["T", "O", "T", "X", "X", "X", "X", "X", "X", "T", "X", "X", "O", "T", "X"], "gpt2background_target_score": [-11.9906005859375, -9.001251220703125], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -2.0453851222991943, -1.6072348356246948, -1.593347191810608, -1.5017993450164795, -0.46919476985931396, -1.8776803016662598, -0.5564952492713928, -2.9685139656066895, -1.449637770652771, -1.8746920824050903, -1.3708815574645996, -1.5438963174819946, -1.8381537199020386, -1.1291416883468628, -2.085740327835083, -2.069991111755371, -2.0787744522094727, -2.3065173625946045, -2.2300684452056885, -1.7580617666244507, -1.9280132055282593, -1.893412709236145, -2.2736268043518066, -2.6281230449676514, -1.3720959424972534, -1.4213619232177734, -1.5906438827514648, -1.559150218963623, -0.6539450287818909, -1.6845282316207886, -1.2100536823272705, -2.013967752456665, -2.0459492206573486, -2.0595011711120605, -1.7583374977111816, -1.964601755142212, -1.535038709640503, -2.4294776916503906, -2.565885543823242, -1.3371466398239136, -0.7072617411613464, -0.9915100932121277, -1.88258695602417, -2.064708948135376, -1.4665958881378174, -1.692405343055725, -1.909781813621521, -2.0251688957214355, -0.8121697306632996, -1.7572181224822998, -2.3561854362487793, -1.1288400888442993, -2.075817108154297, -1.3090521097183228, -1.608900547027588, -1.2347829341888428, -1.7860101461410522, -1.8625571727752686, -2.1907436847686768, -1.2647844552993774, -0.2825630009174347, -0.20064590871334076, -0.4900403916835785, -2.250992774963379, -0.3619357645511627, -1.9843103885650635, -1.1956257820129395, -2.456786870956421, -0.779387354850769, -2.1119401454925537, -1.4221562147140503, -1.3448675870895386]}, "iris_DBDC4_048_16": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_048.log.json", "context": "Hello... Danny hi there I'll kill him! no, please do not do that Ma, you take your medication? I am not your mom I am not. of course you are not Yeah, bu-bu-but why? because you are just my friend! Well...yeah. Okay. How many friends do you have? How many what? friends Friends. yes, how many?", "response": "You watch. There's going to be a hymen holocaust tomorrow.", "annotation_id": "iris_DBDC4_048_16", "annotations": ["X", "T", "X", "T", "X", "X", "X", "X", "X", "T", "X", "X", "O", "X", "X"], "gpt2background_target_score": [-11.480239868164062, -10.251985549926758, -4.933767318725586, -9.493504524230957, -5.556054592132568, -8.993163108825684, -9.630204200744629, -9.740673065185547, -6.156373977661133, -12.841757774353027, -12.591257095336914, -13.881359100341797, -12.231766700744629, -8.585012435913086, -2.1823325157165527], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -2.0453851222991943, -1.6072348356246948, -1.593347191810608, -1.5017993450164795, -0.46919476985931396, -1.8776803016662598, -0.5564952492713928, -2.9685139656066895, -1.449637770652771, -1.8746920824050903, -1.3708815574645996, -1.5438963174819946, -1.8381537199020386, -1.1291416883468628, -2.085740327835083, -2.069991111755371, -2.0787744522094727, -2.3065173625946045, -2.2300684452056885, -1.7580617666244507, -1.9280132055282593, -1.893412709236145, -2.2736268043518066, -2.6281230449676514, -1.3720959424972534, -1.4213619232177734, -1.5906438827514648, -1.559150218963623, -0.6539450287818909, -1.6845282316207886, -1.2100536823272705, -2.013967752456665, -2.0459492206573486, -2.059500217437744, -1.7583388090133667, -1.9646024703979492, -1.5350388288497925, -2.4294776916503906, -2.5658862590789795, -1.3371472358703613, -0.7072626948356628, -0.9915097951889038, -1.8825868368148804, -2.064708948135376, -1.4665955305099487, -1.6924057006835938, -1.909780502319336, -2.0251686573028564, -0.8121708035469055, -1.7572178840637207, -2.3561851978302, -1.1288399696350098, -2.075817108154297, -1.3090518712997437, -1.6089009046554565, -1.2347830533981323, -1.7860099077224731, -1.8625568151474, -2.1907432079315186, -1.2647854089736938, -0.2825622856616974, -0.20064610242843628, -0.49004054069519043, -2.2509915828704834, -0.3619365096092224, -1.9843075275421143, -1.1956267356872559, -2.4567859172821045, -0.7793864607810974, -1.1904175281524658, -2.425109386444092, -1.2475497722625732, -1.9063574075698853, -0.14185553789138794, -1.5858224630355835, -2.471308946609497, -2.240443229675293, -1.680699110031128, -2.836390733718872, -1.5214263200759888, -1.0516515970230103, -1.5378878116607666, -0.17090055346488953, -0.1486160308122635, -1.331640601158142, -1.4226789474487305, -1.2367405891418457, -2.7454681396484375, -2.723402500152588, -1.688901662826538, -0.9455375671386719, -0.8623306155204773]}, "iris_DBDC4_048_18": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_048.log.json", "context": "Hello... Danny hi there I'll kill him! no, please do not do that Ma, you take your medication? I am not your mom I am not. of course you are not Yeah, bu-bu-but why? because you are just my friend! Well...yeah. Okay. How many friends do you have? How many what? friends Friends. yes, how many? You watch. There's going to be a hymen holocaust tomorrow. what?", "response": "Your mother. Hey, we been talkin' about you.", "annotation_id": "iris_DBDC4_048_18", "annotations": ["T", "O", "X", "T", "X", "X", "X", "X", "X", "T", "X", "X", "O", "X", "X"], "gpt2background_target_score": [-12.55954647064209, -10.751924514770508, -4.933767318725586, -7.773329734802246, -1.9593671560287476, -11.605606079101562, -8.999818801879883, -10.787199974060059, -9.491412162780762, -9.35856819152832, -9.804941177368164, -2.931514263153076, -2.36051082611084], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -2.0453851222991943, -1.6072348356246948, -1.593347191810608, -1.5017993450164795, -0.46919476985931396, -1.8776803016662598, -0.5564952492713928, -2.9685139656066895, -1.449637770652771, -1.8746920824050903, -1.3708815574645996, -1.5438963174819946, -1.8381537199020386, -1.1291416883468628, -2.085740327835083, -2.069991111755371, -2.0787744522094727, -2.3065173625946045, -2.2300684452056885, -1.7580617666244507, -1.9280132055282593, -1.893412709236145, -2.2736268043518066, -2.6281230449676514, -1.3720959424972534, -1.4213619232177734, -1.5906438827514648, -1.559150218963623, -0.6539450287818909, -1.6845282316207886, -1.2100536823272705, -2.013967752456665, -2.0459492206573486, -2.059500217437744, -1.7583388090133667, -1.9646024703979492, -1.5350388288497925, -2.4294776916503906, -2.5658862590789795, -1.3371472358703613, -0.7072626948356628, -0.9915097951889038, -1.8825868368148804, -2.064708948135376, -1.4665955305099487, -1.6924057006835938, -1.909780502319336, -2.0251686573028564, -0.8121708035469055, -1.7572178840637207, -2.3561851978302, -1.1288399696350098, -2.075817108154297, -1.3090518712997437, -1.6089009046554565, -1.2347830533981323, -1.7860099077224731, -1.8625568151474, -2.1907432079315186, -1.2647854089736938, -0.2825622856616974, -0.20064610242843628, -0.49004054069519043, -2.2509915828704834, -0.3619365096092224, -1.9843075275421143, -1.1956267356872559, -2.4567859172821045, -0.7793864607810974, -1.1904175281524658, -2.425109386444092, -1.2475497722625732, -1.9063574075698853, -0.14185553789138794, -1.5858224630355835, -2.471308946609497, -1.5326528549194336, -2.907731294631958, -2.3715667724609375, -1.071128010749817, -1.6322227716445923, -0.18138566613197327, -0.150157168507576, -1.3436652421951294, -1.41005539894104, -1.0188755989074707, -3.062025308609009, -2.639636993408203, -1.6436270475387573, -1.0060538053512573, -2.4422342777252197, -2.2007339000701904, -2.6528117656707764, -2.082685947418213, -1.3702964782714844, -1.5154768228530884, -1.527387022972107, -1.3095024824142456, -2.058626890182495, -1.694045901298523, -1.77080237865448, -0.18460631370544434, -0.5355880260467529, -1.951035737991333, -1.9413690567016602, -1.795342206954956, -1.8346201181411743]}, "iris_DBDC4_048_20": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_048.log.json", "context": "Hello... Danny hi there I'll kill him! no, please do not do that Ma, you take your medication? I am not your mom I am not. of course you are not Yeah, bu-bu-but why? because you are just my friend! Well...yeah. Okay. How many friends do you have? How many what? friends Friends. yes, how many? You watch. There's going to be a hymen holocaust tomorrow. what? Your mother. Hey, we been talkin' about you. I think you are confused", "response": "Sit over here.", "annotation_id": "iris_DBDC4_048_20", "annotations": ["X", "X", "X", "T", "X", "X", "X", "X", "O", "X", "X", "X", "O", "X", "X"], "gpt2background_target_score": [-12.537470817565918, -10.115194320678711, -6.992799758911133, -2.6810591220855713], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -2.0453851222991943, -1.6072348356246948, -1.593347191810608, -1.5017993450164795, -0.46919476985931396, -1.8776803016662598, -0.5564952492713928, -2.9685139656066895, -1.449637770652771, -1.8746920824050903, -1.3708815574645996, -1.5438963174819946, -1.8381537199020386, -1.1291416883468628, -2.085740327835083, -2.069991111755371, -2.0787744522094727, -2.3065173625946045, -2.2300684452056885, -1.7580617666244507, -1.9280132055282593, -1.893412709236145, -2.2736268043518066, -2.6281230449676514, -1.3720959424972534, -1.4213619232177734, -1.5906438827514648, -1.559150218963623, -0.6539450287818909, -1.6845282316207886, -1.2100536823272705, -2.013967752456665, -2.0459492206573486, -2.059500217437744, -1.7583388090133667, -1.9646024703979492, -1.5350388288497925, -2.4294776916503906, -2.5658862590789795, -1.3371472358703613, -0.7072626948356628, -0.9915097951889038, -1.8825868368148804, -2.064708948135376, -1.4665955305099487, -1.6924057006835938, -1.909780502319336, -2.0251686573028564, -0.8121708035469055, -1.7572178840637207, -2.3561851978302, -1.1288399696350098, -2.075817108154297, -1.3090518712997437, -1.6089009046554565, -1.2347830533981323, -1.7860099077224731, -1.8625568151474, -2.1907432079315186, -1.2647854089736938, -0.2825622856616974, -0.20064610242843628, -0.49004054069519043, -2.2509915828704834, -0.3619365096092224, -1.9843075275421143, -1.1956267356872559, -2.4567859172821045, -0.7793864607810974, -1.1904175281524658, -2.425109386444092, -1.2475497722625732, -1.9063574075698853, -0.14185553789138794, -1.5858224630355835, -2.471308946609497, -1.5326528549194336, -2.907731294631958, -2.3715667724609375, -1.071128010749817, -1.6322227716445923, -0.18138566613197327, -0.150157168507576, -1.3436652421951294, -1.41005539894104, -1.0188755989074707, -3.062025308609009, -2.639636993408203, -1.6436270475387573, -1.0060538053512573, -2.4422342777252197, -2.2007339000701904, -2.6528117656707764, -2.120506525039673, -1.8140581846237183, -2.6249606609344482, -1.1982501745224, -2.0646121501922607, -1.7200419902801514, -1.9995834827423096, -0.14966607093811035, -0.5188033580780029, -1.9049229621887207, -2.056952714920044, -1.8540279865264893, -2.091834783554077, -1.4496468305587769, -1.3602430820465088, -1.760482668876648, -2.757766008377075, -0.9401242733001709, -2.1899209022521973, -1.422624945640564, -1.9991858005523682, -1.5717790126800537, -1.788651704788208]}, "iris_DBDC4_051_02": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_051.log.json", "context": "Hello... Danny Hi Alex", "response": "It's all right.", "annotation_id": "iris_DBDC4_051_02", "annotations": ["T", "T", "T", "X", "O", "T", "X", "O", "T", "O", "X", "T", "T", "X", "T"], "gpt2background_target_score": [-12.761021614074707, -9.03150463104248, -6.506868839263916, -9.339765548706055, -2.9094765186309814], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -1.6954283714294434, -2.1176230907440186, -2.1528937816619873, -0.8227862119674683, -2.5591514110565186, -2.345947742462158, -1.955016016960144, -1.844918131828308]}, "iris_DBDC4_051_04": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_051.log.json", "context": "Hello... Danny Hi Alex It's all right. good to know", "response": "Good, what's up?", "annotation_id": "iris_DBDC4_051_04", "annotations": ["T", "O", "T", "O", "O", "O", "O", "O", "O", "O", "T", "O", "O", "T", "O"], "gpt2background_target_score": [-12.229630470275879, -8.41786003112793, -5.820474624633789, -7.552089691162109, -11.046893119812012, -7.690615653991699], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -1.6954283714294434, -2.1176230907440186, -0.8824412822723389, -2.563239812850952, -2.0215487480163574, -1.6162030696868896, -1.771340012550354, -2.2344908714294434, -1.6654565334320068, -1.6328603029251099, -2.0874109268188477, -1.9005286693572998, -2.1503028869628906, -1.4672980308532715, -1.4680262804031372, -1.0138171911239624, -0.5513079762458801]}, "iris_DBDC4_051_06": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_051.log.json", "context": "Hello... Danny Hi Alex It's all right. good to know Good, what's up? well, so so", "response": "Well?", "annotation_id": "iris_DBDC4_051_06", "annotations": ["T", "O", "T", "O", "X", "O", "O", "O", "O", "O", "T", "O", "T", "X", "X"], "gpt2background_target_score": [-13.068015098571777, -8.651276588439941], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -1.6954283714294434, -2.1176230907440186, -0.8824412822723389, -2.563239812850952, -2.0215487480163574, -1.6162030696868896, -1.771340012550354, -2.2344908714294434, -1.6654565334320068, -1.6328603029251099, -2.4889798164367676, -2.243596315383911, -1.0544034242630005, -1.6420789957046509, -1.094723105430603, -1.601965308189392, -1.8036224842071533, -2.3314919471740723, -2.7403693199157715, -2.5992393493652344, -2.4012441635131836, -0.9870966076850891, -1.7775236368179321]}, "iris_DBDC4_051_08": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_051.log.json", "context": "Hello... Danny Hi Alex It's all right. good to know Good, what's up? well, so so Well? yeah, a lot of work lonely life... you know", "response": "You must've been a lot of laughs when you were a kid. Lonely, huh?", "annotation_id": "iris_DBDC4_051_08", "annotations": ["X", "T", "T", "T", "O", "T", "O", "O", "O", "O", "X", "O", "O", "T", "X"], "gpt2background_target_score": [-11.480238914489746, -9.999326705932617, -6.618659496307373, -10.752960205078125, -7.70843505859375, -12.7290620803833, -9.499999046325684, -11.273229598999023, -7.147804260253906, -8.317365646362305, -9.749618530273438, -8.506698608398438, -11.349292755126953, -4.2494611740112305, -10.42490005493164, -6.772575378417969, -12.259136199951172, -1.8845723867416382], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -1.6954283714294434, -2.1176230907440186, -0.8824412822723389, -2.563239812850952, -2.0215487480163574, -1.6162030696868896, -1.771340012550354, -2.2344908714294434, -1.6654565334320068, -1.6328603029251099, -2.4889798164367676, -2.243596315383911, -1.0544034242630005, -1.6420789957046509, -1.094723105430603, -1.601965308189392, -1.8036224842071533, -2.3314919471740723, -2.7403693199157715, -2.5992393493652344, -1.17704176902771, -2.4840567111968994, -1.1948788166046143, -2.2958338260650635, -2.6313793659210205, -0.6976419687271118, -2.220989227294922, -1.8293144702911377, -2.503495216369629, -1.885146975517273, -2.6889286041259766, -1.7843049764633179, -1.552391767501831, -2.355105400085449, -1.5903123617172241, -0.895042359828949, -0.9230943322181702, -2.0260040760040283, -2.59749698638916, -1.5795137882232666, -1.7849644422531128, -1.7576370239257812, -1.1862668991088867, -2.3187503814697266, -1.5241068601608276, -0.5297757983207703, -1.136453628540039, -1.4865971803665161, -2.547854423522949, -2.2059073448181152, -0.1505288928747177, -1.4619499444961548]}, "iris_DBDC4_051_10": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_051.log.json", "context": "Hello... Danny Hi Alex It's all right. good to know Good, what's up? well, so so Well? yeah, a lot of work lonely life... you know You must've been a lot of laughs when you were a kid. Lonely, huh? yeah, being a kid is actually great, I hate being a grown up", "response": "Yeah, we've totally grown up since then.", "annotation_id": "iris_DBDC4_051_10", "annotations": ["T", "T", "T", "T", "O", "T", "O", "O", "T", "X", "O", "O", "O", "O", "X"], "gpt2background_target_score": [-12.987507820129395, -8.41786003112793, -6.708038330078125, -9.555283546447754, -12.598655700683594, -12.559224128723145, -5.925187110900879, -10.237462043762207, -7.379255771636963, -9.679112434387207], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.6954277753829956, -2.117623805999756, -0.8824398517608643, -2.5632388591766357, -2.021550178527832, -1.6162034273147583, -1.7713385820388794, -2.2344882488250732, -1.665451169013977, -1.6328604221343994, -2.4889800548553467, -2.243593692779541, -1.054405689239502, -1.642077922821045, -1.0947221517562866, -1.601966381072998, -1.803624153137207, -2.3314931392669678, -2.7403690814971924, -2.599238157272339, -1.177042007446289, -2.484058380126953, -1.1948784589767456, -2.2958338260650635, -2.6313796043395996, -0.6976422071456909, -2.22099232673645, -1.82931649684906, -2.5034964084625244, -1.8851460218429565, -2.688927173614502, -1.7843040227890015, -1.5523935556411743, -1.5389891862869263, -0.9594690203666687, -0.8726323246955872, -2.0401527881622314, -2.736659526824951, -1.6580013036727905, -1.8106731176376343, -2.0053088665008545, -1.0366243124008179, -1.9988166093826294, -1.5594905614852905, -0.4825982451438904, -1.4408525228500366, -2.2622923851013184, -2.5716609954833984, -2.229163408279419, -0.18289363384246826, -2.494180917739868, -1.088289499282837, -2.0888185501098633, -1.0444285869598389, -1.5453684329986572, -1.8696314096450806, -1.992305040359497, -1.8761827945709229, -1.0125271081924438, -1.6496871709823608, -2.0372135639190674, -1.8984919786453247, -1.459733247756958, -0.8260480761528015, -1.0665366649627686, -1.377685308456421, -2.300645351409912, -0.7352257966995239, -1.5805845260620117, -1.900089979171753, -1.5377768278121948, -2.25065016746521, -0.5109652876853943, -2.2545671463012695, -1.5246952772140503, -0.923954963684082, -1.94499933719635]}, "iris_DBDC4_051_12": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_051.log.json", "context": "Hello... Danny Hi Alex It's all right. good to know Good, what's up? well, so so Well? yeah, a lot of work lonely life... you know You must've been a lot of laughs when you were a kid. Lonely, huh? yeah, being a kid is actually great, I hate being a grown up Yeah, we've totally grown up since then. a lot", "response": "Oh, please. So they were really impressed with you at work.", "annotation_id": "iris_DBDC4_051_12", "annotations": ["X", "O", "T", "X", "O", "T", "T", "O", "T", "O", "X", "T", "T", "X", "X"], "gpt2background_target_score": [-12.23998737335205, -8.41786003112793, -6.755970001220703, -3.125523567199707, -6.65637731552124, -11.970203399658203, -11.78380012512207, -6.508081436157227, -13.213842391967773, -10.352611541748047, -5.738451957702637, -9.243200302124023, -9.987310409545898, -4.2494611740112305], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.6954277753829956, -2.117623805999756, -0.8824398517608643, -2.5632388591766357, -2.021550178527832, -1.6162034273147583, -1.7713385820388794, -2.2344882488250732, -1.665451169013977, -1.6328604221343994, -2.4889800548553467, -2.243593692779541, -1.054405689239502, -1.642077922821045, -1.0947221517562866, -1.601966381072998, -1.803624153137207, -2.3314931392669678, -2.7403690814971924, -2.599238157272339, -1.177042007446289, -2.484058380126953, -1.1948784589767456, -2.2958338260650635, -2.6313796043395996, -0.6976422071456909, -2.22099232673645, -1.82931649684906, -2.5034964084625244, -1.8851460218429565, -2.688927173614502, -1.7843040227890015, -1.5523935556411743, -1.5389891862869263, -0.9594690203666687, -0.8726323246955872, -2.0401527881622314, -2.736659526824951, -1.6580013036727905, -1.8106731176376343, -2.0053088665008545, -1.0366243124008179, -1.9988166093826294, -1.5594905614852905, -0.4825982451438904, -1.4408525228500366, -2.2622923851013184, -2.5716609954833984, -2.229163408279419, -0.18289363384246826, -2.494180917739868, -1.088289499282837, -2.0888185501098633, -1.0444285869598389, -1.5453684329986572, -1.8696314096450806, -1.992305040359497, -1.8761827945709229, -1.0125271081924438, -1.6496871709823608, -2.0372135639190674, -1.8984919786453247, -1.459733247756958, -0.8260480761528015, -1.0665366649627686, -1.377685308456421, -0.9538812041282654, -1.7462540864944458, -1.8890715837478638, -1.6145861148834229, -2.1783008575439453, -0.5812738537788391, -2.288287878036499, -1.3140658140182495, -0.9257437586784363, -2.059241771697998, -0.7752668261528015, -0.3721140921115875, -2.3772809505462646, -1.6142960786819458, -2.273564100265503, -2.098090171813965, -1.5183749198913574, -1.8152228593826294, -1.6196061372756958, -3.164360761642456, -2.1725409030914307, -1.1380841732025146, -2.1017723083496094, -1.5953693389892578, -1.1499385833740234, -1.4948060512542725, -1.8478971719741821]}, "iris_DBDC4_051_14": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_051.log.json", "context": "Hello... Danny Hi Alex It's all right. good to know Good, what's up? well, so so Well? yeah, a lot of work lonely life... you know You must've been a lot of laughs when you were a kid. Lonely, huh? yeah, being a kid is actually great, I hate being a grown up Yeah, we've totally grown up since then. a lot Oh, please. So they were really impressed with you at work. not actually, I am loser", "response": "Wait, what?", "annotation_id": "iris_DBDC4_051_14", "annotations": ["X", "O", "T", "O", "O", "O", "O", "O", "O", "O", "T", "O", "T", "O", "O"], "gpt2background_target_score": [-12.506589889526367, -8.41786003112793, -5.820474624633789, -5.106045722961426], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.6954277753829956, -2.117623805999756, -0.8824398517608643, -2.5632388591766357, -2.021550178527832, -1.6162034273147583, -1.7713385820388794, -2.2344882488250732, -1.665451169013977, -1.6328604221343994, -2.4889800548553467, -2.243593692779541, -1.054405689239502, -1.642077922821045, -1.0947221517562866, -1.601966381072998, -1.803624153137207, -2.3314931392669678, -2.7403690814971924, -2.599238157272339, -1.177042007446289, -2.484058380126953, -1.1948784589767456, -2.2958338260650635, -2.6313796043395996, -0.6976422071456909, -2.22099232673645, -1.82931649684906, -2.5034964084625244, -1.8851460218429565, -2.688927173614502, -1.7843040227890015, -1.5523935556411743, -1.5389891862869263, -0.9594690203666687, -0.8726323246955872, -2.0401527881622314, -2.736659526824951, -1.6580013036727905, -1.8106731176376343, -2.0053088665008545, -1.0366243124008179, -1.9988166093826294, -1.5594905614852905, -0.4825982451438904, -1.4408525228500366, -2.2622923851013184, -2.5716609954833984, -2.229163408279419, -0.18289363384246826, -2.494180917739868, -1.088289499282837, -2.0888185501098633, -1.0444285869598389, -1.5453684329986572, -1.8696314096450806, -1.992305040359497, -1.8761827945709229, -1.0125271081924438, -1.6496871709823608, -2.0372135639190674, -1.8984919786453247, -1.459733247756958, -0.8260480761528015, -1.0665366649627686, -1.377685308456421, -0.9538812041282654, -1.7462540864944458, -1.8890715837478638, -1.6145861148834229, -2.1783008575439453, -0.5812738537788391, -2.288287878036499, -1.3140658140182495, -0.9257437586784363, -2.059241771697998, -0.7752668261528015, -0.3721140921115875, -1.855830192565918, -2.455561399459839, -1.9538946151733398, -1.9054782390594482, -1.8967905044555664, -1.600042700767517, -3.1851861476898193, -2.108560800552368, -1.090702772140503, -1.994543194770813, -1.5978915691375732, -1.1717301607131958, -1.5749205350875854, -2.0161988735198975, -2.6492302417755127, -2.7087862491607666, -1.8434629440307617, -2.0187082290649414, -1.6719306707382202, -1.6263419389724731, -2.3939452171325684, -0.939048171043396, -2.0763325691223145, -1.1830800771713257, -1.493078589439392]}, "iris_DBDC4_051_16": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_051.log.json", "context": "Hello... Danny Hi Alex It's all right. good to know Good, what's up? well, so so Well? yeah, a lot of work lonely life... you know You must've been a lot of laughs when you were a kid. Lonely, huh? yeah, being a kid is actually great, I hate being a grown up Yeah, we've totally grown up since then. a lot Oh, please. So they were really impressed with you at work. not actually, I am loser Wait, what? yeah, no good things happening around here lately", "response": "Not so good lately.", "annotation_id": "iris_DBDC4_051_16", "annotations": ["T", "O", "T", "T", "X", "O", "O", "O", "O", "O", "O", "O", "O", "T", "T"], "gpt2background_target_score": [-12.906376838684082, -6.045032978057861, -7.810861110687256, -12.182397842407227, -2.9094769954681396], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.6954277753829956, -2.117623805999756, -0.8824398517608643, -2.5632388591766357, -2.021550178527832, -1.6162034273147583, -1.7713385820388794, -2.2344882488250732, -1.665451169013977, -1.6328604221343994, -2.4889800548553467, -2.243593692779541, -1.054405689239502, -1.642077922821045, -1.0947221517562866, -1.601966381072998, -1.803624153137207, -2.3314931392669678, -2.7403690814971924, -2.599238157272339, -1.177042007446289, -2.484058380126953, -1.1948784589767456, -2.2958338260650635, -2.6313796043395996, -0.6976422071456909, -2.22099232673645, -1.82931649684906, -2.5034964084625244, -1.8851460218429565, -2.688927173614502, -1.7843040227890015, -1.5523935556411743, -1.5389891862869263, -0.9594690203666687, -0.8726323246955872, -2.0401527881622314, -2.736659526824951, -1.6580013036727905, -1.8106731176376343, -2.0053088665008545, -1.0366243124008179, -1.9988166093826294, -1.5594905614852905, -0.4825982451438904, -1.4408525228500366, -2.2622923851013184, -2.5716609954833984, -2.229163408279419, -0.18289363384246826, -2.494180917739868, -1.088289499282837, -2.0888185501098633, -1.0444285869598389, -1.5453684329986572, -1.8696314096450806, -1.992305040359497, -1.8761827945709229, -1.0125271081924438, -1.6496871709823608, -2.0372135639190674, -1.8984919786453247, -1.459733247756958, -0.8260480761528015, -1.0665366649627686, -1.377685308456421, -0.9538812041282654, -1.7462540864944458, -1.8890715837478638, -1.6145861148834229, -2.1783008575439453, -0.5812738537788391, -2.288287878036499, -1.3140658140182495, -0.9257437586784363, -2.059241771697998, -0.7752668261528015, -0.3721140921115875, -1.855830192565918, -2.455561399459839, -1.9538946151733398, -1.9054782390594482, -1.8967905044555664, -1.600042700767517, -3.1851861476898193, -2.108560800552368, -1.090702772140503, -1.994543194770813, -1.5978915691375732, -1.1717301607131958, -1.5749205350875854, -2.0161988735198975, -2.6492302417755127, -2.7087881565093994, -1.843461275100708, -2.0187089443206787, -1.6719310283660889, -1.6263421773910522, -1.2710940837860107, -2.299394369125366, -1.5943495035171509, -2.1159555912017822, -0.7896220088005066, -1.785224199295044, -1.329746961593628, -1.5511555671691895, -1.6343177556991577, -1.6814920902252197, -1.212815523147583, -1.5415831804275513, -1.2216427326202393, -2.3653411865234375, -0.9813782572746277, -1.045613169670105, -1.6072630882263184, -1.1341228485107422, -1.54341459274292]}, "iris_DBDC4_051_18": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_051.log.json", "context": "Hello... Danny Hi Alex It's all right. good to know Good, what's up? well, so so Well? yeah, a lot of work lonely life... you know You must've been a lot of laughs when you were a kid. Lonely, huh? yeah, being a kid is actually great, I hate being a grown up Yeah, we've totally grown up since then. a lot Oh, please. So they were really impressed with you at work. not actually, I am loser Wait, what? yeah, no good things happening around here lately Not so good lately. nope, quite bad, lots of complaints from clients", "response": "Nope.", "annotation_id": "iris_DBDC4_051_18", "annotations": ["T", "T", "T", "X", "X", "X", "O", "O", "O", "O", "O", "T", "T", "X", "T"], "gpt2background_target_score": [-11.3765230178833, -11.658658981323242, -4.933767318725586], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.6954277753829956, -2.117623805999756, -0.8824398517608643, -2.5632388591766357, -2.021550178527832, -1.6162034273147583, -1.7713385820388794, -2.2344882488250732, -1.665451169013977, -1.6328604221343994, -2.4889800548553467, -2.243593692779541, -1.054405689239502, -1.642077922821045, -1.0947221517562866, -1.601966381072998, -1.803624153137207, -2.3314931392669678, -2.7403690814971924, -2.599238157272339, -1.177042007446289, -2.484058380126953, -1.1948784589767456, -2.2958338260650635, -2.6313796043395996, -0.6976422071456909, -2.22099232673645, -1.82931649684906, -2.5034964084625244, -1.8851460218429565, -2.688927173614502, -1.7843040227890015, -1.5523935556411743, -1.5389891862869263, -0.9594690203666687, -0.8726323246955872, -2.0401527881622314, -2.736659526824951, -1.6580013036727905, -1.8106731176376343, -2.0053088665008545, -1.0366243124008179, -1.9988166093826294, -1.5594905614852905, -0.4825982451438904, -1.4408525228500366, -2.2622923851013184, -2.5716609954833984, -2.229163408279419, -0.18289363384246826, -2.494180917739868, -1.088289499282837, -2.0888185501098633, -1.0444285869598389, -1.5453684329986572, -1.8696314096450806, -1.992305040359497, -1.8761827945709229, -1.0125271081924438, -1.6496871709823608, -2.0372135639190674, -1.8984919786453247, -1.459733247756958, -0.8260480761528015, -1.0665366649627686, -1.377685308456421, -0.9538812041282654, -1.7462540864944458, -1.8890715837478638, -1.6145861148834229, -2.1783008575439453, -0.5812738537788391, -2.288287878036499, -1.3140658140182495, -0.9257437586784363, -2.059241771697998, -0.7752668261528015, -0.3721140921115875, -1.855830192565918, -2.455561399459839, -1.9538946151733398, -1.9054782390594482, -1.8967905044555664, -1.600042700767517, -3.1851861476898193, -2.108560800552368, -1.090702772140503, -1.9945427179336548, -1.5978907346725464, -1.1717302799224854, -1.5749210119247437, -2.0161991119384766, -2.649229049682617, -2.7087883949279785, -1.8434627056121826, -2.0187082290649414, -1.6719311475753784, -1.6263407468795776, -1.2710946798324585, -2.299393892288208, -1.5943485498428345, -2.1159558296203613, -0.7896217107772827, -1.785224437713623, -1.3297466039657593, -1.551155686378479, -1.6343187093734741, -1.6814930438995361, -1.2128145694732666, -1.5415825843811035, -1.2216413021087646, -1.3056243658065796, -0.8274420499801636, -1.6415294408798218, -1.077117681503296, -2.0600645542144775, -0.7220160365104675, -1.0602341890335083, -1.8718466758728027, -1.1375524997711182, -1.4427213668823242, -2.0275566577911377, -0.275422066450119, -1.9606338739395142, -1.6166008710861206, -1.3387324810028076, -1.7417243719100952, -2.4646127223968506, -0.6831995248794556, -0.8398686051368713, -1.657044529914856]}, "iris_DBDC4_051_20": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_051.log.json", "context": "Hello... Danny Hi Alex It's all right. good to know Good, what's up? well, so so Well? yeah, a lot of work lonely life... you know You must've been a lot of laughs when you were a kid. Lonely, huh? yeah, being a kid is actually great, I hate being a grown up Yeah, we've totally grown up since then. a lot Oh, please. So they were really impressed with you at work. not actually, I am loser Wait, what? yeah, no good things happening around here lately Not so good lately. nope, quite bad, lots of complaints from clients Nope. have you deal with clients before?", "response": "Deal.", "annotation_id": "iris_DBDC4_051_20", "annotations": ["X", "X", "X", "X", "X", "X", "X", "O", "O", "O", "O", "T", "X", "X", "X"], "gpt2background_target_score": [-12.390244483947754, -9.001251220703125], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.6954277753829956, -2.117623805999756, -0.8824398517608643, -2.5632388591766357, -2.021550178527832, -1.6162034273147583, -1.7713385820388794, -2.2344882488250732, -1.665451169013977, -1.6328604221343994, -2.4889800548553467, -2.243593692779541, -1.054405689239502, -1.642077922821045, -1.0947221517562866, -1.601966381072998, -1.803624153137207, -2.3314931392669678, -2.7403690814971924, -2.599238157272339, -1.177042007446289, -2.484058380126953, -1.1948784589767456, -2.2958338260650635, -2.6313796043395996, -0.6976422071456909, -2.22099232673645, -1.82931649684906, -2.5034964084625244, -1.8851460218429565, -2.688927173614502, -1.7843040227890015, -1.5523935556411743, -1.5389891862869263, -0.9594690203666687, -0.8726323246955872, -2.0401527881622314, -2.736659526824951, -1.6580013036727905, -1.8106731176376343, -2.0053088665008545, -1.0366243124008179, -1.9988166093826294, -1.5594905614852905, -0.4825982451438904, -1.4408525228500366, -2.2622923851013184, -2.5716609954833984, -2.229163408279419, -0.18289363384246826, -2.494180917739868, -1.088289499282837, -2.0888185501098633, -1.0444285869598389, -1.5453684329986572, -1.8696314096450806, -1.992305040359497, -1.8761827945709229, -1.0125271081924438, -1.6496871709823608, -2.0372135639190674, -1.8984919786453247, -1.459733247756958, -0.8260480761528015, -1.0665366649627686, -1.377685308456421, -0.9538812041282654, -1.7462540864944458, -1.8890715837478638, -1.6145861148834229, -2.1783008575439453, -0.5812738537788391, -2.288287878036499, -1.3140658140182495, -0.9257437586784363, -2.059241771697998, -0.7752668261528015, -0.3721140921115875, -1.855830192565918, -2.455561399459839, -1.9538946151733398, -1.9054782390594482, -1.8967905044555664, -1.600042700767517, -3.1851861476898193, -2.108560800552368, -1.090702772140503, -1.994543194770813, -1.5978915691375732, -1.1717301607131958, -1.5749205350875854, -2.0161988735198975, -2.6492302417755127, -2.7087881565093994, -1.843461275100708, -2.0187089443206787, -1.6719310283660889, -1.6263421773910522, -1.2710940837860107, -2.299394369125366, -1.5943495035171509, -2.1159555912017822, -0.7896220088005066, -1.785224199295044, -1.329746961593628, -1.5511555671691895, -1.6343177556991577, -1.6814920902252197, -1.212815523147583, -1.5415831804275513, -1.2216427326202393, -1.305625319480896, -0.8274417519569397, -1.641530990600586, -1.0771167278289795, -2.060065269470215, -0.7220167517662048, -1.0602351427078247, -1.8718467950820923, -1.1375534534454346, -1.4427205324172974, -2.027557134628296, -0.27542197704315186, -1.9606332778930664, -1.616600751876831, -1.3387327194213867, -1.741725206375122, -0.9076308608055115, -2.30031156539917, -1.145766019821167, -1.704447865486145, -0.19315387308597565, -2.0780396461486816, -1.6101609468460083, -0.8712400197982788, -2.582958936691284, -2.2650558948516846, -1.1348369121551514, -1.788646936416626]}, "iris_DBDC4_054_02": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_054.log.json", "context": "Hello... Danny Hey! How was your day", "response": "My day sucked. I spent six hours in the lab and four hours in class.", "annotation_id": "iris_DBDC4_054_02", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "O", "X", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-12.196027755737305, -10.892223358154297, -11.267086029052734, -3.6507863998413086, -1.3687971830368042, -13.113914489746094, -11.923765182495117, -11.172097206115723, -4.348113536834717, -10.753607749938965, -9.993209838867188, -4.84414005279541, -12.00212574005127, -10.958776473999023, -10.312261581420898, -9.575614929199219, -7.0416693687438965], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -1.7212486267089844, -1.3687971830368042, -1.6894185543060303, -1.122678518295288, -0.6984526515007019, -0.9435771107673645, -1.7123785018920898, -2.663696050643921, -1.9229390621185303, -1.3081520795822144, -1.6649949550628662, -2.2457845211029053, -1.8553504943847656, -0.7874408960342407, -2.2919116020202637, -1.1399542093276978, -2.781921863555908, -1.8615041971206665, -2.402479410171509, -0.3554023504257202, -1.0230991840362549, -0.5271901488304138, -0.9758085608482361, -1.540308952331543]}, "iris_DBDC4_054_04": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_054.log.json", "context": "Hello... Danny Hey! How was your day My day sucked. I spent six hours in the lab and four hours in class. Sorry to hear that, my day was pretty bad too", "response": "Well...", "annotation_id": "iris_DBDC4_054_04", "annotations": ["O", "O", "O", "O", "O", "T", "O", "O", "O", "X", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-13.068015098571777, -6.641878128051758], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -1.7212486267089844, -1.3687971830368042, -1.6894185543060303, -1.122678518295288, -0.6984526515007019, -0.9435771107673645, -2.7416417598724365, -1.3565059900283813, -1.7139509916305542, -1.8381019830703735, -2.1946420669555664, -1.8141083717346191, -0.6768006682395935, -2.2771894931793213, -1.2093536853790283, -2.6865384578704834, -1.938443660736084, -2.3947229385375977, -0.32314053177833557, -1.0106028318405151, -0.501995325088501, -1.0289024114608765, -1.5725703239440918, -1.8690249919891357, -0.5973157286643982, -0.8555306792259216, -1.26121985912323, -1.5164846181869507, -3.8695645332336426, -1.4500008821487427, -2.7760536670684814, -2.199982166290283, -0.7662732005119324, -0.6654625535011292, -1.7282209396362305, -1.3703275918960571, -1.627208948135376]}, "iris_DBDC4_054_06": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_054.log.json", "context": "Hello... Danny Hey! How was your day My day sucked. I spent six hours in the lab and four hours in class. Sorry to hear that, my day was pretty bad too Well... I did alot of math", "response": "Four against one. For a Danny, you're really bad at math.", "annotation_id": "iris_DBDC4_054_06", "annotations": ["X", "O", "O", "T", "T", "X", "O", "O", "O", "X", "T", "O", "X", "O", "T"], "gpt2background_target_score": [-14.154783248901367, -11.895983695983887, -6.919201850891113, -3.6507863998413086, -6.202583312988281, -6.821659088134766, -7.707858085632324, -10.493046760559082, -7.288191795349121, -10.510516166687012, -7.42122745513916, -7.74708366394043, -10.47914981842041, -12.63288688659668, -8.440290451049805], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -1.7212486267089844, -1.3687971830368042, -1.6894185543060303, -1.122678518295288, -0.6984526515007019, -0.9435771107673645, -2.7416417598724365, -1.3565059900283813, -1.7139509916305542, -1.8381019830703735, -2.1946420669555664, -1.8141083717346191, -0.6768006682395935, -2.2771894931793213, -1.2093536853790283, -2.6865384578704834, -1.938443660736084, -2.3947229385375977, -0.32314053177833557, -1.0106028318405151, -0.501995325088501, -1.0289024114608765, -1.5725703239440918, -1.8690249919891357, -0.5973157286643982, -0.8555306792259216, -1.26121985912323, -1.5164846181869507, -3.8695645332336426, -1.450000286102295, -2.776054620742798, -2.199979782104492, -0.7662734389305115, -0.6654627323150635, -1.458404302597046, -1.9141980409622192, -2.1713671684265137, -2.7118637561798096, -0.6614881157875061, -2.1362709999084473, -1.5506962537765503, -1.971750020980835, -0.2145450860261917, -1.758588194847107, -2.8078291416168213, -1.8392449617385864, -2.043487787246704, -2.647754430770874, -2.5777041912078857, -1.4418277740478516, -2.535693883895874, -2.5420310497283936, -2.6193881034851074, -1.3275724649429321, -0.6907517313957214, -0.9293946623802185, -1.3610867261886597]}, "iris_DBDC4_054_08": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_054.log.json", "context": "Hello... Danny Hey! How was your day My day sucked. I spent six hours in the lab and four hours in class. Sorry to hear that, my day was pretty bad too Well... I did alot of math Four against one. For a Danny, you're really bad at math. Do you like math?", "response": "Hey! We came over to help you with Math homework!", "annotation_id": "iris_DBDC4_054_08", "annotations": ["X", "T", "O", "T", "O", "X", "T", "T", "O", "X", "T", "O", "T", "O", "T"], "gpt2background_target_score": [-10.460415840148926, -8.075223922729492, -7.463136672973633, -10.215493202209473, -10.137068748474121, -3.515219211578369, -10.488088607788086, -10.169356346130371, -5.070097923278809, -10.117136001586914, -11.752872467041016, -2.40793514251709], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.7212480306625366, -1.3687978982925415, -1.6894193887710571, -1.1226787567138672, -0.6984530091285706, -0.9435756802558899, -2.7416441440582275, -1.3565095663070679, -1.713952660560608, -1.8381026983261108, -2.194643259048462, -1.8141093254089355, -0.6767988204956055, -2.2771904468536377, -1.2093544006347656, -2.6865427494049072, -1.9384450912475586, -2.394724130630493, -0.323140025138855, -1.0106018781661987, -0.5019958019256592, -1.028903603553772, -1.5725736618041992, -1.8690274953842163, -0.5973163843154907, -0.8555314540863037, -1.261216640472412, -1.516488790512085, -3.869565486907959, -1.45000159740448, -2.7760536670684814, -2.199981212615967, -0.7662734985351562, -0.6654622554779053, -1.458405613899231, -1.914198875427246, -2.171370029449463, -2.7118642330169678, -0.6614890098571777, -2.1362712383270264, -1.5506956577301025, -0.8002442121505737, -2.292916774749756, -1.827868938446045, -1.862856149673462, -1.6841548681259155, -1.9775710105895996, -2.3952109813690186, -1.0162038803100586, -2.4084219932556152, -2.5118470191955566, -2.6103906631469727, -1.393314242362976, -0.6105452179908752, -0.9728654623031616, -2.259063482284546, -0.26769542694091797, -1.530106782913208, -1.208365559577942, -0.7011825442314148, -1.9276145696640015, -1.5779231786727905, -1.0382297039031982, -1.1791205406188965, -1.7037488222122192, -1.855979084968567, -1.6518197059631348, -1.9417343139648438, -1.40021812915802, -1.9779911041259766, -1.8593212366104126, -1.3417922258377075, -1.0950927734375, -1.9049214124679565]}, "iris_DBDC4_054_10": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_054.log.json", "context": "Hello... Danny Hey! How was your day My day sucked. I spent six hours in the lab and four hours in class. Sorry to hear that, my day was pretty bad too Well... I did alot of math Four against one. For a Danny, you're really bad at math. Do you like math? Hey! We came over to help you with Math homework! What's your favourite subject in school?", "response": "Art. That's a good subject.", "annotation_id": "iris_DBDC4_054_10", "annotations": ["X", "O", "O", "O", "O", "O", "O", "O", "O", "X", "O", "O", "O", "O", "T"], "gpt2background_target_score": [-11.826783180236816, -9.001251220703125, -9.15768051147461, -7.441850662231445, -8.049732208251953, -6.5171799659729, -13.406715393066406, -11.607640266418457], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.7212480306625366, -1.3687978982925415, -1.6894193887710571, -1.1226787567138672, -0.6984530091285706, -0.9435756802558899, -2.7416441440582275, -1.3565095663070679, -1.713952660560608, -1.8381026983261108, -2.194643259048462, -1.8141093254089355, -0.6767988204956055, -2.2771904468536377, -1.2093544006347656, -2.6865427494049072, -1.9384450912475586, -2.394724130630493, -0.323140025138855, -1.0106018781661987, -0.5019958019256592, -1.028903603553772, -1.5725736618041992, -1.8690274953842163, -0.5973163843154907, -0.8555314540863037, -1.261216640472412, -1.516488790512085, -3.869565486907959, -1.45000159740448, -2.7760536670684814, -2.199981212615967, -0.7662734985351562, -0.665462076663971, -1.4584051370620728, -1.914197564125061, -2.171370029449463, -2.7118637561798096, -0.6614884734153748, -2.1362709999084473, -1.5506937503814697, -0.8002447485923767, -2.2929160594940186, -1.827867031097412, -1.8628555536270142, -1.684156060218811, -1.9775704145431519, -2.395212173461914, -1.0162041187286377, -2.408421277999878, -2.5118470191955566, -2.6103904247283936, -1.3933144807815552, -0.6105470657348633, -0.9728659391403198, -2.259063243865967, -0.26769497990608215, -1.530105710029602, -1.208367109298706, -0.701181948184967, -1.927614688873291, -1.0978630781173706, -1.4074251651763916, -1.8692492246627808, -1.8048012256622314, -1.6200565099716187, -2.010523557662964, -1.5971479415893555, -2.019422769546509, -1.8701258897781372, -1.1867400407791138, -1.0103020668029785, -2.284691333770752, -2.1425554752349854, -1.3068387508392334, -2.359354019165039, -2.7656869888305664, -1.0575629472732544, -1.5897341966629028, -0.4955676198005676, -1.8008313179016113, -2.094679594039917, -2.2170231342315674, -1.8160377740859985, -0.7139403820037842, -2.362835645675659, -2.5349268913269043, -2.3203847408294678, -1.4792782068252563, -1.6468791961669922]}, "iris_DBDC4_054_12": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_054.log.json", "context": "Hello... Danny Hey! How was your day My day sucked. I spent six hours in the lab and four hours in class. Sorry to hear that, my day was pretty bad too Well... I did alot of math Four against one. For a Danny, you're really bad at math. Do you like math? Hey! We came over to help you with Math homework! What's your favourite subject in school? Art. That's a good subject. I'm really bad at drawing", "response": "He look familiar?", "annotation_id": "iris_DBDC4_054_12", "annotations": ["X", "X", "O", "T", "T", "X", "X", "X", "T", "X", "X", "T", "X", "T", "T"], "gpt2background_target_score": [-13.389527320861816, -9.233757019042969, -11.525068283081055, -5.761754989624023], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.7212480306625366, -1.3687978982925415, -1.6894193887710571, -1.1226787567138672, -0.6984530091285706, -0.9435756802558899, -2.7416441440582275, -1.3565095663070679, -1.713952660560608, -1.8381026983261108, -2.194643259048462, -1.8141093254089355, -0.6767988204956055, -2.2771904468536377, -1.2093544006347656, -2.6865427494049072, -1.9384450912475586, -2.394724130630493, -0.323140025138855, -1.0106018781661987, -0.5019958019256592, -1.028903603553772, -1.5725736618041992, -1.8690274953842163, -0.5973163843154907, -0.8555314540863037, -1.261216640472412, -1.516488790512085, -3.869565486907959, -1.45000159740448, -2.7760536670684814, -2.199981212615967, -0.7662734985351562, -0.665462076663971, -1.4584051370620728, -1.914197564125061, -2.171370029449463, -2.7118637561798096, -0.6614884734153748, -2.1362709999084473, -1.5506937503814697, -0.8002447485923767, -2.2929160594940186, -1.827867031097412, -1.8628555536270142, -1.684156060218811, -1.9775704145431519, -2.395212173461914, -1.0162041187286377, -2.408421277999878, -2.5118470191955566, -2.6103904247283936, -1.3933144807815552, -0.6105470657348633, -0.9728659391403198, -2.259063243865967, -0.26769497990608215, -1.530105710029602, -1.208367109298706, -0.701181948184967, -1.927614688873291, -1.0978630781173706, -1.4074251651763916, -1.8692492246627808, -1.8048012256622314, -1.6200565099716187, -2.010523557662964, -1.5971479415893555, -2.019422769546509, -1.8701258897781372, -1.1867400407791138, -1.0103020668029785, -2.284691333770752, -2.1425554752349854, -1.3068387508392334, -2.359354019165039, -2.7656869888305664, -1.0575629472732544, -1.5897341966629028, -0.4955676198005676, -1.8008313179016113, -1.1009496450424194, -2.0791544914245605, -0.5910696387290955, -2.442836284637451, -2.492323160171509, -2.4859063625335693, -1.6317662000656128, -2.031527042388916, -1.895382046699524, -2.245238780975342, -2.156357765197754, -0.05566783621907234, -0.32718437910079956, -1.4053853750228882, -1.9895176887512207, -2.0141191482543945, -1.8175489902496338, -1.49982750415802, -1.1420934200286865]}, "iris_DBDC4_054_14": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_054.log.json", "context": "Hello... Danny Hey! How was your day My day sucked. I spent six hours in the lab and four hours in class. Sorry to hear that, my day was pretty bad too Well... I did alot of math Four against one. For a Danny, you're really bad at math. Do you like math? Hey! We came over to help you with Math homework! What's your favourite subject in school? Art. That's a good subject. I'm really bad at drawing He look familiar? Do you like music?", "response": "Sit. Relax. I promise you, at least one of us has done this before.", "annotation_id": "iris_DBDC4_054_14", "annotations": ["X", "X", "T", "X", "T", "X", "X", "X", "T", "X", "X", "X", "X", "T", "T"], "gpt2background_target_score": [-12.537470817565918, -9.001251220703125, -12.596223831176758, -3.650787830352783, -1.3687978982925415, -12.776790618896484, -3.1222000122070312, -10.493046760559082, -4.677610397338867, -7.824431419372559, -7.1008687019348145, -7.270564079284668, -13.007710456848145, -10.173591613769531, -11.75474739074707, -9.570426940917969, -6.8240461349487305, -5.575357437133789], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.7212480306625366, -1.3687978982925415, -1.6894193887710571, -1.1226787567138672, -0.6984530091285706, -0.9435756802558899, -2.7416441440582275, -1.3565095663070679, -1.713952660560608, -1.8381026983261108, -2.194643259048462, -1.8141093254089355, -0.6767988204956055, -2.2771904468536377, -1.2093544006347656, -2.6865427494049072, -1.9384450912475586, -2.394724130630493, -0.323140025138855, -1.0106018781661987, -0.5019958019256592, -1.028903603553772, -1.5725736618041992, -1.8690274953842163, -0.5973163843154907, -0.8555314540863037, -1.261216640472412, -1.516488790512085, -3.869565486907959, -1.45000159740448, -2.7760536670684814, -2.199981212615967, -0.7662734985351562, -0.665462076663971, -1.4584051370620728, -1.914197564125061, -2.171370029449463, -2.7118637561798096, -0.6614884734153748, -2.1362709999084473, -1.5506937503814697, -0.8002447485923767, -2.2929160594940186, -1.827867031097412, -1.8628555536270142, -1.684156060218811, -1.9775704145431519, -2.395212173461914, -1.0162041187286377, -2.408421277999878, -2.5118470191955566, -2.6103904247283936, -1.3933144807815552, -0.6105470657348633, -0.9728659391403198, -2.259063243865967, -0.26769497990608215, -1.530105710029602, -1.208367109298706, -0.701181948184967, -1.927614688873291, -1.0978630781173706, -1.4074251651763916, -1.8692492246627808, -1.8048012256622314, -1.6200565099716187, -2.010523557662964, -1.5971479415893555, -2.019422769546509, -1.8701258897781372, -1.1867400407791138, -1.0103020668029785, -2.284691333770752, -2.1425554752349854, -1.3068387508392334, -2.359354019165039, -2.7656869888305664, -1.0575629472732544, -1.5897341966629028, -0.4955676198005676, -1.8008313179016113, -1.100949764251709, -2.079155683517456, -0.5910698771476746, -2.4428365230560303, -2.492323637008667, -2.485905408859253, -1.631765604019165, -2.031527519226074, -1.8953840732574463, -2.2452380657196045, -2.156358242034912, -0.055668286979198456, -0.32718461751937866, -1.4053866863250732, -2.2357826232910156, -1.2073661088943481, -1.4277210235595703, -2.034991502761841, -0.197210893034935, -0.7703817486763, -2.849025011062622, -0.5903744101524353, -1.8459858894348145, -1.7587274312973022, -0.9656845927238464, -1.4857124090194702, -0.47588953375816345, -2.292393445968628, -1.8787435293197632, -1.18287992477417, -2.020252227783203, -0.9873752593994141, -0.2764146625995636, -1.7491763830184937, -1.0093858242034912, -1.4648408889770508, -2.236867904663086, -1.5775978565216064, -1.780218243598938, -1.317840337753296, -0.7276758551597595, -1.3966212272644043]}, "iris_DBDC4_054_16": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_054.log.json", "context": "Hello... Danny Hey! How was your day My day sucked. I spent six hours in the lab and four hours in class. Sorry to hear that, my day was pretty bad too Well... I did alot of math Four against one. For a Danny, you're really bad at math. Do you like math? Hey! We came over to help you with Math homework! What's your favourite subject in school? Art. That's a good subject. I'm really bad at drawing He look familiar? Do you like music? Sit. Relax. I promise you, at least one of us has done this before. Do you like to read?", "response": "All mine then. Wow, so okay. I'll", "annotation_id": "iris_DBDC4_054_16", "annotations": ["X", "T", "O", "X", "T", "X", "X", "X", "T", "X", "X", "X", "X", "T", "O"], "gpt2background_target_score": [-12.881270408630371, -10.250102996826172, -8.434980392456055, -3.650787830352783, -8.155999183654785, -7.510119915008545, -7.5842084884643555, -10.552804946899414, -4.051255226135254, -5.933481216430664, -11.786247253417969], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.7212480306625366, -1.3687978982925415, -1.6894193887710571, -1.1226787567138672, -0.6984530091285706, -0.9435756802558899, -2.7416441440582275, -1.3565095663070679, -1.713952660560608, -1.8381026983261108, -2.194643259048462, -1.8141093254089355, -0.6767988204956055, -2.2771904468536377, -1.2093544006347656, -2.6865427494049072, -1.9384450912475586, -2.394724130630493, -0.323140025138855, -1.0106018781661987, -0.5019958019256592, -1.028903603553772, -1.5725736618041992, -1.8690274953842163, -0.5973163843154907, -0.8555314540863037, -1.261216640472412, -1.516488790512085, -3.869565486907959, -1.45000159740448, -2.7760536670684814, -2.199981212615967, -0.7662734985351562, -0.665462076663971, -1.4584051370620728, -1.914197564125061, -2.171370029449463, -2.7118637561798096, -0.6614884734153748, -2.1362709999084473, -1.5506937503814697, -0.8002447485923767, -2.2929160594940186, -1.827867031097412, -1.8628555536270142, -1.684156060218811, -1.9775704145431519, -2.395212173461914, -1.0162041187286377, -2.408421277999878, -2.5118470191955566, -2.6103904247283936, -1.3933144807815552, -0.6105470657348633, -0.9728659391403198, -2.259063243865967, -0.26769497990608215, -1.530105710029602, -1.208367109298706, -0.701181948184967, -1.927614688873291, -1.0978630781173706, -1.4074251651763916, -1.8692492246627808, -1.8048012256622314, -1.6200565099716187, -2.010523557662964, -1.5971479415893555, -2.019422769546509, -1.8701258897781372, -1.1867400407791138, -1.0103020668029785, -2.284691333770752, -2.1425554752349854, -1.3068387508392334, -2.359354019165039, -2.7656869888305664, -1.0575629472732544, -1.5897341966629028, -0.4955676198005676, -1.8008313179016113, -1.1009496450424194, -2.0791544914245605, -0.5910696387290955, -2.442836284637451, -2.492323160171509, -2.4859063625335693, -1.6317662000656128, -2.031527042388916, -1.895382046699524, -2.245238780975342, -2.156357765197754, -0.05566783621907234, -0.3271845579147339, -1.4053856134414673, -2.2357826232910156, -1.207367181777954, -1.4277220964431763, -2.03499174118042, -0.19721031188964844, -0.7703818678855896, -2.849025011062622, -0.5903747081756592, -1.8459863662719727, -0.8476694822311401, -1.920662522315979, -0.38230955600738525, -2.472672700881958, -1.8379833698272705, -1.1706475019454956, -2.320800304412842, -1.0261801481246948, -0.29359033703804016, -1.8378236293792725, -1.1026281118392944, -1.4996387958526611, -2.2161011695861816, -1.5551024675369263, -1.8114882707595825, -1.3883514404296875, -0.813961923122406, -2.0858490467071533, -0.2480544149875641, -0.6353289484977722, -2.3879687786102295, -2.3232614994049072, -2.837679862976074, -1.8859325647354126, -1.6722239255905151, -1.6798954010009766, -1.2958089113235474, -1.43060302734375, -1.495585322380066, -1.100679636001587, -1.7159407138824463, -1.9170035123825073, -0.8486801981925964, -1.4768767356872559, -1.7885863780975342, -2.128803253173828]}, "iris_DBDC4_054_18": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_054.log.json", "context": "Hello... Danny Hey! How was your day My day sucked. I spent six hours in the lab and four hours in class. Sorry to hear that, my day was pretty bad too Well... I did alot of math Four against one. For a Danny, you're really bad at math. Do you like math? Hey! We came over to help you with Math homework! What's your favourite subject in school? Art. That's a good subject. I'm really bad at drawing He look familiar? Do you like music? Sit. Relax. I promise you, at least one of us has done this before. Do you like to read? All mine then. Wow, so okay. I'll What country are you from?", "response": "What... are you?", "annotation_id": "iris_DBDC4_054_18", "annotations": ["X", "X", "O", "X", "T", "X", "X", "X", "X", "X", "X", "T", "X", "T", "O"], "gpt2background_target_score": [-11.17829418182373, -6.641880512237549, -6.4616241455078125, -5.4930195808410645, -11.529760360717773], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.7212480306625366, -1.3687978982925415, -1.6894193887710571, -1.1226787567138672, -0.6984530091285706, -0.9435756802558899, -2.7416441440582275, -1.3565095663070679, -1.713952660560608, -1.8381026983261108, -2.194643259048462, -1.8141093254089355, -0.6767988204956055, -2.2771904468536377, -1.2093544006347656, -2.6865427494049072, -1.9384450912475586, -2.394724130630493, -0.323140025138855, -1.0106018781661987, -0.5019958019256592, -1.028903603553772, -1.5725736618041992, -1.8690274953842163, -0.5973163843154907, -0.8555314540863037, -1.261216640472412, -1.516488790512085, -3.869565486907959, -1.45000159740448, -2.7760536670684814, -2.199981212615967, -0.7662734985351562, -0.665462076663971, -1.4584051370620728, -1.914197564125061, -2.171370029449463, -2.7118637561798096, -0.6614884734153748, -2.1362709999084473, -1.5506937503814697, -0.8002447485923767, -2.2929160594940186, -1.827867031097412, -1.8628555536270142, -1.684156060218811, -1.9775704145431519, -2.395212173461914, -1.0162041187286377, -2.408421277999878, -2.5118470191955566, -2.6103904247283936, -1.3933144807815552, -0.6105470657348633, -0.9728659391403198, -2.259063243865967, -0.26769497990608215, -1.530105710029602, -1.208367109298706, -0.701181948184967, -1.927614688873291, -1.0978630781173706, -1.4074251651763916, -1.8692492246627808, -1.8048012256622314, -1.6200565099716187, -2.010523557662964, -1.5971479415893555, -2.019422769546509, -1.8701258897781372, -1.1867400407791138, -1.0103020668029785, -2.284691333770752, -2.1425554752349854, -1.3068387508392334, -2.359354019165039, -2.7656869888305664, -1.0575629472732544, -1.5897341966629028, -0.4955676198005676, -1.8008313179016113, -1.1009496450424194, -2.0791544914245605, -0.5910696387290955, -2.442836284637451, -2.492323160171509, -2.4859063625335693, -1.6317662000656128, -2.031527042388916, -1.895382046699524, -2.245238780975342, -2.156357765197754, -0.05566783621907234, -0.3271845579147339, -1.4053856134414673, -2.2357826232910156, -1.207367181777954, -1.4277220964431763, -2.03499174118042, -0.19721031188964844, -0.7703818678855896, -2.849025011062622, -0.5903747081756592, -1.8459863662719727, -0.8476694822311401, -1.920662522315979, -0.38230955600738525, -2.472672700881958, -1.8379833698272705, -1.1706475019454956, -2.320800304412842, -1.0261801481246948, -0.29359033703804016, -1.8378236293792725, -1.1026281118392944, -1.4996387958526611, -2.2161011695861816, -1.5551024675369263, -1.8114882707595825, -1.3883514404296875, -0.813961923122406, -2.0858490467071533, -0.2480544149875641, -0.6353289484977722, -2.3879687786102295, -2.3232614994049072, -2.837679862976074, -1.8859325647354126, -1.585038661956787, -1.1644363403320312, -1.1076276302337646, -1.8984897136688232, -1.2326818704605103, -1.7694001197814941, -2.118537425994873, -0.8872078061103821, -1.5319627523422241, -1.7993191480636597, -2.1987733840942383, -2.4186151027679443, -0.8784773349761963, -0.14479170739650726, -0.8468013405799866, -0.3442342281341553, -1.9064505100250244, -2.3185956478118896, -0.7671732902526855, -1.3097176551818848, -0.31995049118995667, -0.8774193525314331, -0.6736651659011841]}, "iris_DBDC4_054_20": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_054.log.json", "context": "Hello... Danny Hey! How was your day My day sucked. I spent six hours in the lab and four hours in class. Sorry to hear that, my day was pretty bad too Well... I did alot of math Four against one. For a Danny, you're really bad at math. Do you like math? Hey! We came over to help you with Math homework! What's your favourite subject in school? Art. That's a good subject. I'm really bad at drawing He look familiar? Do you like music? Sit. Relax. I promise you, at least one of us has done this before. Do you like to read? All mine then. Wow, so okay. I'll What country are you from? What... are you? I don't understand", "response": "We'll need to move things along, Danny.", "annotation_id": "iris_DBDC4_054_20", "annotations": ["X", "X", "O", "T", "X", "X", "X", "X", "O", "X", "O", "T", "X", "X", "O"], "gpt2background_target_score": [-11.997946739196777, -10.400625228881836, -6.558917999267578, -7.119237422943115, -12.27696704864502, -8.248601913452148, -12.437833786010742, -10.493046760559082, -12.319613456726074, -5.414834976196289], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.7212480306625366, -1.3687978982925415, -1.6894193887710571, -1.1226787567138672, -0.6984530091285706, -0.9435756802558899, -2.7416441440582275, -1.3565095663070679, -1.713952660560608, -1.8381026983261108, -2.194643259048462, -1.8141093254089355, -0.6767988204956055, -2.2771904468536377, -1.2093544006347656, -2.6865427494049072, -1.9384450912475586, -2.394724130630493, -0.323140025138855, -1.0106018781661987, -0.5019958019256592, -1.028903603553772, -1.5725736618041992, -1.8690274953842163, -0.5973163843154907, -0.8555314540863037, -1.261216640472412, -1.516488790512085, -3.869565486907959, -1.45000159740448, -2.7760536670684814, -2.199981212615967, -0.7662734985351562, -0.665462076663971, -1.4584051370620728, -1.914197564125061, -2.171370029449463, -2.7118637561798096, -0.6614884734153748, -2.1362709999084473, -1.5506937503814697, -0.8002447485923767, -2.2929160594940186, -1.827867031097412, -1.8628555536270142, -1.684156060218811, -1.9775704145431519, -2.395212173461914, -1.0162041187286377, -2.408421277999878, -2.5118470191955566, -2.6103904247283936, -1.3933144807815552, -0.6105470657348633, -0.9728659391403198, -2.259063243865967, -0.26769497990608215, -1.530105710029602, -1.208367109298706, -0.701181948184967, -1.927614688873291, -1.0978630781173706, -1.4074251651763916, -1.8692492246627808, -1.8048012256622314, -1.6200565099716187, -2.010523557662964, -1.5971479415893555, -2.019422769546509, -1.8701258897781372, -1.1867400407791138, -1.0103020668029785, -2.284691333770752, -2.1425554752349854, -1.3068387508392334, -2.359354019165039, -2.7656869888305664, -1.0575629472732544, -1.5897341966629028, -0.4955676198005676, -1.8008313179016113, -1.1009496450424194, -2.0791544914245605, -0.5910696387290955, -2.442836284637451, -2.492323160171509, -2.4859063625335693, -1.6317662000656128, -2.031527042388916, -1.895382046699524, -2.245238780975342, -2.156357765197754, -0.05566783621907234, -0.3271845579147339, -1.4053856134414673, -2.2357826232910156, -1.207367181777954, -1.4277220964431763, -2.03499174118042, -0.19721031188964844, -0.7703818678855896, -2.849025011062622, -0.5903747081756592, -1.8459863662719727, -0.8476694822311401, -1.920662522315979, -0.38230955600738525, -2.472672700881958, -1.8379833698272705, -1.1706475019454956, -2.320800304412842, -1.0261801481246948, -0.29359033703804016, -1.8378236293792725, -1.1026281118392944, -1.4996387958526611, -2.2161011695861816, -1.5551024675369263, -1.8114882707595825, -1.3883514404296875, -0.813961923122406, -2.0858490467071533, -0.2480544149875641, -0.6353289484977722, -2.3879687786102295, -2.3232614994049072, -2.837679862976074, -1.8859325647354126, -1.585038661956787, -1.1644363403320312, -1.1076276302337646, -1.8984897136688232, -1.2326818704605103, -1.7694001197814941, -2.118537425994873, -0.8872078061103821, -1.5319627523422241, -1.7993191480636597, -2.1987733840942383, -2.4186151027679443, -0.8784773349761963, -0.14479170739650726, -0.8468003869056702, -0.3442341387271881, -1.9064511060714722, -1.1313316822052002, -2.3574416637420654, -0.29659122228622437, -1.046114444732666, -1.8315666913986206, -1.0034844875335693, -0.14796903729438782, -1.7798634767532349, -1.6980434656143188, -2.093663215637207, -1.5148262977600098, -1.7063562870025635, -1.164910912513733, -2.6622655391693115, -1.3676193952560425, -2.1321709156036377, -1.4209816455841064, -1.8744568824768066, -1.0463149547576904, -1.6414589881896973]}, "iris_DBDC4_056_02": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_056.log.json", "context": "Hello... Danny Hi there", "response": "Well, this kid couldn't possibly belong to anyone else.", "annotation_id": "iris_DBDC4_056_02", "annotations": ["O", "X", "O", "X", "O", "T", "O", "O", "X", "O", "X", "T", "O", "T", "O"], "gpt2background_target_score": [-13.068015098571777, -8.41786003112793, -6.111322402954102, -11.379127502441406, -11.952674865722656, -11.03710651397705, -11.401604652404785, -12.147848129272461, -8.786524772644043, -11.908854484558105, -13.55866527557373, -5.829339027404785], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -1.6954283714294434, -1.3044298887252808, -2.1167213916778564, -1.4734629392623901, -1.6477071046829224, -0.7849463820457458, -1.3037601709365845, -0.3055114150047302, -2.6015098094940186, -2.165337324142456, -1.3274035453796387, -1.8948479890823364, -1.519989013671875, -1.1534086465835571, -1.7323706150054932]}, "iris_DBDC4_056_04": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_056.log.json", "context": "Hello... Danny Hi there Well, this kid couldn't possibly belong to anyone else. how are you so sure?", "response": "By letting me help you.", "annotation_id": "iris_DBDC4_056_04", "annotations": ["O", "X", "T", "O", "O", "X", "O", "O", "O", "O", "X", "T", "O", "X", "T"], "gpt2background_target_score": [-13.576480865478516, -11.04903507232666, -7.646484375, -7.980322360992432, -6.3279805183410645, -4.942433834075928], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -1.6954283714294434, -1.3044298887252808, -1.6484733819961548, -1.6112074851989746, -0.7389844059944153, -1.29874849319458, -0.260170578956604, -2.814847946166992, -2.1934683322906494, -1.175330400466919, -1.9518232345581055, -1.6005679368972778, -1.294264316558838, -2.333219051361084, -1.8050636053085327, -0.39553341269493103, -1.8152143955230713, -2.0061874389648438, -1.6510597467422485, -1.4911073446273804, -2.0317258834838867, -1.7319363355636597, -0.9846721291542053, -1.2547181844711304, -1.0514295101165771, -2.7779650688171387, -1.2751202583312988]}, "iris_DBDC4_056_06": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_056.log.json", "context": "Hello... Danny Hi there Well, this kid couldn't possibly belong to anyone else. how are you so sure? By letting me help you. ok, I see, but...", "response": "Let's get lucky, Bird Dog.", "annotation_id": "iris_DBDC4_056_06", "annotations": ["X", "X", "T", "X", "O", "T", "O", "O", "O", "O", "X", "O", "T", "X", "T"], "gpt2background_target_score": [-12.305477142333984, -9.03150463104248, -7.201958179473877, -13.942316055297852, -1.3044298887252808, -11.885869979858398, -10.874759674072266, -6.581194877624512], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -1.6954283714294434, -1.3044298887252808, -1.6484733819961548, -1.6112074851989746, -0.7389844059944153, -1.29874849319458, -0.260170578956604, -2.814847946166992, -2.1934683322906494, -1.175330400466919, -1.9518232345581055, -1.6005679368972778, -1.294264316558838, -2.333219051361084, -1.8050636053085327, -0.39553341269493103, -1.8152143955230713, -2.0061874389648438, -1.6510597467422485, -1.4911073446273804, -1.8434875011444092, -0.9356510043144226, -1.1028825044631958, -1.2190688848495483, -2.5964763164520264, -1.7595118284225464, -1.5539008378982544, -2.178509473800659, -1.6047110557556152, -1.652256727218628, -1.8177186250686646, -1.6455780267715454, -2.3690836429595947, -2.2031328678131104, -0.8427528738975525, -2.6780178546905518, -2.475949764251709, -1.144505262374878, -2.274731397628784, -2.479243278503418, -2.1933603286743164, -1.218327283859253]}, "iris_DBDC4_056_08": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_056.log.json", "context": "Hello... Danny Hi there Well, this kid couldn't possibly belong to anyone else. how are you so sure? By letting me help you. ok, I see, but... Let's get lucky, Bird Dog. Ok, what should I do next?", "response": "Where are you going?", "annotation_id": "iris_DBDC4_056_08", "annotations": ["T", "O", "T", "X", "O", "X", "O", "O", "T", "O", "X", "T", "T", "X", "O"], "gpt2background_target_score": [-11.901162147521973, -6.163789749145508, -5.237053394317627, -11.241106033325195, -5.743230819702148], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -1.6954283714294434, -1.3044298887252808, -1.6484733819961548, -1.6112074851989746, -0.7389844059944153, -1.29874849319458, -0.260170578956604, -2.814847946166992, -2.1934683322906494, -1.175330400466919, -1.9518232345581055, -1.6005679368972778, -1.294264316558838, -2.333219051361084, -1.8050636053085327, -0.39553341269493103, -1.8152143955230713, -2.0061874389648438, -1.6510597467422485, -1.4911073446273804, -1.8434875011444092, -0.9356510043144226, -1.1028825044631958, -1.2190688848495483, -2.5964763164520264, -1.7595118284225464, -1.5539008378982544, -2.178509473800659, -1.6047110557556152, -1.652256727218628, -1.8177186250686646, -1.6455780267715454, -2.3690836429595947, -0.5624312162399292, -2.349440574645996, -2.000675678253174, -1.097509741783142, -2.161360025405884, -2.6715924739837646, -2.1418590545654297, -2.2274272441864014, -0.7783922553062439, -1.967576265335083, -1.9893693923950195, -0.5289028286933899, -0.3187521994113922, -0.6247552633285522, -0.45006194710731506, -2.003530263900757, -2.433434247970581, -1.5367015600204468, -0.19603563845157623, -1.7355655431747437, -0.8554376363754272, -0.7635985016822815]}, "iris_DBDC4_056_10": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_056.log.json", "context": "Hello... Danny Hi there Well, this kid couldn't possibly belong to anyone else. how are you so sure? By letting me help you. ok, I see, but... Let's get lucky, Bird Dog. Ok, what should I do next? Where are you going? I am going for lunch", "response": "Not even for lunch?", "annotation_id": "iris_DBDC4_056_10", "annotations": ["O", "X", "T", "X", "T", "T", "X", "O", "O", "T", "X", "O", "T", "X", "T"], "gpt2background_target_score": [-12.906376838684082, -8.900289535522461, -6.124425888061523, -12.751468658447266, -5.743231773376465], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.6954277753829956, -1.3044313192367554, -1.648472547531128, -1.6112078428268433, -0.7389845252037048, -1.2987481355667114, -0.26017019152641296, -2.814847469329834, -2.1934680938720703, -1.1753298044204712, -1.9518228769302368, -1.600569486618042, -1.2942641973495483, -2.3332176208496094, -1.805063009262085, -0.39553341269493103, -1.8152122497558594, -2.0061888694763184, -1.6510579586029053, -1.4911082983016968, -1.8434861898422241, -0.9356513619422913, -1.1028810739517212, -1.2190684080123901, -2.596475601196289, -1.759512186050415, -1.5539007186889648, -2.178508758544922, -1.6047114133834839, -1.6522562503814697, -1.8177191019058228, -1.64557683467865, -2.369084358215332, -0.5624313354492188, -2.3494389057159424, -2.0006752014160156, -1.097509741783142, -2.1613597869873047, -2.6715915203094482, -2.1418588161468506, -2.2274255752563477, -0.7783925533294678, -1.9675761461257935, -1.9893708229064941, -0.5289040803909302, -0.3187520205974579, -0.6247555017471313, -0.45006147027015686, -2.0035276412963867, -1.5470174551010132, -0.24504876136779785, -1.626741647720337, -0.8205159306526184, -2.0257728099823, -1.4323827028274536, -2.1418588161468506, -0.9967836737632751, -1.2454290390014648, -1.7463674545288086, -2.1634750366210938, -2.6191203594207764, -1.908991813659668, -0.8062970638275146, -1.400709629058838, -1.0420156717300415]}, "iris_DBDC4_056_12": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_056.log.json", "context": "Hello... Danny Hi there Well, this kid couldn't possibly belong to anyone else. how are you so sure? By letting me help you. ok, I see, but... Let's get lucky, Bird Dog. Ok, what should I do next? Where are you going? I am going for lunch Not even for lunch? No yet, why?", "response": "Perhaps he didn't hear it.", "annotation_id": "iris_DBDC4_056_12", "annotations": ["O", "X", "T", "X", "T", "X", "X", "O", "O", "T", "X", "X", "T", "X", "T"], "gpt2background_target_score": [-14.084683418273926, -8.860689163208008, -6.692278861999512, -9.802595138549805, -11.620840072631836, -4.357084274291992, -8.957472801208496], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.6954277753829956, -1.3044313192367554, -1.648472547531128, -1.6112078428268433, -0.7389845252037048, -1.2987481355667114, -0.26017019152641296, -2.814847469329834, -2.1934680938720703, -1.1753298044204712, -1.9518228769302368, -1.600569486618042, -1.2942641973495483, -2.3332176208496094, -1.805063009262085, -0.39553341269493103, -1.8152122497558594, -2.0061888694763184, -1.6510579586029053, -1.4911082983016968, -1.8434861898422241, -0.9356513619422913, -1.1028810739517212, -1.2190684080123901, -2.596475601196289, -1.759512186050415, -1.5539007186889648, -2.178508758544922, -1.6047114133834839, -1.6522562503814697, -1.8177191019058228, -1.64557683467865, -2.369084358215332, -0.5624313354492188, -2.3494389057159424, -2.0006752014160156, -1.097509741783142, -2.1613597869873047, -2.6715915203094482, -2.1418588161468506, -2.2274255752563477, -0.7783925533294678, -1.9675761461257935, -1.9893708229064941, -0.5289040803909302, -0.3187520205974579, -0.6247555017471313, -0.45006147027015686, -2.0035276412963867, -1.5470174551010132, -0.24504876136779785, -1.626741647720337, -0.8205159306526184, -2.0257728099823, -1.4323827028274536, -2.1418588161468506, -0.9967836737632751, -1.2454290390014648, -1.7463674545288086, -2.205935478210449, -2.4661123752593994, -1.1360938549041748, -1.283055067062378, -2.0817558765411377, -1.2109375, -0.9825422763824463, -1.882307767868042, -2.0878491401672363, -2.0166239738464355, -1.9324432611465454, -1.950492024421692, -1.308874487876892, -0.2829867899417877, -2.483513832092285, -1.2869516611099243, -1.3714756965637207, -1.6863354444503784]}, "iris_DBDC4_056_14": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_056.log.json", "context": "Hello... Danny Hi there Well, this kid couldn't possibly belong to anyone else. how are you so sure? By letting me help you. ok, I see, but... Let's get lucky, Bird Dog. Ok, what should I do next? Where are you going? I am going for lunch Not even for lunch? No yet, why? Perhaps he didn't hear it. mmm.. I do not know", "response": "My mom has Holiday Scents too, if you're interested.", "annotation_id": "iris_DBDC4_056_14", "annotations": ["O", "X", "T", "X", "T", "T", "O", "O", "O", "O", "X", "T", "T", "X", "T"], "gpt2background_target_score": [-12.196028709411621, -10.54251480102539, -5.612023830413818, -12.569939613342285, -11.327459335327148, -11.2433500289917, -8.774688720703125, -7.280844688415527, -9.261551856994629, -8.917756080627441, -12.618436813354492, -11.07971477508545, -5.361606121063232], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.6954277753829956, -1.3044313192367554, -1.648472547531128, -1.6112078428268433, -0.7389845252037048, -1.2987481355667114, -0.26017019152641296, -2.814847469329834, -2.1934680938720703, -1.1753298044204712, -1.9518228769302368, -1.600569486618042, -1.2942641973495483, -2.3332176208496094, -1.805063009262085, -0.39553341269493103, -1.8152122497558594, -2.0061888694763184, -1.6510579586029053, -1.4911082983016968, -1.8434861898422241, -0.9356513619422913, -1.1028810739517212, -1.2190684080123901, -2.596475601196289, -1.759512186050415, -1.5539007186889648, -2.178508758544922, -1.6047114133834839, -1.6522562503814697, -1.8177191019058228, -1.64557683467865, -2.369084358215332, -0.5624313354492188, -2.3494389057159424, -2.0006752014160156, -1.097509741783142, -2.1613597869873047, -2.6715915203094482, -2.1418588161468506, -2.2274255752563477, -0.7783925533294678, -1.9675761461257935, -1.9893708229064941, -0.5289040803909302, -0.3187520205974579, -0.6247555017471313, -0.45006147027015686, -2.0035276412963867, -1.5470174551010132, -0.24504876136779785, -1.626741647720337, -0.8205159306526184, -2.0257728099823, -1.4323827028274536, -2.1418588161468506, -0.9967836737632751, -1.2454290390014648, -1.7463674545288086, -2.205935478210449, -2.4661123752593994, -1.1360938549041748, -1.283055067062378, -2.0817558765411377, -1.2109375, -0.9825422763824463, -1.882307767868042, -2.0878491401672363, -2.0166239738464355, -1.9815995693206787, -1.336677074432373, -0.22226692736148834, -2.388504981994629, -1.4762896299362183, -1.3095452785491943, -2.2161166667938232, -2.7932395935058594, -1.538252353668213, -2.3351988792419434, -1.6765010356903076, -2.2799038887023926, -1.3960108757019043, -1.7236731052398682, -2.1930134296417236, -2.553544044494629, -1.7794891595840454, -1.595827579498291, -3.6070632934570312, -2.5333669185638428, -2.29312801361084, -1.0690107345581055, -1.9965155124664307, -1.4783546924591064, -2.572338342666626, -2.067626476287842, -1.6956183910369873, -1.3968586921691895]}, "iris_DBDC4_056_16": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_056.log.json", "context": "Hello... Danny Hi there Well, this kid couldn't possibly belong to anyone else. how are you so sure? By letting me help you. ok, I see, but... Let's get lucky, Bird Dog. Ok, what should I do next? Where are you going? I am going for lunch Not even for lunch? No yet, why? Perhaps he didn't hear it. mmm.. I do not know My mom has Holiday Scents too, if you're interested. No thanks, I do not use perfume", "response": "No thanks.", "annotation_id": "iris_DBDC4_056_16", "annotations": ["T", "X", "T", "X", "T", "X", "X", "O", "T", "T", "X", "O", "O", "X", "X"], "gpt2background_target_score": [-10.921963691711426, -8.061651229858398, -4.933767318725586], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.6954277753829956, -1.3044313192367554, -1.648472547531128, -1.6112078428268433, -0.7389845252037048, -1.2987481355667114, -0.26017019152641296, -2.814847469329834, -2.1934680938720703, -1.1753298044204712, -1.9518228769302368, -1.600569486618042, -1.2942641973495483, -2.3332176208496094, -1.805063009262085, -0.39553341269493103, -1.8152122497558594, -2.0061888694763184, -1.6510579586029053, -1.4911082983016968, -1.8434861898422241, -0.9356513619422913, -1.1028810739517212, -1.2190684080123901, -2.596475601196289, -1.759512186050415, -1.5539007186889648, -2.178508758544922, -1.6047114133834839, -1.6522562503814697, -1.8177191019058228, -1.64557683467865, -2.369084358215332, -0.5624313354492188, -2.3494389057159424, -2.0006752014160156, -1.097509741783142, -2.1613597869873047, -2.6715915203094482, -2.1418588161468506, -2.2274255752563477, -0.7783925533294678, -1.9675761461257935, -1.9893708229064941, -0.5289040803909302, -0.3187520205974579, -0.6247555017471313, -0.45006147027015686, -2.0035276412963867, -1.5470174551010132, -0.24504876136779785, -1.626741647720337, -0.8205159306526184, -2.0257728099823, -1.4323827028274536, -2.1418588161468506, -0.9967836737632751, -1.2454290390014648, -1.7463674545288086, -2.205935478210449, -2.4661123752593994, -1.1360938549041748, -1.283055067062378, -2.0817558765411377, -1.2109375, -0.9825422763824463, -1.882307767868042, -2.0878491401672363, -2.0166239738464355, -1.9815995693206787, -1.336677074432373, -0.22226692736148834, -2.388504981994629, -1.4762896299362183, -1.3095452785491943, -2.2161166667938232, -2.7932395935058594, -1.538252353668213, -2.3351988792419434, -1.6765010356903076, -2.2799038887023926, -1.3960108757019043, -1.7236731052398682, -2.4603192806243896, -1.7159442901611328, -1.7524088621139526, -3.6785452365875244, -3.145939588546753, -2.2367382049560547, -1.0935108661651611, -1.7307288646697998, -1.8275582790374756, -2.7199008464813232, -1.9686199426651, -1.6816219091415405, -2.144904375076294, -1.655778169631958, -1.307139277458191, -1.7280993461608887, -1.811401128768921, -0.8580965995788574, -0.7172178030014038, -1.8319182395935059, -1.320657730102539, -2.1346309185028076, -1.7168101072311401, -0.6829332709312439, -1.5507993698120117]}, "iris_DBDC4_056_18": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_056.log.json", "context": "Hello... Danny Hi there Well, this kid couldn't possibly belong to anyone else. how are you so sure? By letting me help you. ok, I see, but... Let's get lucky, Bird Dog. Ok, what should I do next? Where are you going? I am going for lunch Not even for lunch? No yet, why? Perhaps he didn't hear it. mmm.. I do not know My mom has Holiday Scents too, if you're interested. No thanks, I do not use perfume No thanks. So, what's up?", "response": "So?", "annotation_id": "iris_DBDC4_056_18", "annotations": ["X", "T", "T", "X", "T", "X", "T", "T", "X", "O", "X", "O", "O", "X", "T"], "gpt2background_target_score": [-11.909403800964355, -8.651277542114258], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.6954277753829956, -1.3044313192367554, -1.648472547531128, -1.6112078428268433, -0.7389845252037048, -1.2987481355667114, -0.26017019152641296, -2.814847469329834, -2.1934680938720703, -1.1753298044204712, -1.9518228769302368, -1.600569486618042, -1.2942641973495483, -2.3332176208496094, -1.805063009262085, -0.39553341269493103, -1.8152122497558594, -2.0061888694763184, -1.6510579586029053, -1.4911082983016968, -1.8434861898422241, -0.9356513619422913, -1.1028810739517212, -1.2190684080123901, -2.596475601196289, -1.759512186050415, -1.5539007186889648, -2.178508758544922, -1.6047114133834839, -1.6522562503814697, -1.8177191019058228, -1.64557683467865, -2.369084358215332, -0.5624313354492188, -2.3494389057159424, -2.0006752014160156, -1.097509741783142, -2.1613597869873047, -2.6715915203094482, -2.1418588161468506, -2.2274255752563477, -0.7783925533294678, -1.9675761461257935, -1.9893708229064941, -0.5289040803909302, -0.3187520205974579, -0.6247555017471313, -0.45006147027015686, -2.0035276412963867, -1.5470174551010132, -0.24504876136779785, -1.626741647720337, -0.8205159306526184, -2.0257728099823, -1.4323827028274536, -2.1418588161468506, -0.9967836737632751, -1.2454290390014648, -1.7463674545288086, -2.205935478210449, -2.4661123752593994, -1.1360938549041748, -1.283055067062378, -2.0817558765411377, -1.2109375, -0.9825422763824463, -1.882307767868042, -2.0878491401672363, -2.0166239738464355, -1.9815995693206787, -1.336677074432373, -0.22226692736148834, -2.388504981994629, -1.4762896299362183, -1.3095452785491943, -2.2161166667938232, -2.7932395935058594, -1.538252353668213, -2.3351988792419434, -1.6765010356903076, -2.2799038887023926, -1.3960108757019043, -1.7236731052398682, -2.4603192806243896, -1.7159442901611328, -1.7524088621139526, -3.6785452365875244, -3.145939588546753, -2.2367382049560547, -1.0935108661651611, -1.7307288646697998, -1.8275582790374756, -2.7199008464813232, -1.9686198234558105, -1.6816214323043823, -2.1449053287506104, -1.6557774543762207, -1.3071390390396118, -1.7280995845794678, -1.8114017248153687, -0.8580967783927917, -0.7172172665596008, -1.8319171667099, -1.3206573724746704, -1.3529510498046875, -0.7188850045204163, -1.8578987121582031, -1.8147987127304077, -1.876596450805664, -1.6553558111190796, -1.3826725482940674, -1.2256742715835571, -2.113042116165161, -2.212742567062378, -1.1773977279663086, -2.0710842609405518]}, "iris_DBDC4_056_20": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_056.log.json", "context": "Hello... Danny Hi there Well, this kid couldn't possibly belong to anyone else. how are you so sure? By letting me help you. ok, I see, but... Let's get lucky, Bird Dog. Ok, what should I do next? Where are you going? I am going for lunch Not even for lunch? No yet, why? Perhaps he didn't hear it. mmm.. I do not know My mom has Holiday Scents too, if you're interested. No thanks, I do not use perfume No thanks. So, what's up? So? whatsapp", "response": "Danny, please tell me what this is.", "annotation_id": "iris_DBDC4_056_20", "annotations": ["O", "T", "T", "X", "X", "T", "O", "O", "O", "T", "X", "T", "T", "T", "T"], "gpt2background_target_score": [-12.291966438293457, -8.41786003112793, -6.755970001220703, -10.148638725280762, -8.54794692993164, -3.6733031272888184, -3.7980098724365234, -0.7389845252037048, -3.998680591583252], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.6954277753829956, -1.3044313192367554, -1.648472547531128, -1.6112078428268433, -0.7389845252037048, -1.2987481355667114, -0.26017019152641296, -2.814847469329834, -2.1934680938720703, -1.1753298044204712, -1.9518228769302368, -1.600569486618042, -1.2942641973495483, -2.3332176208496094, -1.805063009262085, -0.39553341269493103, -1.8152122497558594, -2.0061888694763184, -1.6510579586029053, -1.4911082983016968, -1.8434861898422241, -0.9356513619422913, -1.1028810739517212, -1.2190684080123901, -2.596475601196289, -1.759512186050415, -1.5539007186889648, -2.178508758544922, -1.6047114133834839, -1.6522562503814697, -1.8177191019058228, -1.64557683467865, -2.369084358215332, -0.5624313354492188, -2.3494389057159424, -2.0006752014160156, -1.097509741783142, -2.1613597869873047, -2.6715915203094482, -2.1418588161468506, -2.2274255752563477, -0.7783925533294678, -1.9675761461257935, -1.9893708229064941, -0.5289040803909302, -0.3187520205974579, -0.6247555017471313, -0.45006147027015686, -2.0035276412963867, -1.5470174551010132, -0.24504876136779785, -1.626741647720337, -0.8205159306526184, -2.0257728099823, -1.4323827028274536, -2.1418588161468506, -0.9967836737632751, -1.2454290390014648, -1.7463674545288086, -2.205935478210449, -2.4661123752593994, -1.1360938549041748, -1.283055067062378, -2.0817558765411377, -1.2109375, -0.9825422763824463, -1.882307767868042, -2.0878491401672363, -2.0166239738464355, -1.9815995693206787, -1.336677074432373, -0.22226692736148834, -2.388504981994629, -1.4762896299362183, -1.3095452785491943, -2.2161166667938232, -2.7932395935058594, -1.538252353668213, -2.3351988792419434, -1.6765010356903076, -2.2799038887023926, -1.3960108757019043, -1.7236731052398682, -2.4603192806243896, -1.7159442901611328, -1.7524088621139526, -3.6785452365875244, -3.145939588546753, -2.2367382049560547, -1.0935108661651611, -1.7307288646697998, -1.8275582790374756, -2.7199008464813232, -1.9686198234558105, -1.6816214323043823, -2.1449053287506104, -1.6557774543762207, -1.3071390390396118, -1.7280995845794678, -1.8114017248153687, -0.8580967783927917, -0.7172172665596008, -1.8319171667099, -1.3206573724746704, -1.3529510498046875, -0.7188850045204163, -1.8578987121582031, -1.8147987127304077, -1.876596450805664, -1.6553560495376587, -1.3826746940612793, -1.225674033164978, -2.1130425930023193, -0.9085580110549927, -2.0524187088012695, -1.522756576538086, -0.9183366298675537, -2.3628668785095215, -1.8268916606903076, -1.8713338375091553, -2.2260615825653076, -0.4543655812740326, -1.8327473402023315, -1.4662407636642456, -1.1941441297531128, -1.4334704875946045, -1.7972357273101807]}, "iris_DBDC4_064_02": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_064.log.json", "context": "Hello... Danny Hi Alex", "response": "Hi.", "annotation_id": "iris_DBDC4_064_02", "annotations": ["O", "O", "O", "O", "O", "O", "O", "O", "O", "T", "O", "T", "X", "T", "O"], "gpt2background_target_score": [-11.239398002624512, -9.001249313354492], "gpt2background_argmax_score": [-2.13662052154541, -2.160574436187744, -3.3414907455444336, -1.6954283714294434, -2.117624521255493, -2.1528942584991455, -1.6698791980743408, -1.2770873308181763]}, "iris_DBDC4_064_04": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_064.log.json", "context": "Hello... Danny Hi Alex Hi. I am surprised you are still there", "response": "Not really.", "annotation_id": "iris_DBDC4_064_04", "annotations": ["X", "T", "T", "X", "X", "O", "X", "T", "O", "T", "T", "T", "X", "O", "T"], "gpt2background_target_score": [-12.906373977661133, -8.64888858795166, -4.9337663650512695], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -1.6954283714294434, -2.1176230907440186, -1.6341978311538696, -1.2740917205810547, -1.5188158750534058, -1.733245611190796, -1.6530845165252686, -1.9398235082626343, -1.7509561777114868, -2.590282678604126, -0.978258490562439, -1.9283592700958252, -2.2482829093933105, -1.4366047382354736, -1.4832600355148315]}, "iris_DBDC4_064_06": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_064.log.json", "context": "Hello... Danny Hi Alex Hi. I am surprised you are still there Not really. yes, I am", "response": "Hey. What should I do if I see Benny?", "annotation_id": "iris_DBDC4_064_06", "annotations": ["O", "T", "X", "T", "O", "T", "O", "O", "O", "T", "O", "T", "O", "T", "O"], "gpt2background_target_score": [-10.460413932800293, -9.001249313354492, -7.35487174987793, -10.27261734008789, -4.508481979370117, -7.778037071228027, -9.968664169311523, -8.912308692932129, -12.044471740722656, -10.897704124450684, -10.115213394165039], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -1.6954283714294434, -2.1176230907440186, -1.6341978311538696, -1.2740917205810547, -1.5188158750534058, -1.733245611190796, -1.6530845165252686, -1.9398235082626343, -1.7509561777114868, -2.590282678604126, -0.978258490562439, -3.1418838500976562, -1.8692126274108887, -1.5705177783966064, -1.5905841588974, -1.642767071723938, -1.2384004592895508, -2.551088809967041, -2.1652755737304688, -1.320324420928955, -1.3064227104187012, -1.767777919769287, -0.5630951523780823, -0.5571212768554688, -0.7430838942527771, -0.7269861102104187, -2.2298147678375244, -2.0771732330322266, -2.077697277069092, -0.731075644493103]}, "iris_DBDC4_064_08": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_064.log.json", "context": "Hello... Danny Hi Alex Hi. I am surprised you are still there Not really. yes, I am Hey. What should I do if I see Benny? Say hello to him... like... \"hello benny\"", "response": "Doom's got your wife and Valiant. He took them to the Acme factory,", "annotation_id": "iris_DBDC4_064_08", "annotations": ["O", "T", "T", "X", "X", "O", "X", "O", "T", "O", "X", "T", "X", "O", "X"], "gpt2background_target_score": [-10.18079948425293, -12.555754661560059, -3.7962403297424316, -9.481197357177734, -9.084174156188965, -9.825642585754395, -8.975174903869629, -13.174307823181152, -7.752694129943848, -10.439765930175781, -5.564278602600098, -12.003981590270996, -7.865478515625, -7.790210247039795, -12.12248420715332, -12.448698043823242, -13.247560501098633, -1.5905841588974], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -1.6954283714294434, -2.1176230907440186, -1.6341978311538696, -1.2740917205810547, -1.5188158750534058, -1.733245611190796, -1.6530845165252686, -1.9398235082626343, -1.7509561777114868, -2.590282678604126, -0.978258490562439, -3.1418838500976562, -1.8692126274108887, -1.5705177783966064, -1.5905841588974, -1.642767071723938, -1.2384004592895508, -2.551088809967041, -1.8154418468475342, -1.7841390371322632, -2.1113815307617188, -0.4481574594974518, -0.6061444878578186, -0.7325242161750793, -0.801193118095398, -1.9930639266967773, -2.263021469116211, -2.2815284729003906, -1.9676519632339478, -1.9256436824798584, -1.6140058040618896, -2.426339864730835, -1.1909772157669067, -2.8093292713165283, -2.4197845458984375, -3.003551959991455, -1.9653639793395996, -1.857423186302185, -2.057917356491089, -1.2571797370910645, -2.4114036560058594, -2.6743407249450684, -0.7537837028503418, -1.6958012580871582, -3.1056554317474365, -1.5326768159866333, -1.6928671598434448, -1.98208749294281, -2.2444822788238525, -2.0765554904937744, -1.221186876296997, -1.1444662809371948, -2.117638111114502, -1.386085033416748, -1.5893731117248535, -2.2521708011627197, -1.1589655876159668, -3.109224319458008, -1.6119872331619263, -1.400272250175476]}, "iris_DBDC4_064_10": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_064.log.json", "context": "Hello... Danny Hi Alex Hi. I am surprised you are still there Not really. yes, I am Hey. What should I do if I see Benny? Say hello to him... like... \"hello benny\" Doom's got your wife and Valiant. He took them to the Acme factory, wow that is bad, Acme factory is a dangerous place", "response": "He's dangerous Danny!", "annotation_id": "iris_DBDC4_064_10", "annotations": ["O", "T", "X", "T", "O", "O", "O", "O", "T", "T", "T", "T", "X", "T", "T"], "gpt2background_target_score": [-13.389527320861816, -9.03150463104248, -12.641754150390625, -10.23536491394043, -2.158231258392334], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.6954277753829956, -2.117623805999756, -1.6341983079910278, -1.2740906476974487, -1.518815040588379, -1.7332438230514526, -1.6530847549438477, -1.939826488494873, -1.750954031944275, -2.5902838706970215, -0.9782592058181763, -3.1418850421905518, -1.8692104816436768, -1.5705184936523438, -1.5905828475952148, -1.642769455909729, -1.238399624824524, -2.5510904788970947, -1.8154417276382446, -1.7841392755508423, -2.1113810539245605, -0.44815751910209656, -0.6061445474624634, -0.732523500919342, -0.8011939525604248, -1.9930636882781982, -2.263023614883423, -2.2815287113189697, -1.9676508903503418, -1.9256423711776733, -1.6140068769454956, -2.4263389110565186, -1.1909767389297485, -2.80932879447937, -2.419785261154175, -3.003554582595825, -1.9653621912002563, -1.857423186302185, -2.0579147338867188, -1.2571808099746704, -2.4114036560058594, -3.0600075721740723, -2.473756790161133, -1.3995283842086792, -1.4071447849273682, -2.192753553390503, -2.506450891494751, -2.1814892292022705, -2.205665349960327, -1.4062374830245972, -2.0482897758483887, -1.348737359046936, -1.5240744352340698, -2.432028293609619, -1.2956867218017578, -2.8729567527770996, -1.7453515529632568, -1.3362637758255005, -1.0841596126556396, -0.9404446482658386, -1.795566439628601, -1.0231597423553467, -2.3022451400756836, -0.07976353913545609, -1.8225561380386353, -1.0602073669433594, -2.6488325595855713, -2.6572437286376953, -0.733201265335083, -1.472130298614502, -2.4622180461883545, -1.9157518148422241, -2.044166088104248, -1.3798282146453857, -1.5172206163406372, -1.2763762474060059]}, "iris_DBDC4_064_12": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_064.log.json", "context": "Hello... Danny Hi Alex Hi. I am surprised you are still there Not really. yes, I am Hey. What should I do if I see Benny? Say hello to him... like... \"hello benny\" Doom's got your wife and Valiant. He took them to the Acme factory, wow that is bad, Acme factory is a dangerous place He's dangerous Danny! yes, I know, I better call the police", "response": "Why?", "annotation_id": "iris_DBDC4_064_12", "annotations": ["O", "T", "O", "O", "O", "O", "X", "O", "T", "X", "O", "T", "O", "O", "O"], "gpt2background_target_score": [-11.32111644744873, -8.651277542114258], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.6954277753829956, -2.117623805999756, -1.6341983079910278, -1.2740906476974487, -1.518815040588379, -1.7332438230514526, -1.6530847549438477, -1.939826488494873, -1.750954031944275, -2.5902838706970215, -0.9782592058181763, -3.1418850421905518, -1.8692104816436768, -1.5705184936523438, -1.5905828475952148, -1.642769455909729, -1.238399624824524, -2.5510904788970947, -1.8154417276382446, -1.7841392755508423, -2.1113810539245605, -0.44815751910209656, -0.6061445474624634, -0.732523500919342, -0.8011939525604248, -1.9930636882781982, -2.263023614883423, -2.2815287113189697, -1.9676508903503418, -1.9256423711776733, -1.6140068769454956, -2.4263389110565186, -1.1909767389297485, -2.80932879447937, -2.419785261154175, -3.003554582595825, -1.9653621912002563, -1.857423186302185, -2.0579147338867188, -1.2571808099746704, -2.4114036560058594, -3.0600075721740723, -2.473756790161133, -1.3995283842086792, -1.4071447849273682, -2.192753553390503, -2.506450891494751, -2.1814892292022705, -2.205665349960327, -1.4062374830245972, -2.0482897758483887, -1.348737359046936, -1.5240744352340698, -2.432028293609619, -1.2956867218017578, -2.8729567527770996, -1.7453515529632568, -1.3362637758255005, -1.0841596126556396, -0.9404446482658386, -1.795566439628601, -1.0231597423553467, -2.3022451400756836, -0.07976353913545609, -1.8225561380386353, -1.0602073669433594, -2.6488325595855713, -2.6572437286376953, -0.733201265335083, -1.4721297025680542, -1.9257478713989258, -2.338466167449951, -1.429322361946106, -1.6178979873657227, -1.6900310516357422, -0.8391874432563782, -1.5545806884765625, -0.9737977981567383, -2.0610597133636475, -1.4904524087905884, -1.6639186143875122, -1.480037808418274, -1.25239896774292, -1.6848249435424805, -1.4962258338928223, -2.480109691619873, -2.1304333209991455, -1.2830660343170166]}, "iris_DBDC4_064_14": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_064.log.json", "context": "Hello... Danny Hi Alex Hi. I am surprised you are still there Not really. yes, I am Hey. What should I do if I see Benny? Say hello to him... like... \"hello benny\" Doom's got your wife and Valiant. He took them to the Acme factory, wow that is bad, Acme factory is a dangerous place He's dangerous Danny! yes, I know, I better call the police Why? because he is very dangerous", "response": "Oh, it is. Unless you know how to handle it.", "annotation_id": "iris_DBDC4_064_14", "annotations": ["O", "T", "O", "X", "O", "X", "O", "O", "T", "T", "O", "T", "X", "T", "O"], "gpt2background_target_score": [-12.23998737335205, -8.41786003112793, -6.343013286590576, -6.108236789703369, -2.9094769954681396, -11.569589614868164, -8.964425086975098, -4.865053176879883, -9.604686737060547, -2.801518440246582, -10.715152740478516, -9.679583549499512, -7.994507312774658], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.6954277753829956, -2.117623805999756, -1.6341983079910278, -1.2740906476974487, -1.518815040588379, -1.7332438230514526, -1.6530847549438477, -1.939826488494873, -1.750954031944275, -2.5902838706970215, -0.9782592058181763, -3.1418850421905518, -1.8692104816436768, -1.5705184936523438, -1.5905828475952148, -1.642769455909729, -1.238399624824524, -2.5510904788970947, -1.8154417276382446, -1.7841392755508423, -2.1113810539245605, -0.44815751910209656, -0.6061445474624634, -0.732523500919342, -0.8011939525604248, -1.9930636882781982, -2.263023614883423, -2.2815287113189697, -1.9676508903503418, -1.9256423711776733, -1.6140068769454956, -2.4263389110565186, -1.1909767389297485, -2.80932879447937, -2.419785261154175, -3.003554582595825, -1.9653621912002563, -1.857423186302185, -2.0579147338867188, -1.2571808099746704, -2.4114036560058594, -3.0600075721740723, -2.473756790161133, -1.3995283842086792, -1.4071447849273682, -2.192753553390503, -2.506450891494751, -2.1814892292022705, -2.205665349960327, -1.4062374830245972, -2.0482897758483887, -1.348737359046936, -1.5240744352340698, -2.432028293609619, -1.2956867218017578, -2.8729567527770996, -1.7453515529632568, -1.3362637758255005, -1.0841596126556396, -0.9404446482658386, -1.795566439628601, -1.0231597423553467, -2.3022451400756836, -0.07976353913545609, -1.8225561380386353, -1.0602073669433594, -2.6488325595855713, -2.6572437286376953, -0.733201265335083, -1.4721297025680542, -1.9257478713989258, -2.338466167449951, -1.429322361946106, -1.6178979873657227, -1.6900310516357422, -0.8391874432563782, -1.5545806884765625, -0.9737977981567383, -2.0610597133636475, -1.4904524087905884, -1.6639186143875122, -1.480037808418274, -1.25239896774292, -1.6848249435424805, -1.4962258338928223, -2.212481737136841, -2.370884656906128, -1.749922275543213, -1.464082956314087, -2.0447587966918945, -1.1016901731491089, -1.5639827251434326, -2.3506314754486084, -1.5108550786972046, -2.1369829177856445, -0.6718310117721558, -2.090299129486084, -2.00341796875, -1.2057068347930908, -1.8042147159576416, -2.415313720703125, -1.0553364753723145, -2.0576834678649902, -1.423538088798523, -0.7269738912582397, -1.2909517288208008]}, "iris_DBDC4_064_16": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_064.log.json", "context": "Hello... Danny Hi Alex Hi. I am surprised you are still there Not really. yes, I am Hey. What should I do if I see Benny? Say hello to him... like... \"hello benny\" Doom's got your wife and Valiant. He took them to the Acme factory, wow that is bad, Acme factory is a dangerous place He's dangerous Danny! yes, I know, I better call the police Why? because he is very dangerous Oh, it is. Unless you know how to handle it. I prefer not to handle it by myself", "response": "I can handle that.", "annotation_id": "iris_DBDC4_064_16", "annotations": ["O", "T", "O", "O", "O", "O", "T", "O", "T", "T", "X", "T", "X", "O", "X"], "gpt2background_target_score": [-9.545137405395508, -5.924081802368164, -12.251214981079102, -7.417793273925781, -2.9094769954681396], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.6954277753829956, -2.117623805999756, -1.6341983079910278, -1.2740906476974487, -1.518815040588379, -1.7332438230514526, -1.6530847549438477, -1.939826488494873, -1.750954031944275, -2.5902838706970215, -0.9782592058181763, -3.1418850421905518, -1.8692104816436768, -1.5705184936523438, -1.5905828475952148, -1.642769455909729, -1.238399624824524, -2.5510904788970947, -1.8154417276382446, -1.7841392755508423, -2.1113810539245605, -0.44815751910209656, -0.6061445474624634, -0.732523500919342, -0.8011939525604248, -1.9930636882781982, -2.263023614883423, -2.2815287113189697, -1.9676508903503418, -1.9256423711776733, -1.6140068769454956, -2.4263389110565186, -1.1909767389297485, -2.80932879447937, -2.419785261154175, -3.003554582595825, -1.9653621912002563, -1.857423186302185, -2.0579147338867188, -1.2571808099746704, -2.4114036560058594, -3.0600075721740723, -2.473756790161133, -1.3995283842086792, -1.4071447849273682, -2.192753553390503, -2.506450891494751, -2.1814892292022705, -2.205665349960327, -1.4062374830245972, -2.0482897758483887, -1.348737359046936, -1.5240744352340698, -2.432028293609619, -1.2956867218017578, -2.8729567527770996, -1.7453515529632568, -1.3362637758255005, -1.0841596126556396, -0.9404446482658386, -1.795566439628601, -1.0231597423553467, -2.3022451400756836, -0.07976353913545609, -1.8225561380386353, -1.0602073669433594, -2.6488325595855713, -2.6572437286376953, -0.733201265335083, -1.4721297025680542, -1.9257478713989258, -2.338466167449951, -1.429322361946106, -1.6178979873657227, -1.6900310516357422, -0.8391874432563782, -1.5545806884765625, -0.9737977981567383, -2.0610597133636475, -1.4904524087905884, -1.6639186143875122, -1.4800394773483276, -1.2523980140686035, -1.6848253011703491, -1.496226191520691, -2.212482213973999, -2.370884895324707, -1.7499228715896606, -1.4640839099884033, -2.0447592735290527, -1.101690649986267, -1.5639822483062744, -1.6808104515075684, -2.3144888877868652, -0.7265534996986389, -2.1445088386535645, -2.1212124824523926, -1.2493067979812622, -1.8219443559646606, -2.3857693672180176, -0.9830317497253418, -2.284529447555542, -1.4785839319229126, -0.8826519846916199, -2.2560765743255615, -2.4043517112731934, -1.6998478174209595, -0.2566142976284027, -2.3130900859832764, -1.0804851055145264, -1.0821014642715454, -2.608243942260742, -0.9947769641876221, -2.1501147747039795, -2.4824302196502686, -0.8969146609306335, -0.6664424538612366, -1.6115630865097046, -1.59369957447052]}, "iris_DBDC4_064_18": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_064.log.json", "context": "Hello... Danny Hi Alex Hi. I am surprised you are still there Not really. yes, I am Hey. What should I do if I see Benny? Say hello to him... like... \"hello benny\" Doom's got your wife and Valiant. He took them to the Acme factory, wow that is bad, Acme factory is a dangerous place He's dangerous Danny! yes, I know, I better call the police Why? because he is very dangerous Oh, it is. Unless you know how to handle it. I prefer not to handle it by myself I can handle that. really, thanks Alex", "response": "Thanks.", "annotation_id": "iris_DBDC4_064_18", "annotations": ["X", "O", "O", "X", "O", "X", "O", "T", "T", "O", "X", "T", "X", "T", "X"], "gpt2background_target_score": [-13.13012409210205, -9.001251220703125], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.6954277753829956, -2.117623805999756, -1.6341983079910278, -1.2740906476974487, -1.518815040588379, -1.7332438230514526, -1.6530847549438477, -1.939826488494873, -1.750954031944275, -2.5902838706970215, -0.9782592058181763, -3.1418850421905518, -1.8692104816436768, -1.5705184936523438, -1.5905828475952148, -1.642769455909729, -1.238399624824524, -2.5510904788970947, -1.8154417276382446, -1.7841392755508423, -2.1113810539245605, -0.44815751910209656, -0.6061445474624634, -0.732523500919342, -0.8011939525604248, -1.9930636882781982, -2.263023614883423, -2.2815287113189697, -1.9676508903503418, -1.9256423711776733, -1.6140068769454956, -2.4263389110565186, -1.1909767389297485, -2.80932879447937, -2.419785261154175, -3.003554582595825, -1.9653621912002563, -1.857423186302185, -2.0579147338867188, -1.2571808099746704, -2.4114036560058594, -3.0600075721740723, -2.473756790161133, -1.3995283842086792, -1.4071447849273682, -2.192753553390503, -2.506450891494751, -2.1814892292022705, -2.205665349960327, -1.4062374830245972, -2.0482897758483887, -1.348737359046936, -1.5240744352340698, -2.432028293609619, -1.2956867218017578, -2.8729567527770996, -1.7453515529632568, -1.3362637758255005, -1.0841596126556396, -0.9404446482658386, -1.795566439628601, -1.0231597423553467, -2.3022451400756836, -0.07976353913545609, -1.8225561380386353, -1.0602073669433594, -2.6488325595855713, -2.6572437286376953, -0.733201265335083, -1.4721297025680542, -1.9257478713989258, -2.338466167449951, -1.429322361946106, -1.6178979873657227, -1.6900310516357422, -0.8391874432563782, -1.5545806884765625, -0.9737977981567383, -2.0610597133636475, -1.4904524087905884, -1.6639186143875122, -1.480037808418274, -1.25239896774292, -1.6848249435424805, -1.4962258338928223, -2.212481737136841, -2.370884656906128, -1.749922275543213, -1.464082956314087, -2.0447587966918945, -1.1016901731491089, -1.5639827251434326, -1.6808116436004639, -2.3144896030426025, -0.7265542149543762, -2.1445090770721436, -2.1212120056152344, -1.2493070363998413, -1.8219451904296875, -2.3857696056365967, -0.9830312728881836, -2.2845284938812256, -1.478584885597229, -0.8826522827148438, -2.2560760974884033, -2.4043514728546143, -1.6998478174209595, -0.2566145062446594, -2.3130910396575928, -1.0804859399795532, -1.082101821899414, -2.6082441806793213, -0.9947771430015564, -2.4812705516815186, -0.8725269436836243, -0.45392343401908875, -1.270904302597046, -2.0289647579193115, -1.8243892192840576, -1.7315362691879272, -1.2186708450317383, -1.2718502283096313, -2.12068772315979, -1.864937663078308, -1.1509848833084106]}, "iris_DBDC4_064_20": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_064.log.json", "context": "Hello... Danny Hi Alex Hi. I am surprised you are still there Not really. yes, I am Hey. What should I do if I see Benny? Say hello to him... like... \"hello benny\" Doom's got your wife and Valiant. He took them to the Acme factory, wow that is bad, Acme factory is a dangerous place He's dangerous Danny! yes, I know, I better call the police Why? because he is very dangerous Oh, it is. Unless you know how to handle it. I prefer not to handle it by myself I can handle that. really, thanks Alex Thanks. please go ahead and rescue them", "response": "Thank y... The line goes DEAD.", "annotation_id": "iris_DBDC4_064_20", "annotations": ["X", "T", "O", "X", "X", "X", "X", "T", "X", "T", "X", "T", "X", "O", "X"], "gpt2background_target_score": [-13.131604194641113, -7.616620063781738, -4.607455253601074, -8.20993709564209, -13.056818008422852, -11.221683502197266, -12.272750854492188, -8.373709678649902], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.6954277753829956, -2.117623805999756, -1.6341983079910278, -1.2740906476974487, -1.518815040588379, -1.7332438230514526, -1.6530847549438477, -1.939826488494873, -1.750954031944275, -2.5902838706970215, -0.9782592058181763, -3.1418850421905518, -1.8692104816436768, -1.5705184936523438, -1.5905828475952148, -1.642769455909729, -1.238399624824524, -2.5510904788970947, -1.8154417276382446, -1.7841392755508423, -2.1113810539245605, -0.44815751910209656, -0.6061445474624634, -0.732523500919342, -0.8011939525604248, -1.9930636882781982, -2.263023614883423, -2.2815287113189697, -1.9676508903503418, -1.9256423711776733, -1.6140068769454956, -2.4263389110565186, -1.1909767389297485, -2.80932879447937, -2.419785261154175, -3.003554582595825, -1.9653621912002563, -1.857423186302185, -2.0579147338867188, -1.2571808099746704, -2.4114036560058594, -3.0600075721740723, -2.473756790161133, -1.3995283842086792, -1.4071447849273682, -2.192753553390503, -2.506450891494751, -2.1814892292022705, -2.205665349960327, -1.4062374830245972, -2.0482897758483887, -1.348737359046936, -1.5240744352340698, -2.432028293609619, -1.2956867218017578, -2.8729567527770996, -1.7453515529632568, -1.3362637758255005, -1.0841596126556396, -0.9404446482658386, -1.795566439628601, -1.0231597423553467, -2.3022451400756836, -0.07976353913545609, -1.8225561380386353, -1.0602073669433594, -2.6488325595855713, -2.6572437286376953, -0.733201265335083, -1.4721297025680542, -1.9257478713989258, -2.338466167449951, -1.429322361946106, -1.6178979873657227, -1.6900310516357422, -0.8391874432563782, -1.5545806884765625, -0.9737977981567383, -2.0610597133636475, -1.4904524087905884, -1.6639186143875122, -1.480037808418274, -1.25239896774292, -1.6848249435424805, -1.4962258338928223, -2.212481737136841, -2.370884656906128, -1.749922275543213, -1.464082956314087, -2.0447587966918945, -1.1016901731491089, -1.5639827251434326, -1.6808116436004639, -2.3144896030426025, -0.7265542149543762, -2.1445090770721436, -2.1212120056152344, -1.2493070363998413, -1.8219451904296875, -2.3857696056365967, -0.9830312728881836, -2.2845284938812256, -1.478584885597229, -0.8826522827148438, -2.2560760974884033, -2.4043514728546143, -1.6998478174209595, -0.2566145062446594, -2.3130910396575928, -1.0804859399795532, -1.082101821899414, -2.6082441806793213, -0.9947771430015564, -2.4812705516815186, -0.8725269436836243, -0.45392343401908875, -1.270904302597046, -2.028963327407837, -1.8243885040283203, -1.731536865234375, -1.2186709642410278, -1.2718499898910522, -1.9464316368103027, -1.8105435371398926, -1.8257453441619873, -1.6165984869003296, -0.9438990950584412, -2.4807231426239014, -1.328790307044983, -1.033238172531128, -2.1924266815185547, -0.27376899123191833, -0.3070994019508362, -1.9587613344192505, -2.0399367809295654, -1.8204785585403442, -2.209468126296997, -1.4659513235092163, -1.7682427167892456]}, "iris_DBDC4_065_02": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_065.log.json", "context": "Hello... Danny Hello Alex, happy new year!", "response": "\"Should auld acquaintance be forgot and never brought to mind...", "annotation_id": "iris_DBDC4_065_02", "annotations": ["O", "X", "T", "T", "O", "O", "X", "O", "O", "O", "X", "O", "T", "O", "O"], "gpt2background_target_score": [-8.669160842895508, -9.156270027160645, -4.75350284576416, -13.92819881439209, -13.46377182006836, -8.376399993896484, -12.871176719665527, -6.476190090179443, -10.98280143737793, -12.371088027954102, -10.169949531555176, -13.373186111450195, -8.63359546661377], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -1.6364967823028564, -2.019099473953247, -1.6234158277511597, -1.4726482629776, -1.0007076263427734, -1.011534333229065, -1.203561544418335, -2.0167741775512695, -2.3077473640441895, -0.7604761719703674, -2.9254612922668457, -2.8468384742736816, -2.3104429244995117, -2.4433987140655518, -1.462710976600647, -3.980635643005371, -3.197608709335327, -1.7214020490646362, -1.8591058254241943, -1.9163035154342651, -2.4670138359069824]}, "iris_DBDC4_065_04": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_065.log.json", "context": "Hello... Danny Hello Alex, happy new year! \"Should auld acquaintance be forgot and never brought to mind... I do not think so", "response": "Hurts, but it looks like it'll heel.", "annotation_id": "iris_DBDC4_065_04", "annotations": ["O", "X", "O", "X", "T", "T", "X", "O", "X", "O", "T", "O", "X", "O", "X"], "gpt2background_target_score": [-13.773571968078613, -11.624348640441895, -4.2401347160339355, -8.1990385055542, -8.144289016723633, -9.272172927856445, -10.413644790649414, -10.70969295501709, -12.359269142150879, -13.79949951171875, -9.470067977905273], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -1.6364967823028564, -2.019099473953247, -1.6234158277511597, -1.4726482629776, -1.0007076263427734, -1.011534333229065, -1.203561544418335, -2.7627151012420654, -0.6648255586624146, -2.7806999683380127, -2.8553032875061035, -2.3363847732543945, -2.4502055644989014, -1.5898531675338745, -3.8292086124420166, -3.244771957397461, -1.5127105712890625, -1.7582964897155762, -1.9309720993041992, -2.8193774223327637, -1.7817323207855225, -1.164616584777832, -1.9669309854507446, -2.6300127506256104, -1.5077197551727295, -2.1274142265319824, -2.37803316116333, -2.0014142990112305, -2.235008478164673, -1.941267490386963, -1.1827648878097534, -0.7426759004592896, -2.0014991760253906, -1.468748688697815, -0.9356058835983276, -2.6185755729675293, -0.8149046301841736]}, "iris_DBDC4_065_06": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_065.log.json", "context": "Hello... Danny Hello Alex, happy new year! \"Should auld acquaintance be forgot and never brought to mind... I do not think so Hurts, but it looks like it'll heel. nice!", "response": "I'm Alex Stahl.", "annotation_id": "iris_DBDC4_065_06", "annotations": ["X", "X", "O", "X", "T", "T", "O", "O", "T", "O", "O", "O", "T", "O", "O"], "gpt2background_target_score": [-9.545134544372559, -8.671692848205566, -9.479283332824707, -9.813602447509766, -14.152487754821777, -8.984890937805176], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -1.6364967823028564, -2.019099473953247, -1.6234158277511597, -1.4726482629776, -1.0007076263427734, -1.011534333229065, -1.203561544418335, -2.7627151012420654, -0.6648255586624146, -2.7806999683380127, -2.8553032875061035, -2.3363847732543945, -2.4502055644989014, -1.5898531675338745, -3.8292086124420166, -3.244771957397461, -1.5127105712890625, -1.7582964897155762, -1.9309720993041992, -2.8193774223327637, -1.7817323207855225, -1.164616584777832, -1.9669309854507446, -2.6300127506256104, -1.5077197551727295, -2.242142677307129, -1.5289862155914307, -2.2642557621002197, -1.3330297470092773, -1.5555320978164673, -0.8214645385742188, -2.449608087539673, -1.884058952331543, -0.8243139982223511, -2.712675094604492, -2.330759286880493, -2.50809383392334, -2.5293314456939697, -2.047991991043091, -2.321240186691284, -2.3099045753479004, -1.6478105783462524, -2.4148123264312744, -1.6485880613327026, -1.8337526321411133]}, "iris_DBDC4_065_08": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_065.log.json", "context": "Hello... Danny Hello Alex, happy new year! \"Should auld acquaintance be forgot and never brought to mind... I do not think so Hurts, but it looks like it'll heel. nice! I'm Alex Stahl. Happy to see you again Alex", "response": "Sometimes its just nothing.", "annotation_id": "iris_DBDC4_065_08", "annotations": ["O", "X", "O", "X", "O", "X", "T", "O", "X", "T", "X", "O", "X", "O", "X"], "gpt2background_target_score": [-13.879008293151855, -7.896595001220703, -6.414752006530762, -11.010987281799316, -2.927811861038208], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -1.6364967823028564, -2.019099473953247, -1.6234158277511597, -1.4726482629776, -1.0007076263427734, -1.011534333229065, -1.203561544418335, -2.7627151012420654, -0.6648255586624146, -2.7806999683380127, -2.8553032875061035, -2.3363847732543945, -2.4502055644989014, -1.5898531675338745, -3.8292086124420166, -3.244771957397461, -1.5127105712890625, -1.7582964897155762, -1.9309720993041992, -2.8193774223327637, -1.7817323207855225, -1.164616584777832, -1.9669309854507446, -2.6300127506256104, -1.5077197551727295, -2.242142677307129, -1.5289862155914307, -2.2642557621002197, -1.3330297470092773, -1.5555320978164673, -0.8214645385742188, -2.449608087539673, -1.884058952331543, -0.8243139982223511, -2.712675094604492, -2.330759286880493, -2.50809383392334, -2.5293314456939697, -2.221163034439087, -2.6330573558807373, -1.7150208950042725, -2.3875977993011475, -1.7339749336242676, -2.1546642780303955, -0.7708243727684021, -1.6236178874969482, -0.9725703001022339, -1.9290821552276611, -1.4343986511230469, -1.4892252683639526, -2.0956292152404785, -1.7141692638397217, -2.566061019897461, -2.129953384399414, -1.993297815322876, -1.7864130735397339]}, "iris_DBDC4_065_10": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_065.log.json", "context": "Hello... Danny Hello Alex, happy new year! \"Should auld acquaintance be forgot and never brought to mind... I do not think so Hurts, but it looks like it'll heel. nice! I'm Alex Stahl. Happy to see you again Alex Sometimes its just nothing. You are the best", "response": "I'm glad you've calmed down a bit.  Hi, Danny.", "annotation_id": "iris_DBDC4_065_10", "annotations": ["O", "X", "O", "T", "T", "T", "O", "O", "T", "O", "T", "O", "T", "O", "X"], "gpt2background_target_score": [-9.545137405395508, -8.67169189453125, -10.603418350219727, -6.328756332397461, -11.361292839050293, -12.554057121276855, -12.703970909118652, -9.539827346801758, -12.688082695007324, -9.222610473632812, -7.146157264709473, -10.026073455810547, -9.637898445129395, -11.317070007324219, -6.189492702484131], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.6364967823028564, -2.019099235534668, -1.6234169006347656, -1.4726487398147583, -1.0007058382034302, -1.0115349292755127, -1.2035627365112305, -2.762711763381958, -0.6648239493370056, -2.78070068359375, -2.85530161857605, -2.3363842964172363, -2.450207471847534, -1.5898523330688477, -3.82920503616333, -3.244776725769043, -1.512710452079773, -1.758299708366394, -1.9309725761413574, -2.819377899169922, -1.7817325592041016, -1.164616346359253, -1.9669297933578491, -2.6300134658813477, -1.5077177286148071, -2.242143154144287, -1.5289881229400635, -2.2642571926116943, -1.3330295085906982, -1.5555332899093628, -0.8214646577835083, -2.4496073722839355, -1.884060263633728, -0.8243138790130615, -2.7126755714416504, -2.3307580947875977, -2.5080907344818115, -2.529327630996704, -2.221165180206299, -2.6330554485321045, -1.7150205373764038, -2.3875980377197266, -1.7339739799499512, -2.1546664237976074, -0.7708216905593872, -1.6236168146133423, -0.9725685715675354, -1.9290791749954224, -1.4343997240066528, -1.4892264604568481, -2.3618855476379395, -2.5441789627075195, -2.1124138832092285, -1.8758553266525269, -2.155956506729126, -2.243532180786133, -2.292628049850464, -1.5011881589889526, -2.1079752445220947, -1.9465447664260864, -2.017510414123535, -0.6314211487770081, -1.1046051979064941, -1.8610783815383911, -2.0675394535064697, -0.17457915842533112, -1.547256588935852, -0.42086371779441833, -1.1779940128326416, -1.2956793308258057, -1.0969074964523315, -1.6163549423217773, -1.7986814975738525, -1.3912700414657593, -1.6028603315353394]}, "iris_DBDC4_065_12": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_065.log.json", "context": "Hello... Danny Hello Alex, happy new year! \"Should auld acquaintance be forgot and never brought to mind... I do not think so Hurts, but it looks like it'll heel. nice! I'm Alex Stahl. Happy to see you again Alex Sometimes its just nothing. You are the best I'm glad you've calmed down a bit.  Hi, Danny. how was your year end celebration?", "response": "'cause this is the day of our high school GraduATION...", "annotation_id": "iris_DBDC4_065_12", "annotations": ["T", "X", "O", "X", "O", "X", "T", "O", "X", "T", "T", "O", "X", "O", "X"], "gpt2background_target_score": [-9.0612211227417, -10.905960083007812, -6.111322402954102, -6.209677696228027, -6.570591926574707, -9.885019302368164, -8.459776878356934, -12.1563081741333, -11.00171184539795, -11.856266975402832, -11.127833366394043, -10.494722366333008, -13.336828231811523, -6.690889358520508], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.6364967823028564, -2.019099235534668, -1.6234169006347656, -1.4726487398147583, -1.0007058382034302, -1.0115349292755127, -1.2035627365112305, -2.762711763381958, -0.6648239493370056, -2.78070068359375, -2.85530161857605, -2.3363842964172363, -2.450207471847534, -1.5898523330688477, -3.82920503616333, -3.244776725769043, -1.512710452079773, -1.758299708366394, -1.9309725761413574, -2.819377899169922, -1.7817325592041016, -1.164616346359253, -1.9669297933578491, -2.6300134658813477, -1.5077177286148071, -2.242143154144287, -1.5289881229400635, -2.2642571926116943, -1.3330295085906982, -1.5555332899093628, -0.8214646577835083, -2.4496073722839355, -1.884060263633728, -0.8243123888969421, -2.7126758098602295, -2.3307597637176514, -2.508091926574707, -2.529327869415283, -2.2211661338806152, -2.633056879043579, -1.715019941329956, -2.387598752975464, -1.733974814414978, -2.154665231704712, -0.7708216309547424, -1.6236165761947632, -0.9725691080093384, -1.9290796518325806, -1.434399962425232, -1.4892264604568481, -2.3618860244750977, -2.544180154800415, -2.1124141216278076, -1.8758556842803955, -2.1559572219848633, -2.2435336112976074, -2.2926290035247803, -1.5011863708496094, -2.1079750061035156, -1.6347306966781616, -1.0538250207901, -1.3445464372634888, -1.6573508977890015, -2.094067335128784, -0.1469852477312088, -1.4032243490219116, -0.5000677704811096, -0.9971300363540649, -1.7981282472610474, -1.4622516632080078, -1.4439717531204224, -1.7289677858352661, -1.617092251777649, -1.378579020500183, -2.2818236351013184, -1.6210293769836426, -1.601495623588562, -0.7570684552192688, -0.403787225484848, -0.5818696022033691, -2.220451593399048, -1.4937151670455933, -3.00883150100708, -1.0870680809020996, -1.5212069749832153, -1.8736412525177002, -1.4891374111175537, -1.200843334197998, -1.2854942083358765, -2.923290729522705, -0.21959301829338074, -1.6193292140960693, -0.24165618419647217, -2.2127041816711426, -1.8737248182296753, -2.121824026107788]}, "iris_DBDC4_065_14": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_065.log.json", "context": "Hello... Danny Hello Alex, happy new year! \"Should auld acquaintance be forgot and never brought to mind... I do not think so Hurts, but it looks like it'll heel. nice! I'm Alex Stahl. Happy to see you again Alex Sometimes its just nothing. You are the best I'm glad you've calmed down a bit.  Hi, Danny. how was your year end celebration? 'cause this is the day of our high school GraduATION... ohhh you are funny", "response": "I told her if I wasn't back in two minutes to start without me.", "annotation_id": "iris_DBDC4_065_14", "annotations": ["O", "X", "T", "X", "T", "T", "O", "O", "X", "T", "T", "O", "X", "O", "X"], "gpt2background_target_score": [-9.545137405395508, -10.701950073242188, -8.843610763549805, -7.794416427612305, -4.704678535461426, -10.093561172485352, -11.818170547485352, -8.484787940979004, -4.751607418060303, -10.505538940429688, -12.885184288024902, -8.599200248718262, -8.586280822753906, -9.020620346069336, -5.648869037628174, -7.631840705871582], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.6364967823028564, -2.019099235534668, -1.6234169006347656, -1.4726487398147583, -1.0007058382034302, -1.0115349292755127, -1.2035627365112305, -2.762711763381958, -0.6648239493370056, -2.78070068359375, -2.85530161857605, -2.3363842964172363, -2.450207471847534, -1.5898523330688477, -3.82920503616333, -3.244776725769043, -1.512710452079773, -1.758299708366394, -1.9309725761413574, -2.819377899169922, -1.7817325592041016, -1.164616346359253, -1.9669297933578491, -2.6300134658813477, -1.5077177286148071, -2.242143154144287, -1.5289881229400635, -2.2642571926116943, -1.3330295085906982, -1.5555332899093628, -0.8214646577835083, -2.4496073722839355, -1.884060263633728, -0.8243123888969421, -2.7126758098602295, -2.3307597637176514, -2.508091926574707, -2.529327869415283, -2.2211661338806152, -2.633056879043579, -1.715019941329956, -2.387598752975464, -1.733974814414978, -2.154665231704712, -0.7708216309547424, -1.6236165761947632, -0.9725691080093384, -1.9290796518325806, -1.434399962425232, -1.4892264604568481, -2.3618860244750977, -2.544180154800415, -2.1124141216278076, -1.8758556842803955, -2.1559572219848633, -2.2435336112976074, -2.2926290035247803, -1.5011863708496094, -2.1079750061035156, -1.6347306966781616, -1.0538250207901, -1.3445464372634888, -1.6573508977890015, -2.094067335128784, -0.1469852477312088, -1.4032243490219116, -0.5000677704811096, -0.9971300363540649, -1.7981282472610474, -1.4622516632080078, -1.4439717531204224, -1.7289677858352661, -1.617092251777649, -1.378579020500183, -2.2818236351013184, -1.6210293769836426, -1.601495623588562, -0.7570684552192688, -0.403787225484848, -0.5818696022033691, -2.220451593399048, -2.5092811584472656, -1.0898200273513794, -1.4643292427062988, -1.8044229745864868, -1.5242817401885986, -1.119217872619629, -1.240747094154358, -2.9005188941955566, -0.2093859612941742, -1.4042421579360962, -0.21169406175613403, -2.5086381435394287, -1.9700144529342651, -2.394261360168457, -2.399815797805786, -1.8514621257781982, -1.9256223440170288, -2.1255645751953125, -1.6327530145645142, -1.7347450256347656, -2.0582242012023926, -1.0265283584594727, -1.5189149379730225, -1.0928226709365845, -2.187887668609619, -0.22447456419467926, -3.1224350929260254, -1.9020321369171143, -2.121642589569092, -1.3174833059310913, -1.7844253778457642, -2.464019298553467, -2.4737391471862793, -1.864256739616394, -1.9991791248321533, -1.6693941354751587]}, "iris_DBDC4_065_16": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_065.log.json", "context": "Hello... Danny Hello Alex, happy new year! \"Should auld acquaintance be forgot and never brought to mind... I do not think so Hurts, but it looks like it'll heel. nice! I'm Alex Stahl. Happy to see you again Alex Sometimes its just nothing. You are the best I'm glad you've calmed down a bit.  Hi, Danny. how was your year end celebration? 'cause this is the day of our high school GraduATION... ohhh you are funny I told her if I wasn't back in two minutes to start without me. ok, what is your new year resolution", "response": "Ok.", "annotation_id": "iris_DBDC4_065_16", "annotations": ["X", "X", "T", "X", "X", "T", "T", "O", "X", "T", "X", "O", "T", "O", "X"], "gpt2background_target_score": [-12.859972953796387, -9.001251220703125], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.6364967823028564, -2.019099235534668, -1.6234169006347656, -1.4726487398147583, -1.0007058382034302, -1.0115349292755127, -1.2035627365112305, -2.762711763381958, -0.6648239493370056, -2.78070068359375, -2.85530161857605, -2.3363842964172363, -2.450207471847534, -1.5898523330688477, -3.82920503616333, -3.244776725769043, -1.512710452079773, -1.758299708366394, -1.9309725761413574, -2.819377899169922, -1.7817325592041016, -1.164616346359253, -1.9669297933578491, -2.6300134658813477, -1.5077177286148071, -2.242143154144287, -1.5289881229400635, -2.2642571926116943, -1.3330295085906982, -1.5555332899093628, -0.8214646577835083, -2.4496073722839355, -1.884060263633728, -0.8243123888969421, -2.7126758098602295, -2.3307597637176514, -2.508091926574707, -2.529327869415283, -2.2211661338806152, -2.633056879043579, -1.715019941329956, -2.387598752975464, -1.733974814414978, -2.154665231704712, -0.7708216309547424, -1.6236165761947632, -0.9725691080093384, -1.9290796518325806, -1.434399962425232, -1.4892264604568481, -2.3618860244750977, -2.544180154800415, -2.1124141216278076, -1.8758556842803955, -2.1559572219848633, -2.2435336112976074, -2.2926290035247803, -1.5011863708496094, -2.1079750061035156, -1.6347306966781616, -1.0538250207901, -1.3445464372634888, -1.6573508977890015, -2.094067335128784, -0.1469852477312088, -1.4032243490219116, -0.5000677704811096, -0.9971300363540649, -1.7981282472610474, -1.4622516632080078, -1.4439717531204224, -1.7289677858352661, -1.617092251777649, -1.378579020500183, -2.2818236351013184, -1.6210293769836426, -1.601495623588562, -0.7570684552192688, -0.403787225484848, -0.5818696022033691, -2.220451593399048, -2.5092811584472656, -1.0898200273513794, -1.4643292427062988, -1.8044229745864868, -1.5242817401885986, -1.119217872619629, -1.240747094154358, -2.9005188941955566, -0.2093859612941742, -1.4042421579360962, -0.21169406175613403, -2.5086381435394287, -1.9700144529342651, -2.394261360168457, -2.399815797805786, -1.8514621257781982, -1.9256223440170288, -2.1255645751953125, -1.6327530145645142, -1.7710118293762207, -0.5007689595222473, -1.4726500511169434, -1.3798563480377197, -2.3346991539001465, -0.17001530528068542, -3.0879883766174316, -1.832061767578125, -2.169076442718506, -1.2745214700698853, -1.9751596450805664, -2.476331949234009, -2.5262017250061035, -1.9596627950668335, -1.9244879484176636, -1.8970998525619507, -1.825829029083252, -1.9876539707183838, -2.1179187297821045, -1.5821696519851685, -2.3936097621917725, -0.17404380440711975, -1.310977816581726, -0.5863037109375, -1.9878941774368286, -1.180199384689331, -1.6138629913330078]}, "iris_DBDC4_065_18": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_065.log.json", "context": "Hello... Danny Hello Alex, happy new year! \"Should auld acquaintance be forgot and never brought to mind... I do not think so Hurts, but it looks like it'll heel. nice! I'm Alex Stahl. Happy to see you again Alex Sometimes its just nothing. You are the best I'm glad you've calmed down a bit.  Hi, Danny. how was your year end celebration? 'cause this is the day of our high school GraduATION... ohhh you are funny I told her if I wasn't back in two minutes to start without me. ok, what is your new year resolution Ok. well it seems you are kind of lost today", "response": "You lost?", "annotation_id": "iris_DBDC4_065_18", "annotations": ["X", "O", "O", "X", "T", "X", "O", "O", "T", "T", "X", "O", "T", "O", "T"], "gpt2background_target_score": [-11.480239868164062, -10.196897506713867, -4.971634864807129], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.6364967823028564, -2.019099235534668, -1.6234169006347656, -1.4726487398147583, -1.0007058382034302, -1.0115349292755127, -1.2035627365112305, -2.762711763381958, -0.6648239493370056, -2.78070068359375, -2.85530161857605, -2.3363842964172363, -2.450207471847534, -1.5898523330688477, -3.82920503616333, -3.244776725769043, -1.512710452079773, -1.758299708366394, -1.9309725761413574, -2.819377899169922, -1.7817325592041016, -1.164616346359253, -1.9669297933578491, -2.6300134658813477, -1.5077177286148071, -2.242143154144287, -1.5289881229400635, -2.2642571926116943, -1.3330295085906982, -1.5555332899093628, -0.8214646577835083, -2.4496073722839355, -1.884060263633728, -0.8243123888969421, -2.7126758098602295, -2.3307597637176514, -2.508091926574707, -2.529327869415283, -2.2211661338806152, -2.633056879043579, -1.715019941329956, -2.387598752975464, -1.733974814414978, -2.154665231704712, -0.7708216309547424, -1.6236165761947632, -0.9725691080093384, -1.9290796518325806, -1.434399962425232, -1.4892264604568481, -2.3618860244750977, -2.544180154800415, -2.1124141216278076, -1.8758556842803955, -2.1559572219848633, -2.2435336112976074, -2.2926290035247803, -1.5011863708496094, -2.1079750061035156, -1.6347306966781616, -1.0538250207901, -1.3445464372634888, -1.6573508977890015, -2.094067335128784, -0.1469852477312088, -1.4032243490219116, -0.5000677704811096, -0.9971300363540649, -1.7981282472610474, -1.4622516632080078, -1.4439717531204224, -1.7289677858352661, -1.617092251777649, -1.378579020500183, -2.2818236351013184, -1.6210293769836426, -1.601495623588562, -0.7570684552192688, -0.403787225484848, -0.5818696022033691, -2.220451593399048, -2.5092811584472656, -1.0898200273513794, -1.4643292427062988, -1.8044229745864868, -1.5242817401885986, -1.119217872619629, -1.240747094154358, -2.9005188941955566, -0.2093859612941742, -1.4042421579360962, -0.21169406175613403, -2.5086381435394287, -1.9700144529342651, -2.394261360168457, -2.399815797805786, -1.8514621257781982, -1.9256223440170288, -2.1255645751953125, -1.6327530145645142, -1.7710118293762207, -0.5007689595222473, -1.4726500511169434, -1.3798563480377197, -2.3346991539001465, -0.17001530528068542, -3.0879883766174316, -1.832061767578125, -2.169076442718506, -1.2745214700698853, -1.9751596450805664, -2.476331949234009, -2.5262017250061035, -1.9596627950668335, -1.9244879484176636, -1.8970998525619507, -1.825829029083252, -1.9876537322998047, -2.1179161071777344, -1.5821709632873535, -2.3936102390289307, -0.174043208360672, -1.3109800815582275, -0.5863038897514343, -1.182922124862671, -1.844389796257019, -1.3242383003234863, -0.8703693151473999, -0.9983285069465637, -1.7557505369186401, -2.8992669582366943, -0.40270596742630005, -2.1824586391448975, -1.7757561206817627, -1.265524983406067, -2.0813941955566406, -1.6573247909545898, -2.080159902572632, -1.703452706336975]}, "iris_DBDC4_065_20": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_065.log.json", "context": "Hello... Danny Hello Alex, happy new year! \"Should auld acquaintance be forgot and never brought to mind... I do not think so Hurts, but it looks like it'll heel. nice! I'm Alex Stahl. Happy to see you again Alex Sometimes its just nothing. You are the best I'm glad you've calmed down a bit.  Hi, Danny. how was your year end celebration? 'cause this is the day of our high school GraduATION... ohhh you are funny I told her if I wasn't back in two minutes to start without me. ok, what is your new year resolution Ok. well it seems you are kind of lost today You lost? no, I am fine, you seem to be lost", "response": "You lost?", "annotation_id": "iris_DBDC4_065_20", "annotations": ["X", "O", "O", "X", "X", "X", "O", "O", "X", "T", "X", "O", "T", "T", "X"], "gpt2background_target_score": [-11.480239868164062, -10.196897506713867, -4.971634864807129], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.6364967823028564, -2.019099235534668, -1.6234169006347656, -1.4726487398147583, -1.0007058382034302, -1.0115349292755127, -1.2035627365112305, -2.762711763381958, -0.6648239493370056, -2.78070068359375, -2.85530161857605, -2.3363842964172363, -2.450207471847534, -1.5898523330688477, -3.82920503616333, -3.244776725769043, -1.512710452079773, -1.758299708366394, -1.9309725761413574, -2.819377899169922, -1.7817325592041016, -1.164616346359253, -1.9669297933578491, -2.6300134658813477, -1.5077177286148071, -2.242143154144287, -1.5289881229400635, -2.2642571926116943, -1.3330295085906982, -1.5555332899093628, -0.8214646577835083, -2.4496073722839355, -1.884060263633728, -0.8243123888969421, -2.7126758098602295, -2.3307597637176514, -2.508091926574707, -2.529327869415283, -2.2211661338806152, -2.633056879043579, -1.715019941329956, -2.387598752975464, -1.733974814414978, -2.154665231704712, -0.7708216309547424, -1.6236165761947632, -0.9725691080093384, -1.9290796518325806, -1.434399962425232, -1.4892264604568481, -2.3618860244750977, -2.544180154800415, -2.1124141216278076, -1.8758556842803955, -2.1559572219848633, -2.2435336112976074, -2.2926290035247803, -1.5011863708496094, -2.1079750061035156, -1.6347306966781616, -1.0538250207901, -1.3445464372634888, -1.6573508977890015, -2.094067335128784, -0.1469852477312088, -1.4032243490219116, -0.5000677704811096, -0.9971300363540649, -1.7981282472610474, -1.4622516632080078, -1.4439717531204224, -1.7289677858352661, -1.617092251777649, -1.378579020500183, -2.2818236351013184, -1.6210293769836426, -1.601495623588562, -0.7570684552192688, -0.403787225484848, -0.5818696022033691, -2.220451593399048, -2.5092811584472656, -1.0898200273513794, -1.4643292427062988, -1.8044229745864868, -1.5242817401885986, -1.119217872619629, -1.240747094154358, -2.9005188941955566, -0.2093859612941742, -1.4042421579360962, -0.21169406175613403, -2.5086381435394287, -1.9700144529342651, -2.394261360168457, -2.399815797805786, -1.8514621257781982, -1.9256223440170288, -2.1255645751953125, -1.6327530145645142, -1.7710118293762207, -0.5007689595222473, -1.4726500511169434, -1.3798563480377197, -2.3346991539001465, -0.17001530528068542, -3.0879883766174316, -1.832061767578125, -2.169076442718506, -1.2745214700698853, -1.9751596450805664, -2.476331949234009, -2.5262017250061035, -1.9596627950668335, -1.9244879484176636, -1.8970998525619507, -1.825829029083252, -1.9876537322998047, -2.1179161071777344, -1.5821709632873535, -2.3936102390289307, -0.174043208360672, -1.3109800815582275, -0.5863038897514343, -1.182922124862671, -1.844389796257019, -1.3242383003234863, -0.8703693151473999, -0.9983285069465637, -1.7557505369186401, -2.8992669582366943, -0.40270596742630005, -2.1824586391448975, -1.7757568359375, -1.265524983406067, -1.8775116205215454, -2.0826282501220703, -2.380197525024414, -1.8472594022750854, -1.347084879875183, -1.4805703163146973, -2.1151909828186035, -1.204846739768982, -1.5192630290985107, -1.2823081016540527, -1.133147954940796, -1.0543608665466309, -3.092902421951294, -1.4966769218444824, -2.1109821796417236, -1.653900146484375, -1.4670740365982056, -2.0509653091430664]}, "iris_DBDC4_066_02": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_066.log.json", "context": "Hello... Danny hi Alex", "response": "You three have a good weekend.", "annotation_id": "iris_DBDC4_066_02", "annotations": ["X", "T", "O", "O", "O", "X", "O", "O", "X", "X", "T", "T", "O", "O", "O"], "gpt2background_target_score": [-11.480238914489746, -9.853270530700684, -6.296853542327881, -7.16320276260376, -9.384381294250488, -12.38476848602295, -6.581570625305176], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -2.045384407043457, -1.7282546758651733, -2.3602840900421143, -1.9183127880096436, -2.8458995819091797, -1.9974009990692139, -2.700340986251831, -0.9629712104797363, -1.175797700881958, -1.3044100999832153]}, "iris_DBDC4_066_04": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_066.log.json", "context": "Hello... Danny hi Alex You three have a good weekend. great weekend! and you?", "response": "Yeah...", "annotation_id": "iris_DBDC4_066_04", "annotations": ["X", "O", "T", "O", "T", "X", "O", "O", "X", "O", "T", "T", "O", "O", "O"], "gpt2background_target_score": [-12.987505912780762, -6.641878128051758], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -2.045384407043457, -1.7282546758651733, -1.8756294250488281, -3.133772611618042, -2.120718002319336, -2.691457986831665, -0.8940150737762451, -1.7557188272476196, -2.306446075439453, -2.650728464126587, -1.5334352254867554, -1.8728158473968506, -2.480083703994751, -1.757648229598999, -1.578622579574585, -2.252079486846924, -1.2549513578414917, -2.1597084999084473]}, "iris_DBDC4_066_06": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_066.log.json", "context": "Hello... Danny hi Alex You three have a good weekend. great weekend! and you? Yeah... nice", "response": "Positano is beautiful. Remember when we were there...", "annotation_id": "iris_DBDC4_066_06", "annotations": ["X", "T", "X", "X", "T", "T", "T", "O", "X", "T", "T", "X", "O", "O", "O"], "gpt2background_target_score": [-10.460040092468262, -12.058856010437012, -11.432097434997559, -5.822900772094727, -10.444385528564453, -5.853921890258789, -11.648164749145508, -10.289332389831543, -10.987253189086914, -12.88206958770752, -6.014008045196533, -9.491870880126953], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -2.045384407043457, -1.7282546758651733, -1.8756294250488281, -3.133772611618042, -2.120718002319336, -2.691457986831665, -0.8940150737762451, -1.7557188272476196, -2.306446075439453, -2.650728464126587, -1.5334352254867554, -1.8728158473968506, -2.480083703994751, -1.7576490640640259, -1.5786230564117432, -1.1975505352020264, -2.2857131958007812, -2.173672914505005, -2.338239908218384, -2.6787335872650146, -0.840570867061615, -1.799415946006775, -2.3139731884002686, -1.4247711896896362, -1.4006710052490234, -2.1607789993286133, -1.7931184768676758, -1.6897711753845215, -2.7764785289764404, -0.9970443844795227, -0.7787075638771057]}, "iris_DBDC4_066_08": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_066.log.json", "context": "Hello... Danny hi Alex You three have a good weekend. great weekend! and you? Yeah... nice Positano is beautiful. Remember when we were there... hmmm. I do not recall being there", "response": "So if you detonate in...", "annotation_id": "iris_DBDC4_066_08", "annotations": ["X", "O", "O", "T", "T", "X", "X", "X", "X", "T", "T", "T", "X", "X", "T"], "gpt2background_target_score": [-11.909403800964355, -5.792174339294434, -5.237053394317627, -12.974774360656738, -12.352533340454102, -7.46830940246582, -3.7749431133270264], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -2.045384407043457, -1.7282546758651733, -1.8756294250488281, -3.133772611618042, -2.120718002319336, -2.691457986831665, -0.8940150737762451, -1.7557188272476196, -2.306446075439453, -2.650728464126587, -1.5334352254867554, -1.8728158473968506, -2.480083703994751, -1.7576490640640259, -1.5786230564117432, -1.1975505352020264, -2.2857131958007812, -2.173672914505005, -3.666321039199829, -0.9302875995635986, -2.4142775535583496, -2.481329917907715, -1.4723793268203735, -2.1155388355255127, -2.016406774520874, -1.7296719551086426, -1.7526865005493164, -2.808279275894165, -0.9662530422210693, -1.9948513507843018, -0.7586148381233215, -1.3889317512512207, -2.1969034671783447, -2.0827231407165527, -2.5324604511260986, -1.8521546125411987, -2.3989617824554443, -1.1692852973937988, -1.9786189794540405, -2.23832631111145, -2.5618886947631836, -0.9332371354103088, -1.7481762170791626, -2.488980531692505, -1.5954402685165405, -1.3111402988433838, -2.2548937797546387]}, "iris_DBDC4_066_10": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_066.log.json", "context": "Hello... Danny hi Alex You three have a good weekend. great weekend! and you? Yeah... nice Positano is beautiful. Remember when we were there... hmmm. I do not recall being there So if you detonate in... hmmm... probably I was so drunk I do not remmenber it now :)", "response": "Oh, stop that grunting.", "annotation_id": "iris_DBDC4_066_10", "annotations": ["X", "T", "X", "O", "T", "T", "X", "O", "X", "T", "T", "T", "O", "T", "O"], "gpt2background_target_score": [-12.23998737335205, -8.41786003112793, -10.667526245117188, -7.517376899719238, -12.530740737915039, -12.908255577087402, -4.100713729858398], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -2.0453851222991943, -1.7282546758651733, -1.875630497932434, -3.1337735652923584, -2.120718479156494, -2.691457748413086, -0.8940143585205078, -1.7557183504104614, -2.3064448833465576, -2.6507275104522705, -1.53343665599823, -1.8728152513504028, -2.480084180831909, -1.7576481103897095, -1.5786231756210327, -1.1975499391555786, -2.285714864730835, -2.173671245574951, -3.6663169860839844, -0.9302881956100464, -2.414276599884033, -2.481330156326294, -1.4723808765411377, -2.1155383586883545, -2.0164053440093994, -1.7296723127365112, -1.752687692642212, -2.808279275894165, -0.9662509560585022, -1.9948512315750122, -0.7586166262626648, -1.3889333009719849, -2.1969048976898193, -2.08272123336792, -2.5324623584747314, -1.8521559238433838, -2.3989601135253906, -1.1692875623703003, -1.97861909866333, -2.3228445053100586, -0.9014156460762024, -2.0044448375701904, -2.3484034538269043, -1.8982939720153809, -1.3459526300430298, -2.9246761798858643, -0.36423352360725403, -1.614289402961731, -2.9302327632904053, -2.0703065395355225, -2.1638779640197754, -2.478299617767334, -2.536276340484619, -2.284925937652588, -2.7981088161468506, -0.8556608557701111, -0.3729135990142822, -1.2580571174621582, -2.7218565940856934, -2.4791953563690186, -1.3837003707885742, -1.4164483547210693, -1.4330873489379883, -2.269972801208496, -2.296215772628784, -2.0246810913085938, -2.3396806716918945, -1.4638280868530273, -2.5551695823669434, -2.320709705352783, -1.6382712125778198]}, "iris_DBDC4_066_12": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_066.log.json", "context": "Hello... Danny hi Alex You three have a good weekend. great weekend! and you? Yeah... nice Positano is beautiful. Remember when we were there... hmmm. I do not recall being there So if you detonate in... hmmm... probably I was so drunk I do not remmenber it now :) Oh, stop that grunting. I am not grunting", "response": "I am.", "annotation_id": "iris_DBDC4_066_12", "annotations": ["X", "O", "O", "T", "T", "T", "O", "O", "X", "O", "T", "T", "O", "T", "O"], "gpt2background_target_score": [-9.545137405395508, -7.228351593017578, -4.933767318725586], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -2.0453851222991943, -1.7282546758651733, -1.875630497932434, -3.1337735652923584, -2.120718479156494, -2.691457748413086, -0.8940143585205078, -1.7557183504104614, -2.3064448833465576, -2.6507275104522705, -1.53343665599823, -1.8728152513504028, -2.480084180831909, -1.7576481103897095, -1.5786231756210327, -1.1975499391555786, -2.285714864730835, -2.173671245574951, -3.6663169860839844, -0.9302881956100464, -2.414276599884033, -2.481330156326294, -1.4723808765411377, -2.1155383586883545, -2.0164053440093994, -1.7296723127365112, -1.752687692642212, -2.808279275894165, -0.9662509560585022, -1.9948512315750122, -0.7586166262626648, -1.3889333009719849, -2.1969048976898193, -2.0827219486236572, -2.5324628353118896, -1.8521558046340942, -2.398958683013916, -1.169288158416748, -1.9786198139190674, -2.322843074798584, -0.9014154076576233, -2.0044443607330322, -2.3484046459198, -1.8982932567596436, -1.3459523916244507, -2.924675464630127, -0.3642332851886749, -1.6142899990081787, -2.930232286453247, -2.0703072547912598, -2.1638801097869873, -2.478299379348755, -2.5362765789031982, -2.284925699234009, -2.798109531402588, -0.8556613922119141, -0.37291377782821655, -1.258060097694397, -2.7218565940856934, -2.4791970252990723, -1.3837002515792847, -1.4164479970932007, -1.4330878257751465, -2.3151192665100098, -2.1084134578704834, -2.3743088245391846, -1.5061229467391968, -2.5303101539611816, -2.218022584915161, -1.9472596645355225, -2.3421764373779297, -2.683579683303833, -2.29453706741333, -0.15147948265075684, -2.017076015472412, -2.2831125259399414, -2.1842589378356934, -1.5329517126083374, -1.516422152519226]}, "iris_DBDC4_066_14": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_066.log.json", "context": "Hello... Danny hi Alex You three have a good weekend. great weekend! and you? Yeah... nice Positano is beautiful. Remember when we were there... hmmm. I do not recall being there So if you detonate in... hmmm... probably I was so drunk I do not remmenber it now :) Oh, stop that grunting. I am not grunting I am. ha ha ha... then YOU stop it", "response": "Ha!", "annotation_id": "iris_DBDC4_066_14", "annotations": ["X", "T", "X", "O", "T", "X", "T", "O", "X", "O", "T", "T", "O", "O", "O"], "gpt2background_target_score": [-12.5426664352417, -8.075223922729492], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -2.0453851222991943, -1.7282546758651733, -1.875630497932434, -3.1337735652923584, -2.120718479156494, -2.691457748413086, -0.8940143585205078, -1.7557183504104614, -2.3064448833465576, -2.6507275104522705, -1.53343665599823, -1.8728152513504028, -2.480084180831909, -1.7576481103897095, -1.5786231756210327, -1.1975499391555786, -2.285714864730835, -2.173671245574951, -3.6663169860839844, -0.9302881956100464, -2.414276599884033, -2.481330156326294, -1.4723808765411377, -2.1155383586883545, -2.0164053440093994, -1.7296723127365112, -1.752687692642212, -2.808279275894165, -0.9662509560585022, -1.9948512315750122, -0.7586166262626648, -1.3889333009719849, -2.1969048976898193, -2.0827219486236572, -2.5324628353118896, -1.8521558046340942, -2.398958683013916, -1.169288158416748, -1.9786198139190674, -2.322843074798584, -0.9014154076576233, -2.0044443607330322, -2.3484046459198, -1.8982932567596436, -1.3459523916244507, -2.924675464630127, -0.3642332851886749, -1.6142899990081787, -2.930232286453247, -2.0703072547912598, -2.1638801097869873, -2.478299379348755, -2.5362765789031982, -2.284925699234009, -2.798109531402588, -0.8556613922119141, -0.37291377782821655, -1.258060097694397, -2.7218565940856934, -2.4791970252990723, -1.3837002515792847, -1.4164479970932007, -1.4330878257751465, -2.3151192665100098, -2.1084134578704834, -2.3743088245391846, -1.5061229467391968, -2.5303101539611816, -2.218022584915161, -1.9472607374191284, -2.342175245285034, -2.683580160140991, -2.294536828994751, -0.15147927403450012, -2.0170767307281494, -1.3605177402496338, -2.148458480834961, -1.6653892993927002, -0.37225139141082764, -0.4585016369819641, -0.7955890893936157, -1.8742766380310059, -1.5304546356201172, -3.346036434173584, -2.2061681747436523, -1.4431999921798706, -2.3723554611206055, -0.930587112903595, -1.86406672000885]}, "iris_DBDC4_066_16": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_066.log.json", "context": "Hello... Danny hi Alex You three have a good weekend. great weekend! and you? Yeah... nice Positano is beautiful. Remember when we were there... hmmm. I do not recall being there So if you detonate in... hmmm... probably I was so drunk I do not remmenber it now :) Oh, stop that grunting. I am not grunting I am. ha ha ha... then YOU stop it Ha! well, so, what is up dude?", "response": "Sorry.", "annotation_id": "iris_DBDC4_066_16", "annotations": ["X", "O", "T", "T", "T", "X", "T", "O", "X", "X", "T", "X", "O", "X", "T"], "gpt2background_target_score": [-12.419974327087402, -9.001251220703125], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -2.0453851222991943, -1.7282546758651733, -1.875630497932434, -3.1337735652923584, -2.120718479156494, -2.691457748413086, -0.8940143585205078, -1.7557183504104614, -2.3064448833465576, -2.6507275104522705, -1.53343665599823, -1.8728152513504028, -2.480084180831909, -1.7576481103897095, -1.5786231756210327, -1.1975499391555786, -2.285714864730835, -2.173671245574951, -3.6663169860839844, -0.9302881956100464, -2.414276599884033, -2.481330156326294, -1.4723808765411377, -2.1155383586883545, -2.0164053440093994, -1.7296723127365112, -1.752687692642212, -2.808279275894165, -0.9662509560585022, -1.9948512315750122, -0.7586166262626648, -1.3889333009719849, -2.1969048976898193, -2.0827219486236572, -2.5324628353118896, -1.8521558046340942, -2.398958683013916, -1.169288158416748, -1.9786198139190674, -2.322843074798584, -0.9014154076576233, -2.0044443607330322, -2.3484046459198, -1.8982932567596436, -1.3459523916244507, -2.924675464630127, -0.3642332851886749, -1.6142899990081787, -2.930232286453247, -2.0703072547912598, -2.1638801097869873, -2.478299379348755, -2.5362765789031982, -2.284925699234009, -2.798109531402588, -0.8556613922119141, -0.37291377782821655, -1.258060097694397, -2.7218565940856934, -2.4791970252990723, -1.3837002515792847, -1.4164479970932007, -1.4330878257751465, -2.3151192665100098, -2.1084134578704834, -2.3743088245391846, -1.5061229467391968, -2.5303101539611816, -2.218022584915161, -1.9472607374191284, -2.342175245285034, -2.683580160140991, -2.294536828994751, -0.15147927403450012, -2.0170767307281494, -1.3605177402496338, -2.148458480834961, -1.6653892993927002, -0.37225139141082764, -0.4585016369819641, -0.7955890893936157, -1.8742766380310059, -1.5304546356201172, -3.346036434173584, -2.2061681747436523, -1.4432008266448975, -0.6940237283706665, -2.1703200340270996, -1.8905847072601318, -1.8812540769577026, -2.075202465057373, -2.0906169414520264, -2.208484172821045, -1.895315408706665, -1.4702011346817017, -0.8138865828514099, -2.3809902667999268, -2.3079140186309814, -1.4955791234970093, -1.4222984313964844]}, "iris_DBDC4_066_18": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_066.log.json", "context": "Hello... Danny hi Alex You three have a good weekend. great weekend! and you? Yeah... nice Positano is beautiful. Remember when we were there... hmmm. I do not recall being there So if you detonate in... hmmm... probably I was so drunk I do not remmenber it now :) Oh, stop that grunting. I am not grunting I am. ha ha ha... then YOU stop it Ha! well, so, what is up dude? Sorry. ah?", "response": "Actually, it sucks.", "annotation_id": "iris_DBDC4_066_18", "annotations": ["X", "T", "O", "T", "T", "T", "X", "O", "X", "X", "T", "T", "O", "T", "T"], "gpt2background_target_score": [-13.520018577575684, -8.41786003112793, -6.343013286590576, -11.317115783691406, -3.102647304534912], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -2.0453851222991943, -1.7282546758651733, -1.875630497932434, -3.1337735652923584, -2.120718479156494, -2.691457748413086, -0.8940143585205078, -1.7557183504104614, -2.3064448833465576, -2.6507275104522705, -1.53343665599823, -1.8728152513504028, -2.480084180831909, -1.7576481103897095, -1.5786231756210327, -1.1975499391555786, -2.285714864730835, -2.173671245574951, -3.6663169860839844, -0.9302881956100464, -2.414276599884033, -2.481330156326294, -1.4723808765411377, -2.1155383586883545, -2.0164053440093994, -1.7296723127365112, -1.752687692642212, -2.808279275894165, -0.9662509560585022, -1.9948512315750122, -0.7586166262626648, -1.3889333009719849, -2.1969048976898193, -2.0827219486236572, -2.5324628353118896, -1.8521558046340942, -2.398958683013916, -1.169288158416748, -1.9786198139190674, -2.322843074798584, -0.9014154076576233, -2.0044443607330322, -2.3484046459198, -1.8982932567596436, -1.3459523916244507, -2.924675464630127, -0.3642332851886749, -1.6142899990081787, -2.930232286453247, -2.0703072547912598, -2.1638801097869873, -2.478299379348755, -2.5362765789031982, -2.284925699234009, -2.798109531402588, -0.8556613922119141, -0.37291377782821655, -1.258060097694397, -2.7218565940856934, -2.4791970252990723, -1.3837002515792847, -1.4164479970932007, -1.4330878257751465, -2.3151192665100098, -2.1084134578704834, -2.3743088245391846, -1.5061229467391968, -2.5303101539611816, -2.218022584915161, -1.9472607374191284, -2.342175245285034, -2.683580160140991, -2.294536828994751, -0.15147927403450012, -2.0170767307281494, -1.3605177402496338, -2.148458480834961, -1.6653892993927002, -0.37225139141082764, -0.4585016369819641, -0.7955890893936157, -1.8742766380310059, -1.5304546356201172, -3.346036434173584, -2.2061681747436523, -1.4432008266448975, -0.6940237283706665, -2.1703200340270996, -1.8905847072601318, -1.8812540769577026, -2.075202465057373, -2.0906169414520264, -2.208484172821045, -1.895315408706665, -1.4702011346817017, -0.8138865828514099, -2.3809902667999268, -1.6419249773025513, -1.8487114906311035, -1.5171080827713013, -2.7857298851013184, -2.4251716136932373, -1.116957426071167, -1.4925062656402588, -0.8875284194946289, -1.617310643196106, -1.5068641901016235]}, "iris_DBDC4_066_20": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_066.log.json", "context": "Hello... Danny hi Alex You three have a good weekend. great weekend! and you? Yeah... nice Positano is beautiful. Remember when we were there... hmmm. I do not recall being there So if you detonate in... hmmm... probably I was so drunk I do not remmenber it now :) Oh, stop that grunting. I am not grunting I am. ha ha ha... then YOU stop it Ha! well, so, what is up dude? Sorry. ah? Actually, it sucks. ohh, I see, sorry to hear that", "response": "A poll. \"Is Alex Good Enough for Danny?", "annotation_id": "iris_DBDC4_066_20", "annotations": ["O", "O", "T", "X", "T", "O", "T", "O", "X", "X", "T", "T", "T", "X", "T"], "gpt2background_target_score": [-10.574553489685059, -12.175592422485352, -4.933767318725586, -8.037864685058594, -10.067708969116211, -11.058709144592285, -9.67196273803711, -10.861747741699219, -10.216100692749023, -13.343233108520508, -4.345073223114014], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -2.0453851222991943, -1.7282546758651733, -1.875630497932434, -3.1337735652923584, -2.120718479156494, -2.691457748413086, -0.8940143585205078, -1.7557183504104614, -2.3064448833465576, -2.6507275104522705, -1.53343665599823, -1.8728152513504028, -2.480084180831909, -1.7576481103897095, -1.5786231756210327, -1.1975499391555786, -2.285714864730835, -2.173671245574951, -3.6663169860839844, -0.9302881956100464, -2.414276599884033, -2.481330156326294, -1.4723808765411377, -2.1155383586883545, -2.0164053440093994, -1.7296723127365112, -1.752687692642212, -2.808279275894165, -0.9662509560585022, -1.9948512315750122, -0.7586166262626648, -1.3889333009719849, -2.1969048976898193, -2.0827219486236572, -2.5324628353118896, -1.8521558046340942, -2.398958683013916, -1.169288158416748, -1.9786198139190674, -2.322843074798584, -0.9014154076576233, -2.0044443607330322, -2.3484046459198, -1.8982932567596436, -1.3459523916244507, -2.924675464630127, -0.3642332851886749, -1.6142899990081787, -2.930232286453247, -2.0703072547912598, -2.1638801097869873, -2.478299379348755, -2.5362765789031982, -2.284925699234009, -2.798109531402588, -0.8556613922119141, -0.37291377782821655, -1.258060097694397, -2.7218565940856934, -2.4791970252990723, -1.3837002515792847, -1.4164479970932007, -1.4330878257751465, -2.3151192665100098, -2.1084134578704834, -2.3743088245391846, -1.5061229467391968, -2.5303101539611816, -2.218022584915161, -1.9472607374191284, -2.342175245285034, -2.683580160140991, -2.294536828994751, -0.15147927403450012, -2.0170767307281494, -1.3605177402496338, -2.148458480834961, -1.6653892993927002, -0.37225139141082764, -0.4585016369819641, -0.7955890893936157, -1.8742766380310059, -1.5304546356201172, -3.346036434173584, -2.2061681747436523, -1.4432008266448975, -0.6940237283706665, -2.1703200340270996, -1.8905847072601318, -1.8812540769577026, -2.075202465057373, -2.0906169414520264, -2.208484172821045, -1.895316481590271, -1.4702013731002808, -0.8138882517814636, -2.3809895515441895, -1.641924262046814, -1.8487108945846558, -1.5171102285385132, -2.7857298851013184, -1.1929330825805664, -1.5218757390975952, -0.9371219277381897, -1.5144418478012085, -1.8986719846725464, -1.85319983959198, -2.018709421157837, -1.999347448348999, -1.9678006172180176, -1.6681146621704102, -1.753349781036377, -1.556947946548462, -0.3424917757511139, -1.0086182355880737, -1.0648622512817383, -2.460200309753418, -1.3968957662582397, -3.048442840576172, -1.6287493705749512, -2.855458974838257, -1.2155061960220337, -2.450745105743408, -1.6551966667175293, -1.065041184425354, -1.7847213745117188, -0.5493500828742981, -2.4435293674468994]}, "iris_DBDC4_077_02": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_077.log.json", "context": "Hello... Danny Hello... Alex", "response": "Yeah... Well...", "annotation_id": "iris_DBDC4_077_02", "annotations": ["T", "O", "O", "O", "X", "T", "X", "X", "T", "O", "O", "O", "O", "T", "O"], "gpt2background_target_score": [-12.987505912780762, -6.641878128051758, -8.389702796936035, -2.1358540058135986], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -1.6364967823028564, -1.5277934074401855, -2.583348035812378, -2.154953956604004, -1.2053444385528564, -2.061577320098877, -0.6344967484474182, -2.080817699432373]}, "iris_DBDC4_077_04": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_077.log.json", "context": "Hello... Danny Hello... Alex Yeah... Well... What did you do?", "response": "Hey, Danny!", "annotation_id": "iris_DBDC4_077_04", "annotations": ["T", "T", "T", "T", "X", "O", "X", "X", "T", "X", "T", "O", "O", "X", "O"], "gpt2background_target_score": [-10.460413932800293, -8.41786003112793, -8.6289701461792, -1.855090856552124], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -1.6364967823028564, -1.5277934074401855, -2.583348035812378, -1.5847923755645752, -2.214635133743286, -0.6481472849845886, -2.1864233016967773, -1.4936108589172363, -0.8706753253936768, -1.2064073085784912, -1.1213314533233643, -1.4586297273635864, -1.9659905433654785, -1.2675588130950928, -1.7682271003723145, -1.762468934059143, -1.9509925842285156]}, "iris_DBDC4_077_06": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_077.log.json", "context": "Hello... Danny Hello... Alex Yeah... Well... What did you do? Hey, Danny! Yes?", "response": "You don't know me, but my name is Alex Wood.", "annotation_id": "iris_DBDC4_077_06", "annotations": ["X", "O", "O", "X", "T", "O", "T", "X", "T", "O", "O", "O", "O", "X", "T"], "gpt2background_target_score": [-11.480238914489746, -7.17005729675293, -7.767152786254883, -9.832093238830566, -8.404088973999023, -3.3585681915283203, -5.631338119506836, -5.885770797729492, -11.283254623413086, -6.145394325256348, -10.824592590332031, -10.76953125, -8.935979843139648], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -1.6364967823028564, -1.5277934074401855, -2.583348035812378, -1.5847923755645752, -2.214635133743286, -0.6481472849845886, -2.1864233016967773, -1.4936108589172363, -0.8706753253936768, -1.2064073085784912, -1.1213314533233643, -1.4586297273635864, -1.2117884159088135, -1.902651071548462, -1.8244761228561401, -1.8435020446777344, -1.330714225769043, -2.2646055221557617, -2.1896495819091797, -2.590874195098877, -0.3617207407951355, -2.0908195972442627, -1.9207879304885864, -1.488131046295166, -1.7437776327133179, -1.1542164087295532, -2.1059963703155518, -0.37265798449516296, -1.6521050930023193, -1.5585070848464966, -1.9453243017196655, -1.5556538105010986]}, "iris_DBDC4_077_08": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_077.log.json", "context": "Hello... Danny Hello... Alex Yeah... Well... What did you do? Hey, Danny! Yes? You don't know me, but my name is Alex Wood. Actually, I do know you", "response": "Actually I'll go.", "annotation_id": "iris_DBDC4_077_08", "annotations": ["X", "T", "T", "X", "X", "T", "X", "X", "T", "X", "T", "O", "T", "X", "T"], "gpt2background_target_score": [-13.520017623901367, -2.618522882461548, -7.170762062072754, -10.600041389465332, -8.981880187988281], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -1.6364967823028564, -1.5277934074401855, -2.583348035812378, -1.5847923755645752, -2.214635133743286, -0.6481472849845886, -2.1864233016967773, -1.4936108589172363, -0.8706753253936768, -1.2064073085784912, -1.1213314533233643, -1.4586297273635864, -1.2117884159088135, -1.902651071548462, -1.8244761228561401, -1.8435020446777344, -1.330714225769043, -2.2646055221557617, -2.3190486431121826, -0.31802526116371155, -2.1318769454956055, -2.023273468017578, -1.4324872493743896, -1.9259800910949707, -1.1272052526474, -2.0494446754455566, -0.3643060028553009, -1.71971595287323, -1.562924861907959, -1.8645412921905518, -1.776949405670166, -0.7265865802764893, -1.366290807723999, -1.5612690448760986, -1.9093735218048096, -1.5234280824661255, -1.3592385053634644, -2.2570362091064453, -0.49593880772590637, -1.760209560394287, -2.044698715209961, -2.483401298522949, -1.8792204856872559]}, "iris_DBDC4_077_10": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_077.log.json", "context": "Hello... Danny Hello... Alex Yeah... Well... What did you do? Hey, Danny! Yes? You don't know me, but my name is Alex Wood. Actually, I do know you Actually I'll go. What's your name again?", "response": "Alex Taylor. And you are--", "annotation_id": "iris_DBDC4_077_10", "annotations": ["T", "O", "O", "X", "X", "O", "O", "O", "O", "O", "O", "O", "O", "T", "T"], "gpt2background_target_score": [-12.625116348266602, -11.568158149719238, -4.9337663650512695, -9.454788208007812, -5.716418266296387, -5.840579986572266, -8.373440742492676], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -1.6364967823028564, -1.5277934074401855, -2.583348035812378, -1.5847923755645752, -2.214635133743286, -0.6481472849845886, -2.1864233016967773, -1.4936108589172363, -0.8706753253936768, -1.2064073085784912, -1.1213314533233643, -1.4586297273635864, -1.2117884159088135, -1.902651071548462, -1.8244761228561401, -1.8435020446777344, -1.330714225769043, -2.2646055221557617, -2.3190486431121826, -0.31802526116371155, -2.1318769454956055, -2.023273468017578, -1.4324872493743896, -1.9259800910949707, -1.1272052526474, -2.0494446754455566, -0.3643060028553009, -1.71971595287323, -1.562924861907959, -1.8645412921905518, -1.776949405670166, -0.7265865802764893, -1.366290807723999, -1.5612690448760986, -1.9093735218048096, -1.5234280824661255, -1.3592385053634644, -2.3663666248321533, -1.5281935930252075, -1.7463574409484863, -2.0272772312164307, -2.1881537437438965, -1.4244805574417114, -1.5133150815963745, -0.25690922141075134, -0.45783597230911255, -0.411478728055954, -2.1960792541503906, -2.375894069671631, -1.6811879873275757, -1.1708910465240479, -1.709792971611023, -1.577173113822937, -1.9637361764907837, -2.4567909240722656, -1.8859373331069946]}, "iris_DBDC4_077_12": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_077.log.json", "context": "Hello... Danny Hello... Alex Yeah... Well... What did you do? Hey, Danny! Yes? You don't know me, but my name is Alex Wood. Actually, I do know you Actually I'll go. What's your name again? Alex Taylor. And you are-- Hah... You better be consistent next time you little chatbot", "response": "We're really in a terrible rush.", "annotation_id": "iris_DBDC4_077_12", "annotations": ["T", "T", "T", "O", "O", "T", "X", "X", "T", "X", "X", "O", "O", "X", "T"], "gpt2background_target_score": [-11.997946739196777, -9.58228874206543, -7.309521198272705, -7.1461992263793945, -6.459981441497803, -12.490621566772461, -12.601500511169434, -8.211930274963379], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.6364967823028564, -1.527793049812317, -2.583347797393799, -1.584792137145996, -2.2146337032318115, -0.6481467485427856, -2.1864218711853027, -1.493611454963684, -0.8706766366958618, -1.2064087390899658, -1.1213301420211792, -1.458631992340088, -1.2117878198623657, -1.9026507139205933, -1.8244770765304565, -1.8435009717941284, -1.3307149410247803, -2.2646079063415527, -2.3190479278564453, -0.3180249333381653, -2.131875991821289, -2.0232739448547363, -1.4324877262115479, -1.925977349281311, -1.1272045373916626, -2.0494446754455566, -0.3643069863319397, -1.7197160720825195, -1.5629262924194336, -1.8645423650741577, -1.776948094367981, -0.7265864014625549, -1.3662924766540527, -1.5612717866897583, -1.9093714952468872, -1.5234302282333374, -1.359238862991333, -2.3663649559020996, -1.5281941890716553, -1.7463573217391968, -2.0272772312164307, -2.188152551651001, -1.4244822263717651, -1.5133113861083984, -0.25690966844558716, -0.4578363001346588, -0.41147905588150024, -2.1960809230804443, -1.958988904953003, -1.3818426132202148, -1.9322985410690308, -1.7056012153625488, -1.9465807676315308, -2.5507616996765137, -2.954220771789551, -1.147762656211853, -0.49231064319610596, -2.5104281902313232, -1.9233617782592773, -2.432239055633545, -3.2390477657318115, -1.5108962059020996, -0.5261001586914062, -1.2754833698272705, -2.5038182735443115, -3.398973226547241, -1.79550302028656, -1.6831730604171753, -2.322704315185547, -2.1059560775756836, -3.079716444015503, -2.355078935623169, -1.2955714464187622, -1.7417848110198975, -1.9728381633758545, -1.3808767795562744, -1.884015440940857]}, "iris_DBDC4_077_14": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_077.log.json", "context": "Hello... Danny Hello... Alex Yeah... Well... What did you do? Hey, Danny! Yes? You don't know me, but my name is Alex Wood. Actually, I do know you Actually I'll go. What's your name again? Alex Taylor. And you are-- Hah... You better be consistent next time you little chatbot We're really in a terrible rush. Terrible rush for what?", "response": "Don't rush me, sonny. You rush a miracle man, you get rotten miracles.", "annotation_id": "iris_DBDC4_077_14", "annotations": ["O", "T", "T", "T", "X", "O", "X", "X", "T", "T", "T", "O", "O", "T", "O"], "gpt2background_target_score": [-12.567974090576172, -10.495538711547852, -12.173879623413086, -7.113094329833984, -8.889732360839844, -10.433279991149902, -10.344334602355957, -8.211930274963379, -9.937479019165039, -12.711334228515625, -3.5775561332702637, -12.512680053710938, -10.497236251831055, -4.130277633666992, -7.8991475105285645, -9.579266548156738, -12.598705291748047, -13.173705101013184, -10.31238079071045], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.6364967823028564, -1.527793049812317, -2.583347797393799, -1.584792137145996, -2.2146337032318115, -0.6481467485427856, -2.1864218711853027, -1.493611454963684, -0.8706766366958618, -1.2064087390899658, -1.1213301420211792, -1.458631992340088, -1.2117878198623657, -1.9026507139205933, -1.8244770765304565, -1.8435009717941284, -1.3307149410247803, -2.2646079063415527, -2.3190479278564453, -0.3180249333381653, -2.131875991821289, -2.0232739448547363, -1.4324877262115479, -1.925977349281311, -1.1272045373916626, -2.0494446754455566, -0.3643069863319397, -1.7197160720825195, -1.5629262924194336, -1.8645423650741577, -1.776948094367981, -0.7265864014625549, -1.3662924766540527, -1.5612717866897583, -1.9093714952468872, -1.5234302282333374, -1.359238862991333, -2.3663649559020996, -1.5281941890716553, -1.7463573217391968, -2.0272772312164307, -2.188152551651001, -1.4244822263717651, -1.5133113861083984, -0.25690966844558716, -0.4578363001346588, -0.41147905588150024, -2.1960809230804443, -1.958988904953003, -1.3818426132202148, -1.9322985410690308, -1.7056012153625488, -1.9465807676315308, -2.5507616996765137, -2.954220771789551, -1.147762656211853, -0.49231064319610596, -2.5104281902313232, -1.9233617782592773, -2.432239055633545, -3.2390477657318115, -1.5108962059020996, -0.5261001586914062, -1.2754833698272705, -2.5038182735443115, -3.398973226547241, -1.79550302028656, -1.6831730604171753, -1.9635628461837769, -2.6440632343292236, -2.3979313373565674, -1.3112372159957886, -1.6014407873153687, -1.7605476379394531, -1.2589167356491089, -2.16204571723938, -0.5665296912193298, -1.738226294517517, -0.9391933679580688, -1.6278800964355469, -1.6641765832901, -2.444024085998535, -2.09059739112854, -0.26261261105537415, -1.9664486646652222, -1.5644625425338745, -1.4447342157363892, -1.4701427221298218, -0.6160717010498047, -1.3045259714126587, -1.5652930736541748, -1.4867607355117798, -0.9150500893592834, -1.5125627517700195, -1.0063468217849731, -0.8549581170082092, -2.390932321548462, -1.5663390159606934, -2.298295497894287, -1.8938629627227783, -1.317270278930664, -1.252345323562622]}, "iris_DBDC4_077_16": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_077.log.json", "context": "Hello... Danny Hello... Alex Yeah... Well... What did you do? Hey, Danny! Yes? You don't know me, but my name is Alex Wood. Actually, I do know you Actually I'll go. What's your name again? Alex Taylor. And you are-- Hah... You better be consistent next time you little chatbot We're really in a terrible rush. Terrible rush for what? Don't rush me, sonny. You rush a miracle man, you get rotten miracles. Let's just talk about board games", "response": "Let's talk.", "annotation_id": "iris_DBDC4_077_16", "annotations": ["O", "T", "O", "O", "T", "T", "O", "X", "O", "O", "O", "O", "O", "O", "T"], "gpt2background_target_score": [-12.305477142333984, -9.03150463104248, -8.18435287475586, -2.906236410140991], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.6364967823028564, -1.527793049812317, -2.583347797393799, -1.584792137145996, -2.2146337032318115, -0.6481467485427856, -2.1864218711853027, -1.493611454963684, -0.8706766366958618, -1.2064087390899658, -1.1213301420211792, -1.458631992340088, -1.2117878198623657, -1.9026507139205933, -1.8244770765304565, -1.8435009717941284, -1.3307149410247803, -2.2646079063415527, -2.3190479278564453, -0.3180249333381653, -2.131875991821289, -2.0232739448547363, -1.4324877262115479, -1.925977349281311, -1.1272045373916626, -2.0494446754455566, -0.3643069863319397, -1.7197160720825195, -1.5629262924194336, -1.8645423650741577, -1.776948094367981, -0.7265864014625549, -1.3662924766540527, -1.5612717866897583, -1.9093714952468872, -1.5234302282333374, -1.359238862991333, -2.3663649559020996, -1.5281941890716553, -1.7463573217391968, -2.0272772312164307, -2.188152551651001, -1.4244822263717651, -1.5133113861083984, -0.25690966844558716, -0.4578363001346588, -0.41147905588150024, -2.1960809230804443, -1.958988904953003, -1.3818426132202148, -1.9322985410690308, -1.7056012153625488, -1.9465807676315308, -2.5507616996765137, -2.954220771789551, -1.147762656211853, -0.49231064319610596, -2.5104281902313232, -1.9233617782592773, -2.432239055633545, -3.2390477657318115, -1.5108962059020996, -0.5261001586914062, -1.2754833698272705, -2.5038182735443115, -3.398973226547241, -1.79550302028656, -1.6831730604171753, -1.9635628461837769, -2.6440632343292236, -2.3979313373565674, -1.3112372159957886, -1.6014407873153687, -1.7605476379394531, -1.2589167356491089, -2.16204571723938, -0.5665296912193298, -1.738226294517517, -0.9391933679580688, -1.6278800964355469, -1.6641765832901, -2.444024085998535, -0.17432864010334015, -2.1476845741271973, -1.5024553537368774, -1.384639024734497, -1.7087348699569702, -0.5162861347198486, -1.1740449666976929, -1.8746393918991089, -1.4072213172912598, -0.7655276656150818, -1.729488730430603, -1.0483859777450562, -0.8028566241264343, -2.358384847640991, -1.4926538467407227, -2.418200731277466, -1.8493919372558594, -1.4672564268112183, -2.2968711853027344, -0.813060998916626, -2.333019495010376, -2.5767862796783447, -0.9344117045402527, -1.6002994775772095, -0.4382155239582062, -1.0918201208114624, -2.1201417446136475, -0.4324833154678345, -1.213369607925415, -0.16294719278812408, -1.9803937673568726]}, "iris_DBDC4_077_18": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_077.log.json", "context": "Hello... Danny Hello... Alex Yeah... Well... What did you do? Hey, Danny! Yes? You don't know me, but my name is Alex Wood. Actually, I do know you Actually I'll go. What's your name again? Alex Taylor. And you are-- Hah... You better be consistent next time you little chatbot We're really in a terrible rush. Terrible rush for what? Don't rush me, sonny. You rush a miracle man, you get rotten miracles. Let's just talk about board games Let's talk. What board games do you play?", "response": "Could it really be that easy--", "annotation_id": "iris_DBDC4_077_18", "annotations": ["X", "T", "T", "X", "X", "O", "O", "X", "O", "O", "O", "O", "O", "T", "T"], "gpt2background_target_score": [-13.069212913513184, -5.650731563568115, -7.309521198272705, -9.245285034179688, -7.2428693771362305, -12.278009414672852, -8.373442649841309], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.6364967823028564, -1.527793049812317, -2.583347797393799, -1.584792137145996, -2.2146337032318115, -0.6481467485427856, -2.1864218711853027, -1.493611454963684, -0.8706766366958618, -1.2064087390899658, -1.1213301420211792, -1.458631992340088, -1.2117878198623657, -1.9026507139205933, -1.8244770765304565, -1.8435009717941284, -1.3307149410247803, -2.2646079063415527, -2.3190479278564453, -0.3180249333381653, -2.131875991821289, -2.0232739448547363, -1.4324877262115479, -1.925977349281311, -1.1272045373916626, -2.0494446754455566, -0.3643069863319397, -1.7197160720825195, -1.5629262924194336, -1.8645423650741577, -1.776948094367981, -0.7265864014625549, -1.3662924766540527, -1.5612717866897583, -1.9093714952468872, -1.5234302282333374, -1.359238862991333, -2.3663649559020996, -1.5281941890716553, -1.7463573217391968, -2.0272772312164307, -2.188152551651001, -1.4244822263717651, -1.5133113861083984, -0.25690966844558716, -0.4578363001346588, -0.41147905588150024, -2.1960809230804443, -1.958988904953003, -1.3818426132202148, -1.9322985410690308, -1.7056012153625488, -1.9465807676315308, -2.5507616996765137, -2.954220771789551, -1.147762656211853, -0.49231064319610596, -2.5104281902313232, -1.9233617782592773, -2.432239055633545, -3.2390477657318115, -1.5108962059020996, -0.5261001586914062, -1.2754833698272705, -2.5038182735443115, -3.398973226547241, -1.79550302028656, -1.6831730604171753, -1.9635628461837769, -2.6440632343292236, -2.3979313373565674, -1.3112372159957886, -1.6014407873153687, -1.7605476379394531, -1.2589167356491089, -2.16204571723938, -0.5665296912193298, -1.738226294517517, -0.9391933679580688, -1.6278800964355469, -1.6641765832901, -2.444024085998535, -0.17432864010334015, -2.1476845741271973, -1.5024553537368774, -1.384639024734497, -1.7087348699569702, -0.5162861347198486, -1.1740449666976929, -1.8746393918991089, -1.4072213172912598, -0.7655276656150818, -1.729488730430603, -1.0483859777450562, -0.8028566241264343, -2.358384847640991, -1.4926538467407227, -2.418200731277466, -1.8493919372558594, -1.4672564268112183, -2.2968711853027344, -0.813060998916626, -2.333019495010376, -2.5767862796783447, -0.9344117045402527, -1.6002994775772095, -0.4382155239582062, -1.0918201208114624, -0.2566159665584564, -1.1674168109893799, -0.12945230305194855, -2.6269731521606445, -1.1891239881515503, -0.4255664050579071, -1.4106396436691284, -0.20185580849647522, -1.6240965127944946, -0.6638942956924438, -2.3590173721313477, -2.0031535625457764, -0.9737833738327026, -0.1980699598789215, -0.32023802399635315, -1.9547687768936157, -2.125394105911255, -1.062400460243225, -2.0368545055389404]}, "iris_DBDC4_077_20": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_077.log.json", "context": "Hello... Danny Hello... Alex Yeah... Well... What did you do? Hey, Danny! Yes? You don't know me, but my name is Alex Wood. Actually, I do know you Actually I'll go. What's your name again? Alex Taylor. And you are-- Hah... You better be consistent next time you little chatbot We're really in a terrible rush. Terrible rush for what? Don't rush me, sonny. You rush a miracle man, you get rotten miracles. Let's just talk about board games Let's talk. What board games do you play? Could it really be that easy-- I like monopoly", "response": "I like it.", "annotation_id": "iris_DBDC4_077_20", "annotations": ["T", "O", "O", "O", "T", "T", "X", "X", "T", "O", "O", "T", "O", "O", "T"], "gpt2background_target_score": [-9.545137405395508, -8.453300476074219, -6.343013286590576, -2.906236410140991], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.6364967823028564, -1.527793049812317, -2.583347797393799, -1.584792137145996, -2.2146337032318115, -0.6481467485427856, -2.1864218711853027, -1.493611454963684, -0.8706766366958618, -1.2064087390899658, -1.1213301420211792, -1.458631992340088, -1.2117878198623657, -1.9026507139205933, -1.8244770765304565, -1.8435009717941284, -1.3307149410247803, -2.2646079063415527, -2.3190479278564453, -0.3180249333381653, -2.131875991821289, -2.0232739448547363, -1.4324877262115479, -1.925977349281311, -1.1272045373916626, -2.0494446754455566, -0.3643069863319397, -1.7197160720825195, -1.5629262924194336, -1.8645423650741577, -1.776948094367981, -0.7265864014625549, -1.3662924766540527, -1.5612717866897583, -1.9093714952468872, -1.5234302282333374, -1.359238862991333, -2.3663649559020996, -1.5281941890716553, -1.7463573217391968, -2.0272772312164307, -2.188152551651001, -1.4244822263717651, -1.5133113861083984, -0.25690966844558716, -0.4578363001346588, -0.41147905588150024, -2.1960809230804443, -1.958988904953003, -1.3818426132202148, -1.9322985410690308, -1.7056012153625488, -1.9465807676315308, -2.5507616996765137, -2.954220771789551, -1.147762656211853, -0.49231064319610596, -2.5104281902313232, -1.9233617782592773, -2.432239055633545, -3.2390477657318115, -1.5108962059020996, -0.5261001586914062, -1.2754833698272705, -2.5038182735443115, -3.398973226547241, -1.79550302028656, -1.6831730604171753, -1.9635628461837769, -2.6440632343292236, -2.3979313373565674, -1.3112372159957886, -1.6014407873153687, -1.7605476379394531, -1.2589167356491089, -2.16204571723938, -0.5665296912193298, -1.738226294517517, -0.9391933679580688, -1.6278800964355469, -1.6641765832901, -2.444024085998535, -0.17432864010334015, -2.1476845741271973, -1.5024553537368774, -1.384639024734497, -1.7087348699569702, -0.516286313533783, -1.1740448474884033, -1.8746392726898193, -1.4072221517562866, -0.7655275464057922, -1.7294888496398926, -1.048386573791504, -0.8028579354286194, -2.3583850860595703, -1.4926539659500122, -2.418200731277466, -1.8493915796279907, -1.467258095741272, -2.2968716621398926, -0.813060462474823, -2.333019733428955, -2.5767862796783447, -0.9344128370285034, -1.600297212600708, -0.43821606040000916, -1.0918195247650146, -0.25661495327949524, -1.1674163341522217, -0.12945251166820526, -2.6269733905792236, -1.1891244649887085, -0.4255666434764862, -1.4106411933898926, -0.20185600221157074, -1.6240962743759155, -0.6638942956924438, -2.3590164184570312, -0.6985239386558533, -0.2819671034812927, -0.4286872148513794, -1.79361093044281, -2.1404130458831787, -0.9756174087524414, -2.3540725708007812, -1.5766830444335938, -0.47916385531425476, -2.2212560176849365, -1.8688337802886963, -1.965694546699524, -0.4335455298423767, -1.1671967506408691, -1.229148030281067]}, "iris_DBDC4_080_02": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_080.log.json", "context": "Hello... Danny Hi!", "response": "Hi, Danny.", "annotation_id": "iris_DBDC4_080_02", "annotations": ["T", "O", "O", "O", "O", "O", "X", "T", "T", "T", "O", "O", "X", "O", "O"], "gpt2background_target_score": [-11.239398002624512, -8.41786003112793, -8.6289701461792, -3.125523567199707], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -1.6954283714294434, -1.3251452445983887, -1.9978474378585815, -1.5243844985961914, -1.3208109140396118, -1.167018175125122, -1.2393275499343872]}, "iris_DBDC4_080_04": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_080.log.json", "context": "Hello... Danny Hi! Hi, Danny. What's up?", "response": "Mr. Hanson...this is my Dannyriend Danny.", "annotation_id": "iris_DBDC4_080_04", "annotations": ["T", "T", "T", "O", "X", "T", "X", "X", "X", "X", "O", "T", "X", "X", "T"], "gpt2background_target_score": [-12.2776517868042, -9.001249313354492, -10.104196548461914, -2.2885799407958984, -10.178712844848633, -7.0063676834106445, -4.036399841308594, -8.885313034057617, -13.018317222595215, -12.431495666503906, -9.882025718688965], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -1.6954283714294434, -1.3251452445983887, -1.4245259761810303, -1.2136791944503784, -1.442875862121582, -1.1016985177993774, -1.4117941856384277, -1.4128526449203491, -1.1514766216278076, -1.889400839805603, -2.130481481552124, -0.7844840288162231, -1.3218244314193726, -1.6504933834075928, -2.0333995819091797, -0.8465335369110107, -2.096446990966797, -0.7911713719367981, -2.3060569763183594, -1.8988710641860962, -1.6132583618164062, -1.5407642126083374]}, "iris_DBDC4_080_06": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_080.log.json", "context": "Hello... Danny Hi! Hi, Danny. What's up? Mr. Hanson...this is my Dannyriend Danny. What happened to your knees?", "response": "Did you har q good meeting?", "annotation_id": "iris_DBDC4_080_06", "annotations": ["O", "X", "X", "T", "X", "T", "O", "O", "O", "T", "O", "X", "X", "X", "X"], "gpt2background_target_score": [-12.307494163513184, -4.921618461608887, -11.485733985900879, -11.533540725708008, -10.75958251953125, -12.20877456665039, -12.093177795410156], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -1.6954283714294434, -1.3251452445983887, -1.4245259761810303, -1.2136791944503784, -1.442875862121582, -1.1016985177993774, -1.4117941856384277, -1.4128526449203491, -1.1514766216278076, -1.889400839805603, -0.6319506764411926, -2.0212349891662598, -2.235809564590454, -2.4884676933288574, -0.8800309300422668, -1.6521430015563965, -0.6714896559715271, -2.226116418838501, -2.243060827255249, -1.5396689176559448, -1.9150805473327637, -0.4612705707550049, -0.5288174748420715, -2.288177013397217, -3.6786975860595703, -0.8384687900543213, -1.8325530290603638, -1.9682559967041016, -0.7896397709846497, -2.6235275268554688, -2.3931758403778076, -3.1785504817962646, -2.2311816215515137, -1.0767821073532104, -0.7334227561950684]}, "iris_DBDC4_080_08": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_080.log.json", "context": "Hello... Danny Hi! Hi, Danny. What's up? Mr. Hanson...this is my Dannyriend Danny. What happened to your knees? Did you har q good meeting? Hi Mr. Hanson, how do you know Alex?", "response": "Mr. Hanson...this is my Dannyriend Danny.", "annotation_id": "iris_DBDC4_080_08", "annotations": ["T", "O", "X", "T", "X", "T", "X", "X", "X", "X", "O", "O", "X", "X", "X"], "gpt2background_target_score": [-12.2776517868042, -9.001249313354492, -10.104196548461914, -2.2885799407958984, -10.178712844848633, -7.0063676834106445, -4.036399841308594, -8.885313034057617, -13.018317222595215, -12.431495666503906, -9.882025718688965], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -1.6954283714294434, -1.3251452445983887, -1.4245259761810303, -1.2136791944503784, -1.442875862121582, -1.1016985177993774, -1.4117941856384277, -1.4128526449203491, -1.1514766216278076, -1.889400839805603, -0.6319506764411926, -2.0212349891662598, -2.235809564590454, -2.4884676933288574, -0.8800309300422668, -1.6521430015563965, -0.6714896559715271, -2.226116418838501, -2.243060827255249, -1.5396689176559448, -1.9150805473327637, -0.4612705707550049, -0.5288174748420715, -2.288177013397217, -3.6786975860595703, -0.8384687900543213, -1.8325530290603638, -0.5036623477935791, -2.5041818618774414, -2.363147735595703, -3.074150323867798, -1.8790878057479858, -1.1551661491394043, -1.8743088245391846, -1.1509205102920532, -0.20005924999713898, -0.09329158067703247, -1.478776216506958, -1.861197829246521, -1.6733168363571167, -0.3967149555683136, -2.239727258682251, -2.1301870346069336, -1.6463383436203003, -2.0052542686462402, -1.8893433809280396, -0.12429951131343842, -0.04279068857431412, -1.8447465896606445, -2.7035915851593018, -0.3004685342311859, -0.7167692184448242, -0.588849663734436, -0.300679475069046, -1.0788356065750122, -0.2298017293214798, -1.03495192527771]}, "iris_DBDC4_080_10": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_080.log.json", "context": "Hello... Danny Hi! Hi, Danny. What's up? Mr. Hanson...this is my Dannyriend Danny. What happened to your knees? Did you har q good meeting? Hi Mr. Hanson, how do you know Alex? Mr. Hanson...this is my Dannyriend Danny. Ah... Mr. Hanson, nice to see you again", "response": "Well, sure...  .I'm Alex Hanson. What can I do", "annotation_id": "iris_DBDC4_080_10", "annotations": ["O", "T", "X", "O", "X", "T", "T", "O", "X", "T", "O", "O", "T", "X", "O"], "gpt2background_target_score": [-13.06801700592041, -8.41786003112793, -7.974594593048096, -2.2885828018188477, -2.998363971710205, -9.563392639160156, -7.807366371154785, -5.212661266326904, -10.65641975402832, -13.877920150756836, -9.882028579711914, -9.429442405700684, -9.874394416809082, -6.4579291343688965, -9.558463096618652], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.6954277753829956, -1.3251465559005737, -1.4245260953903198, -1.2136805057525635, -1.4428755044937134, -1.101696491241455, -1.4117932319641113, -1.4128530025482178, -1.1514791250228882, -1.8894007205963135, -0.6319503784179688, -2.0212323665618896, -2.235808849334717, -2.4884679317474365, -0.880030632019043, -1.6521414518356323, -0.6714884042739868, -2.2261157035827637, -2.2430598735809326, -1.539667010307312, -1.9150828123092651, -0.46127086877822876, -0.5288178324699402, -2.2881767749786377, -3.6786935329437256, -0.838467001914978, -1.8325526714324951, -0.503661036491394, -2.504182815551758, -2.3631503582000732, -3.074150800704956, -1.8790874481201172, -1.155166745185852, -1.8743078708648682, -1.1509206295013428, -0.20005983114242554, -0.0932910367846489, -1.4787743091583252, -1.8611979484558105, -1.6733150482177734, -0.39671599864959717, -2.2397282123565674, -2.130185842514038, -1.6463395357131958, -2.0052571296691895, -0.10975027084350586, -0.028375472873449326, -1.5374114513397217, -2.135310173034668, -0.34941428899765015, -0.8285428285598755, -0.6827442049980164, -0.34221351146698, -1.41874361038208, -0.28380417823791504, -1.2172764539718628, -1.540789008140564, -2.6295371055603027, -0.11085555702447891, -0.029803065583109856, -0.4076421856880188, -1.9707733392715454, -1.3228970766067505, -1.2261676788330078, -0.5637967586517334, -2.119401454925537, -0.8074215650558472, -2.0211567878723145, -1.0373330116271973, -1.695569634437561, -1.1513527631759644, -2.4510583877563477, -0.9269225001335144, -1.4374395608901978, -1.8530621528625488, -2.0549232959747314, -1.3367459774017334, -1.589674949645996, -1.9909067153930664, -1.5736284255981445, -0.7651548981666565, -0.579319417476654, -1.3173166513442993]}, "iris_DBDC4_080_12": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_080.log.json", "context": "Hello... Danny Hi! Hi, Danny. What's up? Mr. Hanson...this is my Dannyriend Danny. What happened to your knees? Did you har q good meeting? Hi Mr. Hanson, how do you know Alex? Mr. Hanson...this is my Dannyriend Danny. Ah... Mr. Hanson, nice to see you again Well, sure...  .I'm Alex Hanson. What can I do So you introduced yourself?", "response": "I don't think we've been introduced?", "annotation_id": "iris_DBDC4_080_12", "annotations": ["T", "X", "T", "O", "O", "T", "O", "T", "O", "T", "T", "T", "X", "O", "X"], "gpt2background_target_score": [-9.545137405395508, -7.170057773590088, -7.767152309417725, -11.184805870056152, -7.811171531677246, -10.15215015411377, -7.880842208862305, -11.296425819396973, -13.636007308959961], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.6954277753829956, -1.3251465559005737, -1.4245260953903198, -1.2136805057525635, -1.4428755044937134, -1.101696491241455, -1.4117932319641113, -1.4128530025482178, -1.1514791250228882, -1.8894007205963135, -0.6319503784179688, -2.0212323665618896, -2.235808849334717, -2.4884679317474365, -0.880030632019043, -1.6521414518356323, -0.6714884042739868, -2.2261157035827637, -2.2430598735809326, -1.539667010307312, -1.9150828123092651, -0.46127086877822876, -0.5288178324699402, -2.2881767749786377, -3.6786935329437256, -0.838467001914978, -1.8325526714324951, -0.503661036491394, -2.504182815551758, -2.3631503582000732, -3.074150800704956, -1.8790874481201172, -1.155166745185852, -1.8743078708648682, -1.1509206295013428, -0.20005983114242554, -0.0932910367846489, -1.4787743091583252, -1.8611979484558105, -1.6733145713806152, -0.396715372800827, -2.239729404449463, -2.13018536567688, -1.6463403701782227, -2.005255937576294, -0.10975006222724915, -0.028375355526804924, -1.5374122858047485, -2.135310173034668, -0.34941428899765015, -0.8285413980484009, -0.6827449798583984, -0.34221351146698, -1.4187427759170532, -0.28380435705184937, -1.2172765731811523, -1.5407882928848267, -2.6295366287231445, -0.11085555702447891, -0.029803065583109856, -0.4076421856880188, -1.9707738161087036, -1.3228963613510132, -1.226169228553772, -0.5637969970703125, -2.1194021701812744, -0.8074221014976501, -0.9766971468925476, -1.8563445806503296, -1.2315064668655396, -2.6806185245513916, -0.9368795156478882, -1.615674376487732, -1.7460521459579468, -1.9095208644866943, -1.1981499195098877, -1.4920061826705933, -1.9562073945999146, -1.4746114015579224, -0.7181829214096069, -0.5918943285942078, -1.2703492641448975, -1.8438847064971924, -2.2937960624694824, -1.672803521156311, -0.9377472400665283, -2.238936185836792, -2.1044375896453857, -1.4835485219955444, -0.2301996350288391, -1.0300503969192505, -1.4582099914550781, -1.852560043334961, -1.550387978553772, -1.7950122356414795, -1.1357381343841553, -1.1074312925338745]}, "iris_DBDC4_080_14": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_080.log.json", "context": "Hello... Danny Hi! Hi, Danny. What's up? Mr. Hanson...this is my Dannyriend Danny. What happened to your knees? Did you har q good meeting? Hi Mr. Hanson, how do you know Alex? Mr. Hanson...this is my Dannyriend Danny. Ah... Mr. Hanson, nice to see you again Well, sure...  .I'm Alex Hanson. What can I do So you introduced yourself? I don't think we've been introduced? Hi, I'm Danny, and you?", "response": "How you doin', Danny.", "annotation_id": "iris_DBDC4_080_14", "annotations": ["O", "O", "O", "T", "O", "T", "X", "O", "X", "T", "O", "O", "X", "O", "X"], "gpt2background_target_score": [-11.236136436462402, -4.92161750793457, -6.29796028137207, -10.4255952835083, -12.915663719177246, -10.52252197265625, -9.416109085083008], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.6954277753829956, -1.3251465559005737, -1.4245260953903198, -1.2136805057525635, -1.4428755044937134, -1.101696491241455, -1.4117932319641113, -1.4128530025482178, -1.1514791250228882, -1.8894007205963135, -0.6319503784179688, -2.0212323665618896, -2.235808849334717, -2.4884679317474365, -0.880030632019043, -1.6521414518356323, -0.6714884042739868, -2.2261157035827637, -2.2430598735809326, -1.539667010307312, -1.9150828123092651, -0.46127086877822876, -0.5288178324699402, -2.2881767749786377, -3.6786935329437256, -0.838467001914978, -1.8325526714324951, -0.503661036491394, -2.504182815551758, -2.3631503582000732, -3.074150800704956, -1.8790874481201172, -1.155166745185852, -1.8743078708648682, -1.1509206295013428, -0.20005983114242554, -0.0932910367846489, -1.4787743091583252, -1.8611979484558105, -1.6733145713806152, -0.396715372800827, -2.239729404449463, -2.13018536567688, -1.6463403701782227, -2.005255937576294, -0.10975006222724915, -0.028375355526804924, -1.5374122858047485, -2.135310173034668, -0.34941428899765015, -0.8285413980484009, -0.6827449798583984, -0.34221351146698, -1.4187427759170532, -0.28380435705184937, -1.2172765731811523, -1.5407882928848267, -2.6295366287231445, -0.11085555702447891, -0.029803065583109856, -0.4076421856880188, -1.9707738161087036, -1.3228963613510132, -1.226169228553772, -0.5637969970703125, -2.1194021701812744, -0.8074221014976501, -0.9766971468925476, -1.8563445806503296, -1.2315064668655396, -2.6806185245513916, -0.9368795156478882, -1.615674376487732, -1.7460521459579468, -1.9095208644866943, -1.1981499195098877, -1.4920061826705933, -1.9562073945999146, -1.4746114015579224, -0.7181829214096069, -0.5918943285942078, -1.2703492641448975, -1.8438847064971924, -2.2937960624694824, -1.672803521156311, -0.9377472400665283, -2.238936185836792, -1.2957466840744019, -0.14035965502262115, -0.9988868236541748, -1.3676005601882935, -1.745286464691162, -1.807031273841858, -2.1650359630584717, -1.356217384338379, -2.2118711471557617, -0.827629566192627, -1.4361648559570312, -0.8921482563018799, -1.4159936904907227, -0.33422258496284485, -1.913939118385315, -0.9453414082527161, -1.5439307689666748, -2.100351095199585, -2.167951822280884, -1.2116434574127197, -2.750380039215088, -0.988762617111206, -1.5087354183197021, -2.8300931453704834, -0.719550609588623, -2.0117669105529785]}, "iris_DBDC4_080_16": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_080.log.json", "context": "Hello... Danny Hi! Hi, Danny. What's up? Mr. Hanson...this is my Dannyriend Danny. What happened to your knees? Did you har q good meeting? Hi Mr. Hanson, how do you know Alex? Mr. Hanson...this is my Dannyriend Danny. Ah... Mr. Hanson, nice to see you again Well, sure...  .I'm Alex Hanson. What can I do So you introduced yourself? I don't think we've been introduced? Hi, I'm Danny, and you? How you doin', Danny. Doing great, aside from this odd conversation...", "response": "This isn't a conversation. Do it.", "annotation_id": "iris_DBDC4_080_16", "annotations": ["T", "T", "T", "T", "O", "T", "X", "T", "X", "X", "X", "T", "X", "X", "O"], "gpt2background_target_score": [-12.201423645019531, -8.830831527709961, -7.767152309417725, -8.187098503112793, -12.790484428405762, -3.2742199897766113, -8.962240219116211, -8.07628059387207, -11.334760665893555], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.6954277753829956, -1.3251465559005737, -1.4245260953903198, -1.2136805057525635, -1.4428755044937134, -1.101696491241455, -1.4117932319641113, -1.4128530025482178, -1.1514791250228882, -1.8894007205963135, -0.6319503784179688, -2.0212323665618896, -2.235808849334717, -2.4884679317474365, -0.880030632019043, -1.6521414518356323, -0.6714884042739868, -2.2261157035827637, -2.2430598735809326, -1.539667010307312, -1.9150828123092651, -0.46127086877822876, -0.5288178324699402, -2.2881767749786377, -3.6786935329437256, -0.838467001914978, -1.8325526714324951, -0.503661036491394, -2.504182815551758, -2.3631503582000732, -3.074150800704956, -1.8790874481201172, -1.155166745185852, -1.8743078708648682, -1.1509206295013428, -0.20005983114242554, -0.0932910367846489, -1.4787743091583252, -1.8611979484558105, -1.6733145713806152, -0.396715372800827, -2.239729404449463, -2.13018536567688, -1.6463403701782227, -2.005255937576294, -0.10975006222724915, -0.028375355526804924, -1.5374122858047485, -2.135310173034668, -0.34941428899765015, -0.8285413980484009, -0.6827449798583984, -0.34221351146698, -1.4187427759170532, -0.28380435705184937, -1.2172765731811523, -1.5407882928848267, -2.6295366287231445, -0.11085555702447891, -0.029803065583109856, -0.4076421856880188, -1.9707738161087036, -1.3228963613510132, -1.226169228553772, -0.5637969970703125, -2.1194021701812744, -0.8074221014976501, -0.9766971468925476, -1.8563445806503296, -1.2315064668655396, -2.6806185245513916, -0.9368795156478882, -1.615674376487732, -1.7460521459579468, -1.9095208644866943, -1.1981499195098877, -1.4920061826705933, -1.9562073945999146, -1.4746114015579224, -0.7181829214096069, -0.5918943285942078, -1.2703492641448975, -1.8438847064971924, -2.2937960624694824, -1.672803521156311, -0.9377472400665283, -2.238936185836792, -1.2957473993301392, -0.14035986363887787, -0.9988884925842285, -1.367600917816162, -1.745285987854004, -1.8070309162139893, -2.165037155151367, -1.356217622756958, -2.21187162399292, -0.8276291489601135, -1.436164140701294, -0.892147958278656, -1.41599440574646, -0.3342225253582001, -1.9139388799667358, -0.9453408122062683, -1.5439300537109375, -2.1003518104553223, -0.7999393343925476, -1.708524227142334, -1.3639471530914307, -1.4703805446624756, -2.7870588302612305, -0.7678291201591492, -1.8251502513885498, -2.804366111755371, -1.6338824033737183, -2.013486862182617, -0.21012091636657715, -2.5412209033966064, -2.2772610187530518, -3.5361878871917725, -1.772899866104126, -2.261019468307495, -1.937910556793213, -0.8922719359397888, -0.2303640991449356, -2.197938919067383, -3.150542736053467, -2.1056559085845947, -1.901984453201294, -0.42596131563186646, -1.324567437171936, -1.6611984968185425]}, "iris_DBDC4_080_18": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_080.log.json", "context": "Hello... Danny Hi! Hi, Danny. What's up? Mr. Hanson...this is my Dannyriend Danny. What happened to your knees? Did you har q good meeting? Hi Mr. Hanson, how do you know Alex? Mr. Hanson...this is my Dannyriend Danny. Ah... Mr. Hanson, nice to see you again Well, sure...  .I'm Alex Hanson. What can I do So you introduced yourself? I don't think we've been introduced? Hi, I'm Danny, and you? How you doin', Danny. Doing great, aside from this odd conversation... This isn't a conversation. Do it. What do you want me to do Alex?", "response": "You? Oh no. No. I'll get it.", "annotation_id": "iris_DBDC4_080_18", "annotations": ["O", "X", "T", "O", "X", "T", "X", "T", "X", "X", "O", "X", "X", "X", "O"], "gpt2background_target_score": [-11.480239868164062, -8.651277542114258, -8.628105163574219, -7.946746826171875, -9.923279762268066, -8.969880104064941, -9.416109085083008, -3.3946328163146973, -12.41836166381836, -10.34272575378418, -4.936529159545898, -4.479118824005127], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.6954277753829956, -1.3251465559005737, -1.4245260953903198, -1.2136805057525635, -1.4428755044937134, -1.101696491241455, -1.4117932319641113, -1.4128530025482178, -1.1514791250228882, -1.8894007205963135, -0.6319503784179688, -2.0212323665618896, -2.235808849334717, -2.4884679317474365, -0.880030632019043, -1.6521414518356323, -0.6714884042739868, -2.2261157035827637, -2.2430598735809326, -1.539667010307312, -1.9150828123092651, -0.46127086877822876, -0.5288178324699402, -2.2881767749786377, -3.6786935329437256, -0.838467001914978, -1.8325526714324951, -0.503661036491394, -2.504182815551758, -2.3631503582000732, -3.074150800704956, -1.8790874481201172, -1.155166745185852, -1.8743078708648682, -1.1509206295013428, -0.20005983114242554, -0.0932910367846489, -1.4787743091583252, -1.8611979484558105, -1.6733145713806152, -0.396715372800827, -2.239729404449463, -2.13018536567688, -1.6463403701782227, -2.005255937576294, -0.10975006222724915, -0.028375355526804924, -1.5374122858047485, -2.135310173034668, -0.34941428899765015, -0.8285413980484009, -0.6827449798583984, -0.34221351146698, -1.4187427759170532, -0.28380435705184937, -1.2172765731811523, -1.5407882928848267, -2.6295366287231445, -0.11085555702447891, -0.029803065583109856, -0.4076421856880188, -1.9707738161087036, -1.3228963613510132, -1.226169228553772, -0.5637969970703125, -2.1194021701812744, -0.8074221014976501, -0.9766971468925476, -1.8563445806503296, -1.2315064668655396, -2.6806185245513916, -0.9368795156478882, -1.615674376487732, -1.7460521459579468, -1.9095208644866943, -1.1981499195098877, -1.4920061826705933, -1.9562073945999146, -1.4746114015579224, -0.7181829214096069, -0.5918943285942078, -1.2703492641448975, -1.8438847064971924, -2.2937960624694824, -1.672803521156311, -0.9377472400665283, -2.238936185836792, -1.2957466840744019, -0.14035965502262115, -0.9988868236541748, -1.3676005601882935, -1.745286464691162, -1.807031273841858, -2.1650359630584717, -1.356217384338379, -2.2118711471557617, -0.827629566192627, -1.4361648559570312, -0.8921482563018799, -1.4159936904907227, -0.33422258496284485, -1.913939118385315, -0.9453414082527161, -1.5439307689666748, -2.100351095199585, -0.7999390363693237, -1.708522081375122, -1.3639471530914307, -1.470380187034607, -2.7870583534240723, -0.7678284645080566, -1.8251508474349976, -2.8043673038482666, -1.6338821649551392, -2.013486623764038, -0.2101205289363861, -2.5412211418151855, -2.277259588241577, -3.536187171936035, -1.7728973627090454, -2.261019706726074, -0.9971131682395935, -0.1570281684398651, -2.2149605751037598, -3.271883249282837, -2.212674140930176, -1.8616183996200562, -0.4863206148147583, -1.4571599960327148, -1.9496482610702515, -1.4489096403121948, -0.5694872736930847, -1.34294593334198, -0.7679087519645691, -0.1661592274904251, -0.4021416902542114, -0.6374494433403015, -0.4328348934650421, -1.9215234518051147, -1.8584120273590088, -2.1910881996154785, -1.673457145690918, -1.3450764417648315, -1.210231900215149, -1.6309195756912231, -1.0525885820388794, -1.8836467266082764, -1.4255154132843018, -2.0232090950012207, -1.9635491371154785, -1.305649757385254, -1.960924744606018]}, "iris_DBDC4_080_20": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_080.log.json", "context": "Hello... Danny Hi! Hi, Danny. What's up? Mr. Hanson...this is my Dannyriend Danny. What happened to your knees? Did you har q good meeting? Hi Mr. Hanson, how do you know Alex? Mr. Hanson...this is my Dannyriend Danny. Ah... Mr. Hanson, nice to see you again Well, sure...  .I'm Alex Hanson. What can I do So you introduced yourself? I don't think we've been introduced? Hi, I'm Danny, and you? How you doin', Danny. Doing great, aside from this odd conversation... This isn't a conversation. Do it. What do you want me to do Alex? You? Oh no. No. I'll get it. Oh... Okay", "response": "I have until the end of the week to get strong or they're gonna eat me up.", "annotation_id": "iris_DBDC4_080_20", "annotations": ["T", "O", "X", "T", "X", "T", "X", "X", "X", "X", "T", "X", "X", "X", "O"], "gpt2background_target_score": [-9.545137405395508, -6.889221668243408, -10.702699661254883, -6.986229419708252, -12.383492469787598, -8.95192813873291, -5.529450416564941, -12.05531120300293, -10.637857437133789, -10.34272575378418, -10.65108585357666, -8.322094917297363, -11.335298538208008, -10.523093223571777, -12.425467491149902, -10.726266860961914, -7.604477882385254, -9.268580436706543, -7.97304630279541], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.6954277753829956, -1.3251465559005737, -1.4245260953903198, -1.2136805057525635, -1.4428755044937134, -1.101696491241455, -1.4117932319641113, -1.4128530025482178, -1.1514791250228882, -1.8894007205963135, -0.6319503784179688, -2.0212323665618896, -2.235808849334717, -2.4884679317474365, -0.880030632019043, -1.6521414518356323, -0.6714884042739868, -2.2261157035827637, -2.2430598735809326, -1.539667010307312, -1.9150828123092651, -0.46127086877822876, -0.5288178324699402, -2.2881767749786377, -3.6786935329437256, -0.838467001914978, -1.8325526714324951, -0.503661036491394, -2.504182815551758, -2.3631503582000732, -3.074150800704956, -1.8790874481201172, -1.155166745185852, -1.8743078708648682, -1.1509206295013428, -0.20005983114242554, -0.0932910367846489, -1.4787743091583252, -1.8611979484558105, -1.6733145713806152, -0.396715372800827, -2.239729404449463, -2.13018536567688, -1.6463403701782227, -2.005255937576294, -0.10975006222724915, -0.028375355526804924, -1.5374122858047485, -2.135310173034668, -0.34941428899765015, -0.8285413980484009, -0.6827449798583984, -0.34221351146698, -1.4187427759170532, -0.28380435705184937, -1.2172765731811523, -1.5407882928848267, -2.6295366287231445, -0.11085555702447891, -0.029803065583109856, -0.4076421856880188, -1.9707738161087036, -1.3228963613510132, -1.226169228553772, -0.5637969970703125, -2.1194021701812744, -0.8074221014976501, -0.9766971468925476, -1.8563445806503296, -1.2315064668655396, -2.6806185245513916, -0.9368795156478882, -1.615674376487732, -1.7460521459579468, -1.9095208644866943, -1.1981499195098877, -1.4920061826705933, -1.9562073945999146, -1.4746114015579224, -0.7181829214096069, -0.5918943285942078, -1.2703492641448975, -1.8438847064971924, -2.2937960624694824, -1.672803521156311, -0.9377472400665283, -2.238936185836792, -1.2957466840744019, -0.14035965502262115, -0.9988868236541748, -1.3676005601882935, -1.745286464691162, -1.807031273841858, -2.1650359630584717, -1.356217384338379, -2.2118711471557617, -0.827629566192627, -1.4361648559570312, -0.8921482563018799, -1.4159936904907227, -0.33422258496284485, -1.913939118385315, -0.9453414082527161, -1.5439307689666748, -2.100351095199585, -0.7999390363693237, -1.708522081375122, -1.3639471530914307, -1.470380187034607, -2.7870583534240723, -0.7678284645080566, -1.8251508474349976, -2.8043673038482666, -1.6338821649551392, -2.013486623764038, -0.2101205289363861, -2.5412211418151855, -2.277259588241577, -3.536187171936035, -1.7728973627090454, -2.261019706726074, -0.9971131682395935, -0.1570281684398651, -2.2149605751037598, -3.271883249282837, -2.212674140930176, -1.8616183996200562, -0.4863206148147583, -1.4571599960327148, -1.9496482610702515, -1.4489096403121948, -0.5694872736930847, -1.34294593334198, -0.7679087519645691, -0.1661592274904251, -0.4021416902542114, -0.6374494433403015, -0.4328348934650421, -1.9215234518051147, -1.9400986433029175, -2.1599485874176025, -1.1754276752471924, -1.0989973545074463, -1.637973427772522, -0.9680489301681519, -1.795453667640686, -1.427036166191101, -2.0389835834503174, -2.08998966217041, -1.2867650985717773, -1.8673689365386963, -1.4002004861831665, -2.1054816246032715, -1.3432788848876953, -2.1517117023468018, -1.5884151458740234, -1.4751516580581665, -1.6907655000686646, -1.519508957862854, -0.4912334680557251, -0.7855634689331055, -1.8166658878326416, -1.4126214981079102, -2.3237900733947754, -2.355884313583374, -1.4166028499603271, -2.6127126216888428, -1.6134467124938965, -2.013688802719116, -2.7043426036834717, -1.2671054601669312, -1.9253180027008057, -1.276750922203064, -1.7119536399841309]}, "iris_DBDC4_083_02": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_083.log.json", "context": "Hello... Danny Do you like, watch movies?", "response": "Well, have you heard anything about either of them?", "annotation_id": "iris_DBDC4_083_02", "annotations": ["O", "X", "T", "X", "X", "T", "T", "T", "O", "X", "X", "X", "X", "X", "X"], "gpt2background_target_score": [-13.068015098571777, -8.41786003112793, -6.296853542327881, -2.1513237953186035, -9.839350700378418, -6.863271713256836, -7.573914527893066, -9.178895950317383, -5.081721305847168, -12.341516494750977, -9.985978126525879], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -2.1513237953186035, -1.685699462890625, -2.066787004470825, -2.3090054988861084, -2.6276447772979736, -1.6918535232543945, -0.5485027432441711, -2.0745432376861572, -1.1671972274780273, -1.3533153533935547, -1.0818735361099243, -1.339440107345581, -1.1644105911254883, -0.44353780150413513, -2.041639566421509, -2.2578606605529785, -1.0102139711380005, -0.3623979985713959, -0.6014754176139832]}, "iris_DBDC4_083_04": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_083.log.json", "context": "Hello... Danny Do you like, watch movies? Well, have you heard anything about either of them? Hey Alex", "response": "You know that I tried to have sex with women?", "annotation_id": "iris_DBDC4_083_04", "annotations": ["X", "X", "T", "O", "T", "T", "T", "O", "T", "T", "T", "T", "X", "O", "X"], "gpt2background_target_score": [-11.480238914489746, -9.493287086486816, -6.841143608093262, -3.0253119468688965, -9.894519805908203, -2.8466684818267822, -6.283389091491699, -9.017670631408691, -3.0251779556274414, -12.113214492797852, -6.106872081756592], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -2.1513237953186035, -1.685699462890625, -2.066787004470825, -2.3090054988861084, -2.6276447772979736, -1.6918535232543945, -0.5485027432441711, -1.194908618927002, -1.4951927661895752, -1.0774667263031006, -1.3768137693405151, -1.1924381256103516, -0.48866382241249084, -2.062969446182251, -2.1252102851867676, -1.1246455907821655, -0.33206164836883545, -1.5195279121398926, -1.170783519744873, -1.646573781967163, -1.7598042488098145, -2.4072461128234863, -1.0539942979812622, -2.2640366554260254, -2.307232141494751, -0.9237965941429138, -1.3417339324951172, -1.1676552295684814, -0.47705137729644775, -1.631316065788269, -2.1319358348846436, -1.045727014541626]}, "iris_DBDC4_083_06": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_083.log.json", "context": "Hello... Danny Do you like, watch movies? Well, have you heard anything about either of them? Hey Alex You know that I tried to have sex with women? I did not need to know that", "response": "You did so.", "annotation_id": "iris_DBDC4_083_06", "annotations": ["O", "T", "O", "O", "O", "T", "O", "O", "O", "O", "O", "O", "O", "O", "X"], "gpt2background_target_score": [-11.480238914489746, -6.745053291320801, -7.578621864318848, -6.259154796600342], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -2.1513237953186035, -1.685699462890625, -2.066787004470825, -2.3090054988861084, -2.6276447772979736, -1.6918535232543945, -0.5485027432441711, -1.194908618927002, -1.4951927661895752, -1.0774667263031006, -1.3768137693405151, -1.1924381256103516, -0.48866382241249084, -2.062969446182251, -2.1252102851867676, -1.1246455907821655, -0.33206164836883545, -1.5195279121398926, -1.170783519744873, -1.646573781967163, -2.293991804122925, -0.9265985488891602, -2.0258827209472656, -2.3094310760498047, -0.8729676008224487, -1.2316057682037354, -1.134116291999817, -0.483901709318161, -1.6447594165802002, -2.0570688247680664, -2.0141921043395996, -2.326364755630493, -1.92110013961792, -1.851868987083435, -1.044151782989502, -2.3334524631500244, -1.9232516288757324, -1.669230580329895, -2.0535292625427246, -1.3761378526687622, -1.7264481782913208, -1.3900929689407349, -1.5355552434921265]}, "iris_DBDC4_083_08": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_083.log.json", "context": "Hello... Danny Do you like, watch movies? Well, have you heard anything about either of them? Hey Alex You know that I tried to have sex with women? I did not need to know that You did so. Why would you talk to me about such odd things", "response": "Talk to me about what?", "annotation_id": "iris_DBDC4_083_08", "annotations": ["O", "X", "T", "T", "T", "T", "O", "O", "O", "O", "O", "T", "O", "O", "O"], "gpt2background_target_score": [-12.32776165008545, -6.896661758422852, -7.646484375, -10.114011764526367, -9.75757884979248, -5.881185531616211], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -2.1513237953186035, -1.685699462890625, -2.066787004470825, -2.3090054988861084, -2.6276447772979736, -1.6918535232543945, -0.5485027432441711, -1.194908618927002, -1.4951927661895752, -1.0774667263031006, -1.3768137693405151, -1.1924381256103516, -0.48866382241249084, -2.062969446182251, -2.1252102851867676, -1.1246455907821655, -0.33206164836883545, -1.5195279121398926, -1.170783519744873, -1.646573781967163, -2.293991804122925, -0.9265985488891602, -2.0258827209472656, -2.3094310760498047, -0.8729676008224487, -1.2316057682037354, -1.134116291999817, -0.48390135169029236, -1.6447594165802002, -2.0570685863494873, -2.0141918659210205, -2.3263652324676514, -1.9211021661758423, -1.8518693447113037, -1.0441497564315796, -2.333451986312866, -1.9232509136199951, -1.6692320108413696, -1.945068359375, -1.2649953365325928, -1.666725993156433, -1.740504503250122, -1.4312280416488647, -0.6766796708106995, -1.1791654825210571, -0.8565278053283691, -1.2050596475601196, -1.1048909425735474, -1.1341471672058105, -1.1733700037002563, -1.5404698848724365, -0.5989933609962463, -1.848612666130066, -0.476979523897171, -0.5209635496139526, -0.5233262181282043, -1.7103816270828247, -1.3155381679534912, -0.7998446226119995]}, "iris_DBDC4_083_10": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_083.log.json", "context": "Hello... Danny Do you like, watch movies? Well, have you heard anything about either of them? Hey Alex You know that I tried to have sex with women? I did not need to know that You did so. Why would you talk to me about such odd things Talk to me about what? The 's' word Alex...", "response": "Mr. Danny...", "annotation_id": "iris_DBDC4_083_10", "annotations": ["T", "X", "O", "O", "T", "T", "O", "T", "O", "O", "T", "T", "T", "X", "X"], "gpt2background_target_score": [-12.2776517868042, -9.001251220703125, -8.628969192504883, -7.27639627456665], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -2.1513237953186035, -1.6857011318206787, -2.0667848587036133, -2.3090038299560547, -2.6276473999023438, -1.6918538808822632, -0.5485031008720398, -1.1949082612991333, -1.4951931238174438, -1.0774650573730469, -1.376813292503357, -1.1924395561218262, -0.4886637330055237, -2.0629734992980957, -2.125211238861084, -1.1246461868286133, -0.3320606052875519, -1.519529104232788, -1.1707820892333984, -1.64657461643219, -2.293997287750244, -0.9265994429588318, -2.0258822441101074, -2.3094334602355957, -0.8729668259620667, -1.231603980064392, -1.134115219116211, -0.4839024543762207, -1.6447597742080688, -2.057069778442383, -2.0141937732696533, -2.3263659477233887, -1.9211010932922363, -1.8518708944320679, -1.0441490411758423, -2.3334522247314453, -1.9232510328292847, -1.6692302227020264, -1.9450695514678955, -1.2649956941604614, -1.6667250394821167, -1.7405030727386475, -1.431228756904602, -0.6766754984855652, -1.1791664361953735, -0.8565289974212646, -1.2050617933273315, -1.1048938035964966, -1.1341495513916016, -1.173374891281128, -1.540466070175171, -0.5989962816238403, -2.219902992248535, -0.34380659461021423, -0.7133371233940125, -1.3982890844345093, -1.6097259521484375, -1.9043993949890137, -1.9391676187515259, -3.7775139808654785, -2.423572301864624, -1.9966304302215576, -1.830715537071228, -1.1359138488769531, -2.4297289848327637, -1.9100968837738037, -0.9317936301231384, -2.048656702041626, -0.9654662013053894, -1.5371609926223755]}, "iris_DBDC4_083_12": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_083.log.json", "context": "Hello... Danny Do you like, watch movies? Well, have you heard anything about either of them? Hey Alex You know that I tried to have sex with women? I did not need to know that You did so. Why would you talk to me about such odd things Talk to me about what? The 's' word Alex... Mr. Danny... Yeah... I know I know... It's not childish of me. You're just too open", "response": "Open it.", "annotation_id": "iris_DBDC4_083_12", "annotations": ["X", "T", "X", "T", "X", "T", "O", "O", "T", "T", "T", "O", "X", "T", "T"], "gpt2background_target_score": [-13.029134750366211, -5.650731563568115, -4.933767318725586], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -2.1513237953186035, -1.6857011318206787, -2.0667848587036133, -2.3090038299560547, -2.6276473999023438, -1.6918538808822632, -0.5485031008720398, -1.1949082612991333, -1.4951931238174438, -1.0774650573730469, -1.376813292503357, -1.1924395561218262, -0.4886637330055237, -2.0629734992980957, -2.125211238861084, -1.1246461868286133, -0.3320606052875519, -1.519529104232788, -1.1707820892333984, -1.64657461643219, -2.293997287750244, -0.9265994429588318, -2.0258822441101074, -2.3094334602355957, -0.8729668259620667, -1.231603980064392, -1.134115219116211, -0.4839024543762207, -1.6447597742080688, -2.057069778442383, -2.0141937732696533, -2.3263659477233887, -1.9211010932922363, -1.8518702983856201, -1.044149398803711, -2.3334524631500244, -1.9232511520385742, -1.6692308187484741, -1.945069432258606, -1.2649943828582764, -1.6667239665985107, -1.7405036687850952, -1.4312278032302856, -0.6766767501831055, -1.1791675090789795, -0.8565288782119751, -1.2050621509552002, -1.1048911809921265, -1.134149193763733, -1.173375129699707, -1.5404654741287231, -0.5989956259727478, -2.2199032306671143, -0.3438076078891754, -0.7133376002311707, -1.3982893228530884, -1.6097264289855957, -1.9043997526168823, -1.9391677379608154, -3.7775137424468994, -2.423571825027466, -1.9966305494308472, -1.8307158946990967, -1.1359151601791382, -2.4297292232513428, -1.0506219863891602, -1.3463186025619507, -0.7844794988632202, -2.628638505935669, -0.9388113617897034, -1.927450180053711, -2.1910128593444824, -1.9273042678833008, -2.0145888328552246, -2.2064590454101562, -1.8046984672546387, -0.6486920118331909, -2.227498769760132, -2.334981679916382, -1.7443695068359375, -1.2527540922164917, -1.0518147945404053, -1.6498866081237793, -1.8043980598449707, -2.007276773452759, -2.2611875534057617, -2.877289295196533, -0.9539031982421875, -1.9567296504974365, -1.8288512229919434, -1.0836129188537598, -2.0320558547973633]}, "iris_DBDC4_083_14": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_083.log.json", "context": "Hello... Danny Do you like, watch movies? Well, have you heard anything about either of them? Hey Alex You know that I tried to have sex with women? I did not need to know that You did so. Why would you talk to me about such odd things Talk to me about what? The 's' word Alex... Mr. Danny... Yeah... I know I know... It's not childish of me. You're just too open Open it. Hey, how're you doin'?", "response": "What do you think you're doin'?!", "annotation_id": "iris_DBDC4_083_14", "annotations": ["T", "O", "X", "T", "T", "T", "O", "T", "T", "O", "T", "T", "X", "O", "T"], "gpt2background_target_score": [-11.17829418182373, -5.32457160949707, -5.237053394317627, -10.438787460327148, -7.889972686767578, -12.062248229980469, -5.042200088500977, -9.457014083862305, -10.567816734313965, -9.81358814239502], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -2.1513237953186035, -1.6857011318206787, -2.0667848587036133, -2.3090038299560547, -2.6276473999023438, -1.6918538808822632, -0.5485031008720398, -1.1949082612991333, -1.4951931238174438, -1.0774650573730469, -1.376813292503357, -1.1924395561218262, -0.4886637330055237, -2.0629734992980957, -2.125211238861084, -1.1246461868286133, -0.3320606052875519, -1.519529104232788, -1.1707820892333984, -1.64657461643219, -2.293997287750244, -0.9265994429588318, -2.0258822441101074, -2.3094334602355957, -0.8729668259620667, -1.231603980064392, -1.134115219116211, -0.4839024543762207, -1.6447597742080688, -2.057069778442383, -2.0141937732696533, -2.3263659477233887, -1.9211010932922363, -1.8518702983856201, -1.044149398803711, -2.3334524631500244, -1.9232511520385742, -1.6692308187484741, -1.945069432258606, -1.2649943828582764, -1.6667239665985107, -1.7405036687850952, -1.4312278032302856, -0.6766767501831055, -1.1791675090789795, -0.8565288782119751, -1.2050621509552002, -1.1048911809921265, -1.134149193763733, -1.173375129699707, -1.5404654741287231, -0.5989956259727478, -2.2199032306671143, -0.3438076078891754, -0.7133376002311707, -1.3982893228530884, -1.6097264289855957, -1.9043997526168823, -1.9391677379608154, -3.7775137424468994, -2.423571825027466, -1.9966305494308472, -1.8307158946990967, -1.1359151601791382, -2.4297292232513428, -1.0506219863891602, -1.3463186025619507, -0.7844794988632202, -2.628638505935669, -0.9388113617897034, -1.927450180053711, -2.1910128593444824, -1.9273042678833008, -2.0145888328552246, -2.2064590454101562, -1.8046984672546387, -0.6486920118331909, -2.227498769760132, -2.334981679916382, -1.7443695068359375, -1.2527540922164917, -1.0518147945404053, -1.6498866081237793, -1.8043980598449707, -2.007276773452759, -2.2611887454986572, -2.8772897720336914, -0.9539036154747009, -1.4757448434829712, -1.7156848907470703, -1.9067566394805908, -1.45917546749115, -1.5765841007232666, -1.63614821434021, -0.19633828103542328, -1.8323097229003906, -1.6042577028274536, -1.5399484634399414, -1.7691066265106201, -1.8181872367858887, -1.8029650449752808, -0.33069682121276855, -1.284720540046692, -1.1615607738494873, -1.6359004974365234, -0.905295193195343, -0.010110828094184399, -1.182862401008606, -1.9212332963943481, -1.6146005392074585]}, "iris_DBDC4_083_16": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_083.log.json", "context": "Hello... Danny Do you like, watch movies? Well, have you heard anything about either of them? Hey Alex You know that I tried to have sex with women? I did not need to know that You did so. Why would you talk to me about such odd things Talk to me about what? The 's' word Alex... Mr. Danny... Yeah... I know I know... It's not childish of me. You're just too open Open it. Hey, how're you doin'? What do you think you're doin'?! Open what?", "response": "Pack of cigarettes.  Cute cat. What's its name?", "annotation_id": "iris_DBDC4_083_16", "annotations": ["O", "X", "T", "O", "X", "T", "T", "X", "O", "O", "T", "T", "O", "X", "T"], "gpt2background_target_score": [-12.998213768005371, -7.710517406463623, -12.064329147338867, -6.259154796600342, -8.21072006225586, -7.212605953216553, -11.379150390625, -8.932231903076172, -6.15274715423584, -4.196320533752441, -9.180715560913086, -6.51572847366333, -10.49808120727539, -6.045576572418213], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -2.1513237953186035, -1.6857011318206787, -2.0667848587036133, -2.3090038299560547, -2.6276473999023438, -1.6918538808822632, -0.5485031008720398, -1.1949082612991333, -1.4951931238174438, -1.0774650573730469, -1.376813292503357, -1.1924395561218262, -0.4886637330055237, -2.0629734992980957, -2.125211238861084, -1.1246461868286133, -0.3320606052875519, -1.519529104232788, -1.1707820892333984, -1.64657461643219, -2.293997287750244, -0.9265994429588318, -2.0258822441101074, -2.3094334602355957, -0.8729668259620667, -1.231603980064392, -1.134115219116211, -0.4839024543762207, -1.6447597742080688, -2.057069778442383, -2.0141937732696533, -2.3263659477233887, -1.9211010932922363, -1.8518702983856201, -1.044149398803711, -2.3334524631500244, -1.9232511520385742, -1.6692308187484741, -1.945069432258606, -1.2649943828582764, -1.6667239665985107, -1.7405036687850952, -1.4312278032302856, -0.6766767501831055, -1.1791675090789795, -0.8565288782119751, -1.2050621509552002, -1.1048911809921265, -1.134149193763733, -1.173375129699707, -1.5404654741287231, -0.5989956259727478, -2.2199032306671143, -0.3438076078891754, -0.7133376002311707, -1.3982893228530884, -1.6097264289855957, -1.9043997526168823, -1.9391677379608154, -3.7775137424468994, -2.423571825027466, -1.9966305494308472, -1.8307158946990967, -1.1359151601791382, -2.4297292232513428, -1.0506219863891602, -1.3463186025619507, -0.7844794988632202, -2.628638505935669, -0.9388113617897034, -1.927450180053711, -2.1910128593444824, -1.9273042678833008, -2.0145888328552246, -2.2064590454101562, -1.8046984672546387, -0.6486920118331909, -2.227498769760132, -2.334981679916382, -1.7443695068359375, -1.2527540922164917, -1.0518147945404053, -1.6498866081237793, -1.8043980598449707, -2.007276773452759, -2.2611887454986572, -2.8772897720336914, -0.9539036154747009, -1.4757448434829712, -1.7156848907470703, -1.9067566394805908, -1.45917546749115, -1.5765841007232666, -1.63614821434021, -0.19633828103542328, -1.8323097229003906, -1.6042577028274536, -1.5399484634399414, -1.7691066265106201, -1.5913923978805542, -0.32943296432495117, -1.752679705619812, -0.9778856039047241, -1.7984240055084229, -0.5624720454216003, -0.012447056360542774, -0.8419024348258972, -2.2959229946136475, -2.140465497970581, -0.4181104004383087, -0.6933746337890625, -2.2739975452423096, -1.8486841917037964, -1.8312206268310547, -4.090651988983154, -1.43624746799469, -1.5163735151290894, -1.0769442319869995, -2.9182870388031006, -2.175259828567505, -1.6031843423843384, -0.8757801651954651, -2.0729730129241943, -1.8036524057388306, -0.46795135736465454, -0.477894127368927, -0.964446485042572]}, "iris_DBDC4_083_18": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_083.log.json", "context": "Hello... Danny Do you like, watch movies? Well, have you heard anything about either of them? Hey Alex You know that I tried to have sex with women? I did not need to know that You did so. Why would you talk to me about such odd things Talk to me about what? The 's' word Alex... Mr. Danny... Yeah... I know I know... It's not childish of me. You're just too open Open it. Hey, how're you doin'? What do you think you're doin'?! Open what? Pack of cigarettes.  Cute cat. What's its name? I don't smoke Alex. That's a dog, not a cat", "response": "I never smoked before in my life but I got a right to start now if I want to.", "annotation_id": "iris_DBDC4_083_18", "annotations": ["O", "O", "O", "O", "T", "T", "O", "O", "O", "O", "O", "O", "O", "X", "O"], "gpt2background_target_score": [-9.545137405395508, -8.80722427368164, -10.59797477722168, -11.85196304321289, -8.009730339050293, -4.53640604019165, -8.743966102600098, -8.58633804321289, -6.262016296386719, -12.333367347717285, -6.409646034240723, -6.80540657043457, -3.9368677139282227, -11.085139274597168, -9.533599853515625, -8.802666664123535, -8.327047348022461, -11.414306640625, -11.548722267150879, -3.395658254623413], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -2.1513237953186035, -1.6857011318206787, -2.0667848587036133, -2.3090038299560547, -2.6276473999023438, -1.6918538808822632, -0.5485031008720398, -1.1949082612991333, -1.4951931238174438, -1.0774650573730469, -1.376813292503357, -1.1924395561218262, -0.4886637330055237, -2.0629734992980957, -2.125211238861084, -1.1246461868286133, -0.3320606052875519, -1.519529104232788, -1.1707820892333984, -1.64657461643219, -2.293997287750244, -0.9265994429588318, -2.0258822441101074, -2.3094334602355957, -0.8729668259620667, -1.231603980064392, -1.134115219116211, -0.4839024543762207, -1.6447597742080688, -2.057069778442383, -2.0141937732696533, -2.3263659477233887, -1.9211010932922363, -1.8518702983856201, -1.044149398803711, -2.3334524631500244, -1.9232511520385742, -1.6692308187484741, -1.945069432258606, -1.2649943828582764, -1.6667239665985107, -1.7405036687850952, -1.4312278032302856, -0.6766767501831055, -1.1791675090789795, -0.8565288782119751, -1.2050621509552002, -1.1048911809921265, -1.134149193763733, -1.173375129699707, -1.5404654741287231, -0.5989956259727478, -2.2199032306671143, -0.3438076078891754, -0.7133376002311707, -1.3982893228530884, -1.6097264289855957, -1.9043997526168823, -1.9391677379608154, -3.7775137424468994, -2.423571825027466, -1.9966305494308472, -1.8307158946990967, -1.1359151601791382, -2.4297292232513428, -1.0506219863891602, -1.3463186025619507, -0.7844794988632202, -2.628638505935669, -0.9388113617897034, -1.927450180053711, -2.1910128593444824, -1.9273042678833008, -2.0145888328552246, -2.2064590454101562, -1.8046984672546387, -0.6486920118331909, -2.227498769760132, -2.334981679916382, -1.7443695068359375, -1.2527540922164917, -1.0518147945404053, -1.6498866081237793, -1.8043980598449707, -2.007276773452759, -2.2611887454986572, -2.8772897720336914, -0.9539036154747009, -1.4757448434829712, -1.7156848907470703, -1.9067566394805908, -1.45917546749115, -1.5765841007232666, -1.63614821434021, -0.19633828103542328, -1.8323097229003906, -1.6042577028274536, -1.5399484634399414, -1.7691066265106201, -1.5913923978805542, -0.32943296432495117, -1.752679705619812, -0.9778856039047241, -1.7984240055084229, -0.5624720454216003, -0.012447056360542774, -0.8419024348258972, -2.2959229946136475, -2.140465497970581, -0.4181104004383087, -0.6933746337890625, -2.2739975452423096, -2.5331246852874756, -3.063322067260742, -0.802888035774231, -2.2631547451019287, -1.257197618484497, -2.6104013919830322, -2.217319965362549, -1.578431248664856, -1.5370800495147705, -1.9732786417007446, -1.8627122640609741, -0.465511679649353, -0.40934863686561584, -2.028686285018921, -1.5731747150421143, -0.15637771785259247, -1.215031623840332, -1.6709593534469604, -1.4063326120376587, -1.7983088493347168, -0.48844653367996216, -2.394014835357666, -3.128955841064453, -1.1579269170761108, -2.225402355194092, -0.5197752714157104, -0.9144565463066101, -0.6500263214111328, -2.1947104930877686, -1.8003062009811401, -2.5071256160736084, -2.18084979057312, -1.1417582035064697, -0.9833078980445862, -0.1395406872034073, -0.9599605798721313, -0.9133962392807007, -2.1613128185272217, -1.8086251020431519, -3.4097704887390137, -1.0090761184692383, -1.4904178380966187, -1.2465382814407349, -0.9793703556060791, -0.9264016151428223, -1.9398161172866821, -0.4301871359348297, -1.7814513444900513, -1.040160894393921]}, "iris_DBDC4_083_20": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_083.log.json", "context": "Hello... Danny Do you like, watch movies? Well, have you heard anything about either of them? Hey Alex You know that I tried to have sex with women? I did not need to know that You did so. Why would you talk to me about such odd things Talk to me about what? The 's' word Alex... Mr. Danny... Yeah... I know I know... It's not childish of me. You're just too open Open it. Hey, how're you doin'? What do you think you're doin'?! Open what? Pack of cigarettes.  Cute cat. What's its name? I don't smoke Alex. That's a dog, not a cat I never smoked before in my life but I got a right to start now if I want to. Why would you do that", "response": "Apparently...", "annotation_id": "iris_DBDC4_083_20", "annotations": ["T", "X", "T", "O", "X", "T", "T", "T", "O", "O", "T", "T", "T", "O", "T"], "gpt2background_target_score": [-13.694084167480469, -6.641880512237549], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -2.1513237953186035, -1.6857011318206787, -2.0667848587036133, -2.3090038299560547, -2.6276473999023438, -1.6918538808822632, -0.5485031008720398, -1.1949082612991333, -1.4951931238174438, -1.0774650573730469, -1.376813292503357, -1.1924395561218262, -0.4886637330055237, -2.0629734992980957, -2.125211238861084, -1.1246461868286133, -0.3320606052875519, -1.519529104232788, -1.1707820892333984, -1.64657461643219, -2.293997287750244, -0.9265994429588318, -2.0258822441101074, -2.3094334602355957, -0.8729668259620667, -1.231603980064392, -1.134115219116211, -0.4839024543762207, -1.6447597742080688, -2.057069778442383, -2.0141937732696533, -2.3263659477233887, -1.9211010932922363, -1.8518702983856201, -1.044149398803711, -2.3334524631500244, -1.9232511520385742, -1.6692308187484741, -1.945069432258606, -1.2649943828582764, -1.6667239665985107, -1.7405036687850952, -1.4312278032302856, -0.6766767501831055, -1.1791675090789795, -0.8565288782119751, -1.2050621509552002, -1.1048911809921265, -1.134149193763733, -1.173375129699707, -1.5404654741287231, -0.5989956259727478, -2.2199032306671143, -0.3438076078891754, -0.7133376002311707, -1.3982893228530884, -1.6097264289855957, -1.9043997526168823, -1.9391677379608154, -3.7775137424468994, -2.423571825027466, -1.9966305494308472, -1.8307158946990967, -1.1359151601791382, -2.4297292232513428, -1.0506219863891602, -1.3463186025619507, -0.7844794988632202, -2.628638505935669, -0.9388113617897034, -1.927450180053711, -2.1910128593444824, -1.9273042678833008, -2.0145888328552246, -2.2064590454101562, -1.8046984672546387, -0.6486920118331909, -2.227498769760132, -2.334981679916382, -1.7443695068359375, -1.2527540922164917, -1.0518147945404053, -1.6498866081237793, -1.8043980598449707, -2.007276773452759, -2.2611887454986572, -2.8772897720336914, -0.9539036154747009, -1.4757448434829712, -1.7156848907470703, -1.9067566394805908, -1.45917546749115, -1.5765841007232666, -1.63614821434021, -0.19633828103542328, -1.8323097229003906, -1.6042577028274536, -1.5399484634399414, -1.7691066265106201, -1.5913923978805542, -0.32943296432495117, -1.752679705619812, -0.9778856039047241, -1.7984240055084229, -0.5624720454216003, -0.012447056360542774, -0.8419024348258972, -2.2959229946136475, -2.140465497970581, -0.4181104004383087, -0.6933746337890625, -2.2739975452423096, -2.5331246852874756, -3.063322067260742, -0.802888035774231, -2.2631547451019287, -1.257197618484497, -2.6104013919830322, -2.217319965362549, -1.578431248664856, -1.5370800495147705, -1.9732786417007446, -1.8627122640609741, -0.465511679649353, -0.40934863686561584, -2.028686285018921, -1.5731747150421143, -0.15637771785259247, -1.215031623840332, -1.6709574460983276, -1.4063321352005005, -1.7983078956604004, -0.488445520401001, -2.3940131664276123, -3.1289567947387695, -1.1579256057739258, -2.225400686264038, -0.5197754502296448, -0.9144572615623474, -0.6500261425971985, -2.07499361038208, -2.712554693222046, -0.9952070116996765, -0.7580729126930237, -1.0504964590072632, -0.12765836715698242, -0.7075635194778442, -0.9579855799674988, -1.934102177619934, -1.7696861028671265, -3.0677330493927, -0.8233215808868408, -1.5928218364715576, -1.2774252891540527, -0.872490644454956, -0.9671007990837097, -1.6511139869689941, -0.46270081400871277, -1.683557152748108, -1.8474427461624146, -1.8376948833465576, -0.4330919086933136, -1.9454582929611206, -0.5500448346138, -0.42233625054359436, -1.8234171867370605, -1.858040452003479, -1.5104255676269531]}, "iris_DBDC4_085_02": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_085.log.json", "context": "Hello... Danny Good morning Alex", "response": "Quite a parting gift. I would have settled for roses.", "annotation_id": "iris_DBDC4_085_02", "annotations": ["X", "T", "X", "T", "X", "O", "X", "O", "T", "X", "O", "O", "X", "X", "O"], "gpt2background_target_score": [-13.658943176269531, -5.651361465454102, -13.077173233032227, -12.317717552185059, -2.82399845123291, -5.5127458572387695, -12.141462326049805, -9.262348175048828, -12.991519927978516, -4.698864936828613, -12.504345893859863, -9.167375564575195], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -1.6734416484832764, -1.7857917547225952, -1.2396605014801025, -2.1041479110717773, -1.1474167108535767, -1.2420716285705566, -2.931499719619751, -1.854039192199707, -1.4666146039962769, -2.163377285003662, -1.8866513967514038, -2.2741453647613525, -0.7850530743598938, -1.6278914213180542, -2.2739248275756836, -0.9031063318252563]}, "iris_DBDC4_085_04": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_085.log.json", "context": "Hello... Danny Good morning Alex Quite a parting gift. I would have settled for roses. Who gave you that?", "response": "But that's what they gave me.", "annotation_id": "iris_DBDC4_085_04", "annotations": ["X", "T", "X", "T", "X", "O", "X", "T", "O", "O", "T", "X", "X", "X", "X"], "gpt2background_target_score": [-13.360836029052734, -6.403163909912109, -3.7962403297424316, -9.809581756591797, -9.903008460998535, -10.847051620483398, -7.987490653991699, -8.799784660339355], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -1.6734416484832764, -1.7857917547225952, -1.2396605014801025, -2.4291656017303467, -1.7322657108306885, -3.149266481399536, -1.838280200958252, -1.6334028244018555, -2.0279266834259033, -1.5378791093826294, -2.255786657333374, -0.8021142482757568, -1.4872031211853027, -2.2349047660827637, -2.170189619064331, -2.061168909072876, -1.5527671575546265, -1.4204150438308716, -1.0476844310760498, -1.2484699487686157, -2.024176836013794, -2.016714334487915, -1.0333329439163208, -2.0623090267181396, -1.20757257938385, -1.7934926748275757, -0.8965371251106262, -0.9781005382537842, -0.9339020848274231]}, "iris_DBDC4_085_06": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_085.log.json", "context": "Hello... Danny Good morning Alex Quite a parting gift. I would have settled for roses. Who gave you that? But that's what they gave me. Who did that?", "response": "Who?", "annotation_id": "iris_DBDC4_085_06", "annotations": ["X", "O", "X", "T", "X", "X", "T", "T", "T", "O", "T", "T", "T", "T", "X"], "gpt2background_target_score": [-11.75514030456543, -8.651276588439941], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -1.6734416484832764, -1.7857917547225952, -1.2396605014801025, -2.4291656017303467, -1.7322657108306885, -3.149266481399536, -1.838280200958252, -1.6334028244018555, -2.0279266834259033, -1.5378791093826294, -2.255786657333374, -0.8021142482757568, -1.4872031211853027, -2.2349047660827637, -2.170189619064331, -2.061168909072876, -1.5527671575546265, -1.4204150438308716, -1.0476844310760498, -1.2484699487686157, -1.6792657375335693, -1.146885871887207, -1.9583455324172974, -0.9836730360984802, -1.8361625671386719, -0.9942431449890137, -0.9580389261245728, -1.8333998918533325, -0.5733591318130493, -0.4056500196456909, -1.392007827758789, -1.3675709962844849, -1.9222431182861328, -0.7485565543174744, -0.7924097776412964]}, "iris_DBDC4_085_08": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_085.log.json", "context": "Hello... Danny Good morning Alex Quite a parting gift. I would have settled for roses. Who gave you that? But that's what they gave me. Who did that? Who? Ahh... Chatting with you is a pain in the chest", "response": "I ahh, better go.", "annotation_id": "iris_DBDC4_085_08", "annotations": ["O", "X", "X", "O", "X", "X", "X", "T", "O", "O", "X", "O", "X", "O", "T"], "gpt2background_target_score": [-9.545134544372559, -5.651361465454102, -10.975907325744629, -4.786172866821289, -11.430227279663086, -11.603466987609863, -3.297255277633667], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -1.6734416484832764, -1.7857917547225952, -1.2396605014801025, -2.4291656017303467, -1.7322657108306885, -3.149266481399536, -1.838280200958252, -1.6334028244018555, -2.0279266834259033, -1.5378791093826294, -2.255786657333374, -0.8021142482757568, -1.4872031211853027, -2.2349047660827637, -2.170189619064331, -2.061168909072876, -1.5527671575546265, -1.4204150438308716, -1.0476844310760498, -1.2484699487686157, -1.6792657375335693, -1.146885871887207, -1.9583455324172974, -0.9836730360984802, -1.8361625671386719, -0.9942431449890137, -0.9580389261245728, -1.8333998918533325, -0.5733591318130493, -0.4056504964828491, -1.3920091390609741, -1.3675706386566162, -0.9155035614967346, -1.7873432636260986, -1.6970716714859009, -1.5859440565109253, -2.180873394012451, -2.801664352416992, -1.9488801956176758, -1.9550286531448364, -1.3249074220657349, -2.2454044818878174, -2.167515754699707, -1.0641639232635498, -0.12540945410728455, -0.502118706703186, -0.840840756893158, -1.9933959245681763, -2.316885471343994, -2.770454168319702, -1.3762141466140747, -1.7529232501983643, -1.6641120910644531, -2.302773952484131, -1.394020438194275]}, "iris_DBDC4_085_10": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_085.log.json", "context": "Hello... Danny Good morning Alex Quite a parting gift. I would have settled for roses. Who gave you that? But that's what they gave me. Who did that? Who? Ahh... Chatting with you is a pain in the chest I ahh, better go. No no, I mean... I actually still have to chat with you", "response": "It's like a chat show, this.", "annotation_id": "iris_DBDC4_085_10", "annotations": ["T", "T", "X", "T", "X", "O", "X", "T", "T", "O", "O", "O", "T", "X", "T"], "gpt2background_target_score": [-12.761021614074707, -9.03150463104248, -7.6147308349609375, -8.263786315917969, -10.451166152954102, -12.685392379760742, -3.239347457885742, -11.534648895263672, -3.8393685817718506], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.6734421253204346, -1.7857915163040161, -1.2396605014801025, -2.429166793823242, -1.7322651147842407, -3.149266004562378, -1.8382817506790161, -1.6334034204483032, -2.0279295444488525, -1.5378797054290771, -2.2557852268218994, -0.8021163940429688, -1.4872032403945923, -2.2349045276641846, -2.17018985748291, -2.0611674785614014, -1.5527673959732056, -1.4204144477844238, -1.0476845502853394, -1.248468041419983, -1.6792652606964111, -1.1468877792358398, -1.9583454132080078, -0.9836732745170593, -1.836162805557251, -0.9942413568496704, -0.9580377340316772, -1.8334031105041504, -0.5733592510223389, -0.40564900636672974, -1.3920031785964966, -1.3675698041915894, -0.9155032634735107, -1.7873436212539673, -1.6970707178115845, -1.5859438180923462, -2.180873155593872, -2.8016605377197266, -1.9488798379898071, -1.9550292491912842, -1.324907660484314, -2.245403289794922, -2.1675143241882324, -1.064161777496338, -0.1254095584154129, -0.5021205544471741, -0.8408390879631042, -2.5191450119018555, -2.746274709701538, -1.2816704511642456, -2.028815984725952, -1.3440591096878052, -2.251579523086548, -1.864292860031128, -1.9824168682098389, -1.7721343040466309, -1.5379599332809448, -1.7003974914550781, -1.5780861377716064, -2.088003396987915, -1.9200983047485352, -2.985126256942749, -2.015846014022827, -1.6279032230377197, -2.3157742023468018, -0.5524576902389526, -0.35324594378471375, -1.4297194480895996, -2.196809768676758, -0.8064708709716797, -2.1719703674316406, -2.2995033264160156, -4.5409064292907715, -2.0666286945343018, -1.5735303163528442, -2.139921188354492, -1.006282925605774, -1.473491907119751]}, "iris_DBDC4_085_12": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_085.log.json", "context": "Hello... Danny Good morning Alex Quite a parting gift. I would have settled for roses. Who gave you that? But that's what they gave me. Who did that? Who? Ahh... Chatting with you is a pain in the chest I ahh, better go. No no, I mean... I actually still have to chat with you It's like a chat show, this. Actually it is... You are being reviewed", "response": "Yes, actually.", "annotation_id": "iris_DBDC4_085_12", "annotations": ["X", "O", "X", "T", "X", "O", "X", "O", "T", "O", "O", "T", "O", "T", "X"], "gpt2background_target_score": [-13.026627540588379, -8.41786003112793, -8.393241882324219, -5.337657928466797], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.6734421253204346, -1.7857915163040161, -1.2396605014801025, -2.429166793823242, -1.7322651147842407, -3.149266004562378, -1.8382817506790161, -1.6334034204483032, -2.0279295444488525, -1.5378797054290771, -2.2557852268218994, -0.8021163940429688, -1.4872032403945923, -2.2349045276641846, -2.17018985748291, -2.0611674785614014, -1.5527673959732056, -1.4204144477844238, -1.0476845502853394, -1.248468041419983, -1.6792652606964111, -1.1468877792358398, -1.9583454132080078, -0.9836732745170593, -1.836162805557251, -0.9942413568496704, -0.9580377340316772, -1.8334031105041504, -0.5733592510223389, -0.40564900636672974, -1.3920031785964966, -1.3675698041915894, -0.9155032634735107, -1.7873436212539673, -1.6970707178115845, -1.5859438180923462, -2.180873155593872, -2.8016605377197266, -1.9488798379898071, -1.9550292491912842, -1.324907660484314, -2.245403289794922, -2.1675143241882324, -1.064161777496338, -0.1254095584154129, -0.5021205544471741, -0.8408390879631042, -2.5191450119018555, -2.746274709701538, -1.2816704511642456, -2.028815984725952, -1.3440591096878052, -2.251579523086548, -1.864292860031128, -1.9824168682098389, -1.7721343040466309, -1.5379599332809448, -1.7003974914550781, -1.5780861377716064, -2.088003396987915, -1.9200983047485352, -2.985126256942749, -2.015846014022827, -1.6279032230377197, -2.3157742023468018, -0.5524576902389526, -0.35324594378471375, -1.4297194480895996, -0.7252069115638733, -2.404348134994507, -2.3506600856781006, -4.342903137207031, -2.08852219581604, -1.5964971780776978, -2.220043897628784, -0.982373058795929, -1.9985648393630981, -1.2724298238754272, -0.6318328380584717, -2.13578200340271, -2.782623052597046, -2.1830501556396484, -2.664077043533325, -2.3979716300964355, -1.8780232667922974, -2.1629767417907715, -1.3394829034805298, -1.2877240180969238, -1.4711112976074219, -1.4090005159378052]}, "iris_DBDC4_085_14": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_085.log.json", "context": "Hello... Danny Good morning Alex Quite a parting gift. I would have settled for roses. Who gave you that? But that's what they gave me. Who did that? Who? Ahh... Chatting with you is a pain in the chest I ahh, better go. No no, I mean... I actually still have to chat with you It's like a chat show, this. Actually it is... You are being reviewed Yes, actually. You knew?", "response": "No, but you gave it your best shot.", "annotation_id": "iris_DBDC4_085_14", "annotations": ["X", "T", "X", "O", "X", "O", "X", "T", "O", "O", "O", "X", "T", "T", "O"], "gpt2background_target_score": [-10.921963691711426, -8.41786003112793, -7.146852493286133, -8.289231300354004, -12.011451721191406, -9.743121147155762, -7.092734336853027, -10.1934232711792, -5.467645645141602, -2.165339469909668], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.6734421253204346, -1.7857915163040161, -1.2396605014801025, -2.429166793823242, -1.7322651147842407, -3.149266004562378, -1.8382817506790161, -1.6334034204483032, -2.0279295444488525, -1.5378797054290771, -2.2557852268218994, -0.8021163940429688, -1.4872032403945923, -2.2349045276641846, -2.17018985748291, -2.0611674785614014, -1.5527673959732056, -1.4204144477844238, -1.0476845502853394, -1.248468041419983, -1.6792652606964111, -1.1468877792358398, -1.9583454132080078, -0.9836732745170593, -1.836162805557251, -0.9942413568496704, -0.9580377340316772, -1.8334031105041504, -0.5733592510223389, -0.40564900636672974, -1.3920031785964966, -1.3675698041915894, -0.9155032634735107, -1.7873436212539673, -1.6970707178115845, -1.5859438180923462, -2.180873155593872, -2.8016605377197266, -1.9488798379898071, -1.9550292491912842, -1.324907660484314, -2.245403289794922, -2.1675143241882324, -1.064161777496338, -0.1254095584154129, -0.5021205544471741, -0.8408390879631042, -2.5191450119018555, -2.746274709701538, -1.2816704511642456, -2.028815984725952, -1.3440591096878052, -2.251579523086548, -1.864292860031128, -1.9824168682098389, -1.7721343040466309, -1.5379599332809448, -1.7003974914550781, -1.5780861377716064, -2.088003396987915, -1.9200983047485352, -2.985126256942749, -2.015846014022827, -1.6279032230377197, -2.3157742023468018, -0.5524576902389526, -0.35324594378471375, -1.4297194480895996, -0.7252069115638733, -2.404348134994507, -2.3506600856781006, -4.342903137207031, -2.08852219581604, -1.5964971780776978, -2.220043897628784, -0.982373058795929, -1.9985648393630981, -1.2724298238754272, -0.6318328380584717, -2.13578200340271, -2.782623052597046, -2.1830501556396484, -2.664077043533325, -2.3979716300964355, -1.8780232667922974, -1.283348560333252, -1.2147061824798584, -1.3689937591552734, -1.567624568939209, -1.2705188989639282, -2.1563620567321777, -2.2181718349456787, -2.233163833618164, -1.1265316009521484, -1.1355820894241333, -1.5053141117095947, -2.0659494400024414, -0.2561747431755066, -0.7476092576980591, -2.951097249984741, -1.558765172958374, -0.9000850915908813, -1.4670398235321045]}, "iris_DBDC4_085_16": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_085.log.json", "context": "Hello... Danny Good morning Alex Quite a parting gift. I would have settled for roses. Who gave you that? But that's what they gave me. Who did that? Who? Ahh... Chatting with you is a pain in the chest I ahh, better go. No no, I mean... I actually still have to chat with you It's like a chat show, this. Actually it is... You are being reviewed Yes, actually. You knew? No, but you gave it your best shot. Oh... That is true actually. You a psychic?", "response": "Not...not really?", "annotation_id": "iris_DBDC4_085_16", "annotations": ["O", "O", "O", "T", "T", "O", "X", "T", "T", "O", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-12.906376838684082, -6.641880512237549, -9.935781478881836, -11.922401428222656, -5.514035224914551], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.6734421253204346, -1.7857915163040161, -1.2396605014801025, -2.429166793823242, -1.7322651147842407, -3.149266004562378, -1.8382817506790161, -1.6334034204483032, -2.0279295444488525, -1.5378797054290771, -2.2557852268218994, -0.8021163940429688, -1.4872032403945923, -2.2349045276641846, -2.17018985748291, -2.0611674785614014, -1.5527673959732056, -1.4204144477844238, -1.0476845502853394, -1.248468041419983, -1.6792652606964111, -1.1468877792358398, -1.9583454132080078, -0.9836732745170593, -1.836162805557251, -0.9942413568496704, -0.9580377340316772, -1.8334031105041504, -0.5733592510223389, -0.40564900636672974, -1.3920031785964966, -1.3675698041915894, -0.9155032634735107, -1.7873436212539673, -1.6970707178115845, -1.5859438180923462, -2.180873155593872, -2.8016605377197266, -1.9488798379898071, -1.9550292491912842, -1.324907660484314, -2.245403289794922, -2.1675143241882324, -1.064161777496338, -0.1254095584154129, -0.5021205544471741, -0.8408390879631042, -2.5191450119018555, -2.746274709701538, -1.2816704511642456, -2.028815984725952, -1.3440591096878052, -2.251579523086548, -1.864292860031128, -1.9824168682098389, -1.7721343040466309, -1.5379599332809448, -1.7003974914550781, -1.5780861377716064, -2.088003396987915, -1.9200983047485352, -2.985126256942749, -2.015846014022827, -1.6279032230377197, -2.3157742023468018, -0.5524576902389526, -0.35324594378471375, -1.4297194480895996, -0.7252069115638733, -2.404348134994507, -2.3506600856781006, -4.342903137207031, -2.08852219581604, -1.5964971780776978, -2.220043897628784, -0.982373058795929, -1.9985648393630981, -1.2724298238754272, -0.6318328380584717, -2.13578200340271, -2.782623052597046, -2.183048963546753, -2.664076328277588, -2.3979721069335938, -1.87802255153656, -1.283348798751831, -1.2147064208984375, -1.3689922094345093, -1.5676237344741821, -1.2705200910568237, -2.1563613414764404, -2.2181711196899414, -1.2485042810440063, -1.082375168800354, -1.5099992752075195, -2.22735595703125, -0.2481711506843567, -0.8044135570526123, -2.965219736099243, -1.4300994873046875, -0.8092267513275146, -2.090121269226074, -1.7560063600540161, -2.1348135471343994, -0.49304133653640747, -2.0213825702667236, -0.7586876153945923, -0.677069902420044, -1.5874382257461548, -2.1285111904144287, -2.760668992996216, -1.619814395904541, -1.8416039943695068, -2.1140639781951904, -2.358663558959961, -1.812909483909607, -0.9211364984512329, -0.9229156374931335, -1.6567926406860352]}, "iris_DBDC4_085_18": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_085.log.json", "context": "Hello... Danny Good morning Alex Quite a parting gift. I would have settled for roses. Who gave you that? But that's what they gave me. Who did that? Who? Ahh... Chatting with you is a pain in the chest I ahh, better go. No no, I mean... I actually still have to chat with you It's like a chat show, this. Actually it is... You are being reviewed Yes, actually. You knew? No, but you gave it your best shot. Oh... That is true actually. You a psychic? Not...not really? Tell me, what's my favourite colour?", "response": "Tell me.", "annotation_id": "iris_DBDC4_085_18", "annotations": ["X", "O", "X", "T", "T", "X", "X", "T", "O", "T", "T", "O", "X", "X", "X"], "gpt2background_target_score": [-12.076582908630371, -8.009954452514648, -4.933767318725586], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.6734421253204346, -1.7857915163040161, -1.2396605014801025, -2.429166793823242, -1.7322651147842407, -3.149266004562378, -1.8382817506790161, -1.6334034204483032, -2.0279295444488525, -1.5378797054290771, -2.2557852268218994, -0.8021163940429688, -1.4872032403945923, -2.2349045276641846, -2.17018985748291, -2.0611674785614014, -1.5527673959732056, -1.4204144477844238, -1.0476845502853394, -1.248468041419983, -1.6792652606964111, -1.1468877792358398, -1.9583454132080078, -0.9836732745170593, -1.836162805557251, -0.9942413568496704, -0.9580377340316772, -1.8334031105041504, -0.5733592510223389, -0.40564900636672974, -1.3920031785964966, -1.3675698041915894, -0.9155032634735107, -1.7873436212539673, -1.6970707178115845, -1.5859438180923462, -2.180873155593872, -2.8016605377197266, -1.9488798379898071, -1.9550292491912842, -1.324907660484314, -2.245403289794922, -2.1675143241882324, -1.064161777496338, -0.1254095584154129, -0.5021205544471741, -0.8408390879631042, -2.5191450119018555, -2.746274709701538, -1.2816704511642456, -2.028815984725952, -1.3440591096878052, -2.251579523086548, -1.864292860031128, -1.9824168682098389, -1.7721343040466309, -1.5379599332809448, -1.7003974914550781, -1.5780861377716064, -2.088003396987915, -1.9200983047485352, -2.985126256942749, -2.015846014022827, -1.6279032230377197, -2.3157742023468018, -0.5524576902389526, -0.35324594378471375, -1.4297194480895996, -0.7252069115638733, -2.404348134994507, -2.3506600856781006, -4.342903137207031, -2.08852219581604, -1.5964971780776978, -2.220043897628784, -0.982373058795929, -1.9985648393630981, -1.2724298238754272, -0.6318328380584717, -2.13578200340271, -2.782623052597046, -2.1830501556396484, -2.664077043533325, -2.3979716300964355, -1.8780232667922974, -1.283348560333252, -1.2147061824798584, -1.3689924478530884, -1.5676242113113403, -1.2705186605453491, -2.1563608646392822, -2.2181718349456787, -1.2485028505325317, -1.082375407218933, -1.5099996328353882, -2.227355480194092, -0.24817095696926117, -0.8044138550758362, -2.9652206897735596, -1.4301002025604248, -0.8092265725135803, -2.0901196002960205, -1.7560073137283325, -2.1348140239715576, -0.49304234981536865, -2.0213820934295654, -0.7586869597434998, -0.6770697236061096, -1.5874392986297607, -2.128512144088745, -2.760664939880371, -1.6198147535324097, -1.841604232788086, -2.3597116470336914, -2.1006357669830322, -0.7615072131156921, -0.9610894918441772, -2.325922727584839, -0.3035939931869507, -2.403946876525879, -1.8326737880706787, -1.5173797607421875, -1.836334228515625, -1.7846561670303345, -2.5588784217834473, -0.6589828729629517, -2.2548623085021973, -2.145033359527588, -0.14171794056892395, -2.0312881469726562, -1.3002837896347046]}, "iris_DBDC4_085_20": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_085.log.json", "context": "Hello... Danny Good morning Alex Quite a parting gift. I would have settled for roses. Who gave you that? But that's what they gave me. Who did that? Who? Ahh... Chatting with you is a pain in the chest I ahh, better go. No no, I mean... I actually still have to chat with you It's like a chat show, this. Actually it is... You are being reviewed Yes, actually. You knew? No, but you gave it your best shot. Oh... That is true actually. You a psychic? Not...not really? Tell me, what's my favourite colour? Tell me. It's blue. You're not that good, are you?", "response": "Bright blue.", "annotation_id": "iris_DBDC4_085_20", "annotations": ["X", "O", "X", "O", "T", "X", "X", "T", "T", "O", "T", "O", "O", "T", "X"], "gpt2background_target_score": [-12.243814468383789, -11.131397247314453, -4.933767318725586], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.6734421253204346, -1.7857915163040161, -1.2396605014801025, -2.429166793823242, -1.7322651147842407, -3.149266004562378, -1.8382817506790161, -1.6334034204483032, -2.0279295444488525, -1.5378797054290771, -2.2557852268218994, -0.8021163940429688, -1.4872032403945923, -2.2349045276641846, -2.17018985748291, -2.0611674785614014, -1.5527673959732056, -1.4204144477844238, -1.0476845502853394, -1.248468041419983, -1.6792652606964111, -1.1468877792358398, -1.9583454132080078, -0.9836732745170593, -1.836162805557251, -0.9942413568496704, -0.9580377340316772, -1.8334031105041504, -0.5733592510223389, -0.40564900636672974, -1.3920031785964966, -1.3675698041915894, -0.9155032634735107, -1.7873436212539673, -1.6970707178115845, -1.5859438180923462, -2.180873155593872, -2.8016605377197266, -1.9488798379898071, -1.9550292491912842, -1.324907660484314, -2.245403289794922, -2.1675143241882324, -1.064161777496338, -0.1254095584154129, -0.5021205544471741, -0.8408390879631042, -2.5191450119018555, -2.746274709701538, -1.2816704511642456, -2.028815984725952, -1.3440591096878052, -2.251579523086548, -1.864292860031128, -1.9824168682098389, -1.7721343040466309, -1.5379599332809448, -1.7003974914550781, -1.5780861377716064, -2.088003396987915, -1.9200983047485352, -2.985126256942749, -2.015846014022827, -1.6279032230377197, -2.3157742023468018, -0.5524576902389526, -0.35324594378471375, -1.4297194480895996, -0.7252069115638733, -2.404348134994507, -2.3506600856781006, -4.342903137207031, -2.08852219581604, -1.5964971780776978, -2.220043897628784, -0.982373058795929, -1.9985648393630981, -1.2724298238754272, -0.6318328380584717, -2.13578200340271, -2.782623052597046, -2.1830501556396484, -2.664077043533325, -2.3979716300964355, -1.8780232667922974, -1.283348560333252, -1.2147061824798584, -1.3689937591552734, -1.567624568939209, -1.2705188989639282, -2.1563620567321777, -2.2181718349456787, -1.24850332736969, -1.0823761224746704, -1.5099985599517822, -2.2273550033569336, -0.24817124009132385, -0.8044138550758362, -2.965219259262085, -1.4301000833511353, -0.8092269897460938, -2.0901196002960205, -1.7560064792633057, -2.134814977645874, -0.49304234981536865, -2.0213825702667236, -0.7586870789527893, -0.6770707368850708, -1.5874398946762085, -2.128509759902954, -2.7606661319732666, -1.6198129653930664, -1.841604232788086, -2.359710216522217, -2.1006345748901367, -0.7615078687667847, -0.9610903263092041, -2.3259212970733643, -0.30359381437301636, -2.4039478302001953, -1.8326729536056519, -1.5173803567886353, -1.8363341093063354, -1.784654974937439, -2.5588760375976562, -0.6589818596839905, -2.2548630237579346, -0.16212503612041473, -1.605752944946289, -2.1970560550689697, -0.4990609586238861, -2.0673513412475586, -1.503915786743164, -2.1038081645965576, -2.069528341293335, -2.1466400623321533, -2.3576977252960205, -2.213995933532715, -1.6856317520141602, -1.5260288715362549, -0.360895037651062, -0.777029275894165, -2.2613348960876465, -2.1847219467163086, -2.665989875793457, -1.7664400339126587, -2.0448741912841797]}, "iris_DBDC4_091_02": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_091.log.json", "context": "Hello... Danny Hi", "response": "How've you been?", "annotation_id": "iris_DBDC4_091_02", "annotations": ["O", "O", "O", "O", "O", "T", "O", "O", "O", "T", "O", "O", "O", "O", "O"], "gpt2background_target_score": [-11.236136436462402, -10.293671607971191, -5.237053394317627, -10.752960205078125, -10.331480026245117], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -1.6954283714294434, -2.147844076156616, -1.8650227785110474, -0.6289824843406677, -1.3057527542114258, -2.210556983947754, -0.7905300259590149]}, "iris_DBDC4_091_04": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_091.log.json", "context": "Hello... Danny Hi How've you been? A little bored. How have you been?", "response": "I have a little.", "annotation_id": "iris_DBDC4_091_04", "annotations": ["X", "O", "T", "X", "X", "T", "X", "O", "O", "O", "T", "X", "O", "T", "X"], "gpt2background_target_score": [-9.545134544372559, -6.889222145080566, -4.75350284576416, -10.255435943603516, -6.855748176574707], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -1.6954283714294434, -1.6219063997268677, -0.7042484283447266, -1.3188036680221558, -2.0928800106048584, -0.8867605328559875, -2.2032809257507324, -2.2012572288513184, -2.197136640548706, -2.0722951889038086, -1.8940792083740234, -0.2715134620666504, -0.36007240414619446, -1.111887812614441, -1.9136149883270264, -1.4500095844268799, -1.8330116271972656, -1.124686598777771, -2.892350435256958, -2.2461748123168945, -1.2189000844955444]}, "iris_DBDC4_091_06": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_091.log.json", "context": "Hello... Danny Hi How've you been? A little bored. How have you been? I have a little. A little of what?", "response": "Yeah. I mean...", "annotation_id": "iris_DBDC4_091_06", "annotations": ["X", "O", "O", "T", "X", "T", "X", "T", "O", "X", "T", "X", "O", "O", "X"], "gpt2background_target_score": [-12.987505912780762, -9.001249313354492, -4.239823341369629, -10.73965835571289, -6.854545593261719], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -1.6954283714294434, -1.6219063997268677, -0.7042484283447266, -1.3188036680221558, -2.0928800106048584, -0.8867605328559875, -2.2032809257507324, -2.2012572288513184, -2.197136640548706, -2.0722951889038086, -1.8940792083740234, -0.2715134620666504, -0.36007240414619446, -1.1118875741958618, -1.9136141538619995, -1.6350386142730713, -1.5127235651016235, -2.6312148571014404, -2.1359269618988037, -1.354894995689392, -0.5468289852142334, -1.2418575286865234, -1.217035174369812, -1.624322772026062, -1.9943093061447144, -1.7186380624771118, -1.1935865879058838, -1.0986131429672241, -1.8691202402114868, -1.0368061065673828, -1.4395430088043213]}, "iris_DBDC4_091_08": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_091.log.json", "context": "Hello... Danny Hi How've you been? A little bored. How have you been? I have a little. A little of what? Yeah. I mean... Come on... Tell me", "response": "Hurry -- hurry --", "annotation_id": "iris_DBDC4_091_08", "annotations": ["X", "O", "T", "O", "X", "X", "X", "X", "O", "X", "T", "X", "O", "T", "X"], "gpt2background_target_score": [-11.040912628173828, -11.705228805541992, -9.954560279846191, -11.837644577026367, -11.882406234741211], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -1.6954283714294434, -1.6219063997268677, -0.7042484283447266, -1.3188036680221558, -2.0928800106048584, -0.8867605328559875, -2.2032809257507324, -2.2012572288513184, -2.197136640548706, -2.0722951889038086, -1.8940792083740234, -0.2715134620666504, -0.36007240414619446, -1.1118875741958618, -1.9136141538619995, -1.6350386142730713, -1.5127235651016235, -2.6312148571014404, -2.1359269618988037, -1.354894995689392, -0.5468289852142334, -1.2418575286865234, -1.217035174369812, -1.624322772026062, -1.9943093061447144, -1.253177523612976, -1.3145124912261963, -1.7708433866500854, -1.086431622505188, -1.5036592483520508, -0.5561542510986328, -1.5603439807891846, -2.0082011222839355, -0.2938026487827301, -1.8104602098464966, -2.1093218326568604, -1.0947504043579102, -1.541778802871704, -2.167447566986084, -0.6993826031684875, -2.701399803161621]}, "iris_DBDC4_091_10": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_091.log.json", "context": "Hello... Danny Hi How've you been? A little bored. How have you been? I have a little. A little of what? Yeah. I mean... Come on... Tell me Hurry -- hurry -- Ok ok. I hiding behind that bush", "response": "Ok.", "annotation_id": "iris_DBDC4_091_10", "annotations": ["X", "T", "O", "X", "O", "T", "O", "O", "O", "X", "O", "O", "O", "T", "O"], "gpt2background_target_score": [-12.859971046447754, -9.001249313354492], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -1.6954283714294434, -1.6219063997268677, -0.7042484283447266, -1.3188036680221558, -2.0928800106048584, -0.8867605328559875, -2.2032809257507324, -2.2012572288513184, -2.197136640548706, -2.0722951889038086, -1.8940792083740234, -0.2715134620666504, -0.36007240414619446, -1.1118875741958618, -1.9136141538619995, -1.6350386142730713, -1.5127235651016235, -2.6312148571014404, -2.1359269618988037, -1.354894995689392, -0.5468289852142334, -1.2418586015701294, -1.2170343399047852, -1.6243212223052979, -1.9943091869354248, -1.2531764507293701, -1.3145122528076172, -1.770843744277954, -1.0864317417144775, -1.503658652305603, -0.5561543107032776, -1.560343623161316, -2.0082011222839355, -0.29380229115486145, -1.810461401939392, -2.0392394065856934, -1.923481822013855, -2.187166452407837, -0.7489551901817322, -2.6498286724090576, -1.4522366523742676, -1.456122875213623, -1.9275422096252441, -1.5564444065093994, -2.8412647247314453, -1.7681528329849243, -2.611069679260254, -1.400171160697937, -2.416747808456421, -1.3834233283996582, -1.6992837190628052]}, "iris_DBDC4_091_12": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_091.log.json", "context": "Hello... Danny Hi How've you been? A little bored. How have you been? I have a little. A little of what? Yeah. I mean... Come on... Tell me Hurry -- hurry -- Ok ok. I hiding behind that bush Ok. Alex? Alex? HELP!", "response": "We're here to play the new news theme.", "annotation_id": "iris_DBDC4_091_12", "annotations": ["X", "T", "X", "X", "X", "X", "X", "X", "O", "X", "T", "X", "O", "X", "X"], "gpt2background_target_score": [-11.997946739196777, -9.58228874206543, -6.992799758911133, -6.877134799957275, -10.500181198120117, -4.452761173248291, -11.042527198791504, -11.354537963867188, -12.661550521850586, -6.602662563323975], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.6954277753829956, -1.6219068765640259, -0.7042480707168579, -1.3188016414642334, -2.0928807258605957, -0.8867600560188293, -2.2032809257507324, -2.201258659362793, -2.1971359252929688, -2.0722954273223877, -1.8940799236297607, -0.2715129256248474, -0.36007198691368103, -1.1118875741958618, -1.9136143922805786, -1.6350369453430176, -1.5127220153808594, -2.6312129497528076, -2.1359260082244873, -1.354893684387207, -0.5468285083770752, -1.2418582439422607, -1.217035174369812, -1.6243202686309814, -1.9943113327026367, -1.2531765699386597, -1.3145101070404053, -1.770843744277954, -1.0864356756210327, -1.5036581754684448, -0.5561543703079224, -1.5603432655334473, -2.0082011222839355, -0.29380184412002563, -1.8104602098464966, -2.0392417907714844, -1.9234817028045654, -2.1871659755706787, -0.7489549517631531, -2.6498281955718994, -1.4522356986999512, -1.4561259746551514, -1.92754328250885, -1.5564464330673218, -2.841264247894287, -1.7681527137756348, -2.6110689640045166, -1.4001702070236206, -1.349520206451416, -2.0161638259887695, -2.6902008056640625, -2.695997714996338, -0.6796889901161194, -1.7140735387802124, -1.3054255247116089, -2.2567625045776367, -2.715968132019043, -1.9392298460006714, -2.720107316970825, -1.594382643699646, -1.3802927732467651, -2.4143567085266113, -2.165282964706421, -2.959062099456787, -1.9913876056671143, -1.6395634412765503, -1.3520771265029907]}, "iris_DBDC4_091_14": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_091.log.json", "context": "Hello... Danny Hi How've you been? A little bored. How have you been? I have a little. A little of what? Yeah. I mean... Come on... Tell me Hurry -- hurry -- Ok ok. I hiding behind that bush Ok. Alex? Alex? HELP! We're here to play the new news theme. There's a snake next to me! Help me!", "response": "When you're thirty klicks out from the nearest firebase.", "annotation_id": "iris_DBDC4_091_14", "annotations": ["X", "T", "X", "X", "X", "X", "X", "T", "O", "X", "X", "X", "O", "X", "X"], "gpt2background_target_score": [-12.775261878967285, -4.92161750793457, -7.951591968536377, -13.04468059539795, -10.447067260742188, -13.687773704528809, -9.011682510375977, -7.553895473480225, -8.74717903137207, -13.414138793945312, -10.676176071166992, -12.966937065124512, -10.74766731262207], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.6954277753829956, -1.6219068765640259, -0.7042480707168579, -1.3188016414642334, -2.0928807258605957, -0.8867600560188293, -2.2032809257507324, -2.201258659362793, -2.1971359252929688, -2.0722954273223877, -1.8940799236297607, -0.2715129256248474, -0.36007198691368103, -1.1118875741958618, -1.9136143922805786, -1.6350369453430176, -1.5127220153808594, -2.6312129497528076, -2.1359260082244873, -1.354893684387207, -0.5468285083770752, -1.2418582439422607, -1.217035174369812, -1.6243202686309814, -1.9943113327026367, -1.2531765699386597, -1.3145101070404053, -1.770843744277954, -1.0864356756210327, -1.5036581754684448, -0.5561543703079224, -1.5603432655334473, -2.0082011222839355, -0.29380184412002563, -1.8104602098464966, -2.0392417907714844, -1.9234817028045654, -2.1871659755706787, -0.7489549517631531, -2.6498281955718994, -1.4522356986999512, -1.4561259746551514, -1.92754328250885, -1.5564464330673218, -2.841264247894287, -1.7681527137756348, -2.6110689640045166, -1.4001702070236206, -1.349520206451416, -2.0161638259887695, -2.6902008056640625, -2.695997714996338, -0.6796889901161194, -1.7140735387802124, -1.3054255247116089, -2.2567625045776367, -1.6749318838119507, -2.6069812774658203, -1.2552815675735474, -1.3632769584655762, -2.25783371925354, -2.1267917156219482, -3.0020837783813477, -1.7735878229141235, -1.5002702474594116, -2.5319674015045166, -0.5341008305549622, -1.2001657485961914, -2.105262041091919, -1.9058324098587036, -0.1656460165977478, -1.7570031881332397, -1.1936213970184326, -2.465576171875, -1.2556856870651245, -2.8775951862335205, -2.3722078800201416, -2.6062045097351074, -1.9153441190719604, -2.1213605403900146, -2.6479084491729736, -1.406725525856018, -1.8436169624328613, -2.0801100730895996, -1.345750093460083, -1.3711758852005005, -1.7883565425872803, -2.1295177936553955, -2.082486391067505, -1.1126538515090942, -2.371519088745117]}, "iris_DBDC4_091_16": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_091.log.json", "context": "Hello... Danny Hi How've you been? A little bored. How have you been? I have a little. A little of what? Yeah. I mean... Come on... Tell me Hurry -- hurry -- Ok ok. I hiding behind that bush Ok. Alex? Alex? HELP! We're here to play the new news theme. There's a snake next to me! Help me! When you're thirty klicks out from the nearest firebase. The snake's gone now. You should have helped me Alex", "response": "It's gone...", "annotation_id": "iris_DBDC4_091_16", "annotations": ["T", "T", "O", "X", "T", "X", "O", "O", "O", "X", "T", "O", "O", "T", "T"], "gpt2background_target_score": [-12.761021614074707, -9.03150463104248, -10.398380279541016, -2.2885828018188477], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.6954277753829956, -1.6219068765640259, -0.7042480707168579, -1.3188016414642334, -2.0928807258605957, -0.8867600560188293, -2.2032809257507324, -2.201258659362793, -2.1971359252929688, -2.0722954273223877, -1.8940799236297607, -0.2715129256248474, -0.36007198691368103, -1.1118875741958618, -1.9136143922805786, -1.6350369453430176, -1.5127220153808594, -2.6312129497528076, -2.1359260082244873, -1.354893684387207, -0.5468285083770752, -1.2418582439422607, -1.217035174369812, -1.6243202686309814, -1.9943113327026367, -1.2531765699386597, -1.3145101070404053, -1.770843744277954, -1.0864356756210327, -1.5036581754684448, -0.5561543703079224, -1.5603432655334473, -2.0082011222839355, -0.29380184412002563, -1.8104602098464966, -2.0392417907714844, -1.9234817028045654, -2.1871659755706787, -0.7489549517631531, -2.6498281955718994, -1.4522356986999512, -1.4561259746551514, -1.92754328250885, -1.5564464330673218, -2.841264247894287, -1.7681527137756348, -2.6110689640045166, -1.4001702070236206, -1.349520206451416, -2.0161638259887695, -2.6902008056640625, -2.695997714996338, -0.6796889901161194, -1.7140735387802124, -1.3054255247116089, -2.2567625045776367, -1.6749318838119507, -2.6069812774658203, -1.2552815675735474, -1.3632769584655762, -2.25783371925354, -2.1267917156219482, -3.0020837783813477, -1.7735878229141235, -1.5002702474594116, -2.5319674015045166, -0.5341008305549622, -1.2001657485961914, -2.105262041091919, -1.9058324098587036, -0.1656460165977478, -1.7570031881332397, -1.1936213970184326, -2.465576171875, -1.2556856870651245, -2.8775951862335205, -2.3722078800201416, -2.2458810806274414, -1.7477326393127441, -2.0775275230407715, -1.3508727550506592, -2.0895776748657227, -1.9849369525909424, -1.1831315755844116, -1.346543788909912, -1.7487696409225464, -1.9732533693313599, -2.03605318069458, -1.0648702383041382, -2.671870470046997, -2.2488293647766113, -1.4614386558532715, -3.1010684967041016, -1.466242790222168, -0.8918106555938721, -2.545323133468628, -1.4180837869644165, -1.2384862899780273, -2.767350912094116, -0.7924478054046631, -2.115244150161743, -1.1697596311569214, -2.4211864471435547, -0.6193903088569641, -2.056811571121216, -1.3780900239944458, -1.8805015087127686]}, "iris_DBDC4_091_18": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_091.log.json", "context": "Hello... Danny Hi How've you been? A little bored. How have you been? I have a little. A little of what? Yeah. I mean... Come on... Tell me Hurry -- hurry -- Ok ok. I hiding behind that bush Ok. Alex? Alex? HELP! We're here to play the new news theme. There's a snake next to me! Help me! When you're thirty klicks out from the nearest firebase. The snake's gone now. You should have helped me Alex It's gone... Yeah. Have you been following football lately?", "response": "Come on! Hurry up! Let's go!", "annotation_id": "iris_DBDC4_091_18", "annotations": ["X", "T", "O", "X", "X", "X", "X", "T", "O", "X", "X", "X", "O", "X", "X"], "gpt2background_target_score": [-12.752781867980957, -7.861738681793213, -5.146718978881836, -12.243908882141113, -10.334615707397461, -9.446403503417969, -6.281369209289551, -12.022260665893555, -11.12883472442627, -8.704153060913086, -7.763427734375], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.6954277753829956, -1.6219068765640259, -0.7042480707168579, -1.3188016414642334, -2.0928807258605957, -0.8867600560188293, -2.2032809257507324, -2.201258659362793, -2.1971359252929688, -2.0722954273223877, -1.8940799236297607, -0.2715129256248474, -0.36007198691368103, -1.1118875741958618, -1.9136143922805786, -1.6350369453430176, -1.5127220153808594, -2.6312129497528076, -2.1359260082244873, -1.354893684387207, -0.5468285083770752, -1.2418582439422607, -1.217035174369812, -1.6243202686309814, -1.9943113327026367, -1.2531765699386597, -1.3145101070404053, -1.770843744277954, -1.0864356756210327, -1.5036581754684448, -0.5561543703079224, -1.5603432655334473, -2.0082011222839355, -0.29380184412002563, -1.8104602098464966, -2.0392417907714844, -1.9234817028045654, -2.1871659755706787, -0.7489549517631531, -2.6498281955718994, -1.4522356986999512, -1.4561259746551514, -1.92754328250885, -1.5564464330673218, -2.841264247894287, -1.7681527137756348, -2.6110689640045166, -1.4001702070236206, -1.349520206451416, -2.0161638259887695, -2.6902008056640625, -2.695997714996338, -0.6796889901161194, -1.7140735387802124, -1.3054255247116089, -2.2567625045776367, -1.6749318838119507, -2.6069812774658203, -1.2552815675735474, -1.3632769584655762, -2.25783371925354, -2.1267917156219482, -3.0020837783813477, -1.7735878229141235, -1.5002702474594116, -2.5319674015045166, -0.5341008305549622, -1.2001657485961914, -2.105262041091919, -1.9058324098587036, -0.1656460165977478, -1.7570031881332397, -1.1936213970184326, -2.465576171875, -1.2556856870651245, -2.8775951862335205, -2.3722078800201416, -2.2458810806274414, -1.7477326393127441, -2.0775275230407715, -1.3508727550506592, -2.0895776748657227, -1.9849369525909424, -1.1831315755844116, -1.346543788909912, -1.7487696409225464, -1.9732533693313599, -2.03605318069458, -1.0648702383041382, -2.671870470046997, -2.2488293647766113, -1.4614386558532715, -3.1010684967041016, -1.4662433862686157, -0.8918106555938721, -2.545322895050049, -1.418083906173706, -1.2384859323501587, -2.7673511505126953, -0.7924482226371765, -2.1152453422546387, -1.1697604656219482, -0.615960955619812, -2.1745176315307617, -1.4301323890686035, -2.614137887954712, -0.9304194450378418, -1.76529061794281, -0.7960129976272583, -2.1479947566986084, -2.229482412338257, -1.267204761505127, -1.280431866645813, -0.2268931269645691, -1.8671714067459106, -2.100459098815918, -0.24884375929832458, -1.2227959632873535, -1.9543442726135254, -0.2907719612121582, -2.014526128768921, -2.0632176399230957, -1.9788916110992432, -0.7664346098899841, -1.899878740310669, -1.6649491786956787, -1.138039469718933]}, "iris_DBDC4_091_20": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_091.log.json", "context": "Hello... Danny Hi How've you been? A little bored. How have you been? I have a little. A little of what? Yeah. I mean... Come on... Tell me Hurry -- hurry -- Ok ok. I hiding behind that bush Ok. Alex? Alex? HELP! We're here to play the new news theme. There's a snake next to me! Help me! When you're thirty klicks out from the nearest firebase. The snake's gone now. You should have helped me Alex It's gone... Yeah. Have you been following football lately? Come on! Hurry up! Let's go! Where?", "response": "You did great, Augie. Have another shrimp cocktail.", "annotation_id": "iris_DBDC4_091_20", "annotations": ["X", "X", "X", "X", "X", "X", "X", "X", "O", "X", "X", "X", "O", "X", "X"], "gpt2background_target_score": [-11.480239868164062, -6.745051383972168, -9.974445343017578, -1.6954277753829956, -11.468677520751953, -11.281251907348633, -7.259417533874512, -12.321880340576172, -13.019511222839355, -12.1292724609375, -12.671936988830566, -2.1971359252929688], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.6954277753829956, -1.6219068765640259, -0.7042480707168579, -1.3188016414642334, -2.0928807258605957, -0.8867600560188293, -2.2032809257507324, -2.201258659362793, -2.1971359252929688, -2.0722954273223877, -1.8940799236297607, -0.2715129256248474, -0.36007198691368103, -1.1118875741958618, -1.9136143922805786, -1.6350369453430176, -1.5127220153808594, -2.6312129497528076, -2.1359260082244873, -1.354893684387207, -0.5468285083770752, -1.2418582439422607, -1.217035174369812, -1.6243202686309814, -1.9943113327026367, -1.2531765699386597, -1.3145101070404053, -1.770843744277954, -1.0864356756210327, -1.5036581754684448, -0.5561543703079224, -1.5603432655334473, -2.0082011222839355, -0.29380184412002563, -1.8104602098464966, -2.0392417907714844, -1.9234817028045654, -2.1871659755706787, -0.7489549517631531, -2.6498281955718994, -1.4522356986999512, -1.4561259746551514, -1.92754328250885, -1.5564464330673218, -2.841264247894287, -1.7681527137756348, -2.6110689640045166, -1.4001702070236206, -1.349520206451416, -2.0161638259887695, -2.6902008056640625, -2.695997714996338, -0.6796889901161194, -1.7140735387802124, -1.3054255247116089, -2.2567625045776367, -1.6749318838119507, -2.6069812774658203, -1.2552815675735474, -1.3632769584655762, -2.25783371925354, -2.1267917156219482, -3.0020837783813477, -1.7735878229141235, -1.5002702474594116, -2.5319674015045166, -0.5341008305549622, -1.2001657485961914, -2.105262041091919, -1.9058324098587036, -0.1656460165977478, -1.7570031881332397, -1.1936213970184326, -2.465576171875, -1.2556856870651245, -2.8775951862335205, -2.3722078800201416, -2.2458810806274414, -1.7477326393127441, -2.0775275230407715, -1.3508727550506592, -2.0895776748657227, -1.9849369525909424, -1.1831315755844116, -1.346543788909912, -1.7487696409225464, -1.9732533693313599, -2.03605318069458, -1.0648702383041382, -2.671870470046997, -2.2488293647766113, -1.4614386558532715, -3.1010684967041016, -1.4662433862686157, -0.8918106555938721, -2.545322895050049, -1.418083906173706, -1.2384859323501587, -2.7673511505126953, -0.7924482226371765, -2.1152453422546387, -1.1697604656219482, -0.615960955619812, -2.1745176315307617, -1.4301323890686035, -2.614137887954712, -0.9304194450378418, -1.76529061794281, -0.7960129976272583, -2.1479947566986084, -2.229482412338257, -1.267204761505127, -1.280431866645813, -0.2268931269645691, -1.8671714067459106, -0.29389968514442444, -1.446278691291809, -2.2110581398010254, -0.23532453179359436, -1.97904634475708, -1.8764294385910034, -2.4178762435913086, -0.6789029836654663, -1.9511077404022217, -1.6489349603652954, -2.6271002292633057, -1.6670576333999634, -2.102806329727173, -2.3520750999450684, -1.6849913597106934, -2.127251625061035, -1.382583737373352, -1.8928828239440918, -2.6160619258880615, -1.4271806478500366, -1.5298428535461426, -0.27839723229408264, -2.9066600799560547, -2.029423475265503, -1.703294277191162, -1.6451067924499512]}, "iris_DBDC4_098_02": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_098.log.json", "context": "Hello... Danny hey! i'm doing math", "response": "Hey! What are you doing?", "annotation_id": "iris_DBDC4_098_02", "annotations": ["O", "O", "O", "X", "T", "T", "O", "T", "X", "X", "O", "X", "T", "O", "T"], "gpt2background_target_score": [-10.460413932800293, -8.07522201538086, -7.35487174987793, -5.77240514755249, -5.983245372772217, -10.412359237670898, -10.477413177490234], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -1.624467372894287, -1.7768369913101196, -1.7205857038497925, -2.4113380908966064, -1.5016485452651978, -2.2593302726745605, -2.677027940750122, -1.3967140913009644, -2.165771484375, -1.4214950799942017, -0.5291282534599304, -0.6229376792907715, -1.5923429727554321, -0.4552457332611084]}, "iris_DBDC4_098_04": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_098.log.json", "context": "Hello... Danny hey! i'm doing math Hey! What are you doing? math homework", "response": "Oh, really?", "annotation_id": "iris_DBDC4_098_04", "annotations": ["T", "O", "O", "O", "T", "X", "O", "O", "O", "O", "O", "T", "O", "O", "O"], "gpt2background_target_score": [-12.239985466003418, -8.41786003112793, -7.30952262878418, -4.159275054931641], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -1.624467372894287, -1.7768369913101196, -1.7205857038497925, -2.4113380908966064, -1.5016485452651978, -2.2593302726745605, -1.4771628379821777, -2.2054593563079834, -1.3770204782485962, -0.7175692319869995, -0.6953884363174438, -1.7383942604064941, -1.8392276763916016, -1.7301690578460693, -2.1028525829315186, -2.7193257808685303, -2.133492946624756, -2.656813621520996, -0.5310227870941162, -0.952659547328949]}, "iris_DBDC4_098_06": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_098.log.json", "context": "Hello... Danny hey! i'm doing math Hey! What are you doing? math homework Oh, really? yeah, it's hard", "response": "How hard can it be?", "annotation_id": "iris_DBDC4_098_06", "annotations": ["O", "O", "O", "X", "T", "O", "O", "O", "O", "O", "T", "O", "O", "O", "O"], "gpt2background_target_score": [-11.236136436462402, -10.485774040222168, -5.458284854888916, -6.324450969696045, -9.655028343200684, -9.54211139678955], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -1.624467372894287, -1.7768369913101196, -1.7205857038497925, -2.4113380908966064, -1.5016485452651978, -2.2593302726745605, -1.4771628379821777, -2.2054593563079834, -1.3770204782485962, -0.7175692319869995, -0.6953884363174438, -1.7383942604064941, -1.8392276763916016, -1.7301676273345947, -2.1028523445129395, -2.168166399002075, -2.6157994270324707, -0.43727388978004456, -2.031268835067749, -1.277347207069397, -2.2134199142456055, -0.3981114625930786, -2.2919185161590576, -0.9614080786705017, -2.6035478115081787, -1.6119216680526733, -0.6387909054756165, -0.9990408420562744, -0.17764462530612946, -0.614491879940033, -0.5754786729812622]}, "iris_DBDC4_098_08": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_098.log.json", "context": "Hello... Danny hey! i'm doing math Hey! What are you doing? math homework Oh, really? yeah, it's hard How hard can it be? just kidding, it's actually quite easy", "response": "I can already tell this isn't going to work.", "annotation_id": "iris_DBDC4_098_08", "annotations": ["T", "T", "T", "O", "T", "X", "T", "T", "T", "T", "T", "X", "T", "T", "T"], "gpt2background_target_score": [-9.545134544372559, -5.924083709716797, -8.855941772460938, -8.133390426635742, -5.844003677368164, -11.320589065551758, -10.18295955657959, -9.197493553161621, -5.230557918548584, -8.064985275268555, -8.753067970275879], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -1.624467372894287, -1.7768369913101196, -1.7205857038497925, -2.4113380908966064, -1.5016485452651978, -2.2593302726745605, -1.4771628379821777, -2.2054593563079834, -1.3770204782485962, -0.7175692319869995, -0.6953884363174438, -1.7383942604064941, -1.8392276763916016, -1.7301676273345947, -2.1028523445129395, -2.168166399002075, -2.6157994270324707, -0.43727388978004456, -2.031268835067749, -1.277347207069397, -2.2134199142456055, -0.39811161160469055, -2.2919182777404785, -0.9614073038101196, -1.594214677810669, -0.7346351742744446, -0.9445536732673645, -0.18057136237621307, -0.7247053980827332, -1.5133438110351562, -3.5540592670440674, -1.4823246002197266, -2.3214285373687744, -0.45435890555381775, -2.1015477180480957, -1.5665704011917114, -1.0157580375671387, -1.4858686923980713, -2.3316755294799805, -1.5663882493972778, -1.1174348592758179, -1.6391006708145142, -0.8795814514160156, -1.943424940109253, -0.22072048485279083, -1.9642391204833984, -0.22613361477851868, -0.7967990040779114, -1.935691475868225, -1.5895123481750488]}, "iris_DBDC4_098_10": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_098.log.json", "context": "Hello... Danny hey! i'm doing math Hey! What are you doing? math homework Oh, really? yeah, it's hard How hard can it be? just kidding, it's actually quite easy I can already tell this isn't going to work. i will do my best", "response": "Where did you get that?", "annotation_id": "iris_DBDC4_098_10", "annotations": ["O", "O", "O", "T", "T", "O", "O", "T", "T", "X", "T", "X", "T", "X", "X"], "gpt2background_target_score": [-11.901162147521973, -6.745053291320801, -5.237053394317627, -8.222184181213379, -7.236555099487305, -9.54211139678955], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -1.624467372894287, -1.7768369913101196, -1.7205857038497925, -2.4113380908966064, -1.5016485452651978, -2.2593302726745605, -1.4771628379821777, -2.2054593563079834, -1.3770204782485962, -0.7175692319869995, -0.6953884363174438, -1.7383942604064941, -1.8392276763916016, -1.7301676273345947, -2.1028523445129395, -2.168166399002075, -2.6157994270324707, -0.43727388978004456, -2.031268835067749, -1.277347207069397, -2.2134199142456055, -0.3981114625930786, -2.2919185161590576, -0.9614080786705017, -1.5942155122756958, -0.7346355319023132, -0.9445538520812988, -0.1805710643529892, -0.7247062921524048, -1.5133440494537354, -3.554058313369751, -1.4823250770568848, -2.3214285373687744, -0.45435914397239685, -2.1015474796295166, -1.5665708780288696, -1.0157568454742432, -1.4858680963516235, -1.423920750617981, -1.6874656677246094, -1.6546422243118286, -1.8495557308197021, -1.7250468730926514, -0.17584648728370667, -2.100576639175415, -0.2511623501777649, -0.9276400208473206, -1.9959157705307007, -2.0178399085998535, -1.407657504081726, -2.148449182510376, -1.537435531616211, -1.0081686973571777, -0.7345499992370605, -2.748116970062256, -1.7314289808273315, -0.282486230134964, -1.925683617591858, -1.790272831916809, -1.6256487369537354, -0.5014047622680664]}, "iris_DBDC4_098_12": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_098.log.json", "context": "Hello... Danny hey! i'm doing math Hey! What are you doing? math homework Oh, really? yeah, it's hard How hard can it be? just kidding, it's actually quite easy I can already tell this isn't going to work. i will do my best Where did you get that? what are you doing?", "response": "I'm sorry.", "annotation_id": "iris_DBDC4_098_12", "annotations": ["T", "X", "T", "X", "T", "X", "X", "X", "X", "T", "T", "X", "X", "X", "X"], "gpt2background_target_score": [-9.545137405395508, -8.67169189453125, -9.472389221191406, -3.2908992767333984], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.6244678497314453, -1.7768378257751465, -1.7205864191055298, -2.41133975982666, -1.501647710800171, -2.259333610534668, -1.4771628379821777, -2.2054569721221924, -1.3770207166671753, -0.7175700068473816, -0.6953870058059692, -1.7383921146392822, -1.839226484298706, -1.7301658391952515, -2.102851629257202, -2.168168067932129, -2.6157987117767334, -0.43727412819862366, -2.0312693119049072, -1.2773463726043701, -2.213421106338501, -0.39811185002326965, -2.291917324066162, -0.9614076018333435, -1.5942168235778809, -0.7346363067626953, -0.9445552229881287, -0.18057116866111755, -0.72470623254776, -1.5133429765701294, -3.5540595054626465, -1.4823263883590698, -2.321424961090088, -0.4543575644493103, -2.1015501022338867, -1.5665702819824219, -1.0157580375671387, -1.4858680963516235, -1.4239234924316406, -1.6874650716781616, -1.6546392440795898, -1.8495538234710693, -1.7250484228134155, -0.17584599554538727, -2.1005773544311523, -0.2511613368988037, -0.9276418089866638, -1.995912790298462, -2.017841339111328, -1.4076573848724365, -2.1484482288360596, -1.5374348163604736, -1.0081682205200195, -0.7345479130744934, -2.1421165466308594, -0.25899484753608704, -1.9243360757827759, -1.7804914712905884, -1.279320240020752, -1.609744906425476, -2.1547183990478516, -0.5059700012207031, -0.8043489456176758, -0.9809922575950623, -1.6176786422729492, -2.2903618812561035, -1.6999123096466064, -2.0336923599243164, -1.6295521259307861, -1.2015165090560913]}, "iris_DBDC4_098_14": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_098.log.json", "context": "Hello... Danny hey! i'm doing math Hey! What are you doing? math homework Oh, really? yeah, it's hard How hard can it be? just kidding, it's actually quite easy I can already tell this isn't going to work. i will do my best Where did you get that? what are you doing? I'm sorry. why?", "response": "I'm leaving... in a couple of hours. Where are you from?", "annotation_id": "iris_DBDC4_098_14", "annotations": ["O", "O", "O", "T", "T", "X", "O", "T", "T", "O", "T", "O", "O", "T", "O"], "gpt2background_target_score": [-9.545137405395508, -8.67169189453125, -10.220454216003418, -1.8900480270385742, -8.152183532714844, -8.280832290649414, -12.629508972167969, -9.573864936828613, -10.524991989135742, -3.8520431518554688, -5.842747688293457, -1.9352740049362183, -0.7175700068473816, -8.287278175354004, -1.7383921146392822], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.6244678497314453, -1.7768378257751465, -1.7205864191055298, -2.41133975982666, -1.501647710800171, -2.259333610534668, -1.4771628379821777, -2.2054569721221924, -1.3770207166671753, -0.7175700068473816, -0.6953870058059692, -1.7383921146392822, -1.839226484298706, -1.7301658391952515, -2.102851629257202, -2.168168067932129, -2.6157987117767334, -0.43727412819862366, -2.0312693119049072, -1.2773463726043701, -2.213421106338501, -0.39811185002326965, -2.291917324066162, -0.9614076018333435, -1.5942168235778809, -0.7346363067626953, -0.9445552229881287, -0.18057116866111755, -0.72470623254776, -1.5133429765701294, -3.5540595054626465, -1.4823263883590698, -2.321424961090088, -0.45435839891433716, -2.101550579071045, -1.5665689706802368, -1.01575767993927, -1.485867977142334, -1.4239227771759033, -1.6874661445617676, -1.654639482498169, -1.8495543003082275, -1.7250488996505737, -0.17584548890590668, -2.100576639175415, -0.25116151571273804, -0.9276410937309265, -1.9959138631820679, -2.0178415775299072, -1.4076571464538574, -2.148449182510376, -1.5374349355697632, -1.0081686973571777, -0.7345481514930725, -2.142115831375122, -0.25899484753608704, -1.9243359565734863, -1.7804902791976929, -1.2793203592300415, -1.609744906425476, -2.1547188758850098, -0.5059713125228882, -0.8043490052223206, -0.9809931516647339, -1.6176763772964478, -1.4831328392028809, -2.3332581520080566, -1.7403030395507812, -1.8436745405197144, -1.995090126991272, -2.0666332244873047, -2.169041156768799, -1.561995029449463, -2.2629382610321045, -2.5807406902313232, -1.4335213899612427, -1.7618412971496582, -2.379470109939575, -1.194597601890564, -1.3582154512405396, -1.5195878744125366, -1.480694055557251, -1.2822133302688599, -0.21581533551216125, -2.0527994632720947, -0.2938005030155182, -0.7582335472106934]}, "iris_DBDC4_098_16": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_098.log.json", "context": "Hello... Danny hey! i'm doing math Hey! What are you doing? math homework Oh, really? yeah, it's hard How hard can it be? just kidding, it's actually quite easy I can already tell this isn't going to work. i will do my best Where did you get that? what are you doing? I'm sorry. why? I'm leaving... in a couple of hours. Where are you from? I'm from Singapore", "response": "I'm from here. Maybe I know him.", "annotation_id": "iris_DBDC4_098_16", "annotations": ["T", "X", "T", "T", "O", "X", "O", "T", "X", "X", "T", "X", "T", "X", "T"], "gpt2background_target_score": [-9.545137405395508, -8.67169189453125, -6.558464050292969, -6.321455478668213, -9.656709671020508, -13.16744327545166, -7.878197193145752, -11.062607765197754, -11.091910362243652, -3.8520431518554688], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.6244678497314453, -1.7768378257751465, -1.7205864191055298, -2.41133975982666, -1.501647710800171, -2.259333610534668, -1.4771628379821777, -2.2054569721221924, -1.3770207166671753, -0.7175700068473816, -0.6953870058059692, -1.7383921146392822, -1.839226484298706, -1.7301658391952515, -2.102851629257202, -2.168168067932129, -2.6157987117767334, -0.43727412819862366, -2.0312693119049072, -1.2773463726043701, -2.213421106338501, -0.39811185002326965, -2.291917324066162, -0.9614076018333435, -1.5942168235778809, -0.7346363067626953, -0.9445552229881287, -0.18057116866111755, -0.72470623254776, -1.5133429765701294, -3.5540595054626465, -1.4823263883590698, -2.321424961090088, -0.45435839891433716, -2.101550579071045, -1.5665689706802368, -1.01575767993927, -1.485867977142334, -1.4239227771759033, -1.6874661445617676, -1.654639482498169, -1.8495545387268066, -1.7250478267669678, -0.1758458912372589, -2.1005773544311523, -0.25116151571273804, -0.9276406168937683, -1.995913028717041, -2.0178427696228027, -1.407657265663147, -2.1484484672546387, -1.537434458732605, -1.0081686973571777, -0.7345479130744934, -2.1421163082122803, -0.25899428129196167, -1.924335241317749, -1.780491590499878, -1.2793216705322266, -1.6097447872161865, -2.1547183990478516, -0.5059701204299927, -0.8043480515480042, -0.9809920787811279, -1.6176764965057373, -1.4831323623657227, -2.3332574367523193, -1.7403028011322021, -1.8436743021011353, -1.9950915575027466, -2.0666332244873047, -1.2602158784866333, -2.107264995574951, -2.4239230155944824, -2.519031524658203, -1.7387967109680176, -2.8276641368865967, -1.2522457838058472, -1.2975655794143677, -1.6538337469100952, -2.190051555633545, -1.2080134153366089, -0.21125860512256622, -1.9528926610946655, -0.27975451946258545, -1.9885987043380737, -0.8649973273277283, -1.6324113607406616, -2.9521758556365967, -1.5026675462722778, -2.128483533859253, -0.9682336449623108, -0.854884922504425, -2.2973809242248535, -1.488661766052246, -1.4417152404785156, -1.9123727083206177, -0.8874111771583557, -2.1955204010009766, -1.972959041595459, -1.2232348918914795]}, "iris_DBDC4_098_18": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_098.log.json", "context": "Hello... Danny hey! i'm doing math Hey! What are you doing? math homework Oh, really? yeah, it's hard How hard can it be? just kidding, it's actually quite easy I can already tell this isn't going to work. i will do my best Where did you get that? what are you doing? I'm sorry. why? I'm leaving... in a couple of hours. Where are you from? I'm from Singapore I'm from here. Maybe I know him. who do you know?", "response": "...Who?", "annotation_id": "iris_DBDC4_098_18", "annotations": ["O", "X", "T", "T", "T", "O", "O", "X", "T", "X", "T", "X", "X", "X", "T"], "gpt2background_target_score": [-5.960723876953125, -8.083837509155273, -4.971634864807129], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.6244678497314453, -1.7768378257751465, -1.7205864191055298, -2.41133975982666, -1.501647710800171, -2.259333610534668, -1.4771628379821777, -2.2054569721221924, -1.3770207166671753, -0.7175700068473816, -0.6953870058059692, -1.7383921146392822, -1.839226484298706, -1.7301658391952515, -2.102851629257202, -2.168168067932129, -2.6157987117767334, -0.43727412819862366, -2.0312693119049072, -1.2773463726043701, -2.213421106338501, -0.39811185002326965, -2.291917324066162, -0.9614076018333435, -1.5942168235778809, -0.7346363067626953, -0.9445552229881287, -0.18057116866111755, -0.72470623254776, -1.5133429765701294, -3.5540595054626465, -1.4823263883590698, -2.321424961090088, -0.45435839891433716, -2.101550579071045, -1.5665689706802368, -1.01575767993927, -1.485867977142334, -1.4239227771759033, -1.6874661445617676, -1.654639482498169, -1.8495545387268066, -1.7250478267669678, -0.1758458912372589, -2.1005773544311523, -0.25116151571273804, -0.9276406168937683, -1.995913028717041, -2.0178427696228027, -1.407657265663147, -2.1484484672546387, -1.537434458732605, -1.0081686973571777, -0.7345479130744934, -2.1421163082122803, -0.25899428129196167, -1.924335241317749, -1.780491590499878, -1.2793216705322266, -1.6097447872161865, -2.1547183990478516, -0.5059701204299927, -0.8043480515480042, -0.9809920787811279, -1.6176764965057373, -1.4831323623657227, -2.3332574367523193, -1.7403028011322021, -1.8436743021011353, -1.9950915575027466, -2.0666332244873047, -1.2602158784866333, -2.107264995574951, -2.4239230155944824, -2.519031524658203, -1.7387967109680176, -2.8276641368865967, -1.2522457838058472, -1.2975655794143677, -1.6538337469100952, -2.190051555633545, -1.2080134153366089, -0.21125860512256622, -1.9528926610946655, -0.27975451946258545, -1.9885987043380737, -0.8649973273277283, -1.6324113607406616, -2.9521758556365967, -1.5026675462722778, -1.0366694927215576, -1.0313373804092407, -2.4773430824279785, -1.4355164766311646, -1.7107137441635132, -1.9084821939468384, -0.9916247129440308, -2.2279698848724365, -1.8592946529388428, -1.7069728374481201, -1.742326021194458, -0.171046644449234, -2.3433825969696045, -0.581691324710846, -1.8290079832077026, -2.0309505462646484, -2.743056535720825, -1.7119927406311035, -0.9240216612815857]}, "iris_DBDC4_098_20": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_098.log.json", "context": "Hello... Danny hey! i'm doing math Hey! What are you doing? math homework Oh, really? yeah, it's hard How hard can it be? just kidding, it's actually quite easy I can already tell this isn't going to work. i will do my best Where did you get that? what are you doing? I'm sorry. why? I'm leaving... in a couple of hours. Where are you from? I'm from Singapore I'm from here. Maybe I know him. who do you know? ...Who? do you have any friends?", "response": "So, um, what did Fiona say about me?", "annotation_id": "iris_DBDC4_098_20", "annotations": ["T", "X", "O", "X", "T", "X", "T", "T", "X", "X", "T", "X", "X", "X", "X"], "gpt2background_target_score": [-11.909403800964355, -8.41786003112793, -12.227069854736328, -1.6244678497314453, -5.244684219360352, -5.697390079498291, -11.677216529846191, -10.96514892578125, -6.481814861297607, -6.388339519500732, -9.950303077697754], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.6244678497314453, -1.7768378257751465, -1.7205864191055298, -2.41133975982666, -1.501647710800171, -2.259333610534668, -1.4771628379821777, -2.2054569721221924, -1.3770207166671753, -0.7175700068473816, -0.6953870058059692, -1.7383921146392822, -1.839226484298706, -1.7301658391952515, -2.102851629257202, -2.168168067932129, -2.6157987117767334, -0.43727412819862366, -2.0312693119049072, -1.2773463726043701, -2.213421106338501, -0.39811185002326965, -2.291917324066162, -0.9614076018333435, -1.5942168235778809, -0.7346363067626953, -0.9445552229881287, -0.18057116866111755, -0.72470623254776, -1.5133429765701294, -3.5540595054626465, -1.4823263883590698, -2.321424961090088, -0.45435839891433716, -2.101550579071045, -1.5665689706802368, -1.01575767993927, -1.485867977142334, -1.4239227771759033, -1.6874661445617676, -1.654639482498169, -1.8495545387268066, -1.7250478267669678, -0.1758458912372589, -2.1005773544311523, -0.25116151571273804, -0.9276406168937683, -1.995913028717041, -2.0178427696228027, -1.407657265663147, -2.1484484672546387, -1.537434458732605, -1.0081686973571777, -0.7345479130744934, -2.1421163082122803, -0.25899428129196167, -1.924335241317749, -1.780491590499878, -1.2793216705322266, -1.6097447872161865, -2.1547183990478516, -0.5059701204299927, -0.8043480515480042, -0.9809920787811279, -1.6176764965057373, -1.4831323623657227, -2.3332574367523193, -1.7403028011322021, -1.8436743021011353, -1.9950915575027466, -2.0666332244873047, -1.2602158784866333, -2.107264995574951, -2.4239230155944824, -2.519031524658203, -1.7387967109680176, -2.8276641368865967, -1.2522457838058472, -1.2975655794143677, -1.6538337469100952, -2.190051555633545, -1.2080134153366089, -0.21125860512256622, -1.9528926610946655, -0.27975451946258545, -1.9885987043380737, -0.8649973273277283, -1.6324113607406616, -2.9521758556365967, -1.5026675462722778, -1.0366694927215576, -1.0313373804092407, -2.4773430824279785, -1.4355164766311646, -1.7107137441635132, -1.9084821939468384, -0.9916247129440308, -2.2279698848724365, -1.8592946529388428, -1.7069728374481201, -1.742326021194458, -0.171046644449234, -2.3433825969696045, -0.581691324710846, -1.8290079832077026, -2.626523971557617, -1.6388205289840698, -1.9673799276351929, -0.3650072515010834, -0.9786708950996399, -1.6009401082992554, -2.83628249168396, -0.6865864992141724, -2.319049119949341, -2.011922836303711, -2.1217477321624756, -1.9788719415664673, -0.8925363421440125, -2.1190712451934814, -1.643585205078125, -0.2941204607486725, -1.1567143201828003, -0.9153310656547546, -1.3210073709487915, -0.5032790899276733, -1.0517048835754395]}, "iris_DBDC4_103_02": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_103.log.json", "context": "Hello... Danny sorry, i got distracted", "response": "You know, work this week has been really busy.", "annotation_id": "iris_DBDC4_103_02", "annotations": ["T", "O", "O", "O", "T", "T", "X", "T", "T", "O", "T", "O", "O", "O", "O"], "gpt2background_target_score": [-11.480238914489746, -9.493287086486816, -4.2401347160339355, -10.117960929870605, -3.529360294342041, -12.652704238891602, -12.058473587036133, -11.113153457641602, -11.380558967590332, -10.935416221618652, -5.1682915687561035], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -1.9285649061203003, -1.5609813928604126, -1.8947087526321411, -2.1900575160980225, -1.8702983856201172, -2.341827154159546, -2.117213249206543, -1.551880955696106, -2.0373001098632812, -2.7922325134277344, -1.573684811592102, -1.352522373199463, -0.5811307430267334, -1.9446396827697754, -2.2731168270111084, -1.41978919506073, -1.8261221647262573]}, "iris_DBDC4_103_04": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_103.log.json", "context": "Hello... Danny sorry, i got distracted You know, work this week has been really busy. what have you been up to?", "response": "Where have you been?", "annotation_id": "iris_DBDC4_103_04", "annotations": ["O", "O", "T", "T", "T", "T", "X", "T", "X", "T", "O", "O", "T", "O", "T"], "gpt2background_target_score": [-11.901162147521973, -6.889222145080566, -5.237053394317627, -9.763177871704102, -11.292450904846191], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -1.9285649061203003, -1.5609813928604126, -1.8947087526321411, -2.1900575160980225, -1.8702983856201172, -2.035938262939453, -1.379472255706787, -1.879054069519043, -2.630311965942383, -1.8650612831115723, -1.3962172269821167, -0.666071355342865, -2.0335443019866943, -2.108563184738159, -1.473527193069458, -1.9415671825408936, -1.7195104360580444, -0.4039125144481659, -1.188683032989502, -0.9277067184448242, -0.6432421803474426, -0.9380977749824524, -1.3244218826293945, -1.8319964408874512, -1.708260416984558, -0.24656376242637634, -0.11562168598175049, -0.7768974304199219, -0.6534339785575867]}, "iris_DBDC4_103_06": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_103.log.json", "context": "Hello... Danny sorry, i got distracted You know, work this week has been really busy. what have you been up to? Where have you been? i've been at home for the past 3 days", "response": "Do you have any idea what it's been like around here for the past four days?", "annotation_id": "iris_DBDC4_103_06", "annotations": ["O", "O", "O", "O", "T", "T", "X", "T", "X", "O", "O", "O", "T", "T", "O"], "gpt2background_target_score": [-12.487080574035645, -4.921618461608887, -6.296853542327881, -8.415274620056152, -12.23660945892334, -11.96385669708252, -3.8749992847442627, -9.138614654541016, -8.772845268249512, -7.623894214630127, -10.004247665405273, -5.822403430938721, -5.7262372970581055, -7.006645202636719, -9.583795547485352, -9.01197338104248, -11.420733451843262, -3.846728563308716], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -1.9285649061203003, -1.5609813928604126, -1.8947087526321411, -2.1900575160980225, -1.8702983856201172, -2.035938262939453, -1.379472255706787, -1.879054069519043, -2.630311965942383, -1.8650612831115723, -1.3962172269821167, -0.666071355342865, -2.0335443019866943, -2.108563184738159, -1.473527193069458, -1.9415671825408936, -1.7195104360580444, -0.4039125144481659, -1.188683032989502, -0.9277067184448242, -0.6432421803474426, -0.9380977749824524, -1.3244218826293945, -1.7340792417526245, -0.24650999903678894, -0.1267549991607666, -1.261701226234436, -1.4719475507736206, -2.160975217819214, -0.5503954291343689, -2.462923288345337, -1.1065220832824707, -2.164586067199707, -1.6392465829849243, -0.9665095806121826, -2.2003495693206787, -1.530368447303772, -1.6602674722671509, -2.3054280281066895, -0.2475215345621109, -1.2123894691467285, -1.225787878036499, -2.195164442062378, -0.9343741536140442, -1.990256428718567, -0.975405216217041, -0.40574243664741516, -0.4044703245162964, -1.3463430404663086, -1.879194736480713, -0.34950345754623413, -1.419974684715271, -0.46051034331321716, -1.343123197555542, -0.8998498916625977, -0.3434849977493286, -0.5631105303764343]}, "iris_DBDC4_103_08": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_103.log.json", "context": "Hello... Danny sorry, i got distracted You know, work this week has been really busy. what have you been up to? Where have you been? i've been at home for the past 3 days Do you have any idea what it's been like around here for the past four days? no i don't have any idea", "response": "I told you I need to work in peace.", "annotation_id": "iris_DBDC4_103_08", "annotations": ["T", "O", "O", "O", "T", "T", "O", "T", "X", "O", "X", "O", "T", "T", "T"], "gpt2background_target_score": [-9.545137405395508, -10.701950073242188, -5.237053394317627, -3.5133957862854004, -7.134316921234131, -10.335317611694336, -8.997880935668945, -4.568254470825195, -13.270061492919922, -5.275252819061279], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.9285646677017212, -1.5609807968139648, -1.894707441329956, -2.190054416656494, -1.8702999353408813, -2.035935878753662, -1.3794711828231812, -1.8790547847747803, -2.6303136348724365, -1.8650566339492798, -1.3962163925170898, -0.6660687327384949, -2.0335443019866943, -2.108558416366577, -1.473527193069458, -1.941569209098816, -1.7195101976394653, -0.4039148986339569, -1.1886790990829468, -0.9277082085609436, -0.6432403326034546, -0.9380964040756226, -1.3244218826293945, -1.7340774536132812, -0.24650982022285461, -0.1267555207014084, -1.261701226234436, -1.4719467163085938, -2.1609771251678467, -0.5503939986228943, -2.4629225730895996, -1.1065223217010498, -2.1645843982696533, -1.6392476558685303, -0.9665083885192871, -2.2003469467163086, -1.5303723812103271, -1.6602684259414673, -0.3717379570007324, -1.1986087560653687, -1.1987683773040771, -2.1301872730255127, -0.8813948631286621, -1.9036661386489868, -1.0727540254592896, -0.46953922510147095, -0.47004833817481995, -1.2925158739089966, -1.2242484092712402, -0.3230908215045929, -1.4124445915222168, -0.48430612683296204, -1.4124959707260132, -0.8818615674972534, -0.3576808273792267, -1.8485279083251953, -1.6544865369796753, -1.7685742378234863, -0.20923173427581787, -1.9150811433792114, -1.6480927467346191, -2.245366334915161, -0.9557491540908813, -2.5396876335144043, -1.8547329902648926, -1.3239543437957764, -2.4305222034454346, -1.8772882223129272, -0.5050914287567139, -2.315833330154419, -2.4838342666625977, -1.4500362873077393, -1.6308338642120361, -1.6307644844055176]}, "iris_DBDC4_103_10": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_103.log.json", "context": "Hello... Danny sorry, i got distracted You know, work this week has been really busy. what have you been up to? Where have you been? i've been at home for the past 3 days Do you have any idea what it's been like around here for the past four days? no i don't have any idea I told you I need to work in peace. i'm sorry, am i disturbing you?", "response": "I'm sorry, Danny. I am.", "annotation_id": "iris_DBDC4_103_10", "annotations": ["T", "O", "O", "O", "T", "T", "T", "T", "T", "T", "O", "O", "T", "O", "T"], "gpt2background_target_score": [-9.545137405395508, -8.67169189453125, -9.472389221191406, -2.230699062347412, -6.441102504730225, -8.46705436706543, -8.519243240356445, -9.752629280090332, -6.548372745513916], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.9285646677017212, -1.5609807968139648, -1.894707441329956, -2.190054416656494, -1.8702999353408813, -2.035935878753662, -1.3794711828231812, -1.8790547847747803, -2.6303136348724365, -1.8650566339492798, -1.3962163925170898, -0.6660687327384949, -2.0335443019866943, -2.108558416366577, -1.473527193069458, -1.941569209098816, -1.7195101976394653, -0.4039148986339569, -1.1886790990829468, -0.9277082085609436, -0.6432403326034546, -0.9380964040756226, -1.3244218826293945, -1.7340774536132812, -0.24650982022285461, -0.1267555207014084, -1.261701226234436, -1.4719467163085938, -2.1609771251678467, -0.5503939986228943, -2.4629225730895996, -1.1065223217010498, -2.1645843982696533, -1.639248013496399, -0.9665078520774841, -2.2003471851348877, -1.53037428855896, -1.6602692604064941, -0.37173762917518616, -1.1986079216003418, -1.1987680196762085, -2.130188226699829, -0.8813953399658203, -1.9036668539047241, -1.0727533102035522, -0.469539076089859, -0.470048189163208, -1.2925161123275757, -1.2242487668991089, -0.32309064269065857, -1.412442922592163, -0.48430562019348145, -1.4124966859817505, -0.8818598985671997, -0.35768091678619385, -1.8485283851623535, -1.6544889211654663, -1.768574833869934, -0.20923182368278503, -1.9150805473327637, -1.6480921506881714, -2.245365858078003, -0.9557482600212097, -1.1636312007904053, -0.8169639110565186, -2.8399720191955566, -1.653359293937683, -0.468280166387558, -2.269050359725952, -2.4022369384765625, -1.4411391019821167, -1.5900613069534302, -2.5207440853118896, -1.7948683500289917, -2.6513466835021973, -1.9782270193099976, -1.0733169317245483, -0.5914942026138306, -2.4270706176757812, -2.0802392959594727, -1.059937834739685, -2.036463975906372, -2.4295291900634766, -1.6850132942199707, -0.8189729452133179, -1.3060940504074097, -1.7247028350830078, -1.713382601737976, -1.4716649055480957, -1.5091546773910522, -0.8864858150482178, -1.3547773361206055]}, "iris_DBDC4_103_12": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_103.log.json", "context": "Hello... Danny sorry, i got distracted You know, work this week has been really busy. what have you been up to? Where have you been? i've been at home for the past 3 days Do you have any idea what it's been like around here for the past four days? no i don't have any idea I told you I need to work in peace. i'm sorry, am i disturbing you? I'm sorry, Danny. I am. i'll leave soon then", "response": "That cat Number Two has an X-ray eyepatch. I get bad vibes from him...", "annotation_id": "iris_DBDC4_103_12", "annotations": ["T", "T", "O", "X", "O", "T", "X", "T", "X", "X", "T", "T", "X", "T", "X"], "gpt2background_target_score": [-13.314728736877441, -10.914810180664062, -11.603092193603516, -12.942692756652832, -7.738810062408447, -10.69296646118164, -9.464397430419922, -7.417146682739258, -12.22930908203125, -12.53618049621582, -12.674399375915527, -11.750738143920898, -4.121903896331787, -4.251663684844971, -9.645675659179688, -5.36391544342041, -13.246272087097168, -11.494359016418457, -11.393301010131836, -12.253568649291992, -10.121355056762695], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.9285646677017212, -1.5609807968139648, -1.894707441329956, -2.190054416656494, -1.8702999353408813, -2.035935878753662, -1.3794711828231812, -1.8790547847747803, -2.6303136348724365, -1.8650566339492798, -1.3962163925170898, -0.6660687327384949, -2.0335443019866943, -2.108558416366577, -1.473527193069458, -1.941569209098816, -1.7195101976394653, -0.4039148986339569, -1.1886790990829468, -0.9277082085609436, -0.6432403326034546, -0.9380964040756226, -1.3244218826293945, -1.7340774536132812, -0.24650982022285461, -0.1267555207014084, -1.261701226234436, -1.4719467163085938, -2.1609771251678467, -0.5503939986228943, -2.4629225730895996, -1.1065223217010498, -2.1645843982696533, -1.639248013496399, -0.9665078520774841, -2.2003471851348877, -1.53037428855896, -1.6602692604064941, -0.37173762917518616, -1.1986079216003418, -1.1987680196762085, -2.130188226699829, -0.8813953399658203, -1.9036668539047241, -1.0727533102035522, -0.469539076089859, -0.470048189163208, -1.2925161123275757, -1.2242487668991089, -0.32309064269065857, -1.412442922592163, -0.48430562019348145, -1.4124966859817505, -0.8818598985671997, -0.35768091678619385, -1.8485283851623535, -1.6544889211654663, -1.768574833869934, -0.20923182368278503, -1.9150805473327637, -1.6480921506881714, -2.245365858078003, -0.9557482600212097, -1.1636312007904053, -0.8169639110565186, -2.8399720191955566, -1.653359293937683, -0.468280166387558, -2.269050359725952, -2.4022369384765625, -1.4411391019821167, -1.5900613069534302, -2.5207440853118896, -1.7948683500289917, -2.6513466835021973, -1.9782270193099976, -1.0733169317245483, -0.5914942026138306, -2.4270706176757812, -2.0802392959594727, -1.059937834739685, -2.036463499069214, -1.4131535291671753, -0.5197654962539673, -1.1368845701217651, -1.425240159034729, -1.823400855064392, -2.0785560607910156, -1.3637429475784302, -0.6247033476829529, -1.5525283813476562, -1.519904613494873, -1.9313023090362549, -1.2819948196411133, -0.8664395809173584, -0.5824069976806641, -2.5175182819366455, -0.6778526902198792, -1.2523142099380493, -2.821823835372925, -1.933666467666626, -0.8204017281532288, -3.3437299728393555, -1.3374321460723877, -0.5229815244674683, -1.820168137550354, -0.4048719108104706, -0.5704682469367981, -1.3890806436538696, -1.5037702322006226, -2.0831475257873535, -1.8079044818878174, -2.683094024658203, -0.038344793021678925, -1.9259272813796997, -2.089585542678833, -1.610537052154541, -0.937423586845398]}, "iris_DBDC4_103_14": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_103.log.json", "context": "Hello... Danny sorry, i got distracted You know, work this week has been really busy. what have you been up to? Where have you been? i've been at home for the past 3 days Do you have any idea what it's been like around here for the past four days? no i don't have any idea I told you I need to work in peace. i'm sorry, am i disturbing you? I'm sorry, Danny. I am. i'll leave soon then That cat Number Two has an X-ray eyepatch. I get bad vibes from him... i'm not a fan of cats", "response": "Is that so?", "annotation_id": "iris_DBDC4_103_14", "annotations": ["O", "O", "O", "O", "X", "T", "O", "T", "O", "T", "O", "O", "T", "T", "O"], "gpt2background_target_score": [-11.995221138000488, -6.403164863586426, -7.5786213874816895, -5.328742504119873], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.9285646677017212, -1.5609807968139648, -1.894707441329956, -2.190054416656494, -1.8702999353408813, -2.035935878753662, -1.3794711828231812, -1.8790547847747803, -2.6303136348724365, -1.8650566339492798, -1.3962163925170898, -0.6660687327384949, -2.0335443019866943, -2.108558416366577, -1.473527193069458, -1.941569209098816, -1.7195101976394653, -0.4039148986339569, -1.1886790990829468, -0.9277082085609436, -0.6432403326034546, -0.9380964040756226, -1.3244218826293945, -1.7340774536132812, -0.24650982022285461, -0.1267555207014084, -1.261701226234436, -1.4719467163085938, -2.1609771251678467, -0.5503939986228943, -2.4629225730895996, -1.1065223217010498, -2.1645843982696533, -1.639248013496399, -0.9665078520774841, -2.2003471851348877, -1.53037428855896, -1.6602692604064941, -0.37173762917518616, -1.1986079216003418, -1.1987680196762085, -2.130188226699829, -0.8813953399658203, -1.9036668539047241, -1.0727533102035522, -0.469539076089859, -0.470048189163208, -1.2925161123275757, -1.2242487668991089, -0.32309064269065857, -1.412442922592163, -0.48430562019348145, -1.4124966859817505, -0.8818598985671997, -0.35768091678619385, -1.8485283851623535, -1.6544889211654663, -1.768574833869934, -0.20923182368278503, -1.9150805473327637, -1.6480921506881714, -2.245365858078003, -0.9557482600212097, -1.1636312007904053, -0.8169639110565186, -2.8399720191955566, -1.653359293937683, -0.468280166387558, -2.269050359725952, -2.4022369384765625, -1.4411391019821167, -1.5900613069534302, -2.5207440853118896, -1.7948683500289917, -2.6513466835021973, -1.9782270193099976, -1.0733169317245483, -0.5914942026138306, -2.4270706176757812, -2.0802392959594727, -1.059937834739685, -2.036463975906372, -1.413155436515808, -0.5197637677192688, -1.1368849277496338, -1.4252409934997559, -1.8234025239944458, -2.0785539150238037, -1.3637430667877197, -0.6247033476829529, -1.552529215812683, -1.5199047327041626, -1.9313024282455444, -1.2819937467575073, -0.8664393424987793, -0.5824070572853088, -0.6640247106552124, -1.2246164083480835, -3.201108932495117, -1.7870323657989502, -0.8263499140739441, -3.491748332977295, -1.625989556312561, -0.4893268048763275, -1.866442084312439, -0.4817410409450531, -0.4801289439201355, -1.4151341915130615, -2.117699146270752, -1.8141615390777588, -2.0373778343200684, -2.6100852489471436, -0.05664617940783501, -1.9723373651504517, -2.0024144649505615, -1.3011561632156372, -2.1447958946228027, -2.0435798168182373, -1.2372338771820068, -1.3967839479446411, -1.5139975547790527, -0.30018576979637146, -1.852095127105713, -1.2983180284500122, -2.221428155899048, -1.5578372478485107, -1.9115290641784668, -1.876790165901184, -0.7733882069587708]}, "iris_DBDC4_103_16": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_103.log.json", "context": "Hello... Danny sorry, i got distracted You know, work this week has been really busy. what have you been up to? Where have you been? i've been at home for the past 3 days Do you have any idea what it's been like around here for the past four days? no i don't have any idea I told you I need to work in peace. i'm sorry, am i disturbing you? I'm sorry, Danny. I am. i'll leave soon then That cat Number Two has an X-ray eyepatch. I get bad vibes from him... i'm not a fan of cats Is that so? i love dogs though", "response": "No dogs, huh? Okay.", "annotation_id": "iris_DBDC4_103_16", "annotations": ["X", "O", "X", "T", "T", "T", "X", "T", "X", "O", "T", "T", "X", "T", "T"], "gpt2background_target_score": [-10.921963691711426, -11.473823547363281, -4.240135192871094, -10.614287376403809, -11.292451858520508, -12.852248191833496, -9.032045364379883], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.9285646677017212, -1.5609807968139648, -1.894707441329956, -2.190054416656494, -1.8702999353408813, -2.035935878753662, -1.3794711828231812, -1.8790547847747803, -2.6303136348724365, -1.8650566339492798, -1.3962163925170898, -0.6660687327384949, -2.0335443019866943, -2.108558416366577, -1.473527193069458, -1.941569209098816, -1.7195101976394653, -0.4039148986339569, -1.1886790990829468, -0.9277082085609436, -0.6432403326034546, -0.9380964040756226, -1.3244218826293945, -1.7340774536132812, -0.24650982022285461, -0.1267555207014084, -1.261701226234436, -1.4719467163085938, -2.1609771251678467, -0.5503939986228943, -2.4629225730895996, -1.1065223217010498, -2.1645843982696533, -1.639248013496399, -0.9665078520774841, -2.2003471851348877, -1.53037428855896, -1.6602692604064941, -0.37173762917518616, -1.1986079216003418, -1.1987680196762085, -2.130188226699829, -0.8813953399658203, -1.9036668539047241, -1.0727533102035522, -0.469539076089859, -0.470048189163208, -1.2925161123275757, -1.2242487668991089, -0.32309064269065857, -1.412442922592163, -0.48430562019348145, -1.4124966859817505, -0.8818598985671997, -0.35768091678619385, -1.8485283851623535, -1.6544889211654663, -1.768574833869934, -0.20923182368278503, -1.9150805473327637, -1.6480921506881714, -2.245365858078003, -0.9557482600212097, -1.1636312007904053, -0.8169639110565186, -2.8399720191955566, -1.653359293937683, -0.468280166387558, -2.269050359725952, -2.4022369384765625, -1.4411391019821167, -1.5900613069534302, -2.5207440853118896, -1.7948683500289917, -2.6513466835021973, -1.9782270193099976, -1.0733169317245483, -0.5914942026138306, -2.4270706176757812, -2.0802392959594727, -1.059937834739685, -2.036463975906372, -1.413155436515808, -0.5197637677192688, -1.1368849277496338, -1.4252409934997559, -1.8234025239944458, -2.0785539150238037, -1.3637430667877197, -0.6247033476829529, -1.552529215812683, -1.5199047327041626, -1.9313024282455444, -1.2819937467575073, -0.8664393424987793, -0.5824070572853088, -0.6640247106552124, -1.2246164083480835, -3.201108932495117, -1.7870323657989502, -0.8263499140739441, -3.491748332977295, -1.625989556312561, -0.4893268048763275, -1.866442084312439, -0.4817410409450531, -0.4801289439201355, -1.4151341915130615, -2.117699146270752, -1.8141615390777588, -2.0373778343200684, -2.6100852489471436, -0.05664617940783501, -1.9723373651504517, -2.0024144649505615, -1.3011561632156372, -2.1447958946228027, -2.0435800552368164, -1.2372326850891113, -1.3967843055725098, -1.513996958732605, -0.30018559098243713, -1.8520958423614502, -1.2983180284500122, -1.7422841787338257, -2.168344497680664, -1.9659814834594727, -1.6680567264556885, -1.5613728761672974, -0.6733501553535461, -1.517833948135376, -1.3351391553878784, -2.385655641555786, -1.3284951448440552, -1.7586911916732788, -2.3805789947509766, -0.2519972324371338, -0.9213011860847473, -1.28546142578125, -1.6747573614120483]}, "iris_DBDC4_103_18": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_103.log.json", "context": "Hello... Danny sorry, i got distracted You know, work this week has been really busy. what have you been up to? Where have you been? i've been at home for the past 3 days Do you have any idea what it's been like around here for the past four days? no i don't have any idea I told you I need to work in peace. i'm sorry, am i disturbing you? I'm sorry, Danny. I am. i'll leave soon then That cat Number Two has an X-ray eyepatch. I get bad vibes from him... i'm not a fan of cats Is that so? i love dogs though No dogs, huh? Okay. no you misunderstood. i love dogs", "response": "Stop you dogs!!", "annotation_id": "iris_DBDC4_103_18", "annotations": ["T", "O", "X", "X", "O", "T", "X", "T", "X", "O", "O", "O", "X", "T", "X"], "gpt2background_target_score": [-11.195694923400879, -4.92161750793457, -12.203784942626953, -5.821333885192871], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.9285646677017212, -1.5609807968139648, -1.894707441329956, -2.190054416656494, -1.8702999353408813, -2.035935878753662, -1.3794711828231812, -1.8790547847747803, -2.6303136348724365, -1.8650566339492798, -1.3962163925170898, -0.6660687327384949, -2.0335443019866943, -2.108558416366577, -1.473527193069458, -1.941569209098816, -1.7195101976394653, -0.4039148986339569, -1.1886790990829468, -0.9277082085609436, -0.6432403326034546, -0.9380964040756226, -1.3244218826293945, -1.7340774536132812, -0.24650982022285461, -0.1267555207014084, -1.261701226234436, -1.4719467163085938, -2.1609771251678467, -0.5503939986228943, -2.4629225730895996, -1.1065223217010498, -2.1645843982696533, -1.639248013496399, -0.9665078520774841, -2.2003471851348877, -1.53037428855896, -1.6602692604064941, -0.37173762917518616, -1.1986079216003418, -1.1987680196762085, -2.130188226699829, -0.8813953399658203, -1.9036668539047241, -1.0727533102035522, -0.469539076089859, -0.470048189163208, -1.2925161123275757, -1.2242487668991089, -0.32309064269065857, -1.412442922592163, -0.48430562019348145, -1.4124966859817505, -0.8818598985671997, -0.35768091678619385, -1.8485283851623535, -1.6544889211654663, -1.768574833869934, -0.20923182368278503, -1.9150805473327637, -1.6480921506881714, -2.245365858078003, -0.9557482600212097, -1.1636312007904053, -0.8169639110565186, -2.8399720191955566, -1.653359293937683, -0.468280166387558, -2.269050359725952, -2.4022369384765625, -1.4411391019821167, -1.5900613069534302, -2.5207440853118896, -1.7948683500289917, -2.6513466835021973, -1.9782270193099976, -1.0733169317245483, -0.5914942026138306, -2.4270706176757812, -2.0802392959594727, -1.059937834739685, -2.036463975906372, -1.413155436515808, -0.5197637677192688, -1.1368849277496338, -1.4252409934997559, -1.8234025239944458, -2.0785539150238037, -1.3637430667877197, -0.6247033476829529, -1.552529215812683, -1.5199047327041626, -1.9313024282455444, -1.2819937467575073, -0.8664393424987793, -0.5824070572853088, -0.6640247106552124, -1.2246164083480835, -3.201108932495117, -1.7870323657989502, -0.8263499140739441, -3.491748332977295, -1.625989556312561, -0.4893268048763275, -1.866442084312439, -0.4817410409450531, -0.4801289439201355, -1.4151341915130615, -2.117699146270752, -1.8141615390777588, -2.0373778343200684, -2.6100852489471436, -0.05664617940783501, -1.9723373651504517, -2.0024144649505615, -1.3011561632156372, -2.1447958946228027, -2.0435800552368164, -1.2372326850891113, -1.3967843055725098, -1.513996958732605, -0.30018559098243713, -1.8520958423614502, -1.2983180284500122, -1.7422841787338257, -2.168344497680664, -1.9659814834594727, -1.6680567264556885, -1.5613728761672974, -0.6733501553535461, -1.517833948135376, -1.3351391553878784, -1.6140272617340088, -1.9152108430862427, -2.5440139770507812, -0.22913524508476257, -1.9304704666137695, -1.238814115524292, -1.7990516424179077, -2.030735731124878, -2.14445161819458, -1.56344473361969, -1.9976882934570312, -1.5548080205917358, -1.1794297695159912, -1.4165282249450684, -2.6344847679138184, -2.35068416595459, -1.4963040351867676, -1.5877735614776611, -0.9720537066459656]}, "iris_DBDC4_103_20": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_103.log.json", "context": "Hello... Danny sorry, i got distracted You know, work this week has been really busy. what have you been up to? Where have you been? i've been at home for the past 3 days Do you have any idea what it's been like around here for the past four days? no i don't have any idea I told you I need to work in peace. i'm sorry, am i disturbing you? I'm sorry, Danny. I am. i'll leave soon then That cat Number Two has an X-ray eyepatch. I get bad vibes from him... i'm not a fan of cats Is that so? i love dogs though No dogs, huh? Okay. no you misunderstood. i love dogs Stop you dogs!! my favourite breed is a border collie", "response": "Didya look at the border?", "annotation_id": "iris_DBDC4_103_20", "annotations": ["T", "O", "X", "X", "T", "T", "O", "T", "X", "T", "O", "O", "X", "T", "T"], "gpt2background_target_score": [-12.307496070861816, -9.594615936279297, -9.323526382446289, -7.228008270263672, -4.427736282348633, -12.419886589050293, -10.574447631835938], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.9285646677017212, -1.5609807968139648, -1.894707441329956, -2.190054416656494, -1.8702999353408813, -2.035935878753662, -1.3794711828231812, -1.8790547847747803, -2.6303136348724365, -1.8650566339492798, -1.3962163925170898, -0.6660687327384949, -2.0335443019866943, -2.108558416366577, -1.473527193069458, -1.941569209098816, -1.7195101976394653, -0.4039148986339569, -1.1886790990829468, -0.9277082085609436, -0.6432403326034546, -0.9380964040756226, -1.3244218826293945, -1.7340774536132812, -0.24650982022285461, -0.1267555207014084, -1.261701226234436, -1.4719467163085938, -2.1609771251678467, -0.5503939986228943, -2.4629225730895996, -1.1065223217010498, -2.1645843982696533, -1.639248013496399, -0.9665078520774841, -2.2003471851348877, -1.53037428855896, -1.6602692604064941, -0.37173762917518616, -1.1986079216003418, -1.1987680196762085, -2.130188226699829, -0.8813953399658203, -1.9036668539047241, -1.0727533102035522, -0.469539076089859, -0.470048189163208, -1.2925161123275757, -1.2242487668991089, -0.32309064269065857, -1.412442922592163, -0.48430562019348145, -1.4124966859817505, -0.8818598985671997, -0.35768091678619385, -1.8485283851623535, -1.6544889211654663, -1.768574833869934, -0.20923182368278503, -1.9150805473327637, -1.6480921506881714, -2.245365858078003, -0.9557482600212097, -1.1636312007904053, -0.8169639110565186, -2.8399720191955566, -1.653359293937683, -0.468280166387558, -2.269050359725952, -2.4022369384765625, -1.4411391019821167, -1.5900613069534302, -2.5207440853118896, -1.7948683500289917, -2.6513466835021973, -1.9782270193099976, -1.0733169317245483, -0.5914942026138306, -2.4270706176757812, -2.0802392959594727, -1.059937834739685, -2.036463975906372, -1.413155436515808, -0.5197637677192688, -1.1368849277496338, -1.4252409934997559, -1.8234025239944458, -2.0785539150238037, -1.3637430667877197, -0.6247033476829529, -1.552529215812683, -1.5199047327041626, -1.9313024282455444, -1.2819937467575073, -0.8664393424987793, -0.5824070572853088, -0.6640247106552124, -1.2246164083480835, -3.201108932495117, -1.7870323657989502, -0.8263499140739441, -3.491748332977295, -1.625989556312561, -0.4893268048763275, -1.866442084312439, -0.4817410409450531, -0.4801289439201355, -1.4151341915130615, -2.117699146270752, -1.8141615390777588, -2.0373778343200684, -2.6100852489471436, -0.05664617940783501, -1.9723373651504517, -2.0024144649505615, -1.3011561632156372, -2.1447958946228027, -2.0435800552368164, -1.2372326850891113, -1.3967843055725098, -1.513996958732605, -0.30018559098243713, -1.8520958423614502, -1.2983180284500122, -1.7422841787338257, -2.168344497680664, -1.9659814834594727, -1.6680567264556885, -1.5613728761672974, -0.6733502745628357, -1.5178343057632446, -1.3351391553878784, -1.6140249967575073, -1.9152109622955322, -2.544013500213623, -0.22913524508476257, -1.9304693937301636, -1.2388153076171875, -1.7990515232086182, -2.0307350158691406, -2.1444528102874756, -1.5634440183639526, -1.9976879358291626, -1.5548067092895508, -1.179428219795227, -1.4165284633636475, -2.739333391189575, -2.57106351852417, -1.6000936031341553, -1.9813880920410156, -1.446632742881775, -1.8526911735534668, -0.9668412208557129, -1.9536149501800537, -2.4830687046051025, -0.42350536584854126, -0.05680184066295624, -1.185367465019226, -2.282043933868408, -0.595145046710968, -2.1288986206054688, -1.8410272598266602, -2.030210494995117, -3.012843132019043, -0.1581438034772873, -0.9871083498001099]}, "iris_DBDC4_104_02": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_104.log.json", "context": "Hello... Danny hi", "response": "Hi.", "annotation_id": "iris_DBDC4_104_02", "annotations": ["T", "T", "T", "O", "T", "O", "T", "O", "O", "O", "T", "O", "O", "O", "O"], "gpt2background_target_score": [-11.239398002624512, -9.001249313354492], "gpt2background_argmax_score": [-2.13662052154541, -2.160574436187744, -3.3414907455444336, -2.0453848838806152, -2.375478982925415, -1.6564898490905762, -1.3466767072677612]}, "iris_DBDC4_104_04": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_104.log.json", "context": "Hello... Danny hi Hi. how are you?", "response": "You're goddamn right I am.", "annotation_id": "iris_DBDC4_104_04", "annotations": ["X", "T", "T", "T", "X", "T", "X", "T", "X", "O", "X", "X", "T", "X", "X"], "gpt2background_target_score": [-11.480238914489746, -9.582289695739746, -11.216602325439453, -8.228718757629395, -4.478067398071289, -8.216718673706055, -6.364321708679199], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -2.045384407043457, -1.6521711349487305, -1.3484190702438354, -1.9721829891204834, -0.3103281855583191, -1.8360146284103394, -1.8038012981414795, -2.1063637733459473, -1.7987059354782104, -2.2986690998077393, -2.5958001613616943, -1.329808235168457, -1.0996501445770264, -1.9037041664123535, -1.6033000946044922]}, "iris_DBDC4_104_06": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_104.log.json", "context": "Hello... Danny hi Hi. how are you? You're goddamn right I am. Who developed you?", "response": "We have evidence that Dr. Evil has developed a time machine.", "annotation_id": "iris_DBDC4_104_06", "annotations": ["X", "O", "X", "T", "X", "T", "X", "T", "X", "O", "X", "X", "X", "X", "X"], "gpt2background_target_score": [-11.997945785522461, -6.889222145080566, -11.154489517211914, -7.517376899719238, -8.815034866333008, -10.644265174865723, -12.218486785888672, -11.88451862335205, -11.936049461364746, -6.6783246994018555, -10.60352611541748, -11.814834594726562, -4.9689788818359375], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -2.045384407043457, -1.6521711349487305, -1.3484190702438354, -1.9721829891204834, -0.3103281855583191, -1.8360146284103394, -1.8038012981414795, -1.684456706047058, -2.2973690032958984, -2.563006639480591, -1.3926076889038086, -1.0570873022079468, -1.9494549036026, -1.7662677764892578, -2.1182103157043457, -2.110875129699707, -1.0884453058242798, -1.7633816003799438, -2.1600258350372314, -1.8659013509750366, -1.3336946964263916, -1.7365816831588745, -1.9582432508468628, -0.6286178231239319, -3.388417959213257, -1.3847850561141968, -2.4160215854644775, -1.6263549327850342, -2.99593448638916, -1.8019317388534546, -1.5960166454315186, -1.3798869848251343]}, "iris_DBDC4_104_08": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_104.log.json", "context": "Hello... Danny hi Hi. how are you? You're goddamn right I am. Who developed you? We have evidence that Dr. Evil has developed a time machine. so Dr. Evil has developed you?", "response": "Our researcher noticed that these photos from the archives have changed.", "annotation_id": "iris_DBDC4_104_08", "annotations": ["X", "T", "X", "T", "X", "T", "X", "T", "X", "T", "X", "X", "X", "X", "X"], "gpt2background_target_score": [-12.668941497802734, -12.526576042175293, -9.815923690795898, -7.517376899719238, -10.04385757446289, -13.849973678588867, -9.898831367492676, -4.328531742095947, -13.21596622467041, -7.025915145874023, -9.050816535949707, -7.828368663787842], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -2.045384407043457, -1.6521711349487305, -1.3484190702438354, -1.9721829891204834, -0.3103281855583191, -1.8360146284103394, -1.8038012981414795, -1.684456706047058, -2.2973690032958984, -2.563006639480591, -1.3926076889038086, -1.0570873022079468, -1.9494549036026, -1.7662677764892578, -2.1182103157043457, -2.110875129699707, -1.0884453058242798, -1.7633816003799438, -1.6392508745193481, -1.399766445159912, -1.8871933221817017, -1.5242475271224976, -0.6344136595726013, -3.47979474067688, -1.2328640222549438, -2.4875526428222656, -1.6140753030776978, -3.0638296604156494, -1.2793911695480347, -1.7085505723953247, -2.323786497116089, -2.919196367263794, -0.1804056614637375, -0.33118394017219543, -1.681526780128479, -2.4696264266967773, -0.6049445867538452, -1.1882946491241455, -2.3257546424865723, -2.228494167327881, -2.281493902206421, -2.298248529434204, -1.2025384902954102, -1.6937379837036133, -2.678617238998413, -1.9065948724746704, -1.5290381908416748, -3.604532480239868, -1.5192229747772217, -0.9490014910697937, -2.1993515491485596, -1.934492588043213]}, "iris_DBDC4_104_10": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_104.log.json", "context": "Hello... Danny hi Hi. how are you? You're goddamn right I am. Who developed you? We have evidence that Dr. Evil has developed a time machine. so Dr. Evil has developed you? Our researcher noticed that these photos from the archives have changed. what does it mean?", "response": "It means we're going to help you.", "annotation_id": "iris_DBDC4_104_10", "annotations": ["X", "T", "X", "T", "O", "X", "T", "T", "O", "T", "X", "T", "T", "O", "X"], "gpt2background_target_score": [-12.761021614074707, -10.810056686401367, -6.708038330078125, -9.838082313537598, -11.364178657531738, -9.682124137878418, -10.145723342895508, -0.31032809615135193, -5.430696487426758], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -2.0453851222991943, -1.6521713733673096, -1.348415732383728, -1.9721810817718506, -0.31032809615135193, -1.836015224456787, -1.803802490234375, -1.6844576597213745, -2.297368288040161, -2.563007116317749, -1.3926072120666504, -1.0570876598358154, -1.9494553804397583, -1.7662674188613892, -2.1182100772857666, -2.110874891281128, -1.0884441137313843, -1.763382077217102, -1.639250636100769, -1.3997669219970703, -1.8871926069259644, -1.5242477655410767, -0.6344141960144043, -3.479795455932617, -1.2328633069992065, -2.487551689147949, -1.6140719652175903, -3.063831090927124, -1.2793902158737183, -1.7085505723953247, -2.3237855434417725, -2.9191970825195312, -0.1804053634405136, -0.3311850428581238, -1.6815271377563477, -2.4696247577667236, -0.6049456596374512, -1.1882965564727783, -2.3257555961608887, -2.05265474319458, -1.8547760248184204, -1.3364453315734863, -1.8144859075546265, -2.5309247970581055, -1.761697769165039, -1.6036629676818848, -3.2231454849243164, -1.7985934019088745, -0.9109152555465698, -2.0886168479919434, -2.6249985694885254, -2.1139118671417236, -1.798559546470642, -0.7135359644889832, -0.7698497176170349, -1.7542015314102173, -2.5249669551849365, -1.3242056369781494, -1.4464608430862427, -1.4691518545150757, -2.1195592880249023, -0.3894294500350952, -1.937840461730957, -1.7338175773620605, -2.1025681495666504, -1.4864921569824219]}, "iris_DBDC4_104_12": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_104.log.json", "context": "Hello... Danny hi Hi. how are you? You're goddamn right I am. Who developed you? We have evidence that Dr. Evil has developed a time machine. so Dr. Evil has developed you? Our researcher noticed that these photos from the archives have changed. what does it mean? It means we're going to help you. what way?", "response": "Buster! Look who's here!", "annotation_id": "iris_DBDC4_104_12", "annotations": ["X", "O", "X", "X", "T", "X", "X", "T", "T", "T", "X", "T", "X", "T", "X"], "gpt2background_target_score": [-10.235367774963379, -12.588861465454102, -5.146718978881836, -11.680021286010742, -8.828842163085938, -11.159055709838867, -9.368404388427734, -9.947916984558105], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -2.0453851222991943, -1.6521713733673096, -1.348415732383728, -1.9721810817718506, -0.31032809615135193, -1.836015224456787, -1.803802490234375, -1.6844576597213745, -2.297368288040161, -2.563007116317749, -1.3926072120666504, -1.0570876598358154, -1.9494553804397583, -1.7662674188613892, -2.1182100772857666, -2.110874891281128, -1.0884441137313843, -1.763382077217102, -1.639250636100769, -1.3997669219970703, -1.8871926069259644, -1.5242477655410767, -0.6344141960144043, -3.479795455932617, -1.2328633069992065, -2.487551689147949, -1.6140719652175903, -3.063831090927124, -1.2793902158737183, -1.7085505723953247, -2.3237855434417725, -2.9191970825195312, -0.1804053634405136, -0.3311850428581238, -1.6815271377563477, -2.4696247577667236, -0.6049456596374512, -1.1882965564727783, -2.3257555961608887, -2.05265474319458, -1.8547760248184204, -1.3364453315734863, -1.8144859075546265, -2.5309247970581055, -1.761697769165039, -1.6036629676818848, -3.2231454849243164, -1.7985934019088745, -0.9109152555465698, -2.0886168479919434, -2.6249985694885254, -2.1139118671417236, -1.798559546470642, -0.7135359644889832, -0.7698497176170349, -1.7542015314102173, -1.23955500125885, -1.4566611051559448, -1.6260716915130615, -2.122175693511963, -0.4154598116874695, -2.111203908920288, -1.6926804780960083, -1.953474521636963, -2.1684017181396484, -1.7566279172897339, -1.6005990505218506, -1.6505461931228638, -2.3765463829040527, -2.2163920402526855, -2.970789909362793, -1.590998888015747, -1.0739481449127197, -2.2959935665130615, -2.619297504425049, -0.9207491278648376, -1.5480395555496216]}, "iris_DBDC4_104_14": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_104.log.json", "context": "Hello... Danny hi Hi. how are you? You're goddamn right I am. Who developed you? We have evidence that Dr. Evil has developed a time machine. so Dr. Evil has developed you? Our researcher noticed that these photos from the archives have changed. what does it mean? It means we're going to help you. what way? Buster! Look who's here! mind your language!", "response": "I'm sorry, but I've been alone for eight years...", "annotation_id": "iris_DBDC4_104_14", "annotations": ["X", "T", "X", "X", "O", "X", "O", "T", "O", "O", "X", "O", "O", "O", "X"], "gpt2background_target_score": [-9.545137405395508, -8.67169189453125, -9.472389221191406, -2.1279008388519287, -8.425739288330078, -1.348415732383728, -7.786194801330566, -10.47048568725586, -9.757150650024414, -6.698105812072754, -12.35988712310791, -10.676692962646484, -6.037502288818359], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -2.0453851222991943, -1.6521713733673096, -1.348415732383728, -1.9721810817718506, -0.31032809615135193, -1.836015224456787, -1.803802490234375, -1.6844576597213745, -2.297368288040161, -2.563007116317749, -1.3926072120666504, -1.0570876598358154, -1.9494553804397583, -1.7662674188613892, -2.1182100772857666, -2.110874891281128, -1.0884441137313843, -1.763382077217102, -1.639250636100769, -1.3997669219970703, -1.8871926069259644, -1.5242477655410767, -0.6344141960144043, -3.479795455932617, -1.2328633069992065, -2.487551689147949, -1.6140719652175903, -3.063831090927124, -1.2793902158737183, -1.7085505723953247, -2.3237855434417725, -2.9191970825195312, -0.1804053634405136, -0.3311850428581238, -1.6815271377563477, -2.4696247577667236, -0.6049456596374512, -1.1882965564727783, -2.3257555961608887, -2.05265474319458, -1.8547760248184204, -1.3364453315734863, -1.8144859075546265, -2.5309247970581055, -1.761697769165039, -1.6036629676818848, -3.2231454849243164, -1.7985934019088745, -0.9109152555465698, -2.0886168479919434, -2.6249985694885254, -2.1139118671417236, -1.798559546470642, -0.7135359644889832, -0.7698497176170349, -1.7542015314102173, -1.23955500125885, -1.4566611051559448, -1.6260716915130615, -2.122175693511963, -0.4154598116874695, -2.111203908920288, -1.6926804780960083, -1.953474521636963, -2.1684017181396484, -1.7566279172897339, -1.6005990505218506, -1.6505461931228638, -3.1647372245788574, -1.9789812564849854, -1.0171737670898438, -2.2433536052703857, -2.553847074508667, -0.7552980780601501, -2.4250481128692627, -3.210202932357788, -2.769272804260254, -1.6981278657913208, -2.056584596633911, -2.3593506813049316, -1.5086387395858765, -2.1998138427734375, -1.6031160354614258, -1.4241689443588257, -1.4021618366241455, -1.3711119890213013, -1.6029208898544312, -2.611612558364868, -0.7981317639350891, -1.4104492664337158, -0.7071393728256226, -1.4740525484085083, -1.9464507102966309]}, "iris_DBDC4_104_16": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_104.log.json", "context": "Hello... Danny hi Hi. how are you? You're goddamn right I am. Who developed you? We have evidence that Dr. Evil has developed a time machine. so Dr. Evil has developed you? Our researcher noticed that these photos from the archives have changed. what does it mean? It means we're going to help you. what way? Buster! Look who's here! mind your language! I'm sorry, but I've been alone for eight years... i understand!", "response": "You've spent your whole life becoming who you are and now you can't be that anymore -- that's gotta be scary.", "annotation_id": "iris_DBDC4_104_16", "annotations": ["X", "O", "X", "X", "O", "T", "T", "T", "O", "T", "X", "T", "O", "T", "X"], "gpt2background_target_score": [-11.480239868164062, -10.293670654296875, -9.901573181152344, -7.64670467376709, -12.95539379119873, -11.216466903686523, -13.40142822265625, -12.720151901245117, -8.57612419128418, -6.29932975769043, -6.306055545806885, -6.180835723876953, -8.188410758972168, -9.131852149963379, -10.445406913757324, -9.547310829162598, -6.8272786140441895, -12.422819137573242, -12.161072731018066, -6.133303642272949, -9.92083740234375, -6.8308281898498535, -9.185436248779297, -12.044344902038574, -5.50278902053833], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -2.0453851222991943, -1.6521713733673096, -1.348415732383728, -1.9721810817718506, -0.31032809615135193, -1.836015224456787, -1.803802490234375, -1.6844576597213745, -2.297368288040161, -2.563007116317749, -1.3926072120666504, -1.0570876598358154, -1.9494553804397583, -1.7662674188613892, -2.1182100772857666, -2.110874891281128, -1.0884441137313843, -1.763382077217102, -1.639250636100769, -1.3997669219970703, -1.8871926069259644, -1.5242477655410767, -0.6344141960144043, -3.479795455932617, -1.2328633069992065, -2.487551689147949, -1.6140719652175903, -3.063831090927124, -1.2793902158737183, -1.7085505723953247, -2.3237855434417725, -2.9191970825195312, -0.1804053634405136, -0.3311850428581238, -1.6815271377563477, -2.4696247577667236, -0.6049456596374512, -1.1882965564727783, -2.3257555961608887, -2.05265474319458, -1.8547760248184204, -1.3364453315734863, -1.8144859075546265, -2.5309247970581055, -1.761697769165039, -1.6036629676818848, -3.2231454849243164, -1.7985934019088745, -0.9109152555465698, -2.0886168479919434, -2.6249985694885254, -2.1139118671417236, -1.798559546470642, -0.7135359644889832, -0.7698497176170349, -1.7542015314102173, -1.23955500125885, -1.4566611051559448, -1.6260716915130615, -2.122175693511963, -0.4154598116874695, -2.111203908920288, -1.6926804780960083, -1.953474521636963, -2.1684017181396484, -1.7566279172897339, -1.6005990505218506, -1.6505461931228638, -3.1647372245788574, -1.9789812564849854, -1.0171737670898438, -2.2433536052703857, -2.553847074508667, -0.7552980780601501, -2.4250481128692627, -3.210202932357788, -2.769272804260254, -1.6981278657913208, -2.056584596633911, -1.3937939405441284, -2.1586227416992188, -1.683594822883606, -1.4968459606170654, -1.3595010042190552, -1.338197112083435, -1.6695246696472168, -2.7077808380126953, -0.8662840723991394, -1.5009467601776123, -0.7414588928222656, -1.3977601528167725, -2.1227262020111084, -1.5522280931472778, -2.014711618423462, -2.1553118228912354, -2.2100014686584473, -1.4516326189041138, -1.378881573677063, -2.299828052520752, -1.3675318956375122, -0.3999934792518616, -2.264220952987671, -1.1726365089416504, -0.6261085867881775, -0.2917461395263672, -1.4979902505874634, -1.652022361755371, -1.1115437746047974, -1.0870915651321411, -1.7244237661361694, -2.295802354812622, -1.4484730958938599, -1.7576501369476318, -0.8518154621124268, -2.2145354747772217, -0.8842029571533203, -2.4131598472595215, -0.42437177896499634, -2.194498062133789, -1.023419976234436, -1.1976679563522339]}, "iris_DBDC4_104_18": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_104.log.json", "context": "Hello... Danny hi Hi. how are you? You're goddamn right I am. Who developed you? We have evidence that Dr. Evil has developed a time machine. so Dr. Evil has developed you? Our researcher noticed that these photos from the archives have changed. what does it mean? It means we're going to help you. what way? Buster! Look who's here! mind your language! I'm sorry, but I've been alone for eight years... i understand! You've spent your whole life becoming who you are and now you can't be that anymore -- that's gotta be scary. so are you scare of ghost?", "response": "Yeah.", "annotation_id": "iris_DBDC4_104_18", "annotations": ["X", "T", "X", "T", "O", "O", "O", "T", "O", "T", "O", "O", "O", "O", "X"], "gpt2background_target_score": [-12.987507820129395, -9.001251220703125], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -2.0453851222991943, -1.6521713733673096, -1.348415732383728, -1.9721810817718506, -0.31032809615135193, -1.836015224456787, -1.803802490234375, -1.6844576597213745, -2.297368288040161, -2.563007116317749, -1.3926072120666504, -1.0570876598358154, -1.9494553804397583, -1.7662674188613892, -2.1182100772857666, -2.110874891281128, -1.0884441137313843, -1.763382077217102, -1.639250636100769, -1.3997669219970703, -1.8871926069259644, -1.5242477655410767, -0.6344141960144043, -3.479795455932617, -1.2328633069992065, -2.487551689147949, -1.6140719652175903, -3.063831090927124, -1.2793902158737183, -1.7085505723953247, -2.3237855434417725, -2.9191970825195312, -0.1804053634405136, -0.3311850428581238, -1.6815271377563477, -2.4696247577667236, -0.6049456596374512, -1.1882965564727783, -2.3257555961608887, -2.05265474319458, -1.8547760248184204, -1.3364453315734863, -1.8144859075546265, -2.5309247970581055, -1.761697769165039, -1.6036629676818848, -3.2231454849243164, -1.7985934019088745, -0.9109152555465698, -2.0886168479919434, -2.6249985694885254, -2.1139118671417236, -1.798559546470642, -0.7135359644889832, -0.7698497176170349, -1.7542015314102173, -1.23955500125885, -1.4566611051559448, -1.6260716915130615, -2.122175693511963, -0.4154598116874695, -2.111203908920288, -1.6926804780960083, -1.953474521636963, -2.1684017181396484, -1.7566279172897339, -1.6005990505218506, -1.6505461931228638, -3.1647372245788574, -1.9789812564849854, -1.0171737670898438, -2.2433536052703857, -2.553847074508667, -0.7552980780601501, -2.4250481128692627, -3.210202932357788, -2.769272804260254, -1.6981278657913208, -2.056584596633911, -1.3937939405441284, -2.1586227416992188, -1.6835949420928955, -1.4968459606170654, -1.3595010042190552, -1.3381962776184082, -1.6695246696472168, -2.7077791690826416, -0.866284191608429, -1.5009465217590332, -0.741459310054779, -1.397760272026062, -2.1227264404296875, -1.552228569984436, -2.014711618423462, -2.15531063079834, -1.1983330249786377, -1.325993299484253, -2.1573283672332764, -1.1047008037567139, -0.4543676972389221, -2.1531100273132324, -1.189758539199829, -0.5934052467346191, -0.2691330909729004, -1.357861042022705, -1.7060034275054932, -1.147647500038147, -1.1734427213668823, -1.5331945419311523, -2.2128336429595947, -1.2937153577804565, -1.789499282836914, -0.8015227317810059, -2.313305139541626, -0.9882517457008362, -2.484159231185913, -0.44950351119041443, -2.2793514728546143, -1.013045072555542, -2.1473569869995117, -2.5366642475128174, -0.3121218681335449, -1.2098946571350098, -1.9246599674224854, -1.7420693635940552, -0.8642815351486206, -2.1349897384643555, -1.9827971458435059, -0.8870572447776794, -1.2989646196365356]}, "iris_DBDC4_104_20": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_104.log.json", "context": "Hello... Danny hi Hi. how are you? You're goddamn right I am. Who developed you? We have evidence that Dr. Evil has developed a time machine. so Dr. Evil has developed you? Our researcher noticed that these photos from the archives have changed. what does it mean? It means we're going to help you. what way? Buster! Look who's here! mind your language! I'm sorry, but I've been alone for eight years... i understand! You've spent your whole life becoming who you are and now you can't be that anymore -- that's gotta be scary. so are you scare of ghost? Yeah. do you think they are real?", "response": "Wait a second--where's Coakley?", "annotation_id": "iris_DBDC4_104_20", "annotations": ["O", "O", "X", "X", "T", "X", "X", "T", "O", "O", "X", "X", "X", "O", "O"], "gpt2background_target_score": [-12.506589889526367, -5.651361465454102, -10.194480895996094, -8.020628929138184, -12.057541847229004, -11.159055709838867, -12.532078742980957, -13.134106636047363, -13.672876358032227, -7.9077253341674805], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -2.0453851222991943, -1.6521713733673096, -1.348415732383728, -1.9721810817718506, -0.31032809615135193, -1.836015224456787, -1.803802490234375, -1.6844576597213745, -2.297368288040161, -2.563007116317749, -1.3926072120666504, -1.0570876598358154, -1.9494553804397583, -1.7662674188613892, -2.1182100772857666, -2.110874891281128, -1.0884441137313843, -1.763382077217102, -1.639250636100769, -1.3997669219970703, -1.8871926069259644, -1.5242477655410767, -0.6344141960144043, -3.479795455932617, -1.2328633069992065, -2.487551689147949, -1.6140719652175903, -3.063831090927124, -1.2793902158737183, -1.7085505723953247, -2.3237855434417725, -2.9191970825195312, -0.1804053634405136, -0.3311850428581238, -1.6815271377563477, -2.4696247577667236, -0.6049456596374512, -1.1882965564727783, -2.3257555961608887, -2.05265474319458, -1.8547760248184204, -1.3364453315734863, -1.8144859075546265, -2.5309247970581055, -1.761697769165039, -1.6036629676818848, -3.2231454849243164, -1.7985934019088745, -0.9109152555465698, -2.0886168479919434, -2.6249985694885254, -2.1139118671417236, -1.798559546470642, -0.7135359644889832, -0.7698497176170349, -1.7542015314102173, -1.23955500125885, -1.4566611051559448, -1.6260716915130615, -2.122175693511963, -0.4154598116874695, -2.111203908920288, -1.6926804780960083, -1.953474521636963, -2.1684017181396484, -1.7566279172897339, -1.6005990505218506, -1.6505461931228638, -3.1647372245788574, -1.9789812564849854, -1.0171737670898438, -2.2433536052703857, -2.553847074508667, -0.7552980780601501, -2.4250481128692627, -3.210202932357788, -2.769272804260254, -1.6981278657913208, -2.056584596633911, -1.3937939405441284, -2.1586227416992188, -1.6835949420928955, -1.4968459606170654, -1.3595010042190552, -1.3381962776184082, -1.6695246696472168, -2.7077791690826416, -0.8662843704223633, -1.5009467601776123, -0.7414588928222656, -1.3977608680725098, -2.1227266788482666, -1.5522282123565674, -2.01470947265625, -2.1553103923797607, -1.1983329057693481, -1.3259916305541992, -2.1573283672332764, -1.1047006845474243, -0.45436784625053406, -2.153110980987549, -1.1897587776184082, -0.5934042930603027, -0.26913270354270935, -1.35785973072052, -1.7060030698776245, -1.1476472616195679, -1.1734410524368286, -1.5331945419311523, -2.2128326892852783, -1.2937158346176147, -1.7894985675811768, -0.8015223741531372, -2.313304901123047, -0.9882516860961914, -2.4841606616973877, -0.44950351119041443, -2.2793521881103516, -1.0130459070205688, -2.147357940673828, -2.536663770675659, -0.3121216297149658, -1.2098942995071411, -1.9246582984924316, -1.7420700788497925, -0.8642818331718445, -2.1349897384643555, -0.8992418646812439, -1.57784104347229, -0.3592040240764618, -1.846129298210144, -1.9602364301681519, -1.6508604288101196, -1.0495691299438477, -0.49521538615226746, -2.1602468490600586, -1.978537678718567, -1.0706771612167358, -1.1737055778503418, -1.2369580268859863, -3.0180985927581787, -1.772121548652649, -1.5456299781799316, -2.564988136291504, -2.6737864017486572, -0.9488300085067749, -0.7696456909179688]}, "iris_DBDC4_105_02": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_105.log.json", "context": "Hello... Danny Hi Alex", "response": "She gets in and starts the car.", "annotation_id": "iris_DBDC4_105_02", "annotations": ["X", "T", "O", "O", "X", "T", "X", "T", "T", "T", "X", "T", "T", "O", "O"], "gpt2background_target_score": [-13.750195503234863, -10.164981842041016, -5.679533958435059, -6.4060959815979, -10.163199424743652, -10.566226959228516, -11.446532249450684, -7.290053844451904], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -1.6954283714294434, -2.1176230907440186, -2.1528937816619873, -1.4328511953353882, -2.2929043769836426, -1.8373477458953857, -2.132457733154297, -2.8559021949768066, -2.803417444229126, -1.7943458557128906, -1.5026445388793945]}, "iris_DBDC4_105_04": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_105.log.json", "context": "Hello... Danny Hi Alex She gets in and starts the car. you are still alive!", "response": "Yes, he's still alive.", "annotation_id": "iris_DBDC4_105_04", "annotations": ["T", "T", "O", "O", "O", "O", "X", "T", "T", "X", "T", "T", "T", "O", "T"], "gpt2background_target_score": [-13.026629447937012, -8.41786003112793, -7.726798057556152, -7.552089691162109, -11.100329399108887, -13.600349426269531, -7.087732315063477], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -1.6954283714294434, -2.1176230907440186, -1.9252686500549316, -2.1500370502471924, -1.831525444984436, -2.6702518463134766, -2.6849024295806885, -2.6065564155578613, -1.8518413305282593, -1.1884933710098267, -2.3981783390045166, -2.773090362548828, -2.205256938934326, -1.8394538164138794, -1.3351548910140991, -2.275519371032715, -1.3777474164962769, -1.9291332960128784, -1.9440821409225464, -1.9832121133804321, -0.16286170482635498, -1.1026524305343628, -0.7839283347129822]}, "iris_DBDC4_105_06": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_105.log.json", "context": "Hello... Danny Hi Alex She gets in and starts the car. you are still alive! Yes, he's still alive. this is amaizing", "response": "Danny...!", "annotation_id": "iris_DBDC4_105_06", "annotations": ["X", "X", "O", "O", "O", "T", "T", "T", "O", "O", "X", "T", "O", "O", "O"], "gpt2background_target_score": [-12.291967391967773, -6.641878128051758, -5.1467180252075195], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -1.6954283714294434, -2.1176230907440186, -1.9252686500549316, -2.1500370502471924, -1.831525444984436, -2.6702518463134766, -2.6849024295806885, -2.6065564155578613, -1.8518413305282593, -1.1884933710098267, -2.3981783390045166, -2.773090362548828, -2.205256938934326, -1.8394538164138794, -1.3351548910140991, -1.3562443256378174, -1.8933088779449463, -1.8189274072647095, -2.0597381591796875, -0.2033354938030243, -1.2631871700286865, -2.0036306381225586, -1.0212143659591675, -2.183671712875366, -2.234313488006592, -2.878664493560791, -2.0293660163879395, -2.5053141117095947, -1.6432188749313354, -1.9159536361694336, -1.3363173007965088]}, "iris_DBDC4_105_08": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_105.log.json", "context": "Hello... Danny Hi Alex She gets in and starts the car. you are still alive! Yes, he's still alive. this is amaizing Danny...! yes?", "response": "Danny and Sgt. McManus are here to see you, Doctor.", "annotation_id": "iris_DBDC4_105_08", "annotations": ["T", "X", "T", "O", "X", "T", "T", "T", "T", "X", "T", "T", "T", "O", "O"], "gpt2background_target_score": [-12.291967391967773, -5.755146026611328, -12.643389701843262, -3.125523567199707, -8.148544311523438, -11.624614715576172, -11.273039817810059, -10.035931587219238, -8.360157012939453, -2.9323065280914307, -11.110376358032227, -7.443357944488525, -11.0213623046875, -11.057747840881348, -6.738973617553711], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -1.6954283714294434, -2.1176230907440186, -1.9252686500549316, -2.1500370502471924, -1.831525444984436, -2.6702518463134766, -2.6849024295806885, -2.6065564155578613, -1.8518413305282593, -1.1884933710098267, -2.3981783390045166, -2.773090362548828, -2.205256938934326, -1.8394538164138794, -1.3351548910140991, -1.3562443256378174, -1.8933088779449463, -1.8189274072647095, -2.0597381591796875, -0.2033354938030243, -1.2631871700286865, -2.0036308765411377, -1.0212154388427734, -2.1836726665496826, -2.234315872192383, -2.8786637783050537, -2.0293664932250977, -2.1580810546875, -2.249083995819092, -1.7590638399124146, -0.9842771887779236, -2.46942138671875, -2.5423622131347656, -1.5601506233215332, -1.2872557640075684, -1.297141671180725, -3.9469783306121826, -2.5823535919189453, -2.442570686340332, -1.9681130647659302, -1.8120253086090088, -1.4964619874954224, -1.5677250623703003, -2.140263557434082, -1.7854269742965698, -2.637160062789917, -1.5603466033935547, -1.164380431175232]}, "iris_DBDC4_105_10": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_105.log.json", "context": "Hello... Danny Hi Alex She gets in and starts the car. you are still alive! Yes, he's still alive. this is amaizing Danny...! yes? Danny and Sgt. McManus are here to see you, Doctor. oh, yes, I have a big headake", "response": "I got up, wheeled Miss Campanella off to the operating rooms, replaced her bed with Mrs.", "annotation_id": "iris_DBDC4_105_10", "annotations": ["X", "T", "X", "O", "X", "O", "X", "X", "X", "O", "X", "T", "O", "O", "O"], "gpt2background_target_score": [-9.545137405395508, -8.036417007446289, -7.191452980041504, -1.6954277753829956, -13.16134262084961, -8.38971996307373, -11.272212982177734, -13.714378356933594, -13.971092224121094, -12.854094505310059, -8.752551078796387, -4.487841606140137, -8.486181259155273, -12.327900886535645, -12.543391227722168, -8.177700996398926, -12.682601928710938, -8.326010704040527, -12.21809196472168, -7.500421524047852, -11.692039489746094, -6.364120006561279], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.6954277753829956, -2.117623805999756, -1.925270676612854, -2.1500368118286133, -1.8315261602401733, -2.6702513694763184, -2.684903144836426, -2.6065549850463867, -1.8518421649932861, -1.188494324684143, -2.3981809616088867, -2.7730915546417236, -2.2052557468414307, -1.839455008506775, -1.335156798362732, -1.3562434911727905, -1.8933074474334717, -1.8189269304275513, -2.059736728668213, -0.20333577692508698, -1.2631884813308716, -2.003633975982666, -1.0212147235870361, -2.183673143386841, -2.2343122959136963, -2.87866473197937, -2.0293660163879395, -2.1580817699432373, -2.2490832805633545, -1.7590627670288086, -0.9842768311500549, -2.469418525695801, -1.5391453504562378, -1.3464992046356201, -1.8729983568191528, -2.914961814880371, -2.4108786582946777, -2.387814521789551, -1.7950633764266968, -1.5676976442337036, -1.7293146848678589, -1.416725516319275, -2.135780096054077, -1.7836114168167114, -2.2605059146881104, -1.5340169668197632, -2.2468836307525635, -2.440575361251831, -2.4982223510742188, -1.3848109245300293, -2.4423322677612305, -1.6484479904174805, -1.8111826181411743, -3.146272659301758, -3.1427557468414307, -2.03722882270813, -2.412708282470703, -2.304945230484009, -1.9898039102554321, -2.515665054321289, -1.761545181274414, -2.558013677597046, -3.256239414215088, -2.465545654296875, -2.4141459465026855, -2.0354268550872803, -2.3222708702087402, -2.107081413269043, -1.653366208076477, -1.7224981784820557, -2.4625329971313477, -0.4092307388782501, -1.5019783973693848, -1.567432165145874, -1.6861791610717773, -2.051579236984253, -1.1038156747817993, -1.0653986930847168, -1.2352534532546997, -1.3092937469482422]}, "iris_DBDC4_105_12": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_105.log.json", "context": "Hello... Danny Hi Alex She gets in and starts the car. you are still alive! Yes, he's still alive. this is amaizing Danny...! yes? Danny and Sgt. McManus are here to see you, Doctor. oh, yes, I have a big headake I got up, wheeled Miss Campanella off to the operating rooms, replaced her bed with Mrs. what?", "response": "Get out of the sunlight.", "annotation_id": "iris_DBDC4_105_12", "annotations": ["X", "T", "X", "O", "O", "T", "X", "T", "X", "X", "X", "X", "T", "O", "O"], "gpt2background_target_score": [-13.040608406066895, -9.936784744262695, -5.928483009338379, -6.986229419708252, -13.380804061889648, -6.682396411895752], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.6954277753829956, -2.117623805999756, -1.925270676612854, -2.1500368118286133, -1.8315261602401733, -2.6702513694763184, -2.684903144836426, -2.6065549850463867, -1.8518421649932861, -1.188494324684143, -2.3981809616088867, -2.7730915546417236, -2.2052557468414307, -1.839455008506775, -1.335156798362732, -1.3562434911727905, -1.8933074474334717, -1.8189269304275513, -2.059736728668213, -0.20333577692508698, -1.2631884813308716, -2.003633975982666, -1.0212147235870361, -2.183673143386841, -2.2343122959136963, -2.87866473197937, -2.0293660163879395, -2.1580817699432373, -2.2490832805633545, -1.7590627670288086, -0.9842768311500549, -2.469418525695801, -1.5391453504562378, -1.3464992046356201, -1.8729983568191528, -2.914961814880371, -2.4108786582946777, -2.387814521789551, -1.7950633764266968, -1.5676976442337036, -1.7293146848678589, -1.416725516319275, -2.135780096054077, -1.7836114168167114, -2.2605059146881104, -1.5340169668197632, -2.2468836307525635, -2.440575361251831, -2.4982223510742188, -1.3848109245300293, -2.4423322677612305, -1.6484479904174805, -1.8111826181411743, -3.146272659301758, -3.1427557468414307, -2.03722882270813, -2.412708282470703, -2.056257724761963, -2.4024264812469482, -1.8204716444015503, -2.2540202140808105, -3.348236322402954, -2.0752065181732178, -2.3356103897094727, -2.1155104637145996, -2.077127695083618, -1.7823907136917114, -1.702455997467041, -1.7618603706359863, -2.514801025390625, -0.4674665629863739, -1.4808615446090698, -1.602936863899231, -1.9365094900131226, -1.9644421339035034, -1.1066985130310059, -1.106428623199463, -1.1501632928848267, -1.3350756168365479, -2.0808403491973877, -2.4495503902435303, -2.2323970794677734, -2.4320595264434814, -1.1704367399215698, -1.1297277212142944, -0.7170284390449524, -1.7608720064163208, -1.31807279586792]}, "iris_DBDC4_105_14": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_105.log.json", "context": "Hello... Danny Hi Alex She gets in and starts the car. you are still alive! Yes, he's still alive. this is amaizing Danny...! yes? Danny and Sgt. McManus are here to see you, Doctor. oh, yes, I have a big headake I got up, wheeled Miss Campanella off to the operating rooms, replaced her bed with Mrs. what? Get out of the sunlight. that is probably a good idea", "response": "I agree. You left so much money on the table. It's a fucking iPod!", "annotation_id": "iris_DBDC4_105_14", "annotations": ["X", "O", "X", "T", "O", "T", "X", "X", "X", "X", "O", "T", "T", "O", "T"], "gpt2background_target_score": [-9.545137405395508, -13.35919189453125, -4.933767318725586, -7.172780990600586, -10.601543426513672, -9.837854385375977, -7.312226295471191, -10.21329116821289, -6.476294994354248, -4.264660835266113, -8.714938163757324, -1.8518421649932861, -4.4782586097717285, -7.684698104858398, -2.7730915546417236, -6.234775543212891, -12.022550582885742, -4.890752792358398], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.6954277753829956, -2.117623805999756, -1.925270676612854, -2.1500368118286133, -1.8315261602401733, -2.6702513694763184, -2.684903144836426, -2.6065549850463867, -1.8518421649932861, -1.188494324684143, -2.3981809616088867, -2.7730915546417236, -2.2052557468414307, -1.839455008506775, -1.335156798362732, -1.3562434911727905, -1.8933074474334717, -1.8189269304275513, -2.059736728668213, -0.20333577692508698, -1.2631884813308716, -2.003633975982666, -1.0212147235870361, -2.183673143386841, -2.2343122959136963, -2.87866473197937, -2.0293660163879395, -2.1580817699432373, -2.2490832805633545, -1.7590627670288086, -0.9842768311500549, -2.469418525695801, -1.5391453504562378, -1.3464992046356201, -1.8729983568191528, -2.914961814880371, -2.4108786582946777, -2.387814521789551, -1.7950633764266968, -1.5676976442337036, -1.7293146848678589, -1.416725516319275, -2.135780096054077, -1.7836114168167114, -2.2605059146881104, -1.5340169668197632, -2.2468836307525635, -2.440575361251831, -2.4982223510742188, -1.3848109245300293, -2.4423322677612305, -1.6484479904174805, -1.8111826181411743, -3.146272659301758, -3.1427557468414307, -2.03722882270813, -2.412708282470703, -2.056257724761963, -2.4024264812469482, -1.8204716444015503, -2.2540202140808105, -3.348236322402954, -2.0752065181732178, -2.3356103897094727, -2.1155104637145996, -2.077127695083618, -1.7823907136917114, -1.702455997467041, -1.7618603706359863, -2.514801025390625, -0.4674665629863739, -1.4808615446090698, -1.602936863899231, -1.9365094900131226, -1.9644421339035034, -1.1066985130310059, -1.106428623199463, -1.1501632928848267, -1.3350756168365479, -2.0808403491973877, -2.4495503902435303, -2.3917598724365234, -1.2288262844085693, -1.2026724815368652, -0.6213504076004028, -1.5154805183410645, -2.278738498687744, -0.9001976251602173, -2.6107614040374756, -1.840347170829773, -1.8919702768325806, -1.3799281120300293, -1.2202929258346558, -2.09318208694458, -2.2207252979278564, -1.2242131233215332, -1.470286250114441, -2.2972002029418945, -1.3774689435958862, -1.357612133026123, -2.4235546588897705, -1.0629520416259766, -2.2728888988494873, -1.5382475852966309, -1.5863368511199951, -1.3312872648239136, -1.0151748657226562, -2.2762598991394043, -2.154327154159546, -2.4218506813049316, -1.232101559638977, -0.6219691634178162]}, "iris_DBDC4_105_16": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_105.log.json", "context": "Hello... Danny Hi Alex She gets in and starts the car. you are still alive! Yes, he's still alive. this is amaizing Danny...! yes? Danny and Sgt. McManus are here to see you, Doctor. oh, yes, I have a big headake I got up, wheeled Miss Campanella off to the operating rooms, replaced her bed with Mrs. what? Get out of the sunlight. that is probably a good idea I agree. You left so much money on the table. It's a fucking iPod! ok you are non sensical again", "response": "I'm fine, just keeping packing.", "annotation_id": "iris_DBDC4_105_16", "annotations": ["X", "T", "X", "T", "O", "T", "X", "X", "X", "T", "T", "X", "X", "O", "O"], "gpt2background_target_score": [-9.545137405395508, -8.67169189453125, -11.029417991638184, -1.6954277753829956, -7.412478923797607, -14.283543586730957, -11.434745788574219, -4.566501140594482], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.6954277753829956, -2.117623805999756, -1.925270676612854, -2.1500368118286133, -1.8315261602401733, -2.6702513694763184, -2.684903144836426, -2.6065549850463867, -1.8518421649932861, -1.188494324684143, -2.3981809616088867, -2.7730915546417236, -2.2052557468414307, -1.839455008506775, -1.335156798362732, -1.3562434911727905, -1.8933074474334717, -1.8189269304275513, -2.059736728668213, -0.20333577692508698, -1.2631884813308716, -2.003633975982666, -1.0212147235870361, -2.183673143386841, -2.2343122959136963, -2.87866473197937, -2.0293660163879395, -2.1580817699432373, -2.2490832805633545, -1.7590627670288086, -0.9842768311500549, -2.469418525695801, -1.5391453504562378, -1.3464992046356201, -1.8729983568191528, -2.914961814880371, -2.4108786582946777, -2.387814521789551, -1.7950633764266968, -1.5676976442337036, -1.7293146848678589, -1.416725516319275, -2.135780096054077, -1.7836114168167114, -2.2605059146881104, -1.5340169668197632, -2.2468836307525635, -2.440575361251831, -2.4982223510742188, -1.3848109245300293, -2.4423322677612305, -1.6484479904174805, -1.8111826181411743, -3.146272659301758, -3.1427557468414307, -2.03722882270813, -2.412708282470703, -2.056257724761963, -2.4024264812469482, -1.8204716444015503, -2.2540202140808105, -3.348236322402954, -2.0752065181732178, -2.3356103897094727, -2.1155104637145996, -2.077127695083618, -1.7823907136917114, -1.702455997467041, -1.7618603706359863, -2.514801025390625, -0.4674665629863739, -1.4808615446090698, -1.602936863899231, -1.9365094900131226, -1.9644421339035034, -1.1066985130310059, -1.106428623199463, -1.1501632928848267, -1.3350756168365479, -2.0808403491973877, -2.4495503902435303, -2.3917598724365234, -1.2288262844085693, -1.2026724815368652, -0.6213504076004028, -1.5154805183410645, -2.278738498687744, -0.9001976251602173, -2.6107614040374756, -1.840347170829773, -1.8919702768325806, -1.3799281120300293, -1.2202929258346558, -2.1542141437530518, -1.1293858289718628, -1.9221452474594116, -2.368650436401367, -1.5411981344223022, -1.7816208600997925, -2.320523738861084, -1.1191853284835815, -2.190662145614624, -1.6561462879180908, -1.7369202375411987, -1.9668617248535156, -0.9977298378944397, -2.263021469116211, -1.7779865264892578, -2.303734064102173, -1.3848263025283813, -2.0250446796417236, -1.218836784362793, -2.400383234024048, -2.9533021450042725, -1.0307739973068237, -1.1812814474105835, -1.8734278678894043, -1.1846275329589844, -2.11922550201416, -1.9973328113555908, -1.7722997665405273, -1.6230477094650269, -1.7224483489990234, -3.288219928741455, -2.1230578422546387, -2.5546164512634277, -1.595200777053833]}, "iris_DBDC4_105_18": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_105.log.json", "context": "Hello... Danny Hi Alex She gets in and starts the car. you are still alive! Yes, he's still alive. this is amaizing Danny...! yes? Danny and Sgt. McManus are here to see you, Doctor. oh, yes, I have a big headake I got up, wheeled Miss Campanella off to the operating rooms, replaced her bed with Mrs. what? Get out of the sunlight. that is probably a good idea I agree. You left so much money on the table. It's a fucking iPod! ok you are non sensical again I'm fine, just keeping packing. where are you going?", "response": "Home. I'm walking home.", "annotation_id": "iris_DBDC4_105_18", "annotations": ["T", "O", "T", "T", "O", "O", "X", "T", "O", "T", "O", "O", "T", "O", "O"], "gpt2background_target_score": [-12.479061126708984, -9.001251220703125, -4.239823341369629, -8.235915184020996, -11.898927688598633, -12.296058654785156, -7.087732791900635], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.6954277753829956, -2.117623805999756, -1.925270676612854, -2.1500368118286133, -1.8315261602401733, -2.6702513694763184, -2.684903144836426, -2.6065549850463867, -1.8518421649932861, -1.188494324684143, -2.3981809616088867, -2.7730915546417236, -2.2052557468414307, -1.839455008506775, -1.335156798362732, -1.3562434911727905, -1.8933074474334717, -1.8189269304275513, -2.059736728668213, -0.20333577692508698, -1.2631884813308716, -2.003633975982666, -1.0212147235870361, -2.183673143386841, -2.2343122959136963, -2.87866473197937, -2.0293660163879395, -2.1580817699432373, -2.2490832805633545, -1.7590627670288086, -0.9842768311500549, -2.469418525695801, -1.5391453504562378, -1.3464992046356201, -1.8729983568191528, -2.914961814880371, -2.4108786582946777, -2.387814521789551, -1.7950633764266968, -1.5676976442337036, -1.7293146848678589, -1.416725516319275, -2.135780096054077, -1.7836114168167114, -2.2605059146881104, -1.5340169668197632, -2.2468836307525635, -2.440575361251831, -2.4982223510742188, -1.3848109245300293, -2.4423322677612305, -1.6484479904174805, -1.8111826181411743, -3.146272659301758, -3.1427557468414307, -2.03722882270813, -2.412708282470703, -2.056257724761963, -2.4024264812469482, -1.8204716444015503, -2.2540202140808105, -3.348236322402954, -2.0752065181732178, -2.3356103897094727, -2.1155104637145996, -2.077127695083618, -1.7823907136917114, -1.702455997467041, -1.7618603706359863, -2.514801025390625, -0.4674665629863739, -1.4808615446090698, -1.602936863899231, -1.9365094900131226, -1.9644421339035034, -1.1066985130310059, -1.106428623199463, -1.1501632928848267, -1.3350756168365479, -2.0808403491973877, -2.4495503902435303, -2.3917598724365234, -1.2288262844085693, -1.2026724815368652, -0.6213504076004028, -1.5154805183410645, -2.278738498687744, -0.9001976251602173, -2.6107614040374756, -1.840347170829773, -1.8919702768325806, -1.3799281120300293, -1.2202929258346558, -2.1542141437530518, -1.1293858289718628, -1.9221452474594116, -2.368650436401367, -1.5411981344223022, -1.7816208600997925, -2.320523738861084, -1.1191853284835815, -2.190662145614624, -1.6561462879180908, -1.7369202375411987, -1.9668617248535156, -0.9977298378944397, -2.263021469116211, -1.7779865264892578, -2.303734064102173, -1.3848263025283813, -2.0250446796417236, -1.218836784362793, -2.400383234024048, -2.9533021450042725, -1.0307739973068237, -1.1812814474105835, -1.8734278678894043, -1.1846270561218262, -2.0930984020233154, -1.9410983324050903, -1.5795817375183105, -1.806543231010437, -3.3429548740386963, -2.068354368209839, -2.4545071125030518, -1.876695156097412, -1.6598572731018066, -0.33575254678726196, -1.7014710903167725, -1.0975624322891235, -2.217336416244507, -1.9223018884658813, -2.160149097442627, -1.9285820722579956, -1.5402551889419556, -2.4941930770874023, -2.21077561378479, -1.7148663997650146, -1.5651963949203491]}, "iris_DBDC4_105_20": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_105.log.json", "context": "Hello... Danny Hi Alex She gets in and starts the car. you are still alive! Yes, he's still alive. this is amaizing Danny...! yes? Danny and Sgt. McManus are here to see you, Doctor. oh, yes, I have a big headake I got up, wheeled Miss Campanella off to the operating rooms, replaced her bed with Mrs. what? Get out of the sunlight. that is probably a good idea I agree. You left so much money on the table. It's a fucking iPod! ok you are non sensical again I'm fine, just keeping packing. where are you going? Home. I'm walking home. nice, have a nice day", "response": "And some years later I found out that that man did come up with a idea for a T-shirt and he made a lot of money off of it.", "annotation_id": "iris_DBDC4_105_20", "annotations": ["X", "T", "X", "X", "O", "T", "X", "X", "X", "X", "X", "X", "X", "O", "O"], "gpt2background_target_score": [-12.815605163574219, -7.089217185974121, -9.132003784179688, -10.942887306213379, -4.508481025695801, -10.783041954040527, -5.1894145011901855, -6.52716588973999, -7.122340202331543, -10.439136505126953, -11.597346305847168, -10.405790328979492, -11.957514762878418, -8.525728225708008, -2.7730915546417236, -12.963213920593262, -5.75416898727417, -7.917631149291992, -9.977130889892578, -11.689162254333496, -12.691642761230469, -8.01083755493164, -10.029995918273926, -10.706819534301758, -8.528373718261719, -10.584121704101562, -7.91037654876709, -13.860431671142578, -10.192235946655273, -5.9180450439453125, -7.520589828491211, -7.290410041809082], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.6954277753829956, -2.117623805999756, -1.925270676612854, -2.1500368118286133, -1.8315261602401733, -2.6702513694763184, -2.684903144836426, -2.6065549850463867, -1.8518421649932861, -1.188494324684143, -2.3981809616088867, -2.7730915546417236, -2.2052557468414307, -1.839455008506775, -1.335156798362732, -1.3562434911727905, -1.8933074474334717, -1.8189269304275513, -2.059736728668213, -0.20333577692508698, -1.2631884813308716, -2.003633975982666, -1.0212147235870361, -2.183673143386841, -2.2343122959136963, -2.87866473197937, -2.0293660163879395, -2.1580817699432373, -2.2490832805633545, -1.7590627670288086, -0.9842768311500549, -2.469418525695801, -1.5391453504562378, -1.3464992046356201, -1.8729983568191528, -2.914961814880371, -2.4108786582946777, -2.387814521789551, -1.7950633764266968, -1.5676976442337036, -1.7293146848678589, -1.416725516319275, -2.135780096054077, -1.7836114168167114, -2.2605059146881104, -1.5340169668197632, -2.2468836307525635, -2.440575361251831, -2.4982223510742188, -1.3848109245300293, -2.4423322677612305, -1.6484479904174805, -1.8111826181411743, -3.146272659301758, -3.1427557468414307, -2.03722882270813, -2.412708282470703, -2.056257724761963, -2.4024264812469482, -1.8204716444015503, -2.2540202140808105, -3.348236322402954, -2.0752065181732178, -2.3356103897094727, -2.1155104637145996, -2.077127695083618, -1.7823907136917114, -1.702455997467041, -1.7618603706359863, -2.514801025390625, -0.4674665629863739, -1.4808615446090698, -1.602936863899231, -1.9365094900131226, -1.9644421339035034, -1.1066985130310059, -1.106428623199463, -1.1501632928848267, -1.3350756168365479, -2.0808403491973877, -2.4495503902435303, -2.3917598724365234, -1.2288262844085693, -1.2026724815368652, -0.6213504076004028, -1.5154805183410645, -2.278738498687744, -0.9001976251602173, -2.6107614040374756, -1.840347170829773, -1.8919702768325806, -1.3799281120300293, -1.2202929258346558, -2.1542141437530518, -1.1293858289718628, -1.9221452474594116, -2.368650436401367, -1.5411981344223022, -1.7816208600997925, -2.320523738861084, -1.1191853284835815, -2.190662145614624, -1.6561462879180908, -1.7369202375411987, -1.9668617248535156, -0.9977298378944397, -2.263021469116211, -1.7779865264892578, -2.303734064102173, -1.3848263025283813, -2.0250446796417236, -1.218836784362793, -2.400383234024048, -2.9533021450042725, -1.0307739973068237, -1.1812814474105835, -1.8734278678894043, -1.1846270561218262, -2.0930984020233154, -1.9410983324050903, -1.5795817375183105, -1.806543231010437, -3.3429548740386963, -2.068354368209839, -2.4545071125030518, -1.876695156097412, -1.6598572731018066, -0.33575254678726196, -1.7014710903167725, -1.0975624322891235, -2.217336416244507, -2.3107821941375732, -2.1253767013549805, -1.3381813764572144, -2.4758942127227783, -2.2560205459594727, -1.806378722190857, -1.6689282655715942, -1.8607736825942993, -2.3417792320251465, -0.8809160590171814, -1.025887370109558, -0.7537553310394287, -1.201395034790039, -2.198037624359131, -2.2734477519989014, -2.6684093475341797, -1.7976492643356323, -1.4652503728866577, -1.545638084411621, -1.1239664554595947, -1.6764578819274902, -1.734765648841858, -1.8222523927688599, -1.7981083393096924, -1.6535605192184448, -1.9541501998901367, -0.7954208850860596, -0.8752651810646057, -2.4031529426574707, -1.3753191232681274, -1.5224080085754395, -2.854353427886963, -1.7636793851852417, -0.8751778602600098, -1.7472648620605469, -1.6189028024673462, -2.5121281147003174, -1.3386892080307007, -2.913423776626587, -0.2583347260951996, -0.527977705001831, -1.6582589149475098, -0.8030548691749573, -0.708173394203186, -0.8947560787200928, -1.695594310760498]}, "iris_DBDC4_111_02": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_111.log.json", "context": "Hello... Danny Hey", "response": "Hey.", "annotation_id": "iris_DBDC4_111_02", "annotations": ["X", "O", "O", "O", "T", "T", "O", "O", "X", "T", "T", "T", "O", "O", "T"], "gpt2background_target_score": [-10.460413932800293, -9.001249313354492], "gpt2background_argmax_score": [-2.13662052154541, -2.160574436187744, -3.3414907455444336, -1.721248745918274, -2.1703827381134033, -1.5353206396102905, -1.2870533466339111]}, "iris_DBDC4_111_04": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_111.log.json", "context": "Hello... Danny Hey Hey. How are you?", "response": "Yeah.", "annotation_id": "iris_DBDC4_111_04", "annotations": ["T", "O", "T", "O", "X", "X", "X", "X", "X", "X", "O", "X", "X", "X", "T"], "gpt2background_target_score": [-12.987505912780762, -9.001249313354492], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -1.7212486267089844, -1.620039463043213, -1.234986662864685, -1.7011998891830444, -0.3306788504123688, -1.8382010459899902, -1.6887187957763672, -1.7298489809036255, -1.2470765113830566, -1.1803537607192993]}, "iris_DBDC4_111_06": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_111.log.json", "context": "Hello... Danny Hey Hey. How are you? Yeah. Yeah what?", "response": "Two ... Yeah. Lotta, lotta trouble. There's two of 'em.", "annotation_id": "iris_DBDC4_111_06", "annotations": ["O", "T", "X", "X", "X", "X", "T", "X", "X", "X", "T", "X", "O", "X", "T"], "gpt2background_target_score": [-13.663323402404785, -7.905526161193848, -10.176396369934082, -3.6507863998413086, -7.528330326080322, -12.406214714050293, -6.880157947540283, -8.982545852661133, -13.506290435791016, -12.078454971313477, -2.2909719944000244, -5.856725692749023, -8.114378929138184, -9.390693664550781, -10.105267524719238, -11.867694854736328, -11.40209674835205, -5.559477806091309], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -1.7212486267089844, -1.620039463043213, -1.234986662864685, -1.7011998891830444, -0.3306788504123688, -1.8382010459899902, -1.6887187957763672, -1.1688706874847412, -1.3441349267959595, -0.6971321702003479, -2.1888318061828613, -2.03891658782959, -2.020768880844116, -2.250255823135376, -2.3797054290771484, -1.133866786956787, -2.03694486618042, -1.3431283235549927, -2.6451468467712402, -2.1929428577423096, -0.6185596585273743, -1.6180698871612549, -1.5542162656784058, -0.7327373623847961, -0.7026069760322571, -1.6554208993911743, -2.592531204223633, -0.9862030148506165, -1.5413024425506592, -1.6464594602584839, -1.1883430480957031]}, "iris_DBDC4_111_08": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_111.log.json", "context": "Hello... Danny Hey Hey. How are you? Yeah. Yeah what? Two ... Yeah. Lotta, lotta trouble. There's two of 'em. May the force be with you.", "response": "No. Please, don't force him.", "annotation_id": "iris_DBDC4_111_08", "annotations": ["T", "T", "X", "O", "X", "X", "O", "X", "X", "X", "T", "X", "X", "X", "T"], "gpt2background_target_score": [-10.921961784362793, -9.001249313354492, -8.38766860961914, -1.7212486267089844, -7.9971489906311035, -13.059950828552246, -13.567755699157715, -12.747506141662598, -5.35366678237915], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -1.7212486267089844, -1.620039463043213, -1.234986662864685, -1.7011998891830444, -0.3306788504123688, -1.8382010459899902, -1.6887187957763672, -1.1688706874847412, -1.3441349267959595, -0.6971321702003479, -2.1888318061828613, -2.03891658782959, -2.532761335372925, -2.7946667671203613, -1.1737947463989258, -2.1510188579559326, -1.1945592164993286, -2.555323362350464, -2.2093899250030518, -0.6546197533607483, -1.6268450021743774, -1.5076309442520142, -1.942746639251709, -0.7283198833465576, -1.6097981929779053, -2.5063047409057617, -1.0310472249984741, -1.6701676845550537, -1.5503160953521729, -2.2218000888824463, -1.0949136018753052, -3.667661666870117, -2.162440776824951, -3.3330626487731934, -1.0356303453445435, -1.7131726741790771, -1.7798948287963867, -2.290260076522827, -1.5621705055236816, -2.0429041385650635, -2.2113256454467773, -1.820097804069519, -0.19302435219287872, -2.5116539001464844, -1.9037086963653564, -1.0532194375991821, -0.7844542264938354]}, "iris_DBDC4_111_10": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_111.log.json", "context": "Hello... Danny Hey Hey. How are you? Yeah. Yeah what? Two ... Yeah. Lotta, lotta trouble. There's two of 'em. May the force be with you. No. Please, don't force him. It's Johnny!", "response": "I'd just stare at your picture...", "annotation_id": "iris_DBDC4_111_10", "annotations": ["T", "T", "X", "O", "X", "X", "O", "X", "X", "X", "T", "X", "X", "X", "T"], "gpt2background_target_score": [-9.545134544372559, -11.035473823547363, -6.414752006530762, -13.703149795532227, -8.257198333740234, -10.35729694366455, -14.038323402404785, -9.678131103515625], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -1.7212486267089844, -1.620039463043213, -1.234986662864685, -1.7011998891830444, -0.3306788504123688, -1.8382010459899902, -1.6887187957763672, -1.1688706874847412, -1.3441349267959595, -0.6971321702003479, -2.1888318061828613, -2.03891658782959, -2.532761335372925, -2.7946667671203613, -1.1737947463989258, -2.1510188579559326, -1.1945592164993286, -2.555323362350464, -2.2093899250030518, -0.6546197533607483, -1.6268450021743774, -1.5076309442520142, -1.9427460432052612, -0.728319525718689, -1.6097972393035889, -2.5063061714172363, -1.0310474634170532, -1.6701693534851074, -1.550316572189331, -2.2218000888824463, -1.0949130058288574, -3.6676580905914307, -2.162442922592163, -3.3330636024475098, -1.0356298685073853, -1.7131743431091309, -1.7798938751220703, -2.0851752758026123, -2.450740337371826, -2.0067481994628906, -1.6560802459716797, -0.13919681310653687, -2.2555227279663086, -1.922228455543518, -1.135715126991272, -2.523338794708252, -0.4911242723464966, -2.117119073867798, -1.4548325538635254, -1.8047616481781006, -2.33634352684021, -1.6358404159545898, -2.2085988521575928, -1.3763538599014282, -0.5346994400024414, -1.3977998495101929, -0.910136878490448, -1.3687281608581543, -1.1436364650726318]}, "iris_DBDC4_111_12": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_111.log.json", "context": "Hello... Danny Hey Hey. How are you? Yeah. Yeah what? Two ... Yeah. Lotta, lotta trouble. There's two of 'em. May the force be with you. No. Please, don't force him. It's Johnny! I'd just stare at your picture... You have a picture of me?", "response": "-- which one?", "annotation_id": "iris_DBDC4_111_12", "annotations": ["T", "T", "O", "O", "O", "X", "O", "O", "X", "O", "T", "X", "X", "T", "T"], "gpt2background_target_score": [-10.235336303710938, -7.172422409057617, -6.919201850891113, -5.761754989624023], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.7212480306625366, -1.6200393438339233, -1.2349867820739746, -1.7012012004852295, -0.3306790888309479, -1.8382010459899902, -1.6887167692184448, -1.168871283531189, -1.3441358804702759, -0.6971348524093628, -2.1888322830200195, -2.0389139652252197, -2.5327634811401367, -2.7946672439575195, -1.1737934350967407, -2.151019334793091, -1.194559931755066, -2.555321216583252, -2.2093896865844727, -0.6546193957328796, -1.6268447637557983, -1.507630467414856, -1.9427448511123657, -0.7283196449279785, -1.6097973585128784, -2.5063014030456543, -1.0310460329055786, -1.670168399810791, -1.5503166913986206, -2.2218008041381836, -1.0949136018753052, -3.6676626205444336, -2.1624398231506348, -3.33306622505188, -1.0356298685073853, -1.7131726741790771, -1.779893398284912, -2.0851755142211914, -2.450739860534668, -2.006749391555786, -1.6560778617858887, -0.13919733464717865, -2.2555222511291504, -1.922228217124939, -1.1357163190841675, -2.5233383178710938, -0.49112558364868164, -2.117119789123535, -1.4548323154449463, -1.8047609329223633, -1.4198360443115234, -1.7566652297973633, -1.522088646888733, -0.5735361576080322, -1.2855031490325928, -0.8146238327026367, -1.4659035205841064, -1.9766311645507812, -1.4037903547286987, -1.431259274482727, -3.592353105545044, -0.9986669421195984, -1.9210069179534912, -2.051023244857788, -2.390604257583618, -2.313272476196289, -2.716080904006958, -1.5107492208480835, -1.0975463390350342, -0.6066116094589233]}, "iris_DBDC4_111_14": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_111.log.json", "context": "Hello... Danny Hey Hey. How are you? Yeah. Yeah what? Two ... Yeah. Lotta, lotta trouble. There's two of 'em. May the force be with you. No. Please, don't force him. It's Johnny! I'd just stare at your picture... You have a picture of me? -- which one? Can you drive?", "response": "But, Danny...With everybody out...", "annotation_id": "iris_DBDC4_111_14", "annotations": ["T", "T", "X", "O", "X", "X", "O", "X", "X", "X", "O", "X", "X", "X", "T"], "gpt2background_target_score": [-13.360837936401367, -8.41786003112793, -8.628969192504883, -3.027035713195801, -13.156676292419434, -10.420389175415039, -9.659015655517578, -9.678133010864258], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.7212480306625366, -1.6200393438339233, -1.2349867820739746, -1.7012012004852295, -0.3306790888309479, -1.8382010459899902, -1.6887167692184448, -1.168871283531189, -1.3441358804702759, -0.6971348524093628, -2.1888322830200195, -2.0389139652252197, -2.5327634811401367, -2.7946672439575195, -1.1737934350967407, -2.151019334793091, -1.194559931755066, -2.555321216583252, -2.2093896865844727, -0.6546193957328796, -1.6268447637557983, -1.507630467414856, -1.9427448511123657, -0.7283196449279785, -1.6097973585128784, -2.5063014030456543, -1.0310460329055786, -1.670168399810791, -1.5503166913986206, -2.2218008041381836, -1.0949136018753052, -3.6676626205444336, -2.1624398231506348, -3.333066701889038, -1.0356299877166748, -1.7131725549697876, -1.7798941135406494, -2.0851752758026123, -2.450739860534668, -2.0067496299743652, -1.6560790538787842, -0.13919733464717865, -2.2555229663848877, -1.922226905822754, -1.1357170343399048, -2.5233397483825684, -0.4911254346370697, -2.1171181201934814, -1.4548313617706299, -1.8047609329223633, -1.419837236404419, -1.7566648721694946, -1.522087812423706, -0.57353675365448, -1.2855020761489868, -0.8146218657493591, -1.4659039974212646, -1.9766303300857544, -1.4037896394729614, -1.431260108947754, -3.592353582382202, -0.9986665844917297, -1.9210094213485718, -2.051023244857788, -2.390604257583618, -3.3059213161468506, -1.3845044374465942, -1.5514426231384277, -1.5852569341659546, -1.1277953386306763, -2.5952064990997314, -0.3916230797767639, -1.9580944776535034, -2.380626916885376, -1.9199609756469727, -2.0288445949554443, -1.6115003824234009, -1.4149030447006226, -1.5694303512573242, -1.85066819190979, -1.142357587814331, -2.053631544113159]}, "iris_DBDC4_111_16": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_111.log.json", "context": "Hello... Danny Hey Hey. How are you? Yeah. Yeah what? Two ... Yeah. Lotta, lotta trouble. There's two of 'em. May the force be with you. No. Please, don't force him. It's Johnny! I'd just stare at your picture... You have a picture of me? -- which one? Can you drive? But, Danny...With everybody out... Can you sing?", "response": "A little. I just graduated from NYU film school. Cinema studies.", "annotation_id": "iris_DBDC4_111_16", "annotations": ["T", "O", "O", "X", "O", "T", "O", "O", "O", "T", "T", "O", "O", "O", "O"], "gpt2background_target_score": [-10.574553489685059, -9.954326629638672, -4.933767318725586, -3.8409934043884277, -8.008907318115234, -11.929862976074219, -10.363006591796875, -12.854000091552734, -12.387182235717773, -11.709859848022461, -2.290970802307129, -12.296120643615723, -12.829957962036133, -3.401827812194824], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.7212480306625366, -1.6200393438339233, -1.2349867820739746, -1.7012012004852295, -0.3306790888309479, -1.8382010459899902, -1.6887167692184448, -1.168871283531189, -1.3441358804702759, -0.6971348524093628, -2.1888322830200195, -2.0389139652252197, -2.5327634811401367, -2.7946672439575195, -1.1737934350967407, -2.151019334793091, -1.194559931755066, -2.555321216583252, -2.2093896865844727, -0.6546193957328796, -1.6268447637557983, -1.507630467414856, -1.9427448511123657, -0.7283196449279785, -1.6097973585128784, -2.5063014030456543, -1.0310460329055786, -1.670168399810791, -1.5503166913986206, -2.2218008041381836, -1.0949136018753052, -3.6676626205444336, -2.1624398231506348, -3.333066701889038, -1.0356299877166748, -1.7131725549697876, -1.7798941135406494, -2.0851752758026123, -2.450739860534668, -2.0067505836486816, -1.6560791730880737, -0.13919733464717865, -2.2555220127105713, -1.9222267866134644, -1.1357165575027466, -2.523339033126831, -0.4911256432533264, -2.1171202659606934, -1.4548312425613403, -1.8047611713409424, -1.4198366403579712, -1.7566651105880737, -1.522088646888733, -0.5735372304916382, -1.2855032682418823, -0.8146219253540039, -1.4659043550491333, -1.9766309261322021, -1.4037903547286987, -1.4312589168548584, -3.5923523902893066, -0.9986677169799805, -1.9210069179534912, -2.05102276802063, -2.390604019165039, -3.3059215545654297, -1.3845053911209106, -1.55144202709198, -1.585255742073059, -1.1277943849563599, -2.5952064990997314, -0.3916231691837311, -1.9580931663513184, -1.6802664995193481, -1.940460205078125, -1.301772952079773, -2.501271963119507, -1.5901246070861816, -1.7746065855026245, -1.146511197090149, -2.767491102218628, -0.571251630783081, -1.3277729749679565, -1.2205233573913574, -2.6615166664123535, -2.2383337020874023, -3.0194404125213623, -2.560516834259033, -1.8648828268051147, -1.684709906578064, -2.3341825008392334, -1.7152663469314575, -1.7086759805679321, -1.4994750022888184, -1.4577734470367432, -1.1626607179641724, -1.2353453636169434, -1.5695494413375854, -1.5765568017959595, -1.4969825744628906]}, "iris_DBDC4_111_18": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_111.log.json", "context": "Hello... Danny Hey Hey. How are you? Yeah. Yeah what? Two ... Yeah. Lotta, lotta trouble. There's two of 'em. May the force be with you. No. Please, don't force him. It's Johnny! I'd just stare at your picture... You have a picture of me? -- which one? Can you drive? But, Danny...With everybody out... Can you sing? A little. I just graduated from NYU film school. Cinema studies. Have you made a short film then?", "response": "...we're loaded.", "annotation_id": "iris_DBDC4_111_18", "annotations": ["T", "X", "X", "T", "X", "T", "O", "X", "X", "X", "O", "X", "X", "X", "T"], "gpt2background_target_score": [-5.960723876953125, -6.584178447723389, -7.951591968536377, -13.019538879394531, -3.6336793899536133], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.7212480306625366, -1.6200393438339233, -1.2349867820739746, -1.7012012004852295, -0.3306790888309479, -1.8382010459899902, -1.6887167692184448, -1.168871283531189, -1.3441358804702759, -0.6971348524093628, -2.1888322830200195, -2.0389139652252197, -2.5327634811401367, -2.7946672439575195, -1.1737934350967407, -2.151019334793091, -1.194559931755066, -2.555321216583252, -2.2093896865844727, -0.6546193957328796, -1.6268447637557983, -1.507630467414856, -1.9427448511123657, -0.7283196449279785, -1.6097973585128784, -2.5063014030456543, -1.0310460329055786, -1.670168399810791, -1.5503166913986206, -2.2218008041381836, -1.0949136018753052, -3.6676626205444336, -2.1624398231506348, -3.333066701889038, -1.0356299877166748, -1.7131725549697876, -1.7798941135406494, -2.0851752758026123, -2.450739860534668, -2.0067505836486816, -1.6560791730880737, -0.13919733464717865, -2.2555220127105713, -1.9222267866134644, -1.1357165575027466, -2.523339033126831, -0.4911256432533264, -2.1171202659606934, -1.4548312425613403, -1.8047611713409424, -1.4198366403579712, -1.7566651105880737, -1.522088646888733, -0.5735372304916382, -1.2855032682418823, -0.8146219253540039, -1.4659043550491333, -1.9766309261322021, -1.4037903547286987, -1.4312589168548584, -3.5923523902893066, -0.9986677169799805, -1.9210069179534912, -2.05102276802063, -2.390604019165039, -3.3059215545654297, -1.3845053911209106, -1.55144202709198, -1.585255742073059, -1.1277943849563599, -2.5952064990997314, -0.3916231691837311, -1.9580931663513184, -1.6802664995193481, -1.940460205078125, -1.301772952079773, -2.501271963119507, -1.5901246070861816, -1.7746065855026245, -1.146511197090149, -2.767491102218628, -0.571251630783081, -1.3277729749679565, -1.2205233573913574, -2.6615166664123535, -2.6409730911254883, -2.026643991470337, -2.2860634326934814, -1.6634124517440796, -1.994590163230896, -1.8648399114608765, -1.695008397102356, -1.6440349817276, -1.313340663909912, -1.2973191738128662, -1.6095815896987915, -1.748321294784546, -1.899737000465393, -1.6141161918640137, -1.0368213653564453, -1.7809420824050903, -1.3643584251403809, -2.987125873565674, -0.64192134141922, -0.8287112712860107, -0.18861784040927887, -2.0988733768463135, -2.047898054122925, -1.6064571142196655, -2.32895827293396, -2.757610559463501, -1.8413904905319214, -1.6522278785705566]}, "iris_DBDC4_111_20": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_111.log.json", "context": "Hello... Danny Hey Hey. How are you? Yeah. Yeah what? Two ... Yeah. Lotta, lotta trouble. There's two of 'em. May the force be with you. No. Please, don't force him. It's Johnny! I'd just stare at your picture... You have a picture of me? -- which one? Can you drive? But, Danny...With everybody out... Can you sing? A little. I just graduated from NYU film school. Cinema studies. Have you made a short film then? ...we're loaded. Loaded with what?", "response": "First, you stop pointing it at me.", "annotation_id": "iris_DBDC4_111_20", "annotations": ["T", "X", "X", "O", "X", "X", "T", "T", "X", "X", "T", "X", "X", "X", "T"], "gpt2background_target_score": [-12.526755332946777, -8.41786003112793, -5.237053394317627, -9.113356590270996, -13.660030364990234, -9.300609588623047, -9.705662727355957, -9.452850341796875, -5.353665828704834], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.7212480306625366, -1.6200393438339233, -1.2349867820739746, -1.7012012004852295, -0.3306790888309479, -1.8382010459899902, -1.6887167692184448, -1.168871283531189, -1.3441358804702759, -0.6971348524093628, -2.1888322830200195, -2.0389139652252197, -2.5327634811401367, -2.7946672439575195, -1.1737934350967407, -2.151019334793091, -1.194559931755066, -2.555321216583252, -2.2093896865844727, -0.6546193957328796, -1.6268447637557983, -1.507630467414856, -1.9427448511123657, -0.7283196449279785, -1.6097973585128784, -2.5063014030456543, -1.0310460329055786, -1.670168399810791, -1.5503166913986206, -2.2218008041381836, -1.0949136018753052, -3.6676626205444336, -2.1624398231506348, -3.333066701889038, -1.0356299877166748, -1.7131725549697876, -1.7798941135406494, -2.0851752758026123, -2.450739860534668, -2.0067505836486816, -1.6560791730880737, -0.13919733464717865, -2.2555220127105713, -1.9222267866134644, -1.1357165575027466, -2.523339033126831, -0.4911256432533264, -2.1171202659606934, -1.4548312425613403, -1.8047611713409424, -1.4198366403579712, -1.7566651105880737, -1.522088646888733, -0.5735372304916382, -1.2855032682418823, -0.8146219253540039, -1.4659043550491333, -1.9766309261322021, -1.4037903547286987, -1.4312589168548584, -3.5923523902893066, -0.9986677169799805, -1.9210069179534912, -2.05102276802063, -2.390604019165039, -3.3059215545654297, -1.3845053911209106, -1.55144202709198, -1.585255742073059, -1.1277943849563599, -2.5952064990997314, -0.3916231691837311, -1.9580931663513184, -1.6802664995193481, -1.940460205078125, -1.301772952079773, -2.501271963119507, -1.5901246070861816, -1.7746065855026245, -1.146511197090149, -2.767491102218628, -0.571251630783081, -1.3277729749679565, -1.2205233573913574, -2.6615166664123535, -2.6409730911254883, -2.026643991470337, -2.2860634326934814, -1.6634124517440796, -1.994590163230896, -1.8648399114608765, -1.695008397102356, -1.6440349817276, -1.313340663909912, -1.2973191738128662, -1.6095815896987915, -1.748321294784546, -1.899737000465393, -1.6141161918640137, -1.0368213653564453, -1.7809420824050903, -1.3643584251403809, -2.987125873565674, -0.64192134141922, -0.8287112712860107, -0.18861784040927887, -2.0988733768463135, -2.247823715209961, -2.2025187015533447, -2.601633071899414, -1.8198894262313843, -2.431180953979492, -1.298617959022522, -2.7995781898498535, -1.2136873006820679, -2.4554288387298584, -2.085909843444824, -1.8849161863327026, -1.971474289894104, -2.14823842048645, -2.7867367267608643, -1.310282826423645, -1.396420955657959, -0.8965257406234741, -1.0554900169372559, -1.824886679649353]}, "iris_DBDC4_114_02": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_114.log.json", "context": "Hello... Danny Hi Alex", "response": "Hi, Danny.", "annotation_id": "iris_DBDC4_114_02", "annotations": ["T", "T", "O", "O", "T", "T", "O", "O", "X", "O", "O", "O", "O", "T", "T"], "gpt2background_target_score": [-11.239398002624512, -8.41786003112793, -8.6289701461792, -3.125523567199707], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -1.6954283714294434, -2.1176230907440186, -2.1528937816619873, -1.66987943649292, -1.5133106708526611, -1.3678605556488037, -1.3993210792541504]}, "iris_DBDC4_114_04": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_114.log.json", "context": "Hello... Danny Hi Alex Hi, Danny. I cannot believe you are still there", "response": "Will this do?", "annotation_id": "iris_DBDC4_114_04", "annotations": ["T", "O", "T", "T", "O", "O", "T", "O", "X", "O", "T", "X", "T", "X", "X"], "gpt2background_target_score": [-13.26729679107666, -5.485147476196289, -6.2979607582092285, -5.106043338775635], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -1.6954283714294434, -2.1176230907440186, -1.6341978311538696, -1.4684308767318726, -2.174811601638794, -1.31251060962677, -1.4872844219207764, -2.300997018814087, -1.6275771856307983, -2.2260828018188477, -2.378530263900757, -2.4248316287994385, -1.034563422203064, -1.9702444076538086, -1.4368093013763428, -1.3073762655258179, -1.8359079360961914, -0.742972195148468]}, "iris_DBDC4_114_06": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_114.log.json", "context": "Hello... Danny Hi Alex Hi, Danny. I cannot believe you are still there Will this do? of course, you made my day today", "response": "Where were you born?", "annotation_id": "iris_DBDC4_114_06", "annotations": ["T", "O", "O", "O", "O", "T", "T", "O", "X", "O", "T", "X", "O", "O", "O"], "gpt2background_target_score": [-11.901162147521973, -9.52157974243164, -5.237053394317627, -12.81391716003418, -4.9469194412231445], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -1.6954283714294434, -2.1176230907440186, -1.6341978311538696, -1.4684308767318726, -2.174811601638794, -1.31251060962677, -1.4872844219207764, -2.300997018814087, -1.6275771856307983, -2.2260828018188477, -2.378530263900757, -2.4248316287994385, -1.034563422203064, -1.8600517511367798, -1.810132622718811, -1.728363275527954, -1.9053324460983276, -1.918775200843811, -2.1089582443237305, -1.90078866481781, -1.7624468803405762, -1.500170111656189, -1.7433894872665405, -1.307588815689087, -1.2370340824127197, -1.9861102104187012, -1.519705057144165, -0.24443839490413666, -1.869005799293518, -0.5579745173454285, -0.6481860280036926]}, "iris_DBDC4_114_08": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_114.log.json", "context": "Hello... Danny Hi Alex Hi, Danny. I cannot believe you are still there Will this do? of course, you made my day today Where were you born? in south america", "response": "It's nice to have you here in America.", "annotation_id": "iris_DBDC4_114_08", "annotations": ["T", "X", "T", "O", "X", "T", "O", "O", "X", "O", "O", "O", "O", "X", "O"], "gpt2background_target_score": [-12.761021614074707, -9.03150463104248, -8.967451095581055, -6.877133846282959, -8.62717342376709, -6.641993999481201, -5.752209186553955, -6.84022331237793, -12.062446594238281, -8.025264739990234], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -1.6954283714294434, -2.1176230907440186, -1.6341978311538696, -1.4684308767318726, -2.174811601638794, -1.31251060962677, -1.4872844219207764, -2.300997018814087, -1.6275771856307983, -2.2260828018188477, -2.378530263900757, -2.4248316287994385, -1.034563422203064, -1.8600517511367798, -1.810132622718811, -1.728363275527954, -1.9053324460983276, -1.918775200843811, -2.1089582443237305, -1.90078866481781, -1.7624468803405762, -1.500170111656189, -1.7433894872665405, -1.307588815689087, -1.2370340824127197, -2.0284173488616943, -0.27158260345458984, -1.6782995462417603, -0.6618432998657227, -1.3879567384719849, -2.148581027984619, -2.8698196411132812, -0.23494969308376312, -2.3258719444274902, -2.1423439979553223, -1.0924724340438843, -2.3959219455718994, -0.6318313479423523, -1.7111358642578125, -1.4727649688720703, -1.9653376340866089, -1.5484733581542969, -1.7116318941116333, -1.445614218711853, -1.5663875341415405]}, "iris_DBDC4_114_10": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_114.log.json", "context": "Hello... Danny Hi Alex Hi, Danny. I cannot believe you are still there Will this do? of course, you made my day today Where were you born? in south america It's nice to have you here in America. yes, I am finally back", "response": "-- So if you think it's appropriate...", "annotation_id": "iris_DBDC4_114_10", "annotations": ["T", "X", "T", "O", "T", "O", "T", "O", "X", "T", "T", "O", "T", "X", "T"], "gpt2background_target_score": [-10.235337257385254, -5.664068698883057, -7.666200637817383, -6.719504356384277, -10.882555961608887, -7.4488067626953125, -10.709410667419434, -11.776153564453125, -11.01237964630127], "gpt2background_argmax_score": [-2.13662052154541, -2.1605732440948486, -3.3414905071258545, -1.6954283714294434, -2.1176230907440186, -1.6341978311538696, -1.4684308767318726, -2.174811601638794, -1.31251060962677, -1.4872844219207764, -2.300997018814087, -1.6275771856307983, -2.2260828018188477, -2.378530263900757, -2.4248316287994385, -1.034563422203064, -1.8600517511367798, -1.810132622718811, -1.728363275527954, -1.9053324460983276, -1.918775200843811, -2.1089582443237305, -1.90078866481781, -1.7624468803405762, -1.500170111656189, -1.7433894872665405, -1.307588815689087, -1.2370340824127197, -2.0284173488616943, -0.27158260345458984, -1.6783006191253662, -0.6618427634239197, -1.3879568576812744, -2.1485819816589355, -2.869818925857544, -0.23495110869407654, -2.325871467590332, -1.1441422700881958, -2.3619256019592285, -0.6629421710968018, -1.7681448459625244, -1.4459506273269653, -2.1251144409179688, -1.676327109336853, -1.6731982231140137, -1.4646588563919067, -2.0168750286102295, -1.48538339138031, -1.7517534494400024, -1.7769768238067627, -2.3588597774505615, -1.2389581203460693, -1.8508269786834717, -1.98708975315094, -2.764800548553467, -2.524385690689087, -0.6653967499732971, -1.818111538887024, -1.4549877643585205, -1.2443482875823975, -2.2815887928009033, -0.5121584534645081, -2.064943552017212]}, "iris_DBDC4_114_12": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_114.log.json", "context": "Hello... Danny Hi Alex Hi, Danny. I cannot believe you are still there Will this do? of course, you made my day today Where were you born? in south america It's nice to have you here in America. yes, I am finally back -- So if you think it's appropriate... what?", "response": "Oh nothing.", "annotation_id": "iris_DBDC4_114_12", "annotations": ["O", "X", "T", "T", "X", "T", "O", "O", "X", "O", "O", "O", "O", "X", "O"], "gpt2background_target_score": [-12.23998737335205, -8.341057777404785, -4.933767318725586], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.6954277753829956, -2.117623805999756, -1.6341983079910278, -1.4684311151504517, -2.174809455871582, -1.3125101327896118, -1.4872844219207764, -2.300997018814087, -1.6275793313980103, -2.2260818481445312, -2.3785293102264404, -2.424833297729492, -1.034563422203064, -1.8600515127182007, -1.8101309537887573, -1.7283636331558228, -1.9053305387496948, -1.9187779426574707, -2.108959674835205, -1.9007881879806519, -1.7624481916427612, -1.5001710653305054, -1.7433885335922241, -1.3075906038284302, -1.2370339632034302, -2.0284178256988525, -0.2715822458267212, -1.678301453590393, -0.6618422269821167, -1.3879544734954834, -2.148578643798828, -2.8698174953460693, -0.23495091497898102, -2.3258731365203857, -1.1441417932510376, -2.361924409866333, -0.6629422903060913, -1.768143653869629, -1.4459515810012817, -2.125113010406494, -1.6763274669647217, -1.6731984615325928, -1.464659571647644, -2.016874074935913, -1.4853827953338623, -1.7517527341842651, -1.776975393295288, -2.358859062194824, -1.2389540672302246, -1.8508259057998657, -1.8927229642868042, -2.3804564476013184, -0.731650173664093, -1.853682518005371, -1.5706443786621094, -1.4261406660079956, -2.424665689468384, -0.4917418658733368, -2.3266780376434326, -2.233421564102173, -1.499241828918457, -1.7753636837005615, -1.6855523586273193, -1.7095122337341309, -1.4036413431167603]}, "iris_DBDC4_114_14": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_114.log.json", "context": "Hello... Danny Hi Alex Hi, Danny. I cannot believe you are still there Will this do? of course, you made my day today Where were you born? in south america It's nice to have you here in America. yes, I am finally back -- So if you think it's appropriate... what? Oh nothing. ok, how about your pimples?", "response": "Daddy, are you upset that I'm still a virgin?!", "annotation_id": "iris_DBDC4_114_14", "annotations": ["T", "T", "X", "O", "T", "T", "X", "T", "X", "X", "T", "X", "X", "X", "X"], "gpt2background_target_score": [-10.766446113586426, -8.41786003112793, -6.4616241455078125, -6.7195048332214355, -12.746135711669922, -7.490877628326416, -1.4684311151504517, -5.269936561584473, -12.267860412597656, -8.908955574035645, -12.7001314163208, -11.877394676208496], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.6954277753829956, -2.117623805999756, -1.6341983079910278, -1.4684311151504517, -2.174809455871582, -1.3125101327896118, -1.4872844219207764, -2.300997018814087, -1.6275793313980103, -2.2260818481445312, -2.3785293102264404, -2.424833297729492, -1.034563422203064, -1.8600515127182007, -1.8101309537887573, -1.7283636331558228, -1.9053305387496948, -1.9187779426574707, -2.108959674835205, -1.9007881879806519, -1.7624481916427612, -1.5001710653305054, -1.7433885335922241, -1.3075906038284302, -1.2370339632034302, -2.0284178256988525, -0.2715822458267212, -1.678301453590393, -0.6618422269821167, -1.3879544734954834, -2.148578643798828, -2.8698174953460693, -0.23495091497898102, -2.3258731365203857, -1.1441417932510376, -2.361924409866333, -0.6629422903060913, -1.768143653869629, -1.4459515810012817, -2.1251132488250732, -1.6763278245925903, -1.6731990575790405, -1.464660406112671, -2.0168745517730713, -1.4853829145431519, -1.7517532110214233, -1.7769746780395508, -2.3588597774505615, -1.238953709602356, -1.8508250713348389, -1.8927233219146729, -2.3804547786712646, -0.7316505312919617, -1.8536845445632935, -1.5706433057785034, -1.426139235496521, -2.4246623516082764, -0.49174144864082336, -2.326679229736328, -2.2334225177764893, -1.4992411136627197, -1.612130880355835, -1.4616303443908691, -1.7828861474990845, -1.4648404121398926, -1.9575445652008057, -2.1467947959899902, -0.4866512715816498, -3.2849462032318115, -1.8060543537139893, -0.6880581974983215, -1.9044140577316284, -2.082282543182373, -1.39951491355896, -1.9101852178573608, -0.34283703565597534, -2.077216625213623, -1.1462446451187134, -1.2005869150161743, -2.120206117630005, -1.8479374647140503, -0.9888086915016174, -2.8110392093658447, -0.5993430018424988, -1.6544448137283325]}, "iris_DBDC4_114_16": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_114.log.json", "context": "Hello... Danny Hi Alex Hi, Danny. I cannot believe you are still there Will this do? of course, you made my day today Where were you born? in south america It's nice to have you here in America. yes, I am finally back -- So if you think it's appropriate... what? Oh nothing. ok, how about your pimples? Daddy, are you upset that I'm still a virgin?! no, why?", "response": "I took a stand.", "annotation_id": "iris_DBDC4_114_16", "annotations": ["O", "X", "O", "O", "X", "O", "X", "O", "X", "O", "O", "T", "T", "X", "O"], "gpt2background_target_score": [-9.545137405395508, -10.10968017578125, -4.75350284576416, -13.155694961547852, -2.9094769954681396], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.6954277753829956, -2.117623805999756, -1.6341983079910278, -1.4684311151504517, -2.174809455871582, -1.3125101327896118, -1.4872844219207764, -2.300997018814087, -1.6275793313980103, -2.2260818481445312, -2.3785293102264404, -2.424833297729492, -1.034563422203064, -1.8600515127182007, -1.8101309537887573, -1.7283636331558228, -1.9053305387496948, -1.9187779426574707, -2.108959674835205, -1.9007881879806519, -1.7624481916427612, -1.5001710653305054, -1.7433885335922241, -1.3075906038284302, -1.2370339632034302, -2.0284178256988525, -0.2715822458267212, -1.678301453590393, -0.6618422269821167, -1.3879544734954834, -2.148578643798828, -2.8698174953460693, -0.23495091497898102, -2.3258731365203857, -1.1441417932510376, -2.361924409866333, -0.6629422903060913, -1.768143653869629, -1.4459515810012817, -2.125113010406494, -1.6763274669647217, -1.6731984615325928, -1.464659571647644, -2.016874074935913, -1.4853827953338623, -1.7517527341842651, -1.776975393295288, -2.358859062194824, -1.2389540672302246, -1.8508259057998657, -1.8927229642868042, -2.3804564476013184, -0.731650173664093, -1.853682518005371, -1.5706443786621094, -1.4261406660079956, -2.424665689468384, -0.4917418658733368, -2.3266780376434326, -2.233421564102173, -1.499241828918457, -1.6121320724487305, -1.4616308212280273, -1.7828853130340576, -1.4648406505584717, -1.9575440883636475, -2.1467931270599365, -0.4866515100002289, -3.2849459648132324, -1.8060543537139893, -0.6880589723587036, -1.904413104057312, -2.289670467376709, -2.283292055130005, -0.39033037424087524, -2.1825013160705566, -1.0950969457626343, -1.2323371171951294, -2.095493793487549, -1.814705491065979, -1.0376056432724, -2.852768659591675, -0.593425452709198, -2.2696549892425537, -1.3451943397521973, -1.4123971462249756, -1.504217267036438, -2.288944721221924, -1.930668592453003, -1.3893890380859375, -1.255420207977295, -3.063046455383301, -1.9469671249389648, -1.3992726802825928]}, "iris_DBDC4_114_18": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_114.log.json", "context": "Hello... Danny Hi Alex Hi, Danny. I cannot believe you are still there Will this do? of course, you made my day today Where were you born? in south america It's nice to have you here in America. yes, I am finally back -- So if you think it's appropriate... what? Oh nothing. ok, how about your pimples? Daddy, are you upset that I'm still a virgin?! no, why? I took a stand. good for you", "response": "Always was good.", "annotation_id": "iris_DBDC4_114_18", "annotations": ["T", "X", "O", "O", "X", "T", "T", "O", "X", "O", "T", "O", "O", "X", "O"], "gpt2background_target_score": [-13.453473091125488, -7.713160037994385, -7.810861110687256, -3.125523567199707], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.6954277753829956, -2.117623805999756, -1.6341983079910278, -1.4684311151504517, -2.174809455871582, -1.3125101327896118, -1.4872844219207764, -2.300997018814087, -1.6275793313980103, -2.2260818481445312, -2.3785293102264404, -2.424833297729492, -1.034563422203064, -1.8600515127182007, -1.8101309537887573, -1.7283636331558228, -1.9053305387496948, -1.9187779426574707, -2.108959674835205, -1.9007881879806519, -1.7624481916427612, -1.5001710653305054, -1.7433885335922241, -1.3075906038284302, -1.2370339632034302, -2.0284178256988525, -0.2715822458267212, -1.678301453590393, -0.6618422269821167, -1.3879544734954834, -2.148578643798828, -2.8698174953460693, -0.23495091497898102, -2.3258731365203857, -1.1441417932510376, -2.361924409866333, -0.6629422903060913, -1.768143653869629, -1.4459515810012817, -2.125113010406494, -1.6763274669647217, -1.6731984615325928, -1.464659571647644, -2.016874074935913, -1.4853827953338623, -1.7517527341842651, -1.776975393295288, -2.358859062194824, -1.2389540672302246, -1.8508259057998657, -1.8927229642868042, -2.3804564476013184, -0.731650173664093, -1.853682518005371, -1.5706443786621094, -1.4261406660079956, -2.424665689468384, -0.4917418658733368, -2.3266780376434326, -2.233421564102173, -1.499241828918457, -1.6121320724487305, -1.4616308212280273, -1.7828853130340576, -1.4648406505584717, -1.9575440883636475, -2.1467931270599365, -0.4866515100002289, -3.2849459648132324, -1.8060543537139893, -0.6880589723587036, -1.904413104057312, -2.289670467376709, -2.283292055130005, -0.39033037424087524, -2.1825013160705566, -1.0950969457626343, -1.2323371171951294, -2.095493793487549, -1.814705491065979, -1.0376056432724, -2.852768659591675, -0.593425452709198, -2.2696549892425537, -1.3451943397521973, -1.4123971462249756, -1.504217267036438, -2.288944721221924, -1.3867708444595337, -1.4264178276062012, -3.079319715499878, -1.9083505868911743, -1.94001305103302, -2.677218437194824, -0.3363451659679413, -1.4270203113555908, -2.0131771564483643, -2.944005250930786, -2.31622314453125, -0.9328201413154602, -1.581421971321106]}, "iris_DBDC4_114_20": {"d_id": "./data/DBDC4_eval_20200314/en/iris_DBDC4_114.log.json", "context": "Hello... Danny Hi Alex Hi, Danny. I cannot believe you are still there Will this do? of course, you made my day today Where were you born? in south america It's nice to have you here in America. yes, I am finally back -- So if you think it's appropriate... what? Oh nothing. ok, how about your pimples? Daddy, are you upset that I'm still a virgin?! no, why? I took a stand. good for you Always was good. excellent", "response": "We got a treatment on it yet?", "annotation_id": "iris_DBDC4_114_20", "annotations": ["T", "O", "X", "O", "O", "O", "X", "O", "X", "X", "T", "X", "O", "X", "O"], "gpt2background_target_score": [-11.997946739196777, -8.036417007446289, -4.75350284576416, -13.313057899475098, -7.117435455322266, -7.448807239532471, -9.83453369140625, -5.8409929275512695], "gpt2background_argmax_score": [-2.1366207599639893, -2.1605753898620605, -3.3414931297302246, -1.6954277753829956, -2.117623805999756, -1.6341983079910278, -1.4684311151504517, -2.174809455871582, -1.3125101327896118, -1.4872844219207764, -2.300997018814087, -1.6275793313980103, -2.2260818481445312, -2.3785293102264404, -2.424833297729492, -1.034563422203064, -1.8600515127182007, -1.8101309537887573, -1.7283636331558228, -1.9053305387496948, -1.9187779426574707, -2.108959674835205, -1.9007881879806519, -1.7624481916427612, -1.5001710653305054, -1.7433885335922241, -1.3075906038284302, -1.2370339632034302, -2.0284178256988525, -0.2715822458267212, -1.678301453590393, -0.6618422269821167, -1.3879544734954834, -2.148578643798828, -2.8698174953460693, -0.23495091497898102, -2.3258731365203857, -1.1441417932510376, -2.361924409866333, -0.6629422903060913, -1.768143653869629, -1.4459515810012817, -2.125113010406494, -1.6763274669647217, -1.6731984615325928, -1.464659571647644, -2.016874074935913, -1.4853827953338623, -1.7517527341842651, -1.776975393295288, -2.358859062194824, -1.2389540672302246, -1.8508259057998657, -1.8927229642868042, -2.3804564476013184, -0.731650173664093, -1.853682518005371, -1.5706443786621094, -1.4261406660079956, -2.424665689468384, -0.4917418658733368, -2.3266780376434326, -2.233421564102173, -1.499241828918457, -1.6121320724487305, -1.4616308212280273, -1.7828853130340576, -1.4648406505584717, -1.9575440883636475, -2.1467931270599365, -0.4866515100002289, -3.2849459648132324, -1.8060543537139893, -0.6880589723587036, -1.904413104057312, -2.289670467376709, -2.283292055130005, -0.39033037424087524, -2.1825013160705566, -1.0950969457626343, -1.2323371171951294, -2.095493793487549, -1.814705491065979, -1.0376056432724, -2.852768659591675, -0.593425452709198, -2.2696549892425537, -1.3451943397521973, -1.4123971462249756, -1.504217267036438, -2.288944721221924, -1.3867708444595337, -1.4264178276062012, -3.079319715499878, -1.9083505868911743, -1.94001305103302, -2.6772193908691406, -0.3363454341888428, -1.4270200729370117, -2.697812795639038, -2.317681312561035, -0.8637378215789795, -2.2810964584350586, -2.0398948192596436, -2.0341198444366455, -2.168256998062134, -1.8968465328216553, -3.030878782272339, -1.4461971521377563, -2.1249916553497314, -1.5289788246154785, -1.4525032043457031, -0.969989538192749]}}